-- Logs begin at Wed 2021-07-07 16:15:56 UTC, end at Wed 2021-07-07 18:43:10 UTC. -- Jul 07 16:50:42.848067 n-d-791504-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 16:50:45.537719 n-d-791504-12 neutron-server[93656]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:50:45.538289 n-d-791504-12 neutron-server[93656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:50:45.538465 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93656) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:50:45.541598 n-d-791504-12 neutron-server[93656]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:50:45.541859 n-d-791504-12 neutron-server[93656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:50:45.542204 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93656) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:50:45.543138 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:50:45.543378 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:50:45.543746 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:50:45.543999 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:50:45.544235 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:50:45.544562 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.544870 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.545169 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.545405 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.545711 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.546006 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.546324 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.546617 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.546922 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.547216 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.547496 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.547790 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.548028 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.548316 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.548611 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.548905 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.549135 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] debug = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.549425 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.549861 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.550306 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.550597 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.551053 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.551180 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.551461 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.551743 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.552033 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.552372 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] host = n-d-791504-12 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.552672 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.553516 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.553811 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.554102 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.554406 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.554687 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.554977 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.555255 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.555533 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.555817 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.556109 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.556402 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.556698 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.556930 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.557163 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.557456 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.557812 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.558141 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.558428 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.558709 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.558990 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.559271 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.559544 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.559838 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.560128 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.560434 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.560695 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.560973 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.561249 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.561523 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.561812 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.562087 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.562387 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.562664 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.562957 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.563230 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.563507 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.563813 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.564134 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.564423 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.564713 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.564991 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.565279 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.565556 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.565839 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.566126 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_json = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.566416 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.566692 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.566982 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.567260 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.567538 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.567816 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.568092 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.568404 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:45.568706 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.569011 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.569318 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.569609 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.569910 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.570234 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.570528 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.570812 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.571107 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.571402 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.571693 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.571978 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.572273 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.572556 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.572853 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.573165 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.573466 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.573763 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.574044 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.574346 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.574625 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.574910 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.575201 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.575502 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.575803 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.576083 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.576366 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.576661 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.576944 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.577220 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.577505 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.577801 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.578084 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.578386 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.578674 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.578957 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.579237 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.579519 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.579804 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.580101 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.580392 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.580665 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.580941 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.581221 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.581500 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.581792 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.582076 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.582378 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.582655 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.582937 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.583214 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.583492 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.583799 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.584079 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.584363 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.584642 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.584919 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.585194 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.585471 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.585792 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.586070 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.586375 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.586657 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.586937 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.587212 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.587490 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.587770 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.588048 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.588342 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.588647 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.588934 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.589218 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.589504 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.589794 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.590078 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.590387 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.590676 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.590965 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.591242 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.591538 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.591829 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.592124 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.592414 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.592698 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.592999 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.593284 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.593571 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.593855 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.594172 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.594474 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.594765 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.595067 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.595366 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.595664 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.595965 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.596265 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.596552 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.596867 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.597152 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:45.597376 n-d-791504-12 neutron-server[93656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:50:45.597621 n-d-791504-12 neutron-server[93656]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93656) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 16:50:45.949957 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:50:45.950266 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:50:45.950561 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:50:45.950898 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 16:50:46.342417 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.342719 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.342999 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.344303 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.344592 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.344874 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.379635 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.379931 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.380208 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.393421 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.393708 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.393988 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.423674 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.423967 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.424250 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.459819 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.460107 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.460379 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.692681 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.693335 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.693335 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.693511 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.694267 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.815992 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.816316 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.816603 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.816880 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.817151 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.817467 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.817735 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.817996 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.818302 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.818592 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.818870 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.819152 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.819421 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.819693 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.819961 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.820234 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.820508 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.820773 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.821051 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.821309 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.821597 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.821953 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.822245 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.822540 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.822798 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.823050 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.823453 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.823703 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.823948 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.824191 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.824431 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.824671 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:46.825041 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 16:50:46.829088 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 16:50:46.833054 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 16:50:46.837863 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 07 16:50:46.839516 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 16:50:46.839973 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 16:50:46.840316 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 16:50:46.840703 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 16:50:46.843518 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 16:50:46.843772 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 16:50:46.844120 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:50:46.872588 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 16:50:46.873045 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.873351 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93656) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 16:50:46.873718 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.875112 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93656) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 16:50:46.875397 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:50:46.875650 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 16:50:46.878858 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.879150 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:46.942399 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 16:50:46.942641 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 16:50:46.942921 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 16:50:46.943774 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 16:50:46.964753 n-d-791504-12 neutron-server[93656]: DEBUG oslo_db.sqlalchemy.engines [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93656) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 16:50:47.500595 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing driver for type 'gre' Jul 07 16:50:47.501070 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] gre ID ranges: [(1, 1000)] Jul 07 16:50:47.560333 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing driver for type 'local' Jul 07 16:50:47.560709 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing driver for type 'vlan' Jul 07 16:50:47.573431 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] VlanTypeDriver initialization complete Jul 07 16:50:47.573772 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing driver for type 'vxlan' Jul 07 16:50:47.574302 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] vxlan ID ranges: [(1, 1000)] Jul 07 16:50:47.627937 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing extension driver 'port_security' Jul 07 16:50:47.628358 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.extensions.port_security [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] PortSecurityExtensionDriver initialization complete Jul 07 16:50:47.628732 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing mechanism driver 'openvswitch' Jul 07 16:50:47.629077 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing mechanism driver 'hyperv' Jul 07 16:50:47.636203 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.plugin [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:47.636895 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.637280 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.637652 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.638201 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.638651 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.639016 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.639372 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.639772 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.640190 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.640549 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.640902 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.641303 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.641717 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.642079 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.642454 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.642993 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.643413 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.643774 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.644130 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.644532 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.644947 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > address_group after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.645306 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > address_group after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.645657 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.646059 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:50:47.647077 n-d-791504-12 neutron-server[93656]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] ML2 OVO RPC backend initialized. {{(pid=93656) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 16:50:47.647801 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.648166 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.648596 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.648955 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > networks before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.649318 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.649675 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > ports before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.650033 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.650411 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnets before_response 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.650801 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.651151 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.651496 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.651844 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.652198 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.652545 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.652891 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.653235 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.653577 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.654205 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.plugin [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Modular L2 Plugin initialization complete Jul 07 16:50:47.654549 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading services supported by the core plugin {{(pid=93656) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 16:50:47.654887 n-d-791504-12 neutron-server[93656]: INFO neutron.plugins.ml2.managers [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Got port-security extension from driver 'port_security' Jul 07 16:50:47.655358 n-d-791504-12 neutron-server[93656]: INFO neutron.extensions.vlantransparent [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Disabled vlantransparent extension. Jul 07 16:50:47.655851 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93656) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 16:50:47.656174 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: router Jul 07 16:50:47.691595 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.691999 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_create 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.692378 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router before_create 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.692757 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.693797 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.693988 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_delete 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.694386 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.694761 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_create 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.695118 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.695475 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.695832 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.696197 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.696613 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.696989 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.697335 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.697680 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: subnet after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.698023 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.698409 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.698764 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_create 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.699120 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.699470 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.699832 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router after_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.700182 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.700542 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_create 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.700910 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.701265 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_update 55549900 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.701644 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > agent after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.702006 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > agent after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.702398 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > network after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.703261 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Tracking information for resource: router configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:47.703608 n-d-791504-12 neutron-server[93656]: DEBUG neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Tracking information for resource: floatingip configured {{(pid=93656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:50:47.708774 n-d-791504-12 neutron-server[93656]: INFO neutron.db.l3_agentschedulers_db [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 16:50:47.709897 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.710305 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.710770 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.711142 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: port after_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.711945 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router before_create 55550100 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.712322 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.712695 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_create 55550100 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.713062 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > router precommit_update 55550100 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.717544 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.provider_configuration [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service providers = [] {{(pid=93656) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 16:50:47.717920 n-d-791504-12 neutron-server[93656]: DEBUG neutron.db.servicetype_db [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93656) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 16:50:47.720939 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.service_base [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:50:47.721303 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.service_base [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:50:47.721657 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.service_base [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:50:47.722585 n-d-791504-12 neutron-server[93656]: DEBUG neutron.services.service_base [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:50:47.722969 n-d-791504-12 neutron-server[93656]: INFO neutron.services.service_base [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 16:50:47.723346 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.723673 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 16:50:47.734637 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.734982 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: auto_allocate Jul 07 16:50:47.740817 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: network precommit_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.741193 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: network precommit_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.741718 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.742049 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: tag Jul 07 16:50:47.748564 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.748906 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: timestamp Jul 07 16:50:47.754244 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.754539 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: network_ip_availability Jul 07 16:50:47.760516 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.760895 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.761260 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:47.761983 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.762345 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: flavors Jul 07 16:50:47.767051 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.767394 n-d-791504-12 neutron-server[93656]: INFO neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading Plugin: revisions Jul 07 16:50:47.772312 n-d-791504-12 neutron-server[93656]: DEBUG neutron.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:50:47.772706 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=93656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:50:47.773450 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93656) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 16:50:47.773797 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Initializing extension manager. Jul 07 16:50:47.774340 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: __init__.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.774691 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: __pycache__ {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.775032 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.775373 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: address_group.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.776135 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.776707 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: address-group Jul 07 16:50:47.777044 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: address_scope.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.777771 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.778313 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: address-scope Jul 07 16:50:47.778647 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.779590 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.780111 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: router-admin-state-down-before-update Jul 07 16:50:47.780446 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: agent.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.781155 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.781868 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: agent Jul 07 16:50:47.782236 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: agent_resources_synced.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.783170 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.783695 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: agent-resources-synced Jul 07 16:50:47.784028 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: allowedaddresspairs.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.785818 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.786383 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: allowed-address-pairs Jul 07 16:50:47.786722 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: auto_allocated_topology.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.787841 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.788364 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: auto-allocated-topology Jul 07 16:50:47.788698 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: availability_zone.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.789396 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.789912 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: availability_zone Jul 07 16:50:47.790275 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: availability_zone_filter.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.791208 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.791724 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: availability_zone_filter Jul 07 16:50:47.792052 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: data_plane_status.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.792975 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.793489 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 16:50:47.793813 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: default_subnetpools.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.794787 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.795297 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: default-subnetpools Jul 07 16:50:47.795626 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.796440 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.796960 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: dhcp_agent_scheduler Jul 07 16:50:47.797290 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: dns.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.798263 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.798772 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension dns-integration not supported by any of loaded plugins Jul 07 16:50:47.799102 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: dns_domain_ports.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.800029 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.800536 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 16:50:47.800867 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.801803 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.802343 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 16:50:47.802702 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: dvr.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.803382 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.803892 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: dvr Jul 07 16:50:47.804220 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: empty_string_filtering.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.805149 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.805663 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: empty-string-filtering Jul 07 16:50:47.805993 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.806988 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.807503 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:50:47.807832 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.808770 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.809283 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 16:50:47.809613 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: external_net.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.810576 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.811083 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: external-net Jul 07 16:50:47.811408 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.812419 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.812933 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: extra_dhcp_opt Jul 07 16:50:47.813260 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: extraroute.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.814225 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.814734 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: extraroute Jul 07 16:50:47.815060 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: extraroute_atomic.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.816112 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.816633 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: extraroute-atomic Jul 07 16:50:47.816966 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: filter_validation.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.817636 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.818689 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: filter-validation Jul 07 16:50:47.819022 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: fip_pf_description.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.819942 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.820448 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 16:50:47.820773 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: fip_port_details.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.821704 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.822244 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: fip-port-details Jul 07 16:50:47.822575 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: flavors.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.823815 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.824338 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: flavors Jul 07 16:50:47.824673 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.826364 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.826898 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 16:50:47.827244 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: floatingip_pools.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.827949 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.828468 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: floatingip-pools Jul 07 16:50:47.828799 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: ip_allocation.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.829741 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.830289 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 16:50:47.830621 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.831565 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.832079 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: ip-substring-filtering Jul 07 16:50:47.832411 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l2_adjacency.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.833350 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.834526 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 16:50:47.834863 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.835839 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.836365 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: router Jul 07 16:50:47.836698 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.839085 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.839620 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:50:47.839959 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.840916 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.841445 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: ext-gw-mode Jul 07 16:50:47.841782 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.842754 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.843278 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: l3-ha Jul 07 16:50:47.843610 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3_flavors.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.844563 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.845082 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: l3-flavors Jul 07 16:50:47.845415 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.846379 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.846899 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 16:50:47.847236 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: l3agentscheduler.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.848268 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.848786 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: l3_agent_scheduler Jul 07 16:50:47.849119 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: logging.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.850929 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.851462 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension logging not supported by any of loaded plugins Jul 07 16:50:47.851807 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: metering.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.852560 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.853144 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: metering Jul 07 16:50:47.853481 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.854615 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.855138 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: metering_source_and_destination_fields Jul 07 16:50:47.855475 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: multiprovidernet.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.856419 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.856936 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: multi-provider Jul 07 16:50:47.857277 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: netmtu.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.858253 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.858770 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: net-mtu Jul 07 16:50:47.859105 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: netmtu_writable.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.860049 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.860557 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: net-mtu-writable Jul 07 16:50:47.860892 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: network_availability_zone.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.861579 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.862087 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: network_availability_zone Jul 07 16:50:47.862447 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: network_ip_availability.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.863554 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.864075 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: network-ip-availability Jul 07 16:50:47.864411 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: network_segment_range.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.865211 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.865723 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 16:50:47.866054 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: pagination.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.867116 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.867453 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: pagination Jul 07 16:50:47.867785 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: port_device_profile.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.868712 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.869227 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: port-device-profile Jul 07 16:50:47.869558 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.870532 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.871387 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: port-mac-address-regenerate Jul 07 16:50:47.871810 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.874586 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.875339 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: port-numa-affinity-policy Jul 07 16:50:47.876366 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: port_resource_request.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.878450 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.879138 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 16:50:47.879629 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: portbindings.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.881375 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.882080 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: binding Jul 07 16:50:47.882435 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: portbindings_extended.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.887240 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.887774 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: binding-extended Jul 07 16:50:47.888116 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: portsecurity.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.889062 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.889587 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: port-security Jul 07 16:50:47.889921 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: project_id.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.890954 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.891294 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: project-id Jul 07 16:50:47.891626 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: providernet.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.892581 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.893099 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: provider Jul 07 16:50:47.893432 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.897570 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.898098 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos not supported by any of loaded plugins Jul 07 16:50:47.898464 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.899728 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.900256 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 16:50:47.900593 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.901549 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.902059 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 16:50:47.902420 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_default.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.903353 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.903871 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-default not supported by any of loaded plugins Jul 07 16:50:47.904206 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_fip.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.904874 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.905384 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-fip not supported by any of loaded plugins Jul 07 16:50:47.905712 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_gateway_ip.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.906681 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.907202 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 16:50:47.907535 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_port_network_policy.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.908467 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.908981 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 16:50:47.909313 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_rule_type_details.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.910294 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.910811 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 16:50:47.911145 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: qos_rules_alias.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.912224 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.912840 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 16:50:47.913181 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: quotasv2.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.914125 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.914487 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: quotas Jul 07 16:50:47.914815 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: quotasv2_detail.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.917853 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.918236 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: quota_details Jul 07 16:50:47.918577 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: rbac.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.919652 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.920187 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: rbac-policies Jul 07 16:50:47.920528 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: rbac_address_group.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.921678 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.922247 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: rbac-address-group Jul 07 16:50:47.922586 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: rbac_address_scope.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.923542 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.924064 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: rbac-address-scope Jul 07 16:50:47.924398 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: rbac_security_groups.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.925332 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.925851 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: rbac-security-groups Jul 07 16:50:47.926218 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: rbac_subnetpool.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.927163 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.927706 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: rbac-subnetpool Jul 07 16:50:47.928044 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: revisionifmatch.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.928991 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.929517 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: revision-if-match Jul 07 16:50:47.929850 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: revisions.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.931015 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.931536 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: standard-attr-revisions Jul 07 16:50:47.931870 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: router_availability_zone.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.932551 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.933071 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: router_availability_zone Jul 07 16:50:47.933404 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: routerservicetype.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.934369 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.934881 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension router-service-type not supported by any of loaded plugins Jul 07 16:50:47.935212 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.936160 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.936684 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: security-groups-normalized-cidr Jul 07 16:50:47.937016 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.937958 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.938505 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: port-security-groups-filtering Jul 07 16:50:47.938836 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.939774 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.940293 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: security-groups-remote-address-group Jul 07 16:50:47.940623 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: securitygroup.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.950745 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.951296 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: security-group Jul 07 16:50:47.951633 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: segment.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.952444 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.952960 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension segment not supported by any of loaded plugins Jul 07 16:50:47.953299 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.954318 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.954845 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 16:50:47.955182 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: servicetype.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.956354 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.956890 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: service-type Jul 07 16:50:47.957229 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: sorting.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.958287 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.958628 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: sorting Jul 07 16:50:47.959021 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: standard_attr_segment.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.960044 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.960574 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 16:50:47.960908 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: standardattrdescription.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.962094 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.962628 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: standard-attr-description Jul 07 16:50:47.962961 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: stateful_security_group.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.963913 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.964438 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: stateful-security-group Jul 07 16:50:47.964778 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: stdattrs_common.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.965376 n-d-791504-12 neutron-server[93656]: WARNING neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 16:50:47.965705 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.966686 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.967210 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 16:50:47.967540 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnet_onboard.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.968628 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.969153 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: subnet_onboard Jul 07 16:50:47.969489 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.970483 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.971003 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 16:50:47.971337 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnet_service_types.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.972280 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.972803 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: subnet-service-types Jul 07 16:50:47.973137 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnetallocation.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.974293 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.975589 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: subnet_allocation Jul 07 16:50:47.975921 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.976604 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.977124 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: subnetpool-prefix-ops Jul 07 16:50:47.977456 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.978446 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.978975 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 16:50:47.979307 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: tagging.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.980418 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.980956 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: standard-attr-tag Jul 07 16:50:47.981289 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: timestamp.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.982543 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.983075 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loaded extension: standard-attr-timestamp Jul 07 16:50:47.983409 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: trunk.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.984467 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.984990 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension trunk not supported by any of loaded plugins Jul 07 16:50:47.985328 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: trunk_details.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.986311 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.986830 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension trunk-details not supported by any of loaded plugins Jul 07 16:50:47.987166 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: uplink_status_propagation.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.988119 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.988641 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 16:50:47.988978 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Loading extension file: vlantransparent.py {{(pid=93656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:50:47.989722 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:50:47.990817 n-d-791504-12 neutron-server[93656]: INFO neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 16:50:47.993305 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:network Jul 07 16:50:47.993871 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnet Jul 07 16:50:47.994317 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:50:47.994722 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:port Jul 07 16:50:47.996011 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:47.996465 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service FLAVORS assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:47.997099 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:47.997531 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:47.997875 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:router Jul 07 16:50:47.998353 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:50:47.998875 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service METERING assigned prefix: /metering {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.000358 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:48.000744 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:48.001107 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:50:48.002131 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:50:48.002613 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:50:48.003059 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:50:48.003690 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service CORE assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.004030 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:50:48.004432 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] subnetpool is already registered Jul 07 16:50:48.004829 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service CORE assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.005164 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:50:48.005506 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] subnetpool is already registered Jul 07 16:50:48.007904 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.008344 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service FLAVORS assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.008948 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.009380 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.009726 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:router Jul 07 16:50:48.010075 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] router is already registered Jul 07 16:50:48.010534 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:50:48.010880 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] floatingip is already registered Jul 07 16:50:48.011342 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service METERING assigned prefix: /metering {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.012032 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:50:48.012395 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] rbac_policy is already registered Jul 07 16:50:48.012814 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:50:48.013158 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] security_group is already registered Jul 07 16:50:48.013569 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:50:48.014026 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] security_group_rule is already registered Jul 07 16:50:48.014693 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service CORE assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.015030 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:50:48.015370 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] subnetpool is already registered Jul 07 16:50:48.015806 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.v2.resource_helper [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Service CORE assigned prefix: {{(pid=93656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:50:48.016175 n-d-791504-12 neutron-server[93656]: INFO neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:50:48.016518 n-d-791504-12 neutron-server[93656]: WARNING neutron.quota.resource_registry [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] subnetpool is already registered Jul 07 16:50:48.017000 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: extensions {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.018555 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: address-groups {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.020053 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: address-scopes {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.021914 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: agents {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.023158 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: auto-allocated-topology {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.024415 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: availability_zones {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.025634 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: dhcp-networks {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.028283 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: dhcp-agents {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.029750 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: routers {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.031590 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: flavors {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.032877 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: service_profiles {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.034096 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: next_providers {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.035570 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: service_profiles {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.037763 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: floatingip-pools {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.039015 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: routers {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.040742 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: floatingips {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.042016 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: l3-routers {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.043455 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: l3-agents {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.044898 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: metering-labels {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.046175 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: metering-label-rules {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.047566 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: network-ip-availabilities {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.048827 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: bindings {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.050432 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: quotas {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.051990 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: quotas {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.053501 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: rbac-policies {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.054745 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: security-groups {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.056047 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: security-group-rules {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.057301 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: service-providers {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.058557 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: subnetpools {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.059899 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: subnetpools {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.061449 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.063208 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.065228 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.067060 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.068799 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.070819 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.072531 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.074382 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.076242 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.078020 n-d-791504-12 neutron-server[93656]: DEBUG neutron.api.extensions [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Extended resource: tags {{(pid=93656) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:50:48.084690 n-d-791504-12 neutron-server[93656]: WARNING keystonemiddleware.auth_token [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 16:50:48.089203 n-d-791504-12 neutron-server[93656]: WARNING keystonemiddleware.auth_token [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 16:50:48.098569 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Acquired lock "singleton_lock" {{(pid=93656) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 16:50:48.099053 n-d-791504-12 neutron-server[93656]: DEBUG oslo_concurrency.lockutils [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Releasing lock "singleton_lock" {{(pid=93656) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 16:50:48.100558 n-d-791504-12 neutron-server[93656]: INFO oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Starting 2 workers Jul 07 16:50:48.105401 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Started child 93765 {{(pid=93656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:50:48.109791 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Started child 93766 {{(pid=93656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:50:48.110855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.111545 n-d-791504-12 neutron-server[93656]: INFO neutron.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 16:50:48.112088 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Notify callbacks [] for process, before_spawn {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.112500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [-] (93765) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:50:48.114501 n-d-791504-12 neutron-server[93656]: INFO oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Starting 1 workers Jul 07 16:50:48.114668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.116051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [-] (93766) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:50:48.119851 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Started child 93767 {{(pid=93656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:50:48.120395 n-d-791504-12 neutron-server[93656]: INFO oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Starting 1 workers Jul 07 16:50:48.123528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] calling RpcWorker wait() {{(pid=93767) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 16:50:48.124064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] returning from RpcWorker wait() {{(pid=93767) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 16:50:48.124827 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Started child 93768 {{(pid=93656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:50:48.125394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.125665 n-d-791504-12 neutron-server[93656]: DEBUG neutron_lib.callbacks.manager [None req-32400534-c5b2-4b0b-b600-5eae1665aa7c None None] Notify callbacks [] for process, after_spawn {{(pid=93656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.125962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:48.127539 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93656) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:50:48.127760 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:50:48.127948 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:50:48.128177 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:50:48.128539 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:50:48.128707 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:50:48.129206 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.129500 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.129728 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.130203 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.130203 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.130342 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.130977 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.131069 n-d-791504-12 neutron-server[93768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:48.131247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.131518 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.131805 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.132040 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.132217 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.132389 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.132653 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.132888 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.133166 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.133431 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.133678 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.133947 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.134148 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.134422 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.134683 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.134946 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.135230 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] debug = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.135475 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.135968 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.136215 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.136454 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.136686 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.136960 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.137191 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.137460 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.137707 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.137925 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.138199 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.138456 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.138695 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.138915 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.139154 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.139407 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.139648 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.140160 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] host = n-d-791504-12 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.140379 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.140602 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.140845 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.141102 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.141357 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.141589 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.141855 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.142137 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.142411 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.142726 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.142918 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.143187 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.143423 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.143656 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.143822 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_options = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.144056 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.144314 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.144585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.144777 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.144950 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.145133 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.145387 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.145552 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.145810 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.146042 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.146818 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.147040 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.147263 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.147496 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.147805 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.148002 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.148235 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.148446 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.148732 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.148992 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.149246 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.149473 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.149712 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.149935 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.150197 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.150434 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.150670 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.150887 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.151122 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.151376 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.151624 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.151896 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.152132 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.152426 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.152649 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.152882 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.153121 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.153396 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.153631 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.153878 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.154153 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.154403 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.154673 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.154912 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.155147 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.155365 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_json = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.155585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.155822 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.156094 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.156327 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.156546 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.156783 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.156999 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.157235 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.157646 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.157947 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.158293 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.158546 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.158782 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.159024 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.159340 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.159505 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.159767 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.160019 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.160365 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.160588 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.160878 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.161168 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.164585 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.165014 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.165014 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.165281 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.165539 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.165824 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.166099 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.166458 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.166649 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.166889 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.167141 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.167595 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.168017 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.168296 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.168544 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.168766 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.168996 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.169240 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.169578 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.169837 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.170100 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.170382 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.170621 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.170847 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.171068 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.171290 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.171536 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.171756 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.171986 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.172230 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.172525 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.172783 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.173058 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.173253 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.173470 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.173692 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.173942 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.174196 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.174434 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.174647 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.174878 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.175098 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.175360 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.175597 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.175813 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.176028 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.176270 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.176491 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.177374 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.177663 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.177901 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.178153 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.178386 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.178634 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.178892 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.179139 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.179486 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.179611 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.180972 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.181365 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.181365 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.181622 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.181847 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183273 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183657 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183722 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.183952 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.184188 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.184437 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.184696 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.185080 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.185186 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.185374 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.185614 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.185830 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.186066 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.186312 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.186592 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.186865 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.187115 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.187346 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.187594 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.187863 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.188131 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.188409 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.188624 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.188878 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.189175 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.189444 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.189703 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.189950 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.190226 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.190481 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.190712 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.190959 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.191192 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.191441 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.191667 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.191948 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.192177 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.192416 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.193108 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.193385 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.193741 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.193981 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.194386 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.194672 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.195035 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.195299 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.195532 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.195814 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.196065 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.196314 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.196560 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.196808 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.197044 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.197281 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.197531 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.197746 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.197977 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.198229 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.198462 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.198680 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.198909 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.199184 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.199398 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.199612 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.199841 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.200057 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.200275 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.200529 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.200737 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.200955 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.201192 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.201406 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.201620 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.201835 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.202042 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.202306 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.202523 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.202809 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.203078 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.203293 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.203523 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.203747 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.203985 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.204198 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.204446 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.204661 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.204878 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.205088 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.205310 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.205531 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.205743 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.205993 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.206230 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.206468 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.206706 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.207035 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.207292 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.207524 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.207771 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.207988 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.208233 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.208468 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.208684 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.209416 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.209626 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.209855 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.210099 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.210356 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.210577 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.210803 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.211032 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.211241 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.211457 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.211663 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.211959 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.212207 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.212456 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.212702 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.212942 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.213176 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.213401 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.213645 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.213791 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.214015 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.214249 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.214455 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.214678 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.215416 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.215416 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.215416 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.215859 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.215859 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216139 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216139 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216412 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216550 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216751 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.216950 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.217171 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.217404 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.217602 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.217831 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.218135 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.218642 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.218802 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.219025 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.219246 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.219756 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.219995 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.220648 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.220648 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.220965 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.220965 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.221238 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.221420 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.221652 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.221870 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.222197 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.222485 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.222743 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.223007 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.223254 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.223514 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.223789 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.224060 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.224271 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.224903 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.225226 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.225501 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.225754 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.225977 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.226259 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.226478 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.226697 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.226913 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.227143 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.227554 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.227816 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.228062 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.228283 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.228514 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.228755 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.228996 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.229237 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.229478 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.229696 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.229915 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.230074 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:50:48.230600 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93656) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:50:48.230757 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:50:48.230907 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:50:48.231076 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:50:48.231245 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:50:48.231393 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:50:48.231752 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.231913 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232073 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232231 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232387 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232567 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232726 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.232886 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233035 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233231 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233332 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233491 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233645 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233801 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.233958 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234148 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234299 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234448 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234608 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234764 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.234927 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235084 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235241 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] debug = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235402 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235607 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235754 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.235907 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236057 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236220 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236376 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236531 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236689 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.236845 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237002 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237159 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237316 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237472 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237628 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237784 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.237940 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238177 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] host = n-d-791504-12 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238303 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238425 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238547 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238690 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.238846 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239003 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239158 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239314 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239561 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239657 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239770 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.239926 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.240603 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.240761 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.240917 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_options = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241075 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241235 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241391 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241572 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241734 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.241890 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242047 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242226 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242383 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242538 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242695 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.242851 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243006 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243161 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243322 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243480 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243635 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243791 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.243947 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244103 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244402 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244557 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244713 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.244869 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245025 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245181 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245336 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245492 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245653 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245808 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.245964 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246144 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246295 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246440 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246593 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246748 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.246906 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247064 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247219 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247375 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247530 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247688 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.247843 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248111 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248346 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_json = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248508 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248666 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248826 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.248977 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.249114 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.249268 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.249425 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.249789 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:50:48.249789 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.250313 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.250313 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.250535 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.253227 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.254559 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.255704 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.257247 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.258250 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259081 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.259729 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260223 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260223 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260223 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260435 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260513 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260613 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260773 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.260935 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261095 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261254 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261414 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261573 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261733 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.261892 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262052 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262233 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262394 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262553 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262714 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.262872 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263033 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263191 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263361 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263536 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263682 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263841 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.263999 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264158 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264316 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264475 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264634 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264794 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.264953 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265112 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265271 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265432 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265593 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265751 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.265911 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266074 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266255 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266403 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266564 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266720 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.266880 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267039 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267200 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267354 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267491 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267660 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267820 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.267982 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268142 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268315 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268480 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268645 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268806 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.268965 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269124 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269283 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269441 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269601 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269759 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.269918 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270074 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270292 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270433 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270593 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:48.270759 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.270905 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.271087 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.271309 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.271467 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.271670 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.271896 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.272119 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.272858 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273033 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273167 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273327 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273488 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273649 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273812 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.273973 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274151 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274314 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274475 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274635 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274795 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.274956 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275117 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275275 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275434 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275593 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275752 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.275910 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276070 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276229 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276388 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276546 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276707 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.276865 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277024 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277182 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277341 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277499 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277657 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277817 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.277977 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278153 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278315 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278476 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278636 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278795 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.278957 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279115 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279274 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279439 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279581 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279741 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.279900 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280060 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280220 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280379 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280536 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280709 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.280868 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281030 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281188 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281348 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281506 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281664 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281821 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.281980 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282163 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282324 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282484 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282645 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282804 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.282962 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.283120 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.283278 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.283436 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.283596 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.283772 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.284143 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.284520 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.284910 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.285418 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.285418 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.285583 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.285738 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.285884 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286010 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286197 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286358 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286582 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286707 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.286855 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287006 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287317 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287481 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287654 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287814 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.287975 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288135 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288296 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288456 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288626 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288786 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.288943 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289102 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289262 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289404 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289580 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289731 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.289890 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290059 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290242 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290400 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290537 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290714 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.290875 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291032 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291204 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291352 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291512 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291673 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.291839 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292013 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292186 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292343 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292512 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292682 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.292853 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293013 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293179 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293353 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293514 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293671 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293832 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.293991 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294176 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294336 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294496 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294659 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294820 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.294978 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.295139 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.295299 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.295461 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.295683 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.295992 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.296147 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.296309 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.296485 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.296629 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:50:48.296769 n-d-791504-12 neutron-server[93656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:50:48.521535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57380) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.530070 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061352 Jul 07 16:50:59.901124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947f67c-7bc6-420e-8574-1e989b42f6fe None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:50:59.971625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947f67c-7bc6-420e-8574-1e989b42f6fe None None] No non-hosted networks {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 16:50:59.981425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.agentschedulers_db [None req-8947f67c-7bc6-420e-8574-1e989b42f6fe None None] DHCP Agent not found on host n-d-791504-12 {{(pid=93767) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 16:51:00.078524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52b8ad45-03f1-4a17-bd16-2c0f8a982e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.217676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe594-10da-48be-a3ad-465c3575e4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.315014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6455797-e12f-48f7-b7b3-05a2b0118d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.640476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.641822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.642721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.643996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.647343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.650574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.651129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.653931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.656013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.657816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.663466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.664022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.665264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:02.670518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791504-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:02.676320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791504-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:03.471050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.179329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.803839 n-d-791504-12 neutron-server[93767]: INFO neutron.db.l3_hamode_db [None req-6dd4df17-d89b-4939-8821-f8c5b7cd6c73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 16:51:05.882241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4df17-d89b-4939-8821-f8c5b7cd6c73 None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:05.882636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4df17-d89b-4939-8821-f8c5b7cd6c73 None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:51:06.343858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:06.825084 n-d-791504-12 neutron-server[93765]: WARNING oslo_policy.policy [None req-7b9aa09c-4da6-4a81-9052-5d2f0a423bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:06.825656 n-d-791504-12 neutron-server[93765]: WARNING oslo_policy.policy [None req-7b9aa09c-4da6-4a81-9052-5d2f0a423bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:07.045360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-7b9aa09c-4da6-4a81-9052-5d2f0a423bdc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:07.046384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7b9aa09c-4da6-4a81-9052-5d2f0a423bdc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7015615 Jul 07 16:51:09.402256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57488) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:09.704557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:09.798218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.policy [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93765) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:51:09.841733 n-d-791504-12 neutron-server[93765]: WARNING oslo_policy.policy [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:09.842133 n-d-791504-12 neutron-server[93765]: WARNING oslo_policy.policy [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:09.852089 n-d-791504-12 neutron-server[93765]: INFO neutron.quota [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] Loaded quota_driver: . Jul 07 16:51:09.945084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336168649', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336169754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336181003', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336183025', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336192690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791336203000', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526534', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2081963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979677'] for rbac-policy, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.010505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.011695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8a1b20c-bb25-4e60-a347-2cd79178c5c8 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6084237 Jul 07 16:51:12.571032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:12.911312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Request body: {'network': {'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'name': 'private', 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:12.939513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Made reservation on behalf of d0c29e2b602444189d06bd0ea537ff73 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:12.942880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.959029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.090776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.094719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.115652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:13.144494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791333762389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.145743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Unsubscribe: segment precommit_create {{(pid=93765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:51:13.146312 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Added segment 41e8beb2-04d3-482b-b68d-eab6c8f0c198 of type vlan for network e98317f2-b55c-488a-9cc6-a5c6251959d8 Jul 07 16:51:13.164377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5de66-3362-4c7d-a67f-49ef052297b1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.212688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.213039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.213380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.213716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.214049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.214415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.214743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.215068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.215391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.215712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.216035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.216357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Tracked resource versions report: Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: pushed versions: Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: { 'AddressGroup': {'1.2'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'ConntrackHelper': {'1.0'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Log': {'1.0'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Network': {'1.1'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Port': {'1.7'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'PortForwarding': {'1.2'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'QosPolicy': {'1.8'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SecurityGroup': {'1.4'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SubPort': {'1.0'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Subnet': {'1.1'}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Trunk': {'1.1'}} Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: consumer versions: Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: { DHCP agent@n-d-791504-12: {}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: L3 agent@n-d-791504-12: {}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: Metadata agent@n-d-791504-12: {}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: Metering agent@n-d-791504-12: {}, Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'ConntrackHelper': '1.0', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Log': '1.0', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Network': '1.1', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Port': '1.7', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'PortForwarding': '1.2', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'QosPolicy': '1.8', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SecurityGroup': '1.4', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SecurityGroupRule': '1.2', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'SubPort': '1.0', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Subnet': '1.1', Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: 'Trunk': '1.1'}} Jul 07 16:51:13.217490 n-d-791504-12 neutron-server[93765]: {{(pid=93765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:13.265484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.315278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.316403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.317580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.404165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8211217 Jul 07 16:51:13.417521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392f8d7-618d-4d18-b9e4-21288ce4647f admin admin] Pushing event updated for resources: {'Network': ['ID=e98317f2-b55c-488a-9cc6-a5c6251959d8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.429591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:15.978318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:16.362706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a50145-364c-48dc-bcb1-cc26a600df97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.364072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29a50145-364c-48dc-bcb1-cc26a600df97 admin admin] 10.222.0.22 "GET /v2.0/networks/e98317f2-b55c-488a-9cc6-a5c6251959d8 HTTP/1.1" status: 200 len: 825 time: 0.3847973 Jul 07 16:51:16.387497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef7c6c8e-30ad-46a1-b873-8ef55e0ce993 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/0c98e47a-8328-4495-88ec-bb6014d34057 HTTP/1.1" status: 200 len: 734 time: 0.0181282 Jul 07 16:51:16.396249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Request body: {'subnet': {'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:16.417479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Made reservation on behalf of d0c29e2b602444189d06bd0ea537ff73 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:16.419755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.719293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.789744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcab656-d11e-4fa7-81be-3123ecbd5773,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:16.791839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Checking segment: {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:16.792216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Network hostable DHCP agents. Network: e98317f2-b55c-488a-9cc6-a5c6251959d8, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:16.814125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:16.825910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e98317f2-b55c-488a-9cc6-a5c6251959d8) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:16.830423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.831009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.835669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47ad54-eebf-4a0c-bcff-71648d5d23bd None None] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:16.844759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be4b35d1-50f3-4313-8a21-f4745ba62582 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4523072 Jul 07 16:51:17.146428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e98317f2-b55c-488a-9cc6-a5c6251959d8', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:51:17.147779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.415715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Allocated IP 172.20.0.2 (e98317f2-b55c-488a-9cc6-a5c6251959d8/2fcab656-d11e-4fa7-81be-3123ecbd5773/0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:17.618322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.634929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Transition to ACTIVE for port object 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:17.683129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Transition to ACTIVE for port object 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:17.692319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.756932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:17.762535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:17.773021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:17.776067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Pushing event updated for resources: {'Port': ['ID=0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.803771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.804122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.804468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.804806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.805141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.805474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.805804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.806168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.806486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.806808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.807139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.807464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Tracked resource versions report: Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: pushed versions: Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Log': {'1.0'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Network': {'1.1'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Port': {'1.7'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: consumer versions: Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: { DHCP agent@n-d-791504-12: {}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: L3 agent@n-d-791504-12: {}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: Metadata agent@n-d-791504-12: {}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: Metering agent@n-d-791504-12: {}, Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Log': '1.0', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Network': '1.1', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Port': '1.7', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'PortForwarding': '1.2', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'QosPolicy': '1.8', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'SubPort': '1.0', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Subnet': '1.1', Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: 'Trunk': '1.1'}} Jul 07 16:51:17.808578 n-d-791504-12 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:17.856797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Attempting to bind port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:17.857376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Attempting to bind port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:17.857621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Attempting to bind port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 on network e98317f2-b55c-488a-9cc6-a5c6251959d8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:17.862500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:17.862908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Checking segment: {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:17.863403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.864350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Bound using segment: {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:17.864832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Bound port: 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:17.865242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.925009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] For port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:17.929883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] For port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1,segment=NetworkSegment(41e8beb2-04d3-482b-b68d-eab6c8f0c198),segment_id=41e8beb2-04d3-482b-b68d-eab6c8f0c198)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:17.935354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.001088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574c4a-fdc7-4e2f-a77d-eeb6793d47d8 None None] Pushing event updated for resources: {'Port': ['ID=0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:19.256691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:19.568917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-d33b72e7-a2d7-4677-afb2-4b79e5c203c4 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:19.570050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d33b72e7-a2d7-4677-afb2-4b79e5c203c4 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122721 Jul 07 16:51:21.929087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57530) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.235953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-e7898114-3836-4fdc-96c9-63e334602405 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:22.236955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e7898114-3836-4fdc-96c9-63e334602405 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067322 Jul 07 16:51:24.006679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd21f8-fd3e-4afd-8c89-f030c010062b None None] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:24.067423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4b5fbf0e-58b8-480a-ac80-f3e6e715858d None None] Provisioning for port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:24.570171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:24.648565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:24.652473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:24.652880 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.758275 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.790959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1,segment=NetworkSegment(41e8beb2-04d3-482b-b68d-eab6c8f0c198),segment_id=41e8beb2-04d3-482b-b68d-eab6c8f0c198)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:24.794772 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.840089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.871257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:25.363895 n-d-791504-12 neutron-server[93766]: WARNING oslo_policy.policy [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:25.364467 n-d-791504-12 neutron-server[93766]: WARNING oslo_policy.policy [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:25.590519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Request body: {'router': {'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'name': 'router1', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:25.654059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.policy [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:51:25.699507 n-d-791504-12 neutron-server[93766]: WARNING oslo_policy.policy [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:25.699866 n-d-791504-12 neutron-server[93766]: WARNING oslo_policy.policy [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:51:25.709078 n-d-791504-12 neutron-server[93766]: INFO neutron.quota [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Loaded quota_driver: . Jul 07 16:51:25.764592 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.766398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.928924 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.934144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.951927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.953449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9915a441-2c8d-45a7-a41a-eec51a94b889 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0800581 Jul 07 16:51:26.547993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:26.592997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:26.593365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.347527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:28.654756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-30a740ee-47eb-42d6-b337-3d4dd3f5d20d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:28.655784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30a740ee-47eb-42d6-b337-3d4dd3f5d20d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073332 Jul 07 16:51:29.802382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c73d9d69-3c57-4d17-852c-323c34e8df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.975460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57568) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:31.281179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:31.302486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Made reservation on behalf of 16cfdf2b391e4f1ea8ab0aaa206a7be4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:31.304766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.312501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.395764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.399418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.417279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93765) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 16:51:31.431882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2de0f9-3c15-49cf-b61b-e262f3bd55a1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.439670 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.440100 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Added segment 6ec839be-d61e-4b95-b800-37f151ea4843 of type flat for network 22143c16-edb2-459b-9740-d1320510163a Jul 07 16:51:31.486165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.523845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.524815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.525385 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.574058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5975175 Jul 07 16:51:31.589710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ad80-eda9-4cfe-b8b6-e910404f5cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=22143c16-edb2-459b-9740-d1320510163a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.600871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 22143c16-edb2-459b-9740-d1320510163a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:32.211496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f439-f3cf-433f-8928-7772a824f26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.648850 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.384004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.991016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57586) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:34.160519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce22e0f-4f90-4b2c-8bb6-66adf89fd081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.161826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cce22e0f-4f90-4b2c-8bb6-66adf89fd081 admin admin] 10.222.0.22 "GET /v2.0/subnets/2fcab656-d11e-4fa7-81be-3123ecbd5773 HTTP/1.1" status: 200 len: 849 time: 0.1698523 Jul 07 16:51:34.340392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-03fff3cf-c62f-49f6-8559-f79ef393d1eb admin admin] 10.222.0.22 "GET /v2.0/routers/c9ffe438-447e-448b-b1ec-79face6e3da7 HTTP/1.1" status: 200 len: 704 time: 0.1730773 Jul 07 16:51:34.614775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.898461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Allocated IP 172.20.0.1 (e98317f2-b55c-488a-9cc6-a5c6251959d8/2fcab656-d11e-4fa7-81be-3123ecbd5773/c67ff1f5-749c-49d7-9c26-82b8a37f2153) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:35.056995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.122961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Transition to ACTIVE for port object c67ff1f5-749c-49d7-9c26-82b8a37f2153 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:35.126268 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.199524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.266066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:35.273875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:35.281723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:35.282302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.304870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Pushing event updated for resources: {'Port': ['ID=c67ff1f5-749c-49d7-9c26-82b8a37f2153,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:35.483818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bb2bdcb3-9dae-4ba8-bd10-bad4185f85cb None None] Provisioning for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:35.487302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bb2bdcb3-9dae-4ba8-bd10-bad4185f85cb None None] Provisioning complete for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:35.487691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdcb3-9dae-4ba8-bd10-bad4185f85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.493717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.519450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bdcb3-9dae-4ba8-bd10-bad4185f85cb None None] Port c67ff1f5-749c-49d7-9c26-82b8a37f2153 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:35.676315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.680821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.681599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.758170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Pushing event updated for resources: {'Port': ['ID=c67ff1f5-749c-49d7-9c26-82b8a37f2153,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:35.804084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:35.805312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:35.963669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Router c9ffe438-447e-448b-b1ec-79face6e3da7 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:51:36.039020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b4204e5b-c56a-41b2-8887-51d5d8492265 None None] Provisioning complete for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:36.039316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4204e5b-c56a-41b2-8887-51d5d8492265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.054718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:36.059780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a7a361c-af3a-4927-9f3c-17114c4997ab admin admin] 10.222.0.22 "PUT /v2.0/routers/c9ffe438-447e-448b-b1ec-79face6e3da7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7145679 Jul 07 16:51:36.071921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b4204e5b-c56a-41b2-8887-51d5d8492265 None None] Port c67ff1f5-749c-49d7-9c26-82b8a37f2153 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:36.075129 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Sync routers for ids ['c9ffe438-447e-448b-b1ec-79face6e3da7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:36.087300 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Routers {'c9ffe438-447e-448b-b1ec-79face6e3da7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:36.088178 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T16:51:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c9ffe438-447e-448b-b1ec-79face6e3da7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:36.272166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Set router c9ffe438-447e-448b-b1ec-79face6e3da7 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:36.705445 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 2, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port_host': None, '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 2, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:36.755025 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Checking router: c9ffe438-447e-448b-b1ec-79face6e3da7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:36.755318 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Updating router c9ffe438-447e-448b-b1ec-79face6e3da7 port c67ff1f5-749c-49d7-9c26-82b8a37f2153 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:36.817497 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.311941 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.330222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Transition to ACTIVE for port object c67ff1f5-749c-49d7-9c26-82b8a37f2153 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:37.336579 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.496455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Pushing event updated for resources: {'Port': ['ID=c67ff1f5-749c-49d7-9c26-82b8a37f2153,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.507006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Attempting to bind port c67ff1f5-749c-49d7-9c26-82b8a37f2153 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:37.507405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Attempting to bind port c67ff1f5-749c-49d7-9c26-82b8a37f2153 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:37.507845 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Attempting to bind port c67ff1f5-749c-49d7-9c26-82b8a37f2153 on network e98317f2-b55c-488a-9cc6-a5c6251959d8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:37.511133 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.511481 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.511821 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.512158 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.512494 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.512823 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.513154 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.513480 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.513805 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.514145 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.514477 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.514798 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Tracked resource versions report: Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: pushed versions: Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Log': {'1.0'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Network': {'1.1'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Port': {'1.7'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: consumer versions: Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: { DHCP agent@n-d-791504-12: {}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: L3 agent@n-d-791504-12: {}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: Metadata agent@n-d-791504-12: {}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: Metering agent@n-d-791504-12: {}, Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Log': '1.0', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Network': '1.1', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Port': '1.7', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'PortForwarding': '1.2', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'QosPolicy': '1.8', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'SubPort': '1.0', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Subnet': '1.1', Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: 'Trunk': '1.1'}} Jul 07 16:51:37.515897 n-d-791504-12 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:51:37.521500 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:37.521925 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Checking segment: {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:37.522422 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.522807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Bound using segment: {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:37.523294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Bound port: c67ff1f5-749c-49d7-9c26-82b8a37f2153, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e8beb2-04d3-482b-b68d-eab6c8f0c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:37.523710 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.591493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] For port c67ff1f5-749c-49d7-9c26-82b8a37f2153, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:37.613512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] For port c67ff1f5-749c-49d7-9c26-82b8a37f2153, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c67ff1f5-749c-49d7-9c26-82b8a37f2153,segment=NetworkSegment(41e8beb2-04d3-482b-b68d-eab6c8f0c198),segment_id=41e8beb2-04d3-482b-b68d-eab6c8f0c198)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:37.618301 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.677374 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06129ca9-e8b1-450f-93a1-5da4eb84ef55 None None] Pushing event updated for resources: {'Port': ['ID=c67ff1f5-749c-49d7-9c26-82b8a37f2153,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:37.681149 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Routers {'c9ffe438-447e-448b-b1ec-79face6e3da7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:37.681772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T16:51:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c9ffe438-447e-448b-b1ec-79face6e3da7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:37.771760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] Set router c9ffe438-447e-448b-b1ec-79face6e3da7 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:37.977712 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 2, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port_host': None, '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:37Z', 'revision_number': 4, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:38.003175 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e10127-f1a7-447d-b5ef-7c8b00b1dd8b None None] The sync data for ids ['c9ffe438-447e-448b-b1ec-79face6e3da7'] in n-d-791504-12 is: [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:35Z', 'revision_number': 2, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port_host': None, '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:37Z', 'revision_number': 4, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:38.256892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:38.369111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18252fc-c03a-47ce-8795-5fc307330641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.378147 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f18252fc-c03a-47ce-8795-5fc307330641 admin admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 842 time: 0.1127489 Jul 07 16:51:38.383473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:38.403630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Made reservation on behalf of 16cfdf2b391e4f1ea8ab0aaa206a7be4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:38.405955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.700133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:51:38.700580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.769007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ec231a-d60c-4299-b2db-926472b866e2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.778031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:38.778430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Network hostable DHCP agents. Network: 22143c16-edb2-459b-9740-d1320510163a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:38.795353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:38.803735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 22143c16-edb2-459b-9740-d1320510163a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:38.807740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.808333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.813800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7562a-b3a4-4499-ab9f-3b8923fd904a None None] Network 22143c16-edb2-459b-9740-d1320510163a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:38.830450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b78ad48-965f-4f2c-8572-e282de832a82 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4418406 Jul 07 16:51:38.942058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6b9c2-498f-414a-8638-0e7b03aac756 None None] Network 22143c16-edb2-459b-9740-d1320510163a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:41.085355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57618) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:41.277614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-296ecaf1-5c82-4383-aa49-2d4ab3196ad8 admin admin] 10.222.0.22 "GET /v2.0/routers/c9ffe438-447e-448b-b1ec-79face6e3da7 HTTP/1.1" status: 200 len: 710 time: 0.1911309 Jul 07 16:51:41.360939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca345f01-ca78-49df-ad70-ebe2ccfa13de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.362346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ca345f01-ca78-49df-ad70-ebe2ccfa13de admin admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 886 time: 0.0797338 Jul 07 16:51:41.371525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:41.620747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.854607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.927009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.029529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Allocated IP 172.25.7.208 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:42.125970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.164700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.200321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:42.203069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:42.206915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:42.272691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.448659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.586050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c67ff1f5-749c-49d7-9c26-82b8a37f2153 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:42.633754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:42.637516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:42.637893 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.713022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.731558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.739058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.744602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c67ff1f5-749c-49d7-9c26-82b8a37f2153, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c67ff1f5-749c-49d7-9c26-82b8a37f2153,segment=NetworkSegment(41e8beb2-04d3-482b-b68d-eab6c8f0c198),segment_id=41e8beb2-04d3-482b-b68d-eab6c8f0c198)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:42.749472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.796682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c67ff1f5-749c-49d7-9c26-82b8a37f2153,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.844733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Router c9ffe438-447e-448b-b1ec-79face6e3da7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:42.946356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:42.950463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:42.951654 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78095003-a13c-4f45-b545-742ff607b046 admin admin] 10.222.0.22 "PUT /v2.0/routers/c9ffe438-447e-448b-b1ec-79face6e3da7 HTTP/1.1" status: 200 len: 890 time: 1.5833931 Jul 07 16:51:42.957095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Sync routers for ids ['c9ffe438-447e-448b-b1ec-79face6e3da7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:42.968169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Routers {'c9ffe438-447e-448b-b1ec-79face6e3da7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:42.968761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T16:51:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c9ffe438-447e-448b-b1ec-79face6e3da7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:43.240687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Set router c9ffe438-447e-448b-b1ec-79face6e3da7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:43.624354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port': {'id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:41Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 5, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:43.675893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Checking router: c9ffe438-447e-448b-b1ec-79face6e3da7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:43.676248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Updating router c9ffe438-447e-448b-b1ec-79face6e3da7 port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:43.709045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.016007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.025549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Transition to ACTIVE for port object 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:44.030629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.077236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Attempting to bind port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:44.077608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Attempting to bind port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:44.077974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Attempting to bind port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:44.088404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:44.088778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:44.089177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.089568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:44.090028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Bound port: 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:44.090447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.092650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88648e-fe0f-4ac5-8f7a-54a331e0c0a5 None None] Pushing event updated for resources: {'Port': ['ID=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.140954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] For port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:44.143925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] For port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:44.149022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.199386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Routers {'c9ffe438-447e-448b-b1ec-79face6e3da7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:44.200001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T16:51:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c9ffe438-447e-448b-b1ec-79face6e3da7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:44.241169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88648e-fe0f-4ac5-8f7a-54a331e0c0a5 None None] Pushing event updated for resources: {'Port': ['ID=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.314414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] Set router c9ffe438-447e-448b-b1ec-79face6e3da7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:44.579250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c67ff1f5-749c-49d7-9c26-82b8a37f2153 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:44.635569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port': {'id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:41Z', 'updated_at': '2021-07-07T16:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 5, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:44.662632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790afe4e-d6ca-4673-b031-75d89f041e9b None None] The sync data for ids ['c9ffe438-447e-448b-b1ec-79face6e3da7'] in n-d-791504-12 is: [{'id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'name': 'router1', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:51:25Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 4, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'gw_port': {'id': '4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:41Z', 'updated_at': '2021-07-07T16:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c67ff1f5-749c-49d7-9c26-82b8a37f2153', 'name': '', 'network_id': 'e98317f2-b55c-488a-9cc6-a5c6251959d8', 'tenant_id': 'd0c29e2b602444189d06bd0ea537ff73', 'mac_address': 'fa:16:3e:ca:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ffe438-447e-448b-b1ec-79face6e3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:34Z', 'updated_at': '2021-07-07T16:51:42Z', 'revision_number': 5, 'project_id': 'd0c29e2b602444189d06bd0ea537ff73', 'subnets': [{'id': '2fcab656-d11e-4fa7-81be-3123ecbd5773', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c98e47a-8328-4495-88ec-bb6014d34057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:44.664169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:44.664514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.356308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57626) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:45.478475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40c79331-07d7-445b-bb51-10c1a5290a97 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210642 Jul 07 16:51:46.583812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:46.635158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:46.639470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:46.639594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.717817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.747690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:46.755989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.803240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.567744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:48.616001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4ef8e6ef-955a-4bd9-81d2-c3c0ca96ea81 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:48.616653 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.187545 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:59.812382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965b045b-edeb-426b-a6ac-2e86741dc91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.219159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4c528d-dd5f-484c-9499-677453af121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.640446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.395463 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.134216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.811431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5cb7b3-ba2b-4d64-aae1-540aeb1c3b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.186062 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:32.217252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31965ad5-dafb-4452-8b47-075597a184d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.645031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.385703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.142391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:59.803824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0926f32-4f61-40a9-a961-ac7b6132a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.208703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0f53aa-6653-410f-9e90-f92144a82352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.647424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.388352 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.136666 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.187482 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:24.862865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58226) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:24.923984 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a59c29b-facd-438c-8f52-eb6dbff9163d admin admin] GET failed (client error): The resource could not be found. Jul 07 16:53:24.925305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7a59c29b-facd-438c-8f52-eb6dbff9163d admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614650 Jul 07 16:53:25.077870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e6f2f-5bb9-40c3-9352-15e6773b2793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.079389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-101e6f2f-5bb9-40c3-9352-15e6773b2793 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1502819 Jul 07 16:53:27.219711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.373740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0ed48-24cc-4505-a172-610de159ccd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.375307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38d0ed48-24cc-4505-a172-610de159ccd8 admin admin] 10.222.0.22 "GET /v2.0/subnets/2fcab656-d11e-4fa7-81be-3123ecbd5773 HTTP/1.1" status: 200 len: 849 time: 0.1546171 Jul 07 16:53:27.387100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:27.473726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Notify callbacks [] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.624978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791333668895'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.669311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.670004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.671785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] 10.222.0.22 "PUT /v2.0/subnets/2fcab656-d11e-4fa7-81be-3123ecbd5773 HTTP/1.1" status: 200 len: 868 time: 0.2905047 Jul 07 16:53:27.677375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc4f0f-856b-4f22-9c28-6383b8d6dda8 None None] Network e98317f2-b55c-488a-9cc6-a5c6251959d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:27.717929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcab656-d11e-4fa7-81be-3123ecbd5773,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:27.727979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.728312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.728565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.728949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.729285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.729611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.729936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.730364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.730699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.731021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.731343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.731661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f734be-ff38-40f6-9e1e-ea088eaccabe admin admin] Tracked resource versions report: Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: pushed versions: Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Log': {'1.0'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Network': {'1.1'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Port': {'1.7'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: consumer versions: Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: { DHCP agent@n-d-791504-12: {}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: L3 agent@n-d-791504-12: {}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: Metadata agent@n-d-791504-12: {}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: Metering agent@n-d-791504-12: {}, Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Log': '1.0', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Network': '1.1', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Port': '1.7', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'PortForwarding': '1.2', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'QosPolicy': '1.8', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'SubPort': '1.0', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Subnet': '1.1', Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: 'Trunk': '1.1'}} Jul 07 16:53:27.732902 n-d-791504-12 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:53:28.029597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2d02da0a-37ae-4ab8-b078-6a7686ed24e5 None None] Provisioning complete for port 0e8f8330-b11f-4e88-b1fd-b267c9b5a1b1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:28.029984 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d02da0a-37ae-4ab8-b078-6a7686ed24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.112348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2d02da0a-37ae-4ab8-b078-6a7686ed24e5 None None] Provisioning complete for port c67ff1f5-749c-49d7-9c26-82b8a37f2153 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:28.112713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d02da0a-37ae-4ab8-b078-6a7686ed24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.804928 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13def7a4-d0c9-4b5b-9658-131dd64056e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.818300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:30.036947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bd89a-dfb8-4e34-aba3-0592c86d6091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.037338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bd89a-dfb8-4e34-aba3-0592c86d6091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.038907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4e8bd89a-dfb8-4e34-aba3-0592c86d6091 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2196543 Jul 07 16:53:32.177701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:32.212508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd447a0-630d-4c49-bdc0-44d5fcd7101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.328975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b277d6e-d4ae-469f-b68a-a4a74aa8898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.329452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b277d6e-d4ae-469f-b68a-a4a74aa8898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.331022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0b277d6e-d4ae-469f-b68a-a4a74aa8898e admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1523411 Jul 07 16:53:32.649500 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.391074 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.466986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:34.647142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed655f06-2340-4835-a82a-c91f2617c7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.648525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ed655f06-2340-4835-a82a-c91f2617c7a8 admin admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 886 time: 0.1806536 Jul 07 16:53:35.145894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.765340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:36.903947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1faa2f-2cfb-44f6-969f-d5bf1aed2ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.905332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd1faa2f-2cfb-44f6-969f-d5bf1aed2ae7 admin admin] 10.222.0.22 "GET /v2.0/networks/e98317f2-b55c-488a-9cc6-a5c6251959d8 HTTP/1.1" status: 200 len: 869 time: 0.1390510 Jul 07 16:53:39.073879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:39.195738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ada87a-7140-4989-96eb-252720c9a3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.196202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ada87a-7140-4989-96eb-252720c9a3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.197715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-36ada87a-7140-4989-96eb-252720c9a3e7 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228487 Jul 07 16:53:41.397951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58290) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:41.519173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3c267-6286-436c-8e50-e6e430e85c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.519561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3c267-6286-436c-8e50-e6e430e85c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.521086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-74c3c267-6286-436c-8e50-e6e430e85c8a admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221673 Jul 07 16:53:43.665856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58298) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:43.749560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb482d67-ac12-426b-bc84-272cb94199fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.750936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb482d67-ac12-426b-bc84-272cb94199fa admin admin] 10.222.0.22 "GET /v2.0/subnets/01ec231a-d60c-4299-b2db-926472b866e2 HTTP/1.1" status: 200 len: 816 time: 0.0840428 Jul 07 16:53:45.896304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58306) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:45.986443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310e8da-7145-49bf-8bad-681bac62c9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.987773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9310e8da-7145-49bf-8bad-681bac62c9b9 admin admin] 10.222.0.22 "GET /v2.0/subnets/2fcab656-d11e-4fa7-81be-3123ecbd5773 HTTP/1.1" status: 200 len: 868 time: 0.0905175 Jul 07 16:53:46.185958 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:59.804870 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-314d382c-ca20-44ac-aa5d-1b8286c5c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.213466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73341a48-b809-467a-871d-49f6ad42d6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.649932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.395744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.148126 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.583726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:09.633558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-79423043-624b-4659-9c07-46b7b3d1845b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:09.634978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-79423043-624b-4659-9c07-46b7b3d1845b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501790 Jul 07 16:54:11.869546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:11.936500 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa1b29d-8892-4f3c-949e-8b3db0e28a69 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:54:11.937843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3aa1b29d-8892-4f3c-949e-8b3db0e28a69 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672851 Jul 07 16:54:12.021083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377f8fd-01cf-4b08-9a8a-dc3659778d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.022546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2377f8fd-01cf-4b08-9a8a-dc3659778d77 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807683 Jul 07 16:54:14.204134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:14.249626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:14.272320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Made reservation on behalf of 16cfdf2b391e4f1ea8ab0aaa206a7be4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:14.274683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.319699 n-d-791504-12 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Could not find related network for resource to bump revision. Jul 07 16:54:14.336019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:14.349169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791333762389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.349724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Unsubscribe: segment precommit_create {{(pid=93766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:54:14.350266 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Added segment ca3c5dac-5d8d-46c0-a8ef-36259f533925 of type vlan for network 82f549d8-25b9-4a71-8305-1761c8001f95 Jul 07 16:54:14.401446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.441711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.442731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.443323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.517172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3119333 Jul 07 16:54:14.542981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66b2fa-ab84-499f-afc7-a407d3d98573 admin admin] Pushing event updated for resources: {'Network': ['ID=82f549d8-25b9-4a71-8305-1761c8001f95,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.554467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 82f549d8-25b9-4a71-8305-1761c8001f95 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:16.677927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:16.737319 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff03ff21-dce9-42aa-8196-3d163a015cf9 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:54:16.738644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ff03ff21-dce9-42aa-8196-3d163a015cf9 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597162 Jul 07 16:54:16.835995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99804fa9-6964-4f05-b1a1-10aef3c47373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.837434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-99804fa9-6964-4f05-b1a1-10aef3c47373 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0948656 Jul 07 16:54:16.847614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Request body: {'subnet': {'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:16.868963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Made reservation on behalf of 16cfdf2b391e4f1ea8ab0aaa206a7be4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:16.871367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.057573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.113605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46384bf-c72b-42b8-999a-7786a281f452,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.122549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:17.122924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Network hostable DHCP agents. Network: 82f549d8-25b9-4a71-8305-1761c8001f95, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:17.143740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:17.153623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 82f549d8-25b9-4a71-8305-1761c8001f95) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:17.157542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.158133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.162660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f80a69-d285-4912-9651-3e12ba1d56a4 None None] Network 82f549d8-25b9-4a71-8305-1761c8001f95 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:17.171249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f7c9054-19c2-4d16-a831-aebefb82f16e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272526 Jul 07 16:54:17.312527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-82f549d8-25b9-4a71-8305-1761c8001f95', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'tenant_id': '16cfdf2b391e4f1ea8ab0aaa206a7be4', 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:17.313399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.537913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Allocated IP 192.168.233.2 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/51160902-3b86-4590-a997-a3b00d67a6e7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:17.682789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.691171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Transition to ACTIVE for port object 51160902-3b86-4590-a997-a3b00d67a6e7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:17.706296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Transition to ACTIVE for port object 51160902-3b86-4590-a997-a3b00d67a6e7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:17.712662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.761439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:17.762571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Pushing event updated for resources: {'Port': ['ID=51160902-3b86-4590-a997-a3b00d67a6e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.768613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:17.771217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.771580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.771928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.772271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.772613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.772949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.773281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.773614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.773948 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.774304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.774633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.774958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:17.778346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:17.832823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Attempting to bind port 51160902-3b86-4590-a997-a3b00d67a6e7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:17.833127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Attempting to bind port 51160902-3b86-4590-a997-a3b00d67a6e7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:17.833503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Attempting to bind port 51160902-3b86-4590-a997-a3b00d67a6e7 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:17.838439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:17.838820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:17.839793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.840208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:17.840673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Bound port: 51160902-3b86-4590-a997-a3b00d67a6e7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:17.841058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.904771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] For port 51160902-3b86-4590-a997-a3b00d67a6e7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:17.908022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] For port 51160902-3b86-4590-a997-a3b00d67a6e7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=51160902-3b86-4590-a997-a3b00d67a6e7,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:17.912005 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.971866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb31bd-6349-481d-931e-80f5668bbae4 None None] Pushing event updated for resources: {'Port': ['ID=51160902-3b86-4590-a997-a3b00d67a6e7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:18.751290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 51160902-3b86-4590-a997-a3b00d67a6e7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:18.814382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 51160902-3b86-4590-a997-a3b00d67a6e7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:18.850284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aba9e9-b464-4f36-b92f-6c9ce71aaa81 None None] Network 82f549d8-25b9-4a71-8305-1761c8001f95 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:18.914628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Provisioning for port 51160902-3b86-4590-a997-a3b00d67a6e7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:18.924050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Provisioning complete for port 51160902-3b86-4590-a997-a3b00d67a6e7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:18.924050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.077108 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.126287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] For port 51160902-3b86-4590-a997-a3b00d67a6e7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=51160902-3b86-4590-a997-a3b00d67a6e7,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:19.134960 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.189136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e43a9-8b58-4853-85c3-6f49c99ff8f2 None None] Pushing event updated for resources: {'Port': ['ID=51160902-3b86-4590-a997-a3b00d67a6e7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:19.360270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ff2e033-01c9-4ab3-93d0-32f94ce368e9 None None] Provisioning complete for port 51160902-3b86-4590-a997-a3b00d67a6e7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:19.360724 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ff2e033-01c9-4ab3-93d0-32f94ce368e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.676201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 51160902-3b86-4590-a997-a3b00d67a6e7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:20.722972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 51160902-3b86-4590-a997-a3b00d67a6e7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:20.723344 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.185995 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:29.806533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae7778a2-35ff-4007-a192-42c1cdfb344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.216458 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e94d-d976-4d0a-9b17-2e8bf3490eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.652227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.397347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.150418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.810226 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef282c8-3fc5-47bb-9ed4-af9c83c6d79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.184002 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:02.217499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba288a95-f5f3-4da8-b8af-d1a8f0df4e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.653562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.400358 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.162906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.730697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:25.736602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-63a712e1-95da-4d55-880b-787e562bcca0 tempest-verify_tempest_config-1240708586 tempest-verify_tempest_config-1240708586-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:55:25.737576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63a712e1-95da-4d55-880b-787e562bcca0 tempest-verify_tempest_config-1240708586 tempest-verify_tempest_config-1240708586-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059133 Jul 07 16:55:26.035855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:26.133784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.219702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.223672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.269619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9abd2dfbf04747d88dd24e91c0387c77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2327011 Jul 07 16:55:26.270588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb72dbf-d55e-482f-ab90-4d3871f8a009,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.273325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:26.279035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.279382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.279725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.280062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.280398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.280731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.281060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.281386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.281712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.282034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.282393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.282748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc733fad-2d52-4188-bb6e-c6931328d91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.351654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.372796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.458735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.461166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.462366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efb72dbf-d55e-482f-ab90-4d3871f8a009 HTTP/1.1" status: 204 len: 168 time: 0.1876166 Jul 07 16:55:26.470812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb72dbf-d55e-482f-ab90-4d3871f8a009,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.477850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.478224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.479188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.479529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.479862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.480192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.480536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.480849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.481173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.481495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.481817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:26.482151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0dbd6f-382d-4d2d-861e-8f9e85b948fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:29.810791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41aaae9d-2b9d-48e6-9c36-2a508aaa4ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.217914 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53e47662-6b6c-4b23-bdf1-16cd00070ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.654091 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.403660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.164924 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.182620 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:59.811099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57f161d2-a394-4f43-992f-97520e733183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.218129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bb28888-880b-44f2-9a7d-8d403e365158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.655712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.409446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:05.166862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.180934 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:29.810849 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b472fb-9a74-4aee-8c6e-f9df2560ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.219328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86dc96a0-1f44-40fa-9137-640b0073572e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.660555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.409646 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.170535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.179150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:59.811760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1fa92e3-91a4-4b69-973f-a2eb8ac88384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.220201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab72bec-3b2e-41b7-8c55-3a35faab55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.661245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.412321 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.172288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.177107 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:29.813144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a842b6e-30e9-4520-acb7-75a3b1cb5e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.220538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-393f2542-98a4-47c5-a135-3b9f6ac21a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.661548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.414953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.176088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.814020 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2263280f-e6b9-431b-b699-a380b18067d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.221330 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a0f046-8d74-4a53-995b-3a73d76bec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.661438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.417380 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.174922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 5 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:05.178527 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.814640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c74753-6284-4cb3-8f68-edc2618504a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.222746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08089cce-10aa-4d24-ba3d-a9e9443825cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.661750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.420661 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.944910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.181831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.112377 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1942583'] for agent, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.173444 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:59.813953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-329b2bc3-97ae-436d-9b4a-09ce87e24aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.311909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59cbad5e-9d8f-439e-a93c-9967c2abc435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.663174 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.423818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.934774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.184701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.067935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.172729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:29.027659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.127982 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f82fafed-e9dd-472b-bb2b-8b51ec5b6052 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0992212 Jul 07 16:59:29.814330 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d5c2e3-6538-4b5c-b5ee-495b4fb2dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.274532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:31.327191 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a81c64b7-5819-4a71-9ed6-9f9dcdd35366 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0515776 Jul 07 16:59:32.222775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c0893a4-f7b5-4193-a602-b78d077570b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.663628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.425551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.934203 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.186825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.094059 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.172331 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:59.815876 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0035e67b-1962-44c4-b6cc-92863fe02498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.224167 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2abca4cf-724e-4780-b584-b8ff0477614d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.663574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.429420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.949681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.191316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.116380 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.817281 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea51a84b-7480-46cc-a2ee-150d6ab48482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.226001 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8c728f3-e4e9-4422-8028-c5161c95fa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.664004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.173003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:33.430501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.948863 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.194387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.106977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.476492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58750) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.807386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-network', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:49.831881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Made reservation on behalf of 64332709cd05464aafed43cb1c8e6d06 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:49.834488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.842618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.938342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.943365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.969022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25364c12-282d-4269-b045-84b60449058f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:49.979170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.979438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.979649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.979980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.980309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.980822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.981289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.981763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.982214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.982453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.982770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.983089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Tracked resource versions report: Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: pushed versions: Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: { 'AddressGroup': {'1.2'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'ConntrackHelper': {'1.0'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Log': {'1.0'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Network': {'1.1'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Port': {'1.7'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'PortForwarding': {'1.2'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'QosPolicy': {'1.8'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SecurityGroup': {'1.4'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SubPort': {'1.0'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Subnet': {'1.1'}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Trunk': {'1.1'}} Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: consumer versions: Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: { DHCP agent@n-d-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: HyperV agent@n-h1-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: HyperV agent@n-h2-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: L3 agent@n-d-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: Metadata agent@n-d-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: Metering agent@n-d-791504-12: {}, Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'ConntrackHelper': '1.0', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Log': '1.0', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Network': '1.1', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Port': '1.7', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'PortForwarding': '1.2', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'QosPolicy': '1.8', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SecurityGroup': '1.4', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SecurityGroupRule': '1.2', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'SubPort': '1.0', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Subnet': '1.1', Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: 'Trunk': '1.1'}} Jul 07 17:00:49.984172 n-d-791504-12 neutron-server[93765]: {{(pid=93765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:00:49.987468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:49.997164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.997500 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Added segment 0e7881df-606a-4312-92e0-bf3d7ba6dd21 of type vlan for network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c Jul 07 17:00:50.037014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.070979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.072242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.072964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.129223 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6505547 Jul 07 17:00:50.132027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:50.134584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3ed5f-3f66-477a-bb35-75d6988b404b admin admin] Pushing event updated for resources: {'Network': ['ID=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.138033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Request body: {'subnet': {'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-subnet', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:50.147371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:50.166642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Made reservation on behalf of 64332709cd05464aafed43cb1c8e6d06 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:50.169498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.358757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.411661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc307d6b-1ae9-43ce-a09f-f1c31505a857,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.420525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.420874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.421244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.421587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.421922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.422279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.422610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.423761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.423889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.424144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.424560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.424785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Tracked resource versions report: Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: pushed versions: Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Log': {'1.0'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Network': {'1.1'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Port': {'1.7'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: consumer versions: Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: { DHCP agent@n-d-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: HyperV agent@n-h1-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: HyperV agent@n-h2-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: L3 agent@n-d-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: Metadata agent@n-d-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: Metering agent@n-d-791504-12: {}, Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Log': '1.0', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Network': '1.1', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Port': '1.7', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'PortForwarding': '1.2', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'QosPolicy': '1.8', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'SubPort': '1.0', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Subnet': '1.1', Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: 'Trunk': '1.1'}} Jul 07 17:00:50.425874 n-d-791504-12 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:00:50.450331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Checking segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:50.450536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Network hostable DHCP agents. Network: 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:50.471628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:50.485014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:50.495332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3a6cd-9657-4351-8cc0-1464ad58ce33 None None] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:50.498934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.499545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.519781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:50.520345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ca2fd244-006f-4a34-851c-17505b7876c2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3869317 Jul 07 17:00:50.525142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:50.568268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.569375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.724896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.758304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:50.759439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.963922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Allocated IP 172.20.0.2 (5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c/cc307d6b-1ae9-43ce-a09f-f1c31505a857/2086f610-2376-43fb-9451-7f0de79cd231) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:51.013328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.147984 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.157998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Transition to ACTIVE for port object 2086f610-2376-43fb-9451-7f0de79cd231 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:51.175804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Transition to ACTIVE for port object 2086f610-2376-43fb-9451-7f0de79cd231 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:51.182855 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.233967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Pushing event updated for resources: {'Port': ['ID=2086f610-2376-43fb-9451-7f0de79cd231,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.242143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.242493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.242842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.243182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.243516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.243851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.244179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.244508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.244836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.245165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.245491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.245818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Tracked resource versions report: Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: pushed versions: Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Log': {'1.0'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Network': {'1.1'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Port': {'1.7'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: consumer versions: Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: { DHCP agent@n-d-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: HyperV agent@n-h1-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: HyperV agent@n-h2-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: L3 agent@n-d-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: Metadata agent@n-d-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: Metering agent@n-d-791504-12: {}, Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Log': '1.0', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Network': '1.1', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Port': '1.7', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'PortForwarding': '1.2', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'QosPolicy': '1.8', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'SubPort': '1.0', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Subnet': '1.1', Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: 'Trunk': '1.1'}} Jul 07 17:00:51.246933 n-d-791504-12 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:00:51.255815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.265973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:51.268194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:51.270731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:51.280577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.331497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Attempting to bind port 2086f610-2376-43fb-9451-7f0de79cd231 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:51.332288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Attempting to bind port 2086f610-2376-43fb-9451-7f0de79cd231 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:51.332983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Attempting to bind port 2086f610-2376-43fb-9451-7f0de79cd231 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:51.339282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:51.339659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Checking segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:51.340061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.340452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Bound using segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:51.340974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Bound port: 2086f610-2376-43fb-9451-7f0de79cd231, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:51.341318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.407648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Allocated IP 172.25.7.247 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c818c753-7e4b-49b6-9d26-7358629a5ecc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:51.414678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] For port 2086f610-2376-43fb-9451-7f0de79cd231, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:51.418221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] For port 2086f610-2376-43fb-9451-7f0de79cd231, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2086f610-2376-43fb-9451-7f0de79cd231,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:51.426134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.504986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb64016-d9f1-4ab6-88b2-7ec0473b0c5c None None] Pushing event updated for resources: {'Port': ['ID=2086f610-2376-43fb-9451-7f0de79cd231,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.544024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.586209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.636996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.643049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c818c753-7e4b-49b6-9d26-7358629a5ecc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.653553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:51.655218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:51.755602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:51.975356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.322253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe76c-3e1f-4375-980d-85bba4f8adf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.329769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.489049 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe76c-3e1f-4375-980d-85bba4f8adf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.495046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe76c-3e1f-4375-980d-85bba4f8adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.535581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:52.561328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fdbe76c-3e1f-4375-980d-85bba4f8adf0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c1a4701e3d944e3969e2e363c97394e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9232359 Jul 07 17:00:52.564932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.578833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbe76c-3e1f-4375-980d-85bba4f8adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f962eb-908a-419b-94de-8f2e3a4f94a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.637045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.686154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.726296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:52.748591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:52.770324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.777905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67d33ac8-c9b3-4328-935d-70174c8536e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2561834 Jul 07 17:00:52.780319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.786553 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:52.788818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:00:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:52.791118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f0566-2501-4bc4-8b3c-020da5598483 None None] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:52.801092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.806685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.809599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2f962eb-908a-419b-94de-8f2e3a4f94a3 HTTP/1.1" status: 204 len: 168 time: 0.2435455 Jul 07 17:00:52.826524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90db7c1-4952-4f52-bea4-068bb8a695cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f962eb-908a-419b-94de-8f2e3a4f94a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.941353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:53.075736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2086f610-2376-43fb-9451-7f0de79cd231 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:53.087756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bdc4e2a6-2e05-44f2-ab68-448cd2f1332e None None] Provisioning for port 2086f610-2376-43fb-9451-7f0de79cd231 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:53.197706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2086f610-2376-43fb-9451-7f0de79cd231 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:53.201040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:51Z', 'revision_number': 3, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.202078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2086f610-2376-43fb-9451-7f0de79cd231 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:53.202497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.232605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:53.233245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Updating router 8297acc2-ad9e-4289-ac61-7bf2c6b573de port c818c753-7e4b-49b6-9d26-7358629a5ecc binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:53.274480 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.336066 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.393823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2086f610-2376-43fb-9451-7f0de79cd231, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2086f610-2376-43fb-9451-7f0de79cd231,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:53.399835 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.531331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2086f610-2376-43fb-9451-7f0de79cd231,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.549354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aed779b8-ef76-4969-bbd3-63e9aad99166 None None] Provisioning complete for port 2086f610-2376-43fb-9451-7f0de79cd231 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:53.549857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aed779b8-ef76-4969-bbd3-63e9aad99166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.745711 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.762031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:53.772428 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Transition to ACTIVE for port object c818c753-7e4b-49b6-9d26-7358629a5ecc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:53.778954 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.842132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Attempting to bind port c818c753-7e4b-49b6-9d26-7358629a5ecc on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:53.842670 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Attempting to bind port c818c753-7e4b-49b6-9d26-7358629a5ecc by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:53.843453 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Attempting to bind port c818c753-7e4b-49b6-9d26-7358629a5ecc on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:53.850026 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Pushing event updated for resources: {'Port': ['ID=c818c753-7e4b-49b6-9d26-7358629a5ecc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.854875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:53.855328 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:53.855804 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.856265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:53.856802 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Bound port: c818c753-7e4b-49b6-9d26-7358629a5ecc, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:53.857396 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.884555 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.885011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.885538 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.886046 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.886862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.887367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.887857 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.888354 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.888982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.889636 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.890410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.891015 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Tracked resource versions report: Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: pushed versions: Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Log': {'1.0'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Network': {'1.1'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Port': {'1.7'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: consumer versions: Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: { DHCP agent@n-d-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: HyperV agent@n-h1-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: HyperV agent@n-h2-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: L3 agent@n-d-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: Metadata agent@n-d-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: Metering agent@n-d-791504-12: {}, Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: Open vSwitch agent@n-d-791504-12: { 'AddressGroup': '1.2', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Log': '1.0', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Network': '1.1', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Port': '1.7', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'PortForwarding': '1.2', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'QosPolicy': '1.8', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'SubPort': '1.0', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Subnet': '1.1', Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: 'Trunk': '1.1'}} Jul 07 17:00:53.892683 n-d-791504-12 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 17:00:53.942189 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] For port c818c753-7e4b-49b6-9d26-7358629a5ecc, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:53.946327 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] For port c818c753-7e4b-49b6-9d26-7358629a5ecc, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c818c753-7e4b-49b6-9d26-7358629a5ecc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:53.952101 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.990190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.001214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.026140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a120b0e-90fd-4c42-b12b-7f07c1721f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.086854 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17567db7-12cd-4ea6-9148-3f4abe302f3e None None] Pushing event updated for resources: {'Port': ['ID=c818c753-7e4b-49b6-9d26-7358629a5ecc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.125070 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:54.129023 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:00:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:54.218512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Allocated IP 172.20.0.1 (5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c/cc307d6b-1ae9-43ce-a09f-f1c31505a857/4593f72d-c331-4b00-af76-47926eb2028d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:54.219455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a120b0e-90fd-4c42-b12b-7f07c1721f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.254992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a120b0e-90fd-4c42-b12b-7f07c1721f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.302521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6713200-18ce-4cdc-a5b5-80dc8fe905af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.328069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.330796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0a120b0e-90fd-4c42-b12b-7f07c1721f7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a308834763ac426d9ae15d9ce6c9041f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3290110 Jul 07 17:00:54.343715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Transition to ACTIVE for port object 4593f72d-c331-4b00-af76-47926eb2028d will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:54.383908 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:54.387311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.425514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.451186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:54.496555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:54.498575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.510322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.521844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:54.522238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.612533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6713200-18ce-4cdc-a5b5-80dc8fe905af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.613773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a120b0e-90fd-4c42-b12b-7f07c1721f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eef13f-d525-4636-96f8-1daca939f779,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.619371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6713200-18ce-4cdc-a5b5-80dc8fe905af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.668987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d6713200-18ce-4cdc-a5b5-80dc8fe905af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=510ebe4406a345f7a1f52b4a9e2541b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9057558 Jul 07 17:00:54.671877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.673213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6713200-18ce-4cdc-a5b5-80dc8fe905af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25a9bb-5c46-40b6-b6c1-54de425cd4af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.742254 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2211ff6-0473-4733-a4c5-1d930cfeb2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.743073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.788749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.807904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.818978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.879144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.881909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.882442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.883149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0eef13f-d525-4636-96f8-1daca939f779 HTTP/1.1" status: 204 len: 168 time: 0.4945376 Jul 07 17:00:54.885440 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.886891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d25a9bb-5c46-40b6-b6c1-54de425cd4af HTTP/1.1" status: 204 len: 168 time: 0.2032449 Jul 07 17:00:54.902284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe49e8-4dd2-4c67-a6a6-c4a9b706dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25a9bb-5c46-40b6-b6c1-54de425cd4af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.919959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be7f42a9-147c-4327-9c1b-716bb4b403c3 None None] Provisioning for port 4593f72d-c331-4b00-af76-47926eb2028d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:54.927365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f3cde-bd7d-497f-8179-765f4a17df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eef13f-d525-4636-96f8-1daca939f779,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.932096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be7f42a9-147c-4327-9c1b-716bb4b403c3 None None] Provisioning complete for port 4593f72d-c331-4b00-af76-47926eb2028d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:54.935911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be7f42a9-147c-4327-9c1b-716bb4b403c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.032488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2086f610-2376-43fb-9451-7f0de79cd231 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:55.063788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:51Z', 'revision_number': 3, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.077696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.080729 n-d-791504-12 neutron-server[93766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 17:00:55.099016 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934cacb-e7c4-44b2-848f-a85767e60d67 None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:51Z', 'revision_number': 3, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:55.122656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be7f42a9-147c-4327-9c1b-716bb4b403c3 None None] Port 4593f72d-c331-4b00-af76-47926eb2028d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:55.132791 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.150877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2086f610-2376-43fb-9451-7f0de79cd231 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:55.151508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.153837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-2098db19-ce59-403c-882a-9cb390f222e8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748506 Jul 07 17:00:55.180837 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2211ff6-0473-4733-a4c5-1d930cfeb2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.209306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2211ff6-0473-4733-a4c5-1d930cfeb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.301943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d2211ff6-0473-4733-a4c5-1d930cfeb2ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cde4a62fb29c400bb21707272122926f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7904692 Jul 07 17:00:55.302940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.408720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2211ff6-0473-4733-a4c5-1d930cfeb2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18abab9c-9ad9-4035-8e15-b5e1ce3c2585,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.416071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.429270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.432058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.482279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.561588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.567887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.625321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-2578f33d-a199-45ef-b2d0-ad31bc8ead02 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:55.627676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-2578f33d-a199-45ef-b2d0-ad31bc8ead02 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417877 Jul 07 17:00:55.649112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-8cc42321-6b18-430f-8021-832e94210fd2 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/quotas/ee8f090f2dde4423b48ff8818a3c74ee HTTP/1.1" status: 200 len: 375 time: 0.0136535 Jul 07 17:00:55.715500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:55.716952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:55.730421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-e89e460a-5691-4ce5-b81c-92942fb9ec87 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751817 Jul 07 17:00:55.749282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.752544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.756366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18abab9c-9ad9-4035-8e15-b5e1ce3c2585 HTTP/1.1" status: 204 len: 168 time: 0.4282811 Jul 07 17:00:55.766024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcc331-cd4d-4dbc-a6e5-db229cc5831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18abab9c-9ad9-4035-8e15-b5e1ce3c2585,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.890513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.986008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d93cdbd-13d6-4726-9866-200fa1e09776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.065037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2f2f96c2-2d7d-442e-8c66-23d535b3e3c7 None None] Provisioning complete for port 4593f72d-c331-4b00-af76-47926eb2028d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:56.065599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f2f96c2-2d7d-442e-8c66-23d535b3e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.093298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:56.148980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f96c2-2d7d-442e-8c66-23d535b3e3c7 None None] Port 4593f72d-c331-4b00-af76-47926eb2028d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:56.305404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d93cdbd-13d6-4726-9866-200fa1e09776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.311323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d93cdbd-13d6-4726-9866-200fa1e09776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.340964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93cdbd-13d6-4726-9866-200fa1e09776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82516cdf-4616-43c6-bfd5-89f9ba7d8e97,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.351535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:56.357091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d6cca2e-ef2a-4aa7-ad3b-e87e2083b7c5 admin admin] 10.222.0.22 "PUT /v2.0/routers/8297acc2-ad9e-4289-ac61-7bf2c6b573de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5735495 Jul 07 17:00:56.379959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d93cdbd-13d6-4726-9866-200fa1e09776 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81b7081356d94121b05537970795205a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4855886 Jul 07 17:00:56.379959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59060) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.404576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59062) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.429069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c6405b5-891d-4bc5-bd9d-953bdbb0974f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.464352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.499250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.586720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.591507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.593620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82516cdf-4616-43c6-bfd5-89f9ba7d8e97 HTTP/1.1" status: 204 len: 168 time: 0.2126832 Jul 07 17:00:56.605726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c6405b5-891d-4bc5-bd9d-953bdbb0974f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.615435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c6405b5-891d-4bc5-bd9d-953bdbb0974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.620817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81162a2-fbfb-48c1-b0a3-7b3cd80c9d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82516cdf-4616-43c6-bfd5-89f9ba7d8e97,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.694370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9c6405b5-891d-4bc5-bd9d-953bdbb0974f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b253a2ac7812484f812c435b071181b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2881050 Jul 07 17:00:56.697016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.699116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6405b5-891d-4bc5-bd9d-953bdbb0974f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced58a9-87e0-424b-9f15-db3c020a30f4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.891715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.975888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cbb0acf-366a-47fb-881e-7c31a8324f94 req-8cd1f97b-62d6-41f2-a734-a4830bc134ef tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.0752990 Jul 07 17:00:56.992126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c818c753-7e4b-49b6-9d26-7358629a5ecc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:57.051979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.121170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c818c753-7e4b-49b6-9d26-7358629a5ecc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:57.128933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c818c753-7e4b-49b6-9d26-7358629a5ecc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:57.129541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.158582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.161818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.163010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ced58a9-87e0-424b-9f15-db3c020a30f4 HTTP/1.1" status: 204 len: 168 time: 0.4646049 Jul 07 17:00:57.180728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9718eb5-5f5c-4a16-b0fa-d0cb9364f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced58a9-87e0-424b-9f15-db3c020a30f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.350656 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.386200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c818c753-7e4b-49b6-9d26-7358629a5ecc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c818c753-7e4b-49b6-9d26-7358629a5ecc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:57.391339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.468759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c818c753-7e4b-49b6-9d26-7358629a5ecc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.655559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:57.666138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:57.666759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:00:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:57.810915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:58.140657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-722d56d6-16ec-4896-a46c-188966a310e2 req-52b8ea51-0e1f-4f5c-84e7-76c0ca08c87c tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.0657160 Jul 07 17:00:58.175408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.191332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 2, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:58.228298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:58.228905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Updating router 8297acc2-ad9e-4289-ac61-7bf2c6b573de port 4593f72d-c331-4b00-af76-47926eb2028d binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:00:58.254843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.285340 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.520040 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5039f59c-9fac-44c9-9ce0-988a02ffe918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.690295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5039f59c-9fac-44c9-9ce0-988a02ffe918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.695320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5039f59c-9fac-44c9-9ce0-988a02ffe918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.711252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.726757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Transition to ACTIVE for port object 4593f72d-c331-4b00-af76-47926eb2028d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.731771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.735698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.738598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-network', 'tenant_id': '1562cf1125e14c0993479cb48673f35a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:58.739064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039f59c-9fac-44c9-9ce0-988a02ffe918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ee443-9fbb-4e3f-81a9-3a8af107e4fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.745993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5039f59c-9fac-44c9-9ce0-988a02ffe918 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40d7fb62312e41aebc80721cd8c5b105&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5695872 Jul 07 17:00:58.748661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.776637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Made reservation on behalf of 1562cf1125e14c0993479cb48673f35a for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:58.779235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.797397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.826375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c176f7-9dd8-400f-961d-94009cf016fc None None] Pushing event updated for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.848573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c7fecb8-d1ea-4da4-a348-6af283273f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.896043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Attempting to bind port 4593f72d-c331-4b00-af76-47926eb2028d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:58.896489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Attempting to bind port 4593f72d-c331-4b00-af76-47926eb2028d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:58.896917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Attempting to bind port 4593f72d-c331-4b00-af76-47926eb2028d on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:58.905121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:58.905602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Checking segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:58.906263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.907440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Bound using segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:58.908305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Bound port: 4593f72d-c331-4b00-af76-47926eb2028d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:58.908489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.908891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.954933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.033673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c818c753-7e4b-49b6-9d26-7358629a5ecc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:59.047712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.050480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.054477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d1ee443-9fbb-4e3f-81a9-3a8af107e4fc HTTP/1.1" status: 204 len: 168 time: 0.3046556 Jul 07 17:00:59.069845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e7856-9594-4a8a-9009-8706057847fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ee443-9fbb-4e3f-81a9-3a8af107e4fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.097629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.83', 59392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.155564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-adac8bb1-1e21-4055-b98e-b1d0995c479a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480418 Jul 07 17:00:59.182526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c818c753-7e4b-49b6-9d26-7358629a5ecc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:59.183252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.205461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.210899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.215804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] For port 4593f72d-c331-4b00-af76-47926eb2028d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:59.243558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fffe02-bb86-4bec-9a36-c7ef7a9a40a3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.252890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] For port 4593f72d-c331-4b00-af76-47926eb2028d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4593f72d-c331-4b00-af76-47926eb2028d,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:59.267865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:59.277942 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.291718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.294431 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Added segment d5dc898a-d952-4fa1-8025-8d2bd2b7051a of type vlan for network 92e37477-69ee-4098-b57c-44e44d195a3c Jul 07 17:00:59.434681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:59.443199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.447834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:00:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:59.496523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.497554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.498363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.603273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c7fecb8-d1ea-4da4-a348-6af283273f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.621788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c176f7-9dd8-400f-961d-94009cf016fc None None] Pushing event updated for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.639634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c7fecb8-d1ea-4da4-a348-6af283273f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.695333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6c7fecb8-d1ea-4da4-a348-6af283273f54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=794fa6440fcb463db8cb3b2dd64a0b01&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4388349 Jul 07 17:00:59.701638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-882b84d0-a6f8-4a1b-a599-dc6a8bd592e6 req-eed03519-164a-462b-babe-340b860ad73c tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.2387829 Jul 07 17:00:59.703093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59246) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.736043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0023022 Jul 07 17:00:59.764107 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59250) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.765413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3ac6-be16-4a39-9976-d9da1f14a8ab admin admin] Pushing event updated for resources: {'Network': ['ID=92e37477-69ee-4098-b57c-44e44d195a3c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.772842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-d3803695-65e7-45d9-9746-cac0ca65c452 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.784974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-d3803695-65e7-45d9-9746-cac0ca65c452 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6250236 Jul 07 17:00:59.788077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 92e37477-69ee-4098-b57c-44e44d195a3c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:59.790238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Request body: {'subnet': {'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-subnet', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:59.807355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fecb8-d1ea-4da4-a348-6af283273f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b29381-ee39-4a55-9187-c983bbb1406e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.841906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.872038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Request body: {'port': {'device_id': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'ee8f090f2dde4423b48ff8818a3c74ee'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:59.881170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Made reservation on behalf of 1562cf1125e14c0993479cb48673f35a for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:59.881714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:59.885152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.923970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-67d50aa6-96fa-4aee-af93-ff8b00c45bac tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809386 Jul 07 17:00:59.942023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.971405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7634c1a6-c5a4-41ab-a3b7-4cacfb17da58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.999661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.103156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59270) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.153251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d4e95a9-d927-4c05-8a38-d67c62027ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.194579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.198143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.199876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68b29381-ee39-4a55-9187-c983bbb1406e HTTP/1.1" status: 204 len: 168 time: 0.4948254 Jul 07 17:01:00.258687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dc1e2-9fa5-4ea7-9a81-0f2ada9e74d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b29381-ee39-4a55-9187-c983bbb1406e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.294022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.392250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0725015-44a7-4be0-a21e-9b9f44445a04,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.408579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Checking segment: {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:00.409145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Network hostable DHCP agents. Network: 92e37477-69ee-4098-b57c-44e44d195a3c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:00.419377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:00:59Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:00.453044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-eef9bead-6ac0-4ed1-a742-47395218c7a4 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.453654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Network 92e37477-69ee-4098-b57c-44e44d195a3c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:00.462832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d4e95a9-d927-4c05-8a38-d67c62027ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.466018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-eef9bead-6ac0-4ed1-a742-47395218c7a4 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359970 Jul 07 17:01:00.468320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d4e95a9-d927-4c05-8a38-d67c62027ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.493971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b59ed-0d99-46e7-8dca-b04d953bcf20 None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:00:59Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:00.507884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 92e37477-69ee-4098-b57c-44e44d195a3c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:00.526411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bc1f3-3a35-492f-8438-e62ebdd60874 None None] Network 92e37477-69ee-4098-b57c-44e44d195a3c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:00.535127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-3a31bdcd-36b0-4489-b9ed-9b9542c42e4c tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/quotas/b7fd1cbea02645b2ababd21f1263d0a9 HTTP/1.1" status: 200 len: 375 time: 0.0606649 Jul 07 17:01:00.539461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Made reservation on behalf of ee8f090f2dde4423b48ff8818a3c74ee for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:00.543296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.602198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.603338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.651313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e95a9-d927-4c05-8a38-d67c62027ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85676163-3786-4123-b7df-648a5ed92c24,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.685024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f99a7efd-0a6b-497e-85c8-7576af211285 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9017835 Jul 07 17:01:00.685800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59294) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.701211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:00.723494 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d4e95a9-d927-4c05-8a38-d67c62027ab7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f3cdd4fafce475299200bc9450defb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6181564 Jul 07 17:01:00.725301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.742813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-b28c06e2-a352-4cad-8f68-b27596c31cc4 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2067330 Jul 07 17:01:00.743792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.867230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-92e37477-69ee-4098-b57c-44e44d195a3c', 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'fixed_ips': [{'subnet_id': 'd0725015-44a7-4be0-a21e-9b9f44445a04'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:00.868113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.894569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.958200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.083029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.085363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.118541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.141344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.142649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85676163-3786-4123-b7df-648a5ed92c24 HTTP/1.1" status: 204 len: 168 time: 0.4110565 Jul 07 17:01:01.218293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7102fcab-9d24-4e5a-bb0e-99b08ff482bf req-ba36bc1e-b1c2-4538-b67f-b7da7a68a764 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.1688814 Jul 07 17:01:01.332298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Allocated IP 172.20.0.2 (92e37477-69ee-4098-b57c-44e44d195a3c/d0725015-44a7-4be0-a21e-9b9f44445a04/69e0c86e-0194-443c-ab53-fde85415e8fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:01.382816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f2af-9628-4715-aaaf-c9c64e8134dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85676163-3786-4123-b7df-648a5ed92c24,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.393872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.401502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-027c8ae6-18fd-4326-93b8-29f84c7969f4 req-5c81f4db-d965-4a7f-abf4-e09dfc60c219 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 210 time: 0.1557429 Jul 07 17:01:01.424892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.436102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.557128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4593f72d-c331-4b00-af76-47926eb2028d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:01.589288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.628836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.801065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe962bf-d399-4478-827e-2eacd54afebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.002914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.338960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4593f72d-c331-4b00-af76-47926eb2028d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:02.366845 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-112b942a-06ba-43d1-9fb0-ed830f3f549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.408390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4593f72d-c331-4b00-af76-47926eb2028d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:02.408775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.502224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.552893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Transition to ACTIVE for port object 69e0c86e-0194-443c-ab53-fde85415e8fc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:02.688048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Transition to ACTIVE for port object 69e0c86e-0194-443c-ab53-fde85415e8fc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:02.739936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.819633 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.849562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.850488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Allocated IP 192.168.233.162 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/ca85269e-31b6-4e72-adec-4f3876158d69) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:02.881102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.004453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-6c35efd6-28c2-455d-9e2a-39cf1c6ee1b8 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6638415821e648028b6c7966f8b231b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2267199 Jul 07 17:01:03.034332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Network 92e37477-69ee-4098-b57c-44e44d195a3c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:03.090142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.115209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.123439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:03.131819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Pushing event updated for resources: {'Port': ['ID=69e0c86e-0194-443c-ab53-fde85415e8fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.144607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-091880a9-e681-46d8-af0a-14450dd6936f req-883a9cc3-4e20-4796-92c6-9a93e424b50b tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.2746239 Jul 07 17:01:03.241410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Allocated IP 172.25.7.186 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b6f132f5-de2d-43b9-aa4b-664efd6f7ebe) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:03.430525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4593f72d-c331-4b00-af76-47926eb2028d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4593f72d-c331-4b00-af76-47926eb2028d,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:03.492754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.592994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Attempting to bind port 69e0c86e-0194-443c-ab53-fde85415e8fc on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:03.593823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Attempting to bind port 69e0c86e-0194-443c-ab53-fde85415e8fc by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:03.594961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Attempting to bind port 69e0c86e-0194-443c-ab53-fde85415e8fc on network 92e37477-69ee-4098-b57c-44e44d195a3c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:03.609137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.614751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:03.615423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Checking segment: {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:03.616002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.619954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Bound using segment: {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:03.620654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Bound port: 69e0c86e-0194-443c-ab53-fde85415e8fc, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:03.621394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.623649 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.657513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.736295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.740342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] For port 69e0c86e-0194-443c-ab53-fde85415e8fc, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:03.744982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] For port 69e0c86e-0194-443c-ab53-fde85415e8fc, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69e0c86e-0194-443c-ab53-fde85415e8fc,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:03.752089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.862101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.32', 52979) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.866660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe962bf-d399-4478-827e-2eacd54afebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.867487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.893801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb46ad-8f4c-4052-91e4-c78ca9db41da None None] Pushing event updated for resources: {'Port': ['ID=69e0c86e-0194-443c-ab53-fde85415e8fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.916181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:03.921221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.928624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:03.967071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b06af7f4-36e1-4186-a469-69e23d0804e1 req-5acf0b21-6872-444f-8120-e02713aedadc tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 210 time: 0.1711500 Jul 07 17:01:03.972370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe962bf-d399-4478-827e-2eacd54afebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.983074 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.081989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7da6f327-d87c-4f3f-b911-2643cc0057f3 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2028127 Jul 07 17:01:04.118049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fe962bf-d399-4478-827e-2eacd54afebf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f83cb2e7ac24bbf997974209b51cd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4757669 Jul 07 17:01:04.129636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe962bf-d399-4478-827e-2eacd54afebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5116d00-7c6a-424c-b1a4-de0b3a9f1bad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.148451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.261638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-63a9cac1-e026-4a17-a035-85170d7d5b10 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:04.282741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-63a9cac1-e026-4a17-a035-85170d7d5b10 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2773056 Jul 07 17:01:04.377780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.496473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.615577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Transition to ACTIVE for port object ca85269e-31b6-4e72-adec-4f3876158d69 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:04.662271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-0c210b70-f3d3-4f86-b477-513ee61abf65 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/quotas/6638415821e648028b6c7966f8b231b4 HTTP/1.1" status: 200 len: 375 time: 0.3785315 Jul 07 17:01:04.794758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be4479e5-b8d9-4979-a840-1537236840cf req-b5b4d200-f15c-4e95-a39b-1aa1f67a2d36 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.2987230 Jul 07 17:01:04.920215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-24a31a52-a9bf-4e99-94a8-3bf01c3faf9c tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2305267 Jul 07 17:01:05.018133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-fe585e7a-bfd1-4d77-a008-cd5824008d43 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:05.020583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-fe585e7a-bfd1-4d77-a008-cd5824008d43 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9245458 Jul 07 17:01:05.058527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.098206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Request body: {'port': {'device_id': '68488ced-5465-4c59-a54f-8135b201c977', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'b7fd1cbea02645b2ababd21f1263d0a9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:05.228451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.283449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.310087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.377634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.383337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.386148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.387632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5116d00-7c6a-424c-b1a4-de0b3a9f1bad HTTP/1.1" status: 204 len: 168 time: 1.2240164 Jul 07 17:01:05.593470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:05.601788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96134abc-411a-4576-892b-a02b1908bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5116d00-7c6a-424c-b1a4-de0b3a9f1bad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.630404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:05.674667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:05.695440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:05.696930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.718338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Router 6abf598f-d1e1-43d5-be32-74114d54e335 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:05.843349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b268d49-3203-43e9-84b5-8584905e0c57 req-62c2136f-f3f6-4a61-bb83-48508867aade tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.1947422 Jul 07 17:01:06.005793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26aae382-daf7-442f-8b63-2a782458e4d0 req-aad60993-c987-4bd2-afc6-753c2484c38a tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 210 time: 0.3950422 Jul 07 17:01:06.051220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4593f72d-c331-4b00-af76-47926eb2028d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:06.103857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2357535 Jul 07 17:01:06.108142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ea9b-21b9-4193-8550-1bcb43013460 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Pushing event updated for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.146790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-4ea9b310-db0e-4105-985f-c352669a4adf tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:06.153056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-4ea9b310-db0e-4105-985f-c352669a4adf tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296619 Jul 07 17:01:06.206265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Made reservation on behalf of b7fd1cbea02645b2ababd21f1263d0a9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:06.213364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.215696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.242504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.262038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4593f72d-c331-4b00-af76-47926eb2028d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:06.263373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.372287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdd9e2-01f1-452c-9d3d-09c5925c48f6 None None] Network 92e37477-69ee-4098-b57c-44e44d195a3c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:06.491506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2e1ef4d-fd25-4b1d-a6fa-f442d2b9c482 None None] Provisioning for port 69e0c86e-0194-443c-ab53-fde85415e8fc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:06.494685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.500912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.524318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:06.544173 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Sync routers for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:06.560742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461e5e50-7159-4b91-8889-5ac1280be005,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.571536 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:06.576697 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:06.600058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.606507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee6e887c-be5c-4929-be79-7fd5f60ed830 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9118185 Jul 07 17:01:06.607209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:06.677577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69e0c86e-0194-443c-ab53-fde85415e8fc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:06.738929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a11c6002-4067-421c-aa52-862201a8e583 None None] Provisioning for port ca85269e-31b6-4e72-adec-4f3876158d69 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:06.786459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a11c6002-4067-421c-aa52-862201a8e583 None None] Provisioning complete for port ca85269e-31b6-4e72-adec-4f3876158d69 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:06.786860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11c6002-4067-421c-aa52-862201a8e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.844330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a11c6002-4067-421c-aa52-862201a8e583 None None] Port ca85269e-31b6-4e72-adec-4f3876158d69 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:07.068097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 69e0c86e-0194-443c-ab53-fde85415e8fc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:07.073624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 69e0c86e-0194-443c-ab53-fde85415e8fc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.074000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.142883 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:07.237778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bec28-ba28-4704-b2b8-ae3e712d3a58 req-b6d0c17e-e811-4d5b-8e07-f183062641d3 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.240858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c28bec28-ba28-4704-b2b8-ae3e712d3a58 req-b6d0c17e-e811-4d5b-8e07-f183062641d3 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 936 time: 0.5405388 Jul 07 17:01:07.244704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Allocated IP 192.168.233.40 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/e05a2efa-4b71-4d57-a90d-69dd8f6c6613) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:07.381471 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.418559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c28bec28-ba28-4704-b2b8-ae3e712d3a58 req-db254a58-590c-4eb3-909a-be90eb34467f tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699014 Jul 07 17:01:07.517460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 69e0c86e-0194-443c-ab53-fde85415e8fc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69e0c86e-0194-443c-ab53-fde85415e8fc,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:07.524098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.655384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:04Z', 'revision_number': 3, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:07.695184 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Checking router: 6abf598f-d1e1-43d5-be32-74114d54e335 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:01:07.695842 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Updating router 6abf598f-d1e1-43d5-be32-74114d54e335 port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:01:07.731823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.732408 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.792667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e4aa5c41-fdc5-4962-9dc2-3777ba384c74 None None] Provisioning complete for port 69e0c86e-0194-443c-ab53-fde85415e8fc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.792943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5c41-fdc5-4962-9dc2-3777ba384c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.895453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c9146d-1a94-4457-a206-ea577b46313e req-33eee554-0527-4a2e-9742-f2301209c013 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.1477158 Jul 07 17:01:07.936116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=69e0c86e-0194-443c-ab53-fde85415e8fc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.991814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a5a05c2-a9eb-47f0-b2b8-95e32b1c66be req-187b03c2-5691-4152-98cc-06b83968070c tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 210 time: 0.1378145 Jul 07 17:01:08.085200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Allocated IP 172.20.0.1 (92e37477-69ee-4098-b57c-44e44d195a3c/d0725015-44a7-4be0-a21e-9b9f44445a04/249c1617-359e-4f3a-8c92-cd5868d521c0) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:08.137974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.197862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Request body: {'port': {'device_id': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:08.358604 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.383931 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Transition to ACTIVE for port object b6f132f5-de2d-43b9-aa4b-664efd6f7ebe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.396817 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.448621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.461441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Attempting to bind port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:08.464018 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Attempting to bind port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:08.464657 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Attempting to bind port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:08.486896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.490674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.83', 59397) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.502427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Transition to ACTIVE for port object 249c1617-359e-4f3a-8c92-cd5868d521c0 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.517019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Transition to ACTIVE for port object e05a2efa-4b71-4d57-a90d-69dd8f6c6613 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:08.533273 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:08.534571 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:08.535534 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.536256 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:08.537389 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Bound port: b6f132f5-de2d-43b9-aa4b-664efd6f7ebe, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:08.538370 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.608972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.656838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-5fcdb260-5192-4414-a053-4be354f98f20 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6638415821e648028b6c7966f8b231b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1268470 Jul 07 17:01:08.672767 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c0cb-2bbd-4298-a895-e90a538b9f42 None None] Pushing event updated for resources: {'Port': ['ID=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.745116 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] For port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:08.755833 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] For port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:08.769252 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.864775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Network 92e37477-69ee-4098-b57c-44e44d195a3c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:08.866854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.880185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:08.880831 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:08.883974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.886993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Pushing event updated for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.894134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:08.894861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.994294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c0cb-2bbd-4298-a895-e90a538b9f42 None None] Pushing event updated for resources: {'Port': ['ID=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.026514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.137904 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:09.184820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c86907-cd50-448f-b117-f86183216c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.302133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c86907-cd50-448f-b117-f86183216c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.339072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c86907-cd50-448f-b117-f86183216c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.343388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.373694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-db71ddbf-92cb-40a4-8345-d67a740bba0d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.375678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-db71ddbf-92cb-40a4-8345-d67a740bba0d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7104621 Jul 07 17:01:09.397671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f2c86907-cd50-448f-b117-f86183216c00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=374cac3e430b4542abb0138aa4b40053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723311 Jul 07 17:01:09.414955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.417244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:09.435101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Request body: {'port': {'device_id': '231ba07d-6e40-41da-9615-293ae813ef77', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '6638415821e648028b6c7966f8b231b4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:09.445835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-559d6eea-fb04-4740-b605-b48c64954159 None None] Provisioning for port 249c1617-359e-4f3a-8c92-cd5868d521c0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:09.457199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-559d6eea-fb04-4740-b605-b48c64954159 None None] Provisioning complete for port 249c1617-359e-4f3a-8c92-cd5868d521c0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:09.457616 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-559d6eea-fb04-4740-b605-b48c64954159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.523427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:09.526398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Pushing event updated for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.597776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-559d6eea-fb04-4740-b605-b48c64954159 None None] Port 249c1617-359e-4f3a-8c92-cd5868d521c0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:09.627629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:09.642977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.643839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.672642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69e0c86e-0194-443c-ab53-fde85415e8fc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:09.674200 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:04Z', 'revision_number': 3, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:09.676144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e388-66d5-4822-934d-e3cdf132917d req-aa58e455-6822-4040-b263-a7763f9fed52 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.678210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ac5e388-66d5-4822-934d-e3cdf132917d req-aa58e455-6822-4040-b263-a7763f9fed52 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 936 time: 0.8375182 Jul 07 17:01:09.772812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c9ff8-020e-4de8-9d15-a8977382e36d None None] The sync data for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 is: [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:04Z', 'revision_number': 3, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:09.809994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 69e0c86e-0194-443c-ab53-fde85415e8fc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:09.810388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.892236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.901723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.904459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.941870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86907-cd50-448f-b117-f86183216c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23583fc1-b126-4010-ae2e-d4392eed3ce1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.062528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83813d9d-93da-41e2-9bc5-2c6496140a0a None None] Provisioning for port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:10.067295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-7d48a130-ac37-4ac0-b84f-0e6ae1ede770 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9903789 Jul 07 17:01:10.072902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83813d9d-93da-41e2-9bc5-2c6496140a0a None None] Provisioning complete for port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:10.073293 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83813d9d-93da-41e2-9bc5-2c6496140a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.097948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Pushing event updated for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.133574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83813d9d-93da-41e2-9bc5-2c6496140a0a None None] Port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:10.142680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dad105e0-4f8e-445f-8bdc-284efc485947 req-93135cb6-6b04-4e75-920e-fe34e838eeb9 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.2151713 Jul 07 17:01:10.166085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-3c3c3bf8-f002-4e16-805e-8e1906f26ee7 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:10.167167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-3c3c3bf8-f002-4e16-805e-8e1906f26ee7 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0398233 Jul 07 17:01:10.177973 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:10.191173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Network 92e37477-69ee-4098-b57c-44e44d195a3c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:10.195574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:10.566321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Router 6abf598f-d1e1-43d5-be32-74114d54e335 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:10.652018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca85269e-31b6-4e72-adec-4f3876158d69 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:10.675451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0d59cde4-2c84-4566-a582-4750911a016f None None] Provisioning complete for port 249c1617-359e-4f3a-8c92-cd5868d521c0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:10.676039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d59cde4-2c84-4566-a582-4750911a016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.749349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ac5e388-66d5-4822-934d-e3cdf132917d req-794dff1b-9753-4af1-9322-ac7ca1d1ba84 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971688 Jul 07 17:01:10.759743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0d59cde4-2c84-4566-a582-4750911a016f None None] Port 249c1617-359e-4f3a-8c92-cd5868d521c0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:10.812720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.848196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Made reservation on behalf of 6638415821e648028b6c7966f8b231b4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:10.861801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.920340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Transition to ACTIVE for port object ca85269e-31b6-4e72-adec-4f3876158d69 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:10.941143 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.083129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:11.097373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-360a9ac7-e7ac-4f2c-8854-45d9a99a1baa admin admin] 10.222.0.22 "PUT /v2.0/routers/6abf598f-d1e1-43d5-be32-74114d54e335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4890437 Jul 07 17:01:11.098946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.171244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.215882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Request body: {'port': {'device_id': '68488ced-5465-4c59-a54f-8135b201c977', 'device_owner': 'compute:tempest-test_az-746469596', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:11.376784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.755232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b6f132f5-de2d-43b9-aa4b-664efd6f7ebe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:11.855482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:11.863289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:11.868319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:11.868785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.882744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.986654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.024571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:12.033144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.058506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a419-157e-4672-96ce-829250d7c7f2 req-65485306-4450-4e57-bf88-132c173560df tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.065577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf2a419-157e-4672-96ce-829250d7c7f2 req-65485306-4450-4e57-bf88-132c173560df tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 935 time: 1.3284864 Jul 07 17:01:12.115358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:12.130640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e404992-cd02-4cdf-912c-2e5f3bf99885 req-aee0b69e-f92c-4670-b265-617793d00cc3 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.2621663 Jul 07 17:01:12.163459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Attempting to bind port ca85269e-31b6-4e72-adec-4f3876158d69 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:12.163833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Attempting to bind port ca85269e-31b6-4e72-adec-4f3876158d69 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:12.164180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Attempting to bind port ca85269e-31b6-4e72-adec-4f3876158d69 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:12.319744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Port ca85269e-31b6-4e72-adec-4f3876158d69 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:12.320385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Attempting to bind port ca85269e-31b6-4e72-adec-4f3876158d69 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:12.343256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.371394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:12.372050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:12.373060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:12.373699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Bound port: ca85269e-31b6-4e72-adec-4f3876158d69, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:12.374347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.447796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.471844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf2a419-157e-4672-96ce-829250d7c7f2 req-2ff95a86-6eb4-4628-97d1-dfe0221b784c tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228838 Jul 07 17:01:12.648966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Sync routers for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:12.652686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.655776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.657137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23583fc1-b126-4010-ae2e-d4392eed3ce1 HTTP/1.1" status: 204 len: 168 time: 3.2373192 Jul 07 17:01:12.668321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:12.668987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:12.850448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:12.898941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:12.908546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ca85269e-31b6-4e72-adec-4f3876158d69,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:13.029387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.157360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.160463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.162273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] 10.222.0.83 "PUT /v2.0/ports/ca85269e-31b6-4e72-adec-4f3876158d69 HTTP/1.1" status: 200 len: 1097 time: 6.1430247 Jul 07 17:01:13.165105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579474ff-b7e5-4e43-9118-f4eefde521d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.204010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:13.242853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:09Z', 'revision_number': 4, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '249c1617-359e-4f3a-8c92-cd5868d521c0', 'name': '', 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'mac_address': 'fa:16:3e:44:6d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:07Z', 'updated_at': '2021-07-07T17:01:09Z', 'revision_number': 2, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'subnets': [{'id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:13.326397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Checking router: 6abf598f-d1e1-43d5-be32-74114d54e335 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:01:13.326790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Updating router 6abf598f-d1e1-43d5-be32-74114d54e335 port 249c1617-359e-4f3a-8c92-cd5868d521c0 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:01:13.385026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ded222-10b1-491e-a04b-6239ed785036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23583fc1-b126-4010-ae2e-d4392eed3ce1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.429597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.455907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2def-4034-4d44-b30a-c3103729fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.458518 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.599817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05a2efa-4b71-4d57-a90d-69dd8f6c6613 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:13.682151 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.803632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2def-4034-4d44-b30a-c3103729fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.823917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2def-4034-4d44-b30a-c3103729fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.896563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2def-4034-4d44-b30a-c3103729fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c46d347-adec-4505-9d3d-2f29ab4f171c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.902719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a898cd-e845-4ef8-997e-786266c26442 req-001140ca-9b4b-4ec9-8217-c81afb17684f tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:13.910140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48a898cd-e845-4ef8-997e-786266c26442 req-001140ca-9b4b-4ec9-8217-c81afb17684f tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.9891179 Jul 07 17:01:13.916139 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8aabd-922f-4c6f-b383-74936c552f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:13.923949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5c5b2def-4034-4d44-b30a-c3103729fc45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa78718a4bdb4636acb9041851a5f6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931862 Jul 07 17:01:13.930601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59616) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.949032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Transition to ACTIVE for port object e05a2efa-4b71-4d57-a90d-69dd8f6c6613 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:13.950001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e52f-78ec-43e7-ba4d-0c3b6dd71e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:14.023334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.055273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.060918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.068722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Transition to ACTIVE for port object 249c1617-359e-4f3a-8c92-cd5868d521c0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:14.082484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b6f132f5-de2d-43b9-aa4b-664efd6f7ebe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:14.093486 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.109765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.137293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-7784d223-16fe-4073-9300-68e7cccdf17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.147092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-7784d223-16fe-4073-9300-68e7cccdf17c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 1100 time: 0.7385614 Jul 07 17:01:14.223376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.233536 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.233536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c46d347-adec-4505-9d3d-2f29ab4f171c HTTP/1.1" status: 204 len: 168 time: 0.2927384 Jul 07 17:01:14.264767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4e24-30cc-4ab6-8859-6e640ac98b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c46d347-adec-4505-9d3d-2f29ab4f171c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:14.270534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48a898cd-e845-4ef8-997e-786266c26442 req-efad4cd8-f033-4c5f-896c-258ab098435d tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588722 Jul 07 17:01:14.696498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05babe1c-f14a-47f9-9880-f0fb9ff86743 None None] Pushing event updated for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:14.802683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc959e88-51b6-454a-9e0d-2bdd0022329f req-1011c841-20c1-4c96-bb47-cbf18526a2ed tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.5315151 Jul 07 17:01:14.866814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-d4dd5da4-4d3a-499c-9edc-f43050c46976 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=ca85269e-31b6-4e72-adec-4f3876158d69 HTTP/1.1" status: 200 len: 217 time: 0.6362858 Jul 07 17:01:14.921448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Pushing event updated for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:14.968383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Attempting to bind port 249c1617-359e-4f3a-8c92-cd5868d521c0 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:14.969319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Attempting to bind port 249c1617-359e-4f3a-8c92-cd5868d521c0 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:14.969689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Attempting to bind port 249c1617-359e-4f3a-8c92-cd5868d521c0 on network 92e37477-69ee-4098-b57c-44e44d195a3c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:14.998483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:14.998825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Checking segment: {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:14.999253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.999667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Bound using segment: {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:15.000201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Bound port: 249c1617-359e-4f3a-8c92-cd5868d521c0, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:15.000609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.085466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Allocated IP 192.168.233.165 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/10842d1b-1fa3-4ffb-a396-2da67c8e3cda) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:15.112646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Attempting to bind port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:15.112862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Attempting to bind port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:15.113544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Attempting to bind port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:15.142742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:15.143202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Attempting to bind port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:15.189943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:15.191771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:15.192794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:15.193663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Bound port: e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:15.193663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.239454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:15.239951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.244030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] For port 249c1617-359e-4f3a-8c92-cd5868d521c0, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:15.282869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] For port 249c1617-359e-4f3a-8c92-cd5868d521c0, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=249c1617-359e-4f3a-8c92-cd5868d521c0,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:15.294683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.395583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-d72b396d-f360-45a1-9fb6-abe6163b46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.398815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05babe1c-f14a-47f9-9880-f0fb9ff86743 None None] Pushing event updated for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.401018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-d72b396d-f360-45a1-9fb6-abe6163b46cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.4795427 Jul 07 17:01:15.403897 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307047f1-faa4-424d-90a2-c5e365e7afb9 x-openstack-request-id: req-307047f1-faa4-424d-90a2-c5e365e7afb9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:15.404181 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:15.404428 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-307047f1-faa4-424d-90a2-c5e365e7afb9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:15.404893 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69', 'status': 'completed', 'code': 200} Jul 07 17:01:15.460532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:15.461186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:15.565240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ed21-4ecf-422a-96d1-8e9a16f4479a req-b7d242e0-663a-423b-9605-f852f7c67f88 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.575347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b038ed21-4ecf-422a-96d1-8e9a16f4479a req-b7d242e0-663a-423b-9605-f852f7c67f88 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 968 time: 0.7688169 Jul 07 17:01:15.758023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:15.952175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:16.008840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:16.020040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b038ed21-4ecf-422a-96d1-8e9a16f4479a req-42af6be2-124f-43ce-9075-84a2383be823 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442656 Jul 07 17:01:16.044915 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.158294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:09Z', 'revision_number': 4, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '249c1617-359e-4f3a-8c92-cd5868d521c0', 'name': '', 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'mac_address': 'fa:16:3e:44:6d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:07Z', 'updated_at': '2021-07-07T17:01:15Z', 'revision_number': 4, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'subnets': [{'id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:16.185582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.189027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.190202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] 10.222.0.32 "PUT /v2.0/ports/e05a2efa-4b71-4d57-a90d-69dd8f6c6613 HTTP/1.1" status: 200 len: 1117 time: 5.4516323 Jul 07 17:01:16.230945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734ebc-4e22-4a04-ab28-b24310641985 req-522cc012-d7a7-450e-94d8-e1d0c8b47b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.232432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-522cc012-d7a7-450e-94d8-e1d0c8b47b5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7208571 Jul 07 17:01:16.262597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a834a8-613d-486b-8dc0-2d3a11b3d98d None None] The sync data for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 is: [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:01:09Z', 'revision_number': 4, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '249c1617-359e-4f3a-8c92-cd5868d521c0', 'name': '', 'network_id': '92e37477-69ee-4098-b57c-44e44d195a3c', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'mac_address': 'fa:16:3e:44:6d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:07Z', 'updated_at': '2021-07-07T17:01:15Z', 'revision_number': 4, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'subnets': [{'id': 'd0725015-44a7-4be0-a21e-9b9f44445a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:16.424656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26434a5e-3320-434a-a924-33ebe7fe6ec7 req-e35e5b25-0f2b-4f29-9616-fb76d4237e04 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.426453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26434a5e-3320-434a-a924-33ebe7fe6ec7 req-e35e5b25-0f2b-4f29-9616-fb76d4237e04 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.6460302 Jul 07 17:01:16.828582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-01fd5873-dcef-4177-996d-b3dc3b17e9c7 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468109 Jul 07 17:01:16.896828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.946237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20f3c7db-c503-4315-864d-a475472b39c0 req-a421a019-483b-4369-95b9-a59bdac0ac9b tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 210 time: 0.1023762 Jul 07 17:01:16.978754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf942a-246d-4b43-9add-ce0d61d43b9f service neutron] Pushing event updated for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.040564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Transition to ACTIVE for port object 10842d1b-1fa3-4ffb-a396-2da67c8e3cda will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:17.082720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26434a5e-3320-434a-a924-33ebe7fe6ec7 req-9aff44a6-cffb-4eda-8d6c-5738f4cd039a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396734 Jul 07 17:01:17.145922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-6d232e71-4b45-48fe-bce6-27f761f4f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.147734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-6d232e71-4b45-48fe-bce6-27f761f4f39f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 1120 time: 0.3060393 Jul 07 17:01:17.267983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-6524dcb3-c77b-4ece-a584-5b254c45fe88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613 HTTP/1.1" status: 200 len: 217 time: 0.1091714 Jul 07 17:01:17.273628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.459376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:17.460108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:17.469074 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053068f9-548f-498c-b6b3-5514b6329d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:17.482482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:17.492305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:17.498966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.498966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.499141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59710) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.504695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025558610', 'description': 'tempest-description--1487999180'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:17.559708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-497921cb-f78f-43bd-9849-b6401be25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.561773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-497921cb-f78f-43bd-9849-b6401be25511 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2813146 Jul 07 17:01:17.563633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Pushing event updated for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.577413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.640214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-051fbd2c-e753-4567-b486-28093a8cd9b0 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2337976 Jul 07 17:01:17.714175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-0059e409-f122-4a3c-9353-ed878440dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:17.718342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-0059e409-f122-4a3c-9353-ed878440dc36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489620 Jul 07 17:01:17.837434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 249c1617-359e-4f3a-8c92-cd5868d521c0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:17.900734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.909648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.991593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b63fedc2-775f-4077-97a6-1ef65d9df3a2 None None] Provisioning for port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:18.001575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 249c1617-359e-4f3a-8c92-cd5868d521c0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:18.010204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b63fedc2-775f-4077-97a6-1ef65d9df3a2 None None] Provisioning complete for port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.013303 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b63fedc2-775f-4077-97a6-1ef65d9df3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.027161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.033899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5328157 Jul 07 17:01:18.035358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:18.043093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ae706-bf9a-483a-87f4-613312dae029 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.054510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-2cd4b85e-6713-4713-bd83-f9efa98e8435 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285785 Jul 07 17:01:18.070599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'security_group_rule': {'security_group_id': 'd85ff900-eaca-4cf9-89d8-c985cb3ecf6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:18.079420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 249c1617-359e-4f3a-8c92-cd5868d521c0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:18.079850 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.157801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.166947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b63fedc2-775f-4077-97a6-1ef65d9df3a2 None None] Port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:18.299231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.310185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc758d82-831c-4124-a484-f32d2236d975 req-b79c1398-7bd2-4c09-801f-e7ebe6161600 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.311912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc758d82-831c-4124-a484-f32d2236d975 req-b79c1398-7bd2-4c09-801f-e7ebe6161600 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 968 time: 0.2902968 Jul 07 17:01:18.367988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 249c1617-359e-4f3a-8c92-cd5868d521c0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=249c1617-359e-4f3a-8c92-cd5868d521c0,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:18.377248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Request body: {'port': {'device_id': '231ba07d-6e40-41da-9615-293ae813ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:18.377560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.449721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.527776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.549303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc758d82-831c-4124-a484-f32d2236d975 req-57df138c-b857-4ff3-9330-8c8f5cea033c tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304232 Jul 07 17:01:18.632894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.759790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7623d87e-c22f-40fd-8dcc-995e68714b6a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.778740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.788565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.797503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59724) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:18.802774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'security_group_rule': {'security_group_id': 'd85ff900-eaca-4cf9-89d8-c985cb3ecf6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:18.807082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1699050d-07eb-4baa-be1b-64ea1b7ad5f4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7549398 Jul 07 17:01:18.841678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25734ebc-4e22-4a04-ab28-b24310641985 req-0fe7ebfe-d60c-44da-83fe-bbcc873102bc service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836400 Jul 07 17:01:18.872410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.001149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.008466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.055360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac995fb-05f8-4062-967f-ff7ff868aa2c,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.079310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.087488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9fbf6f81-2c52-47b3-a9ce-2c68a6b5248e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2887273 Jul 07 17:01:19.090756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.096600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:19.122461 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d6ccfc-6c4a-41c7-b266-01c2db6be689 x-openstack-request-id: req-56d6ccfc-6c4a-41c7-b266-01c2db6be689 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:19.123335 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:19.123335 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56d6ccfc-6c4a-41c7-b266-01c2db6be689 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:19.123498 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613', 'status': 'completed', 'code': 200} Jul 07 17:01:19.154197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.261895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-ece6af67-8584-4ae6-b60a-96ed32353ffa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346755 Jul 07 17:01:19.654514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.666848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-7ecb05b6-c1c0-4b5e-bab8-09265ce638b6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.673500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-7ecb05b6-c1c0-4b5e-bab8-09265ce638b6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107058 Jul 07 17:01:19.740339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e2aa50-cf6b-43df-a2de-92617a594607 req-f7a12b92-b6d6-43dd-829f-b265b96ee414 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036959 Jul 07 17:01:19.749535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 249c1617-359e-4f3a-8c92-cd5868d521c0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:19.756101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-33d93a1a-f3f2-402f-9079-284fb9854065 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/quotas/772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 375 time: 0.0812817 Jul 07 17:01:19.840608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c2f31-f04c-458d-8e49-5bc43e87b16b req-b1810dab-cb49-430f-a3c6-2785212b57f4 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.842839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db9c2f31-f04c-458d-8e49-5bc43e87b16b req-b1810dab-cb49-430f-a3c6-2785212b57f4 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 936 time: 0.5290153 Jul 07 17:01:19.852958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-1a68951f-0a7b-46b5-87c1-e07d0f78e1a0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963144 Jul 07 17:01:19.855325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 249c1617-359e-4f3a-8c92-cd5868d521c0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:19.857455 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.960954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Allocated IP 172.25.7.166 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/55aa9d51-c423-4763-9fa0-685a837e6b77) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:20.006572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10842d1b-1fa3-4ffb-a396-2da67c8e3cda {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:20.033205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db9c2f31-f04c-458d-8e49-5bc43e87b16b req-e1907d45-4746-4f72-97b1-a45288c813e3 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758206 Jul 07 17:01:20.035380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.101685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Transition to ACTIVE for port object 10842d1b-1fa3-4ffb-a396-2da67c8e3cda will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:20.117983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.164508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053068f9-548f-498c-b6b3-5514b6329d5e req-20fd9948-b55e-4c01-a179-337e8fffbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.166199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-20fd9948-b55e-4c01-a179-337e8fffbcfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 1120 time: 0.3187149 Jul 07 17:01:20.298014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.422577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.476733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Pushing event updated for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.491062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:20.494215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:20.497212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:20.541761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'Port': ['ID=55aa9d51-c423-4763-9fa0-685a837e6b77,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.620728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.689003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.807539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Attempting to bind port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:20.807867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Attempting to bind port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:20.808203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Attempting to bind port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:20.832846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:20.833644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Attempting to bind port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:20.855842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:20.856187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:20.856588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:20.857037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Bound port: 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:20.857399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.861680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053068f9-548f-498c-b6b3-5514b6329d5e req-26576d64-a389-4040-95d0-111ad1a09ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.863201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-26576d64-a389-4040-95d0-111ad1a09ca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.6881053 Jul 07 17:01:20.886213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.894134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.943261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18f7b8-bf9e-47cd-88ad-75cff79c3d70 req-d1a7aff8-6bcc-43d3-b6d4-dedda0704a33 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.944852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f18f7b8-bf9e-47cd-88ad-75cff79c3d70 req-d1a7aff8-6bcc-43d3-b6d4-dedda0704a33 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.5707700 Jul 07 17:01:20.947250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.966272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'Port': ['ID=55aa9d51-c423-4763-9fa0-685a837e6b77,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.973137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-96163068-9b72-428d-8094-3b2e1edde22a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613 HTTP/1.1" status: 200 len: 217 time: 0.1003416 Jul 07 17:01:20.975220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.976920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f180e7ec-8e00-4055-87a6-329266873c65 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8850725 Jul 07 17:01:20.991288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a2d9-19d5-4bc6-89c3-a911d1be7bb4 req-0dbbd8ba-4f80-4400-8cac-25a4d6a0986f tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.993005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7a1a2d9-19d5-4bc6-89c3-a911d1be7bb4 req-0dbbd8ba-4f80-4400-8cac-25a4d6a0986f tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 968 time: 0.4562566 Jul 07 17:01:21.115280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053068f9-548f-498c-b6b3-5514b6329d5e req-b73f781a-1c1b-446a-aea1-d5cf9bcf94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.116743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-b73f781a-1c1b-446a-aea1-d5cf9bcf94c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1210423 Jul 07 17:01:21.122594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f18f7b8-bf9e-47cd-88ad-75cff79c3d70 req-ee54fc6f-13e6-40a0-9d2a-fa9913a8965d tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517050 Jul 07 17:01:21.125861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:21.140006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7a1a2d9-19d5-4bc6-89c3-a911d1be7bb4 req-c0a378da-0fb9-4984-ad3c-c8a53cc7eae5 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252325 Jul 07 17:01:21.176193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:21.188415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.232483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.233176 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.242606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] 10.222.0.83 "PUT /v2.0/ports/10842d1b-1fa3-4ffb-a396-2da67c8e3cda HTTP/1.1" status: 200 len: 1097 time: 2.8705578 Jul 07 17:01:21.244204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:21.246531 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b52472-4c9a-4e80-b086-f287e007279f" -d '{"events": [{"name": "network-changed", "server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:21.314049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5870e52a-e3c2-4652-8efd-04f054056efd req-abb9c7c7-b3dc-4def-93e6-38f154b7fb07 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 210 time: 0.0605931 Jul 07 17:01:21.320573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0735af-b759-49e1-abcd-8d9f0530216f service neutron] Pushing event updated for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.326660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053068f9-548f-498c-b6b3-5514b6329d5e req-96e8caa9-6657-4396-98a5-452f9a451186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.328245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-96e8caa9-6657-4396-98a5-452f9a451186 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998162 Jul 07 17:01:21.512638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-e792b704-9a10-49af-acb2-99c9b76912d1 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2025558610&fields=id&tenant_id=64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 267 time: 0.0973978 Jul 07 17:01:21.518238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-86624054-18ff-4753-9ed4-d1ec9f2a2911 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827960 Jul 07 17:01:21.610845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.32', 52986) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:21.645499 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-3053c531-ce34-400a-bd34-aaaa9581261e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333462 Jul 07 17:01:21.656336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88d60c-da2f-437b-979f-0acc560fc442 req-b03cc6f7-8d9b-4145-9945-3d7ca018c6d2 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.657832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d88d60c-da2f-437b-979f-0acc560fc442 req-b03cc6f7-8d9b-4145-9945-3d7ca018c6d2 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 948 time: 0.2594738 Jul 07 17:01:21.802654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d88d60c-da2f-437b-979f-0acc560fc442 req-79873a37-9dfa-4573-bd49-c2c0ed75a623 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300390 Jul 07 17:01:21.816966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-7ec0d8c9-1912-4c2c-8d2b-bcc2e2335b75 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.822697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-7ec0d8c9-1912-4c2c-8d2b-bcc2e2335b75 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 823 time: 0.3020208 Jul 07 17:01:21.825183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-053068f9-548f-498c-b6b3-5514b6329d5e req-388f179f-395c-4005-860e-7ba0f3fc3fac service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938726 Jul 07 17:01:21.833086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-7f4622f3-b507-43fc-a134-67ee034e0b60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.838580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-7f4622f3-b507-43fc-a134-67ee034e0b60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848578 Jul 07 17:01:21.845397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-e12f7d21-c5f3-4257-a304-014f7fcdf3af tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/quotas/64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 375 time: 0.0192215 Jul 07 17:01:21.855772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Request body: {'port': {'device_id': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '772fda411fa14b48901117acc2c2902a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:21.911636 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338744b-fc07-42ff-9fbd-cde4c07d37e1 x-openstack-request-id: req-4338744b-fc07-42ff-9fbd-cde4c07d37e1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:21.911931 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:21.912187 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4338744b-fc07-42ff-9fbd-cde4c07d37e1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:21.912588 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda', 'status': 'completed', 'code': 200} Jul 07 17:01:21.951692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-3abc8ff1-d6a8-4fb1-8252-9066d70a1303 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054211 Jul 07 17:01:21.969900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-48386f09-8335-47f3-a5e0-82b60b656b2a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:21.972841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-48386f09-8335-47f3-a5e0-82b60b656b2a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088565 Jul 07 17:01:22.001150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Made reservation on behalf of 772fda411fa14b48901117acc2c2902a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:22.005000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.014381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.125449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.129767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.181670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:22.289575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-cd75a45d-8d20-4bd7-a620-ef69b01b629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.291605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-cd75a45d-8d20-4bd7-a620-ef69b01b629b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 1100 time: 0.0998099 Jul 07 17:01:22.373021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7669a5bf-d18c-47b3-8a98-6ae08173a278,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:22.387347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ad63c-e3f9-4a4b-a75c-850784d9c1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.493837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Allocated IP 192.168.233.137 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/26b27900-cd3b-4442-aebe-07d0cfcac1e6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:22.592518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-46e6d205-405e-4e6b-a5da-da5ceb600bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003688 Jul 07 17:01:22.648670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-5728e6b2-95bb-4ccf-9ad4-4976944338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.650147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-5728e6b2-95bb-4ccf-9ad4-4976944338c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2638218 Jul 07 17:01:22.654991 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.667983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Transition to ACTIVE for port object 26b27900-cd3b-4442-aebe-07d0cfcac1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:22.679572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b52472-4c9a-4e80-b086-f287e007279f req-a2c50e1c-e5d2-4c61-afa0-9152d7ad32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.681027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6b52472-4c9a-4e80-b086-f287e007279f req-a2c50e1c-e5d2-4c61-afa0-9152d7ad32b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 1100 time: 0.2973759 Jul 07 17:01:22.700605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.739241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e05a2efa-4b71-4d57-a90d-69dd8f6c6613 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:22.764060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-906fdd88-c398-497c-8c77-11782a116822 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=ca85269e-31b6-4e72-adec-4f3876158d69 HTTP/1.1" status: 200 len: 217 time: 0.0796347 Jul 07 17:01:22.774758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6b52472-4c9a-4e80-b086-f287e007279f req-ba9c777b-1fa4-4ed6-9cc8-1d5e2f36b11d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6638415821e648028b6c7966f8b231b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745099 Jul 07 17:01:22.778465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:22.782283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274448b-84d7-47f5-87f9-f9a9c73adec4 req-48f49aa4-05fa-45c6-9003-fb5e32010564 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.783721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5274448b-84d7-47f5-87f9-f9a9c73adec4 req-48f49aa4-05fa-45c6-9003-fb5e32010564 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.3166306 Jul 07 17:01:22.786452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:22.795234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:22.801156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.801769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.821922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:22.858459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:22.872402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613', 'mac_address': 'fa:16:3e:a4:49:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:tempest-test_az-746469596', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:22.917499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.931757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05a2efa-4b71-4d57-a90d-69dd8f6c6613 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:22.955299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:22.960156 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.006859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.090608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d7e12859-52a1-497f-82ba-190a8496a025 None None] Provisioning for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:23.094253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d7e12859-52a1-497f-82ba-190a8496a025 None None] Provisioning complete for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:23.094634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e12859-52a1-497f-82ba-190a8496a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.129357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d7e12859-52a1-497f-82ba-190a8496a025 None None] Port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:23.145972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-15c9fd12-6249-4c1f-89f3-41acaea99a39 service neutron] 10.222.0.22 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448837 Jul 07 17:01:23.156935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-cf86c3f5-e419-4d4f-982e-6835cfec8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.158217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-cf86c3f5-e419-4d4f-982e-6835cfec8dd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.3872242 Jul 07 17:01:23.176319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5274448b-84d7-47f5-87f9-f9a9c73adec4 req-154d40cd-bb77-4802-8409-75e502cc0163 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885128 Jul 07 17:01:23.184655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ad63c-e3f9-4a4b-a75c-850784d9c1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.203615 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-8704c2f3-30d8-4ffa-a728-ada7ef2727fd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3443580 Jul 07 17:01:23.208858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Request body: {'port': {'device_id': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'device_owner': 'compute:tempest-test_az-746469596', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:23.232304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ad63c-e3f9-4a4b-a75c-850784d9c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.284210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e05a2efa-4b71-4d57-a90d-69dd8f6c6613'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:23.288841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b52472-4c9a-4e80-b086-f287e007279f req-b9d5320f-bc9e-428d-8f0d-1e722e16e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.290523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6b52472-4c9a-4e80-b086-f287e007279f req-b9d5320f-bc9e-428d-8f0d-1e722e16e482 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5059741 Jul 07 17:01:23.311533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.321742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2d2ad63c-e3f9-4a4b-a75c-850784d9c1f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d52853eeef54d9aa8075a72fdbde61c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389380 Jul 07 17:01:23.324807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:23.325994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ad63c-e3f9-4a4b-a75c-850784d9c1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27fd317-6aba-4256-9d8b-d0d9f705e811,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.351311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-366f7ef4-3387-4f0e-b33d-7a80ebbdbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.353539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-366f7ef4-3387-4f0e-b33d-7a80ebbdbc61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801159 Jul 07 17:01:23.561673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.631488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-378a0c14-cda4-4b43-abdd-19c7fd82869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.633015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-378a0c14-cda4-4b43-abdd-19c7fd82869c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 1100 time: 0.2608929 Jul 07 17:01:23.641664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-709df8ef-e49e-472a-b85a-60b3531a4e39 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773416 Jul 07 17:01:23.666486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.673941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed9abf-55fa-44be-9e7b-47100d0de726 req-766d6921-5a3a-4bbc-921f-9cad8c93f7fd tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.675632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caed9abf-55fa-44be-9e7b-47100d0de726 req-766d6921-5a3a-4bbc-921f-9cad8c93f7fd tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 969 time: 0.2711728 Jul 07 17:01:23.721858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4b71-b591-4c8a-890d-d8eeffa43815 req-665d7783-a714-4445-a1f3-cac4cfa59b4f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.728676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-092d4b71-b591-4c8a-890d-d8eeffa43815 req-665d7783-a714-4445-a1f3-cac4cfa59b4f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 936 time: 0.2214420 Jul 07 17:01:23.756453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-d9ce9368-735f-4efc-a59f-8d430d334bf5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda HTTP/1.1" status: 200 len: 217 time: 0.1123543 Jul 07 17:01:23.790891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.793887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.797649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e27fd317-6aba-4256-9d8b-d0d9f705e811 HTTP/1.1" status: 204 len: 168 time: 0.4686441 Jul 07 17:01:23.806254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab8ef-155f-482e-982c-737ed56071ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27fd317-6aba-4256-9d8b-d0d9f705e811,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.829683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b27900-cd3b-4442-aebe-07d0cfcac1e6 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:23.839531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.857626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Transition to ACTIVE for port object 26b27900-cd3b-4442-aebe-07d0cfcac1e6 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:23.863132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.872386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-092d4b71-b591-4c8a-890d-d8eeffa43815 req-bdee507b-38c8-4419-9742-1fd5cadc7270 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391869 Jul 07 17:01:23.925716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25a8aabd-922f-4c6f-b383-74936c552f8c req-ec78bada-1839-4c01-92ab-5fcccc812b7c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776449 Jul 07 17:01:23.961012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caed9abf-55fa-44be-9e7b-47100d0de726 req-7b10868c-e5d6-4fe3-96f7-7231a58f92ec tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478659 Jul 07 17:01:23.966659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-8249221d-1660-41fa-aae2-d63b7aafb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.968194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-8249221d-1660-41fa-aae2-d63b7aafb7c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2007971 Jul 07 17:01:23.983346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:23.984035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:23.984884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:23.992629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:23.993043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:23.996790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.001871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:24.005359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:24.005972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:24.006551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Bound port: 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:24.008871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.113678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-dbf6fb2b-e338-4298-840c-50af366bf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.117907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-dbf6fb2b-e338-4298-840c-50af366bf443 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428239 Jul 07 17:01:24.205461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:24.223216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:24.237874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.310491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.311249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.312834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 1118 time: 1.1093380 Jul 07 17:01:24.313384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:24.331479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e02cfbbd-b81a-46a0-b971-ec5f99c255c7 req-9d9aee08-48a3-47fe-a666-df99784433c3 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 210 time: 0.0784085 Jul 07 17:01:24.381503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.427455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1784bb-b1d1-4cc1-bfb2-152312988ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.441566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.450561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-74218565-48a3-441d-a302-0cd80219bff4 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245699 Jul 07 17:01:24.521531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c42aed-5e04-469a-80b2-fd9d53f2a4f0 req-fa1da9df-10cf-4b8e-919a-0ecb3c77cd87 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.528677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c42aed-5e04-469a-80b2-fd9d53f2a4f0 req-fa1da9df-10cf-4b8e-919a-0ecb3c77cd87 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 948 time: 0.2742965 Jul 07 17:01:24.546088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346141-18fa-43b0-a85d-e4205663e7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.565481 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef9690-9af9-4d03-bfb1-09a8e5842f18" -d '{"events": [{"name": "network-changed", "server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:24.640347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-3f11583f-d19f-4e54-9eeb-3d2067dfeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.642641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-3f11583f-d19f-4e54-9eeb-3d2067dfeb15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1121 time: 0.2000718 Jul 07 17:01:24.653578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c42aed-5e04-469a-80b2-fd9d53f2a4f0 req-276a27bf-87f8-4c2b-b87c-9e1c9255b9a7 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236658 Jul 07 17:01:24.688417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79289e30-abd6-4c6c-8bef-25b9847519ce req-a5504a14-83e6-4870-bfc4-8bd537e51c35 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280211 Jul 07 17:01:24.748936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e05a2efa-4b71-4d57-a90d-69dd8f6c6613 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:24.762295 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-51dee775-7695-48e4-a0e2-48b09ba3ad9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.1090772 Jul 07 17:01:24.802159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1784bb-b1d1-4cc1-bfb2-152312988ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.823832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:24.824041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d1784bb-b1d1-4cc1-bfb2-152312988ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.834813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:24.835423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.861589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cda1e89-cfe5-4fdc-9f5e-70e6b627cb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.882087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54be8125-a171-431e-9f72-d6017751581e x-openstack-request-id: req-54be8125-a171-431e-9f72-d6017751581e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:24.882502 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:24.882814 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54be8125-a171-431e-9f72-d6017751581e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:24.883327 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'status': 'completed', 'code': 200} Jul 07 17:01:24.889630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-a49194e9-555b-4418-b5d9-10f01190f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.891415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-a49194e9-555b-4418-b5d9-10f01190f286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1219206 Jul 07 17:01:24.910028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d1784bb-b1d1-4cc1-bfb2-152312988ff4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3c79cc3efb34ca2887c582c7e3c56e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265164 Jul 07 17:01:24.914428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59866) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.918196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1784bb-b1d1-4cc1-bfb2-152312988ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab6fbf-88b2-4f1b-9aaf-6525cfac11d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.950054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd8b3a-af69-4748-accd-a3057a1b01f3 req-f3fc7ca5-7b02-4014-9fc8-5521fc02e2fd tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.955059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56fd8b3a-af69-4748-accd-a3057a1b01f3 req-f3fc7ca5-7b02-4014-9fc8-5521fc02e2fd tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.1484442 Jul 07 17:01:24.995131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.023211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:25.106842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.118397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-ffb82d33-884c-41f4-896f-11858728bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.119906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-ffb82d33-884c-41f4-896f-11858728bad9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2205880 Jul 07 17:01:25.128965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56fd8b3a-af69-4748-accd-a3057a1b01f3 req-c34c00e0-d63b-49b4-88b9-34f8555fb31a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681240 Jul 07 17:01:25.267466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:25.278067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.291639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-dd1cacd0-71d4-423e-802a-ced3def36161 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.293544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-dd1cacd0-71d4-423e-802a-ced3def36161 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 823 time: 0.2883799 Jul 07 17:01:25.324339 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44605f51-4507-4d05-b6f8-b67dc13e4c91" -d '{"events": [{"server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "name": "network-vif-plugged", "status": "completed", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:25.359694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.376348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604712c6-11e2-401d-807e-e445a5997efa req-543ca2fa-eb23-4b09-85ef-efbd44e9c18c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.378089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-604712c6-11e2-401d-807e-e445a5997efa req-543ca2fa-eb23-4b09-85ef-efbd44e9c18c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 969 time: 0.2563667 Jul 07 17:01:25.422514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.434951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-940d8fe1-9888-43fd-a171-3627e6a6450c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 380 time: 0.0979853 Jul 07 17:01:25.437728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cda1e89-cfe5-4fdc-9f5e-70e6b627cb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.446679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cda1e89-cfe5-4fdc-9f5e-70e6b627cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.446860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'port': {'device_id': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'admin_state_up': True, 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'security_groups': ['d85ff900-eaca-4cf9-89d8-c985cb3ecf6e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:25.479673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178472bc-1c16-4441-a48c-1c8feba8037f req-aa58be42-5b08-489c-b62f-b5d5778f88a1 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.481155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-178472bc-1c16-4441-a48c-1c8feba8037f req-aa58be42-5b08-489c-b62f-b5d5778f88a1 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.1781354 Jul 07 17:01:25.510074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-604712c6-11e2-401d-807e-e445a5997efa req-a6c7be4c-cf9f-44b0-a54f-d5cee7074f50 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231539 Jul 07 17:01:25.527540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6cda1e89-cfe5-4fdc-9f5e-70e6b627cb27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba346a58e9134b5d949f29242dfd14b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0833528 Jul 07 17:01:25.536835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-457df4e8-a534-4096-9eee-e614b988011a service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036064 Jul 07 17:01:25.537144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.537234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1e89-cfe5-4fdc-9f5e-70e6b627cb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c811b6-afba-4c23-9167-74e84d6f8407,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.599815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.602591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.604266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abab6fbf-88b2-4f1b-9aaf-6525cfac11d9 HTTP/1.1" status: 204 len: 168 time: 0.6869147 Jul 07 17:01:25.612164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-178472bc-1c16-4441-a48c-1c8feba8037f req-686b6b6e-9764-439f-b87c-92e6af87308c tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053362 Jul 07 17:01:25.622611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c97c8-de3f-41b2-9de3-da7819e7ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab6fbf-88b2-4f1b-9aaf-6525cfac11d9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.660075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.676474 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-88aa1fe0-2a94-45f2-8aee-8dc976f984e9 req-59f039d3-4ed5-495b-8564-b727f648c7ec service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374998 Jul 07 17:01:25.815718 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a369e-5eba-427c-b29f-d5ab52b837c5 x-openstack-request-id: req-669a369e-5eba-427c-b29f-d5ab52b837c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:25.816527 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "name": "network-vif-plugged", "status": "completed", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:25.816956 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-669a369e-5eba-427c-b29f-d5ab52b837c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:25.817582 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613', 'code': 200} Jul 07 17:01:25.823655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-63a265f4-e3c8-40ab-be2c-507a8d7ab6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.825209 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-63a265f4-e3c8-40ab-be2c-507a8d7ab6cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1121 time: 0.0891442 Jul 07 17:01:25.835887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Made reservation on behalf of 64332709cd05464aafed43cb1c8e6d06 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:25.839468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.882134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.886999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82247734-c034-4912-ac78-92ba814c7599 req-072f3dc4-32cd-43cb-ac76-eb5cb5cdd627 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 210 time: 0.0544317 Jul 07 17:01:26.062472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-a3892ba7-ea1c-4561-a3f6-8a1b48881bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.063976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-a3892ba7-ea1c-4561-a3f6-8a1b48881bc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2287371 Jul 07 17:01:26.084423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.087445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.088733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78c811b6-afba-4c23-9167-74e84d6f8407 HTTP/1.1" status: 204 len: 168 time: 0.5566435 Jul 07 17:01:26.115562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-9e8901b0-16e0-48f7-b5f1-216a7500816c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0431981 Jul 07 17:01:26.118254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c86b81-1721-4ebf-a5b6-fb09c52cac08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c811b6-afba-4c23-9167-74e84d6f8407,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.124759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-0220c601-8510-4ee4-9696-809ac0ebfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.126552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-0220c601-8510-4ee4-9696-809ac0ebfd2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 1122 time: 0.2260263 Jul 07 17:01:26.134394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Allocated IP 172.20.0.14 (5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c/cc307d6b-1ae9-43ce-a09f-f1c31505a857/754107cd-a8a3-48b9-8ada-cec25ab79356) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:26.156488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-ebaac869-4c0a-484c-ae56-3c92385fea40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.262145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-e6bc64e5-5fc1-46a0-a24a-bddedb642dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.265533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-e6bc64e5-5fc1-46a0-a24a-bddedb642dbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1421609 Jul 07 17:01:26.357093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-ae86d6b1-b6d8-412b-a643-0b02ed08e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.359044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-ae86d6b1-b6d8-412b-a643-0b02ed08e4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880306 Jul 07 17:01:26.407587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.442177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Transition to ACTIVE for port object 754107cd-a8a3-48b9-8ada-cec25ab79356 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:26.451404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b02d1-e569-49c3-a8cf-de4c5bf4d0a1 req-2f47dcf5-a083-4fb7-b2fd-d46bc679c35f tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.459227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a91b02d1-e569-49c3-a8cf-de4c5bf4d0a1 req-2f47dcf5-a083-4fb7-b2fd-d46bc679c35f tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 948 time: 0.2087474 Jul 07 17:01:26.490178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-92f2ba9f-7a9f-486d-82c8-9ba7c7c46970 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219854 Jul 07 17:01:26.507059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-ebaac869-4c0a-484c-ae56-3c92385fea40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.527381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-ebaac869-4c0a-484c-ae56-3c92385fea40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.587917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a91b02d1-e569-49c3-a8cf-de4c5bf4d0a1 req-2724b2b6-6dc3-40d8-925b-6c330c6160db tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265600 Jul 07 17:01:26.622688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59922) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.626597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8b2c-7e42-4e9b-bc27-aea5ce7f0286 req-18436fa1-60f4-47e8-aeae-9cec7b96e8b8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.628587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ce8b2c-7e42-4e9b-bc27-aea5ce7f0286 req-18436fa1-60f4-47e8-aeae-9cec7b96e8b8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.2721317 Jul 07 17:01:26.632727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3a21dd0-baed-43ee-b34b-d1be150460ac req-ebaac869-4c0a-484c-ae56-3c92385fea40 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998727 Jul 07 17:01:26.644213 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83ef9690-9af9-4d03-bfb1-09a8e5842f18 req-8ec0e044-8189-40d3-86c3-517ae23441d8 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473944 Jul 07 17:01:26.645595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f74fb89-254d-460c-9666-b24f1448fd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.654345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.668777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac869-4c0a-484c-ae56-3c92385fea40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a385608-0813-4719-b968-a21621364109,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.746326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ce8b2c-7e42-4e9b-bc27-aea5ce7f0286 req-80da449c-5f5b-458d-b1bc-ced56928d8ed tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086345 Jul 07 17:01:26.751024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:26.752747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:26.754685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.756991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:26.762842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.763507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.835087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f74fb89-254d-460c-9666-b24f1448fd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.844199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f74fb89-254d-460c-9666-b24f1448fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.862032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-4ff9fbc0-e82b-4c87-ba73-d00727537443 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4188488 Jul 07 17:01:26.882619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Request body: {'port': {'device_id': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:26.938254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f74fb89-254d-460c-9666-b24f1448fd97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=322b32fc72bd41a18bda7f5a5b5fa823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103607 Jul 07 17:01:26.945822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.979017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74fb89-254d-460c-9666-b24f1448fd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c334a9-2456-40b3-9349-6dab2826b52c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.061900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.069290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.093216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.108285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1f0fa-07aa-4260-8408-46f433c7375d req-8936c1ed-bb6d-496f-a8c4-bbf046b8b0e6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.110517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7eb1f0fa-07aa-4260-8408-46f433c7375d req-8936c1ed-bb6d-496f-a8c4-bbf046b8b0e6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 969 time: 0.3196023 Jul 07 17:01:27.155263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c1c4af5-3dd7-4245-8fd1-630913850b31 None None] Provisioning for port 754107cd-a8a3-48b9-8ada-cec25ab79356 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:27.163374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c1c4af5-3dd7-4245-8fd1-630913850b31 None None] Provisioning complete for port 754107cd-a8a3-48b9-8ada-cec25ab79356 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:27.164393 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4af5-3dd7-4245-8fd1-630913850b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.169871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.174281 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.176918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73c334a9-2456-40b3-9349-6dab2826b52c HTTP/1.1" status: 204 len: 168 time: 0.2300954 Jul 07 17:01:27.199978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c4fb3-03e4-4ad4-959c-269519d51780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c334a9-2456-40b3-9349-6dab2826b52c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.237364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c4af5-3dd7-4245-8fd1-630913850b31 None None] Port 754107cd-a8a3-48b9-8ada-cec25ab79356 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:27.241714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.283326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61a78e-c7ad-43c4-9a93-6601fa2d784e req-059d146c-4673-4fa8-a87d-926fdeb66785 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.284833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd61a78e-c7ad-43c4-9a93-6601fa2d784e req-059d146c-4673-4fa8-a87d-926fdeb66785 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.3446577 Jul 07 17:01:27.290280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7eb1f0fa-07aa-4260-8408-46f433c7375d req-df9b1286-a8a9-4588-9dc5-0603ff61c152 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503277 Jul 07 17:01:27.354861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd61a78e-c7ad-43c4-9a93-6601fa2d784e req-b86d3253-36e9-4100-887a-764292b1c801 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Jul 07 17:01:27.491262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a89062de-7e38-4268-876b-9c12f84cb24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.538495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754107cd-a8a3-48b9-8ada-cec25ab79356 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:27.550715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccbd16-c1a7-4499-b483-7af69ad11409 req-6142c2d1-8c7d-44c2-8d59-c5204b2cb978 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.552328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90ccbd16-c1a7-4499-b483-7af69ad11409 req-6142c2d1-8c7d-44c2-8d59-c5204b2cb978 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 932 time: 0.1260271 Jul 07 17:01:27.556668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.584364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Transition to ACTIVE for port object 754107cd-a8a3-48b9-8ada-cec25ab79356 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:27.591720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.674230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90ccbd16-c1a7-4499-b483-7af69ad11409 req-ccd59320-f50e-4284-aafe-1cdbefa876d2 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148100 Jul 07 17:01:27.724853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a89062de-7e38-4268-876b-9c12f84cb24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.734218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Pushing event updated for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.734707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a89062de-7e38-4268-876b-9c12f84cb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.746824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Attempting to bind port 754107cd-a8a3-48b9-8ada-cec25ab79356 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:27.747436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Attempting to bind port 754107cd-a8a3-48b9-8ada-cec25ab79356 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:27.747975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Attempting to bind port 754107cd-a8a3-48b9-8ada-cec25ab79356 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:27.754574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Port 754107cd-a8a3-48b9-8ada-cec25ab79356 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:27.754979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Attempting to bind port 754107cd-a8a3-48b9-8ada-cec25ab79356 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:27.760698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:27.761031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Checking segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:27.761478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Bound using segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:27.761972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Bound port: 754107cd-a8a3-48b9-8ada-cec25ab79356, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:27.763047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.786735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a89062de-7e38-4268-876b-9c12f84cb24c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0aca139951334a74b09e42ebaffcdee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438142 Jul 07 17:01:27.789473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59972) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.829236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89062de-7e38-4268-876b-9c12f84cb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a11fc94-d390-4389-849e-206c3074ed95,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.881982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.913753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.967677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:27.982834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.986262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.989818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a11fc94-d390-4389-849e-206c3074ed95 HTTP/1.1" status: 204 len: 168 time: 0.1965594 Jul 07 17:01:27.999061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7c56-0c1f-4d61-ac7f-41f9ce6ea17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a11fc94-d390-4389-849e-206c3074ed95,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.012403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=754107cd-a8a3-48b9-8ada-cec25ab79356,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:28.029215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.084693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.085363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.086861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] 10.222.0.83 "PUT /v2.0/ports/754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 200 len: 1093 time: 1.2113760 Jul 07 17:01:28.090428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:28.092712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542a772-4663-4379-b708-d69232f1d965" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:28.115227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b08a6-9cc6-4dce-acc3-f63462cb88c7 req-a50af107-07a0-4341-b5a5-35a7f0801caf tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.116778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-959b08a6-9cc6-4dce-acc3-f63462cb88c7 req-a50af107-07a0-4341-b5a5-35a7f0801caf tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 948 time: 0.2400596 Jul 07 17:01:28.132579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0d20e-0fb9-4596-bf36-0856621a6321 service neutron] Pushing event updated for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.158718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b6e2a-f050-4837-beb8-0755e29902ab req-0cc67ef6-8333-4f2d-9f9c-e84286833855 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.165825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-444b6e2a-f050-4837-beb8-0755e29902ab req-0cc67ef6-8333-4f2d-9f9c-e84286833855 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 948 time: 0.2164545 Jul 07 17:01:28.292536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-959b08a6-9cc6-4dce-acc3-f63462cb88c7 req-7ed46668-2f60-4984-ae58-0e2d5e52e8fa tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486228 Jul 07 17:01:28.335361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-444b6e2a-f050-4837-beb8-0755e29902ab req-69172c14-33e1-4f50-9216-c1943996223a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682501 Jul 07 17:01:28.372630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-a63e0035-1fe6-471d-8d39-7d43e766d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.375143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-a63e0035-1fe6-471d-8d39-7d43e766d07d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 1096 time: 0.2065766 Jul 07 17:01:28.427361 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e262e54-4019-4f85-9aab-7eac088a9bba x-openstack-request-id: req-0e262e54-4019-4f85-9aab-7eac088a9bba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:28.427544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59998) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.435723 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:28.439854 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e262e54-4019-4f85-9aab-7eac088a9bba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:28.440328 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'status': 'completed', 'code': 200} Jul 07 17:01:28.445821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce1f6e98-4c50-4a66-8b64-b2624d8e6bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.447775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-d4392663-12d9-4a0e-a9a1-c15a48e16890 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 200 len: 217 time: 0.0656860 Jul 07 17:01:28.562590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce1f6e98-4c50-4a66-8b64-b2624d8e6bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.569838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce1f6e98-4c50-4a66-8b64-b2624d8e6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.573197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-16090d15-ef07-4377-b086-fde49b127bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.574813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-16090d15-ef07-4377-b086-fde49b127bcb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.1202667 Jul 07 17:01:28.643559 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ce1f6e98-4c50-4a66-8b64-b2624d8e6bcc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba24222ccc3748b9886ed96068d9f191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145913 Jul 07 17:01:28.646732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60002) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.650475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e6738-cc94-48ae-b94a-3dd0cc8403eb req-0875a539-4f13-450d-98a0-fea1c0922aff tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.655017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f6e98-4c50-4a66-8b64-b2624d8e6bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d4bde-d20c-4764-9b22-67e48ef70a9c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.657671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-925e6738-cc94-48ae-b94a-3dd0cc8403eb req-0875a539-4f13-450d-98a0-fea1c0922aff tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 969 time: 0.1434393 Jul 07 17:01:28.686178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-d3af64fc-db3c-467d-844d-53381f79c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.688243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-d3af64fc-db3c-467d-844d-53381f79c93f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054564 Jul 07 17:01:28.712966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.728514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-925e6738-cc94-48ae-b94a-3dd0cc8403eb req-d13d860b-fe40-4ac6-9470-852f7c9e2979 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699120 Jul 07 17:01:28.741750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.748233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:28.819751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-5fb793ab-019d-4dd9-b5b3-124b31de3336 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237404 Jul 07 17:01:28.837755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.844397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.850680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/368d4bde-d20c-4764-9b22-67e48ef70a9c HTTP/1.1" status: 204 len: 168 time: 0.2018492 Jul 07 17:01:28.878167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a7bf1-ef51-4808-b195-16753a7889ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d4bde-d20c-4764-9b22-67e48ef70a9c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.891912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ca85269e-31b6-4e72-adec-4f3876158d69 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:29.015897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.037336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'mac_address': 'fa:16:3e:ee:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:tempest-test_az-746469596', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:29.078289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ca85269e-31b6-4e72-adec-4f3876158d69,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.099344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'ca85269e-31b6-4e72-adec-4f3876158d69', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'ca85269e-31b6-4e72-adec-4f3876158d69', 'mac_address': 'fa:16:3e:7a:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:29.104162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.154400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.157129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b27900-cd3b-4442-aebe-07d0cfcac1e6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:29.184311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca85269e-31b6-4e72-adec-4f3876158d69 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:29.193786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.202645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.215444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ca85269e-31b6-4e72-adec-4f3876158d69,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.224691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3337a9d8-55e0-405d-aba6-e1c14f1df4c9 req-d82cf3e8-2a1c-43e9-8ece-fa374846c39b service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970537 Jul 07 17:01:29.237151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.237785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 10842d1b-1fa3-4ffb-a396-2da67c8e3cda details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:29.278818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.313564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.325407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.329040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2347f-aa4c-42ca-84c5-863c169a77c3 req-ebe93e27-2722-4955-a364-e536776c6cf5 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.330693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fc2347f-aa4c-42ca-84c5-863c169a77c3 req-ebe93e27-2722-4955-a364-e536776c6cf5 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.3778934 Jul 07 17:01:29.330907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda', 'mac_address': 'fa:16:3e:94:2a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:29.340181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-861bfa75-fd44-4f16-a2ea-5698cb0a8baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.379106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f9bdb-980f-4b46-bb72-3d5433a221c4 req-3b685c6a-75ed-46a3-9ea5-ad794bfa2b69 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.381292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-067f9bdb-980f-4b46-bb72-3d5433a221c4 req-3b685c6a-75ed-46a3-9ea5-ad794bfa2b69 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 944 time: 0.4214139 Jul 07 17:01:29.382429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.397848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.412889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10842d1b-1fa3-4ffb-a396-2da67c8e3cda {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:29.425797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:29.441267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fc2347f-aa4c-42ca-84c5-863c169a77c3 req-e8243dde-bfbb-4f77-b821-93cd366e3483 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811052 Jul 07 17:01:29.472596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-067f9bdb-980f-4b46-bb72-3d5433a221c4 req-997ea2bd-40d3-4017-9e00-7bb4485eb437 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744605 Jul 07 17:01:29.479129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-861bfa75-fd44-4f16-a2ea-5698cb0a8baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.483534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a772-4663-4379-b708-d69232f1d965 req-423249ea-87af-4579-bbe4-c7f381e898dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.486175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-861bfa75-fd44-4f16-a2ea-5698cb0a8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.498155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-423249ea-87af-4579-bbe4-c7f381e898dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 1096 time: 0.1938262 Jul 07 17:01:29.499905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:29.511437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.536172 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-861bfa75-fd44-4f16-a2ea-5698cb0a8baa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1fc5334fee744658531c4b2316656f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094240 Jul 07 17:01:29.536935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bfa75-fd44-4f16-a2ea-5698cb0a8baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a244b2b-f8ff-4e51-851d-eceba87d665c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.539997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.608406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.645174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.676633 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.691258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a772-4663-4379-b708-d69232f1d965 req-c1e5ae08-c3cf-4a8f-aaab-96b7765c1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.692825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-c1e5ae08-c3cf-4a8f-aaab-96b7765c1796 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.1920795 Jul 07 17:01:29.730434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.733283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.737788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a244b2b-f8ff-4e51-851d-eceba87d665c HTTP/1.1" status: 204 len: 168 time: 0.1964607 Jul 07 17:01:29.743478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-58ba8e0d-0cec-4b1a-80c3-8b17dc3e4f12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Jul 07 17:01:29.747567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143428c-4793-405d-852e-894f188624b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a244b2b-f8ff-4e51-851d-eceba87d665c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.817294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5245d9d3-410b-4f55-8848-f8540844acfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.817954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7152cc-69ad-4395-805e-e2f50aa86493 req-156493bc-20f0-4884-9d9b-42521e3459c8 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.821027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e7152cc-69ad-4395-805e-e2f50aa86493 req-156493bc-20f0-4884-9d9b-42521e3459c8 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 949 time: 0.1710041 Jul 07 17:01:29.849001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a772-4663-4379-b708-d69232f1d965 req-5b39b8af-340d-4d36-a95a-f38a0caf5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.850240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-5b39b8af-340d-4d36-a95a-f38a0caf5f2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.0937631 Jul 07 17:01:29.912143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e7152cc-69ad-4395-805e-e2f50aa86493 req-e45e2949-7e97-4410-b32c-64675abba739 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828846 Jul 07 17:01:29.981610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a772-4663-4379-b708-d69232f1d965 req-4e611dc5-feb9-4cd7-b43f-58d05b62987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.983161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-4e611dc5-feb9-4cd7-b43f-58d05b62987c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242888 Jul 07 17:01:29.994679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea3e31-500a-4531-bc4e-eb42be70b61c req-d7f75dfe-6dcc-40e3-b65f-b89e22a9e094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.996139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ea3e31-500a-4531-bc4e-eb42be70b61c req-d7f75dfe-6dcc-40e3-b65f-b89e22a9e094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 949 time: 0.1205504 Jul 07 17:01:30.114901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ea3e31-500a-4531-bc4e-eb42be70b61c req-cdc81c34-3db0-42ae-9dc5-493fc076fa5b tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jul 07 17:01:30.161022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['ca85269e-31b6-4e72-adec-4f3876158d69'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:30.162143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-eedc1b90-fff5-432f-a101-1154012c284c tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.163791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-eedc1b90-fff5-432f-a101-1154012c284c tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 1122 time: 0.1419270 Jul 07 17:01:30.165877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-71dd2eea-75ae-46af-a7c4-88580bf02431 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688306 Jul 07 17:01:30.221688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['10842d1b-1fa3-4ffb-a396-2da67c8e3cda'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:30.227287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-7eb8e72e-e742-4d79-ac55-a4402ec68a48 tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.305384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e542a772-4663-4379-b708-d69232f1d965 req-49cf4580-b6a0-4892-a1c9-c6fa00aa31f9 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313324 Jul 07 17:01:30.442374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36576b1f-d1ea-4db7-9904-97dc0acd9df6 req-08f353f9-69e9-4702-860b-a3f6d1ca32ae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.443964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36576b1f-d1ea-4db7-9904-97dc0acd9df6 req-08f353f9-69e9-4702-860b-a3f6d1ca32ae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 970 time: 0.1113095 Jul 07 17:01:30.446410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-7eb8e72e-e742-4d79-ac55-a4402ec68a48 tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.449301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.452051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-7eb8e72e-e742-4d79-ac55-a4402ec68a48 tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.509198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aee0efb0-8428-4537-93f5-7d8dd5ad53d1 req-7eb8e72e-e742-4d79-ac55-a4402ec68a48 tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368330 Jul 07 17:01:30.517091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8e72e-e742-4d79-ac55-a4402ec68a48 tempest-AggregatesAdminTestJSON-900181147 tempest-AggregatesAdminTestJSON-900181147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1fa2ee-599f-4f37-a300-626b6babcd30,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:30.544126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36576b1f-d1ea-4db7-9904-97dc0acd9df6 req-840c4fc4-2a8b-4794-baad-8e8d2e85798f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733643 Jul 07 17:01:30.588744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7295e2d0-80a2-4267-912b-00795ff6d2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.763602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:30.800234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ac79b-fa2e-47fc-9afd-249a3ecd11de req-b3c7a8bb-283f-4528-a86a-90c951d601a7 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.807860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62ac79b-fa2e-47fc-9afd-249a3ecd11de req-b3c7a8bb-283f-4528-a86a-90c951d601a7 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 944 time: 0.1595871 Jul 07 17:01:30.825994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:30.831608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:30.832031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.873442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7295e2d0-80a2-4267-912b-00795ff6d2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.886916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7295e2d0-80a2-4267-912b-00795ff6d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.920945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62ac79b-fa2e-47fc-9afd-249a3ecd11de req-99f14b2a-4200-410d-a040-395d4b31c97b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958951 Jul 07 17:01:30.934271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.944895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7295e2d0-80a2-4267-912b-00795ff6d2df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=388fe2a8b0534c8d801acdcd6769f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912419 Jul 07 17:01:30.944895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295e2d0-80a2-4267-912b-00795ff6d2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4900242d-71fa-4f8c-aadf-dc79bafda584,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:30.945183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.997448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:31.002075 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b761e75c-cc54-4e83-8323-2faf829d66fe" -d '{"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-plugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:31.017840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:31.021854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.034938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.073445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.083048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.133316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.136131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.137303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4900242d-71fa-4f8c-aadf-dc79bafda584 HTTP/1.1" status: 204 len: 168 time: 0.1916325 Jul 07 17:01:31.156482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84426694-b4d9-44c6-a089-faf6287da168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900242d-71fa-4f8c-aadf-dc79bafda584,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.229340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12bdb-67cf-42fd-abc7-24f4c32dc40e req-06fcab4a-0587-4306-9568-bdeb961f5841 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.230902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b12bdb-67cf-42fd-abc7-24f4c32dc40e req-06fcab4a-0587-4306-9568-bdeb961f5841 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 949 time: 0.0931883 Jul 07 17:01:31.237312 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95f405-c624-444f-a948-814ec9dba1d2 x-openstack-request-id: req-cf95f405-c624-444f-a948-814ec9dba1d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:31.237571 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-plugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:31.237835 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf95f405-c624-444f-a948-814ec9dba1d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:31.238260 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'code': 200} Jul 07 17:01:31.284530 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b12bdb-67cf-42fd-abc7-24f4c32dc40e req-28d48348-6aeb-48ae-90a1-a7d25924ba71 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Jul 07 17:01:31.431439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6598-c9b4-499a-a93b-1fc61000da12 req-79c48ebd-c985-40a1-8491-f3d4184be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.436278 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f8ed6598-c9b4-499a-a93b-1fc61000da12 req-79c48ebd-c985-40a1-8491-f3d4184be463 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1123 time: 0.1030805 Jul 07 17:01:31.500633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f8ed6598-c9b4-499a-a93b-1fc61000da12 req-fd05a9bf-6316-4e0f-b45a-f78428bab2bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564907 Jul 07 17:01:31.506141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b099a-5106-40e0-90f8-379e6cea2b4a req-fce648f0-4ead-4aef-b54a-d7527c4379db tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.507743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e8b099a-5106-40e0-90f8-379e6cea2b4a req-fce648f0-4ead-4aef-b54a-d7527c4379db tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 949 time: 0.0857110 Jul 07 17:01:31.570217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e8b099a-5106-40e0-90f8-379e6cea2b4a req-df72de76-9049-4c06-b6b6-c01e711378a3 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 Jul 07 17:01:31.627899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60134) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:31.644978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c18c23bb-86c3-47b5-8e3d-8494887fabf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.792153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97668-ae70-4ef3-945b-d540bc18dacb req-13c25326-d1fe-4519-b0ec-da26c5c9d71b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.794120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94d97668-ae70-4ef3-945b-d540bc18dacb req-13c25326-d1fe-4519-b0ec-da26c5c9d71b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.0704074 Jul 07 17:01:31.800992 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c18c23bb-86c3-47b5-8e3d-8494887fabf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.804801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c18c23bb-86c3-47b5-8e3d-8494887fabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.840229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94d97668-ae70-4ef3-945b-d540bc18dacb req-8b6db7f1-2928-48a7-85da-6951b55bf589 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jul 07 17:01:31.844716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c18c23bb-86c3-47b5-8e3d-8494887fabf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4c5214e68354c548a7c2688d2f5e67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146575 Jul 07 17:01:31.850135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c23bb-86c3-47b5-8e3d-8494887fabf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad9614-4302-4f28-8927-b1790fafc60a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.850258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:31.922234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.947031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.984687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.009755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.012300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.016001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15ad9614-4302-4f28-8927-b1790fafc60a HTTP/1.1" status: 204 len: 168 time: 0.1622541 Jul 07 17:01:32.025380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011ebaf-94fd-44af-bb95-7e713a2760d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad9614-4302-4f28-8927-b1790fafc60a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.174962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-307ca984-edda-4ed2-9c83-4e77e279345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.252790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fea3f28e-8bbb-47e8-9761-61110bb1c2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.263240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054e81d-4515-474f-a56c-56f1270e0a4c req-f6d23d60-f2be-435d-aebe-fc72fe328089 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.265371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1054e81d-4515-474f-a56c-56f1270e0a4c req-f6d23d60-f2be-435d-aebe-fc72fe328089 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 944 time: 0.1218569 Jul 07 17:01:32.331133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1054e81d-4515-474f-a56c-56f1270e0a4c req-1c857f7c-f59a-4c6c-8e78-5bb75178a695 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538566 Jul 07 17:01:32.388859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-307ca984-edda-4ed2-9c83-4e77e279345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.393812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-307ca984-edda-4ed2-9c83-4e77e279345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.463926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.470641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-307ca984-edda-4ed2-9c83-4e77e279345d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4352d2e0adfc450087081348b7d3cc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735422 Jul 07 17:01:32.476499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ca984-edda-4ed2-9c83-4e77e279345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c92963-64f8-4fc2-8837-cc0eb474cce7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.549591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.583765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.599007 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.681319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.711118 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.716919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.721160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60c92963-64f8-4fc2-8837-cc0eb474cce7 HTTP/1.1" status: 204 len: 168 time: 0.2528677 Jul 07 17:01:32.728131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f255f-3c55-46cc-9eba-bf70f5cabeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c92963-64f8-4fc2-8837-cc0eb474cce7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.744043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579fbfe-36a5-4184-8df5-ff5a0fbdb853 req-a23f6a58-eaf5-4cf7-ab9d-18a97c4e12b6 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.752652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1579fbfe-36a5-4184-8df5-ff5a0fbdb853 req-a23f6a58-eaf5-4cf7-ab9d-18a97c4e12b6 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 949 time: 0.1571531 Jul 07 17:01:32.803414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1579fbfe-36a5-4184-8df5-ff5a0fbdb853 req-3ca3e594-0064-4b81-b43d-3de3c372034f tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Jul 07 17:01:32.848983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d8c289b-1fb5-4db4-bd8d-1bd2b347db05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.889293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 754107cd-a8a3-48b9-8ada-cec25ab79356 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:32.915770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 10842d1b-1fa3-4ffb-a396-2da67c8e3cda up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:32.961143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878beac9-103a-41df-ba9b-fb704f284f9d req-0fb07956-2cc9-4943-b8e9-dc13edcec88c tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.962897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-878beac9-103a-41df-ba9b-fb704f284f9d req-0fb07956-2cc9-4943-b8e9-dc13edcec88c tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 949 time: 0.1030188 Jul 07 17:01:33.052393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d8c289b-1fb5-4db4-bd8d-1bd2b347db05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.059114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-878beac9-103a-41df-ba9b-fb704f284f9d req-25d14a66-c8e1-4ec7-aa76-fcacbde45f74 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886300 Jul 07 17:01:33.061188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d8c289b-1fb5-4db4-bd8d-1bd2b347db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.116293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:33.123794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d8c289b-1fb5-4db4-bd8d-1bd2b347db05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6f5725e5b154583a72ac25e5fe8919b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390084 Jul 07 17:01:33.128956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=754107cd-a8a3-48b9-8ada-cec25ab79356,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.134951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:33.135415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.137855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c289b-1fb5-4db4-bd8d-1bd2b347db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2266eb-7b2c-459d-b8da-82f75a5c1c5e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.143259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.191843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'port_id': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'mac_address': 'fa:16:3e:0d:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:33.216190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.239800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0902d4-347f-4f72-8418-23e929e88895 req-e48a6d9f-5d74-4108-ad25-1f4a24abb5dc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.241398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf0902d4-347f-4f72-8418-23e929e88895 req-e48a6d9f-5d74-4108-ad25-1f4a24abb5dc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1562979 Jul 07 17:01:33.241889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.262195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.269114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.270521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec579e11-690a-4927-8b27-3b75449ce468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.298715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754107cd-a8a3-48b9-8ada-cec25ab79356 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:33.330333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.333342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.334762 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a2266eb-7b2c-459d-b8da-82f75a5c1c5e HTTP/1.1" status: 204 len: 168 time: 0.1904552 Jul 07 17:01:33.335761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.339268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=754107cd-a8a3-48b9-8ada-cec25ab79356,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.344675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b5540-935c-4b97-af9c-5241eecd9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2266eb-7b2c-459d-b8da-82f75a5c1c5e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.353132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf0902d4-347f-4f72-8418-23e929e88895 req-a7aaabde-c8bb-4a55-8d57-0daff27bf101 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979834 Jul 07 17:01:33.355337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.400698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.474317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:33.477344 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc1ee6e-3791-429a-97fa-9d3c4414237d" -d '{"events": [{"server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "name": "network-vif-plugged", "status": "completed", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:33.479932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.494418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.495148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ca85269e-31b6-4e72-adec-4f3876158d69 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:33.519281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec579e11-690a-4927-8b27-3b75449ce468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.526315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec579e11-690a-4927-8b27-3b75449ce468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.582995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec579e11-690a-4927-8b27-3b75449ce468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dd4b5892a124df7bc91db60ba9ad537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375616 Jul 07 17:01:33.584556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.616388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.627477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec579e11-690a-4927-8b27-3b75449ce468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb828ad-be6d-49fd-b099-72b42baacc4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.655389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port ca85269e-31b6-4e72-adec-4f3876158d69 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:33.665013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port ca85269e-31b6-4e72-adec-4f3876158d69 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:33.665388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.670702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a4acd-d490-4c06-9396-9a9ecd7b025c req-2d78b3b7-52b8-455f-8643-08760b381f8f tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.672887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-863a4acd-d490-4c06-9396-9a9ecd7b025c req-2d78b3b7-52b8-455f-8643-08760b381f8f tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 945 time: 0.1162248 Jul 07 17:01:33.688702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.708123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.717711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['754107cd-a8a3-48b9-8ada-cec25ab79356'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:33.738569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-863a4acd-d490-4c06-9396-9a9ecd7b025c req-98155ce0-8ea1-4aae-aaec-a2409a6a3531 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589976 Jul 07 17:01:33.738960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.787400 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949ab14-6b38-4fc7-9434-ce67715c4808 x-openstack-request-id: req-6949ab14-6b38-4fc7-9434-ce67715c4808 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:33.788045 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "name": "network-vif-plugged", "status": "completed", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:33.788045 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6949ab14-6b38-4fc7-9434-ce67715c4808 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:33.788367 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda', 'code': 200} Jul 07 17:01:33.813314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.850329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.854799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.856635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eb828ad-be6d-49fd-b099-72b42baacc4a HTTP/1.1" status: 204 len: 168 time: 0.2708564 Jul 07 17:01:33.876027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26489c-28fc-4865-8505-d3b3c9542b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb828ad-be6d-49fd-b099-72b42baacc4a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.898511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ca85269e-31b6-4e72-adec-4f3876158d69,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:33.916720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.973533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87693-843b-4f29-910c-88ecd43d4a23 req-d97977cb-6fe6-4e9e-b46b-506746bd2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.975317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93c87693-843b-4f29-910c-88ecd43d4a23 req-d97977cb-6fe6-4e9e-b46b-506746bd2981 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 1102 time: 0.0941739 Jul 07 17:01:34.007396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.019015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.055816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60278) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.060546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93c87693-843b-4f29-910c-88ecd43d4a23 req-e9ac1156-19ac-46a1-b368-a59ea68e68c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770786 Jul 07 17:01:34.070796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b643d1ae-a808-422e-aacd-18e95cb949c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.089205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db315709-b461-47dd-878b-d008c30f40a9 req-0e70f575-3fd8-4c5a-933e-b661fa162a51 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.091235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db315709-b461-47dd-878b-d008c30f40a9 req-0e70f575-3fd8-4c5a-933e-b661fa162a51 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.0908601 Jul 07 17:01:34.150853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db315709-b461-47dd-878b-d008c30f40a9 req-320e1a75-ba4c-4de5-bcfb-7d2691d151aa tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Jul 07 17:01:34.177275 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b643d1ae-a808-422e-aacd-18e95cb949c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.182796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b643d1ae-a808-422e-aacd-18e95cb949c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.243424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b643d1ae-a808-422e-aacd-18e95cb949c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87ad57d9b7374ac9bde0d033eb61bc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839404 Jul 07 17:01:34.243424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643d1ae-a808-422e-aacd-18e95cb949c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b10d2a-60ee-40b5-b612-2bdf7f487e4c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.244287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.359861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.399120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-69a16b7d-bd55-451b-8661-5d549529f94f tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.400528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-69a16b7d-bd55-451b-8661-5d549529f94f tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1123 time: 0.1065619 Jul 07 17:01:34.402395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.461506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-7c758658-d7f3-4a73-b461-1adc13044488 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.522280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.524782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.528832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43b10d2a-60ee-40b5-b612-2bdf7f487e4c HTTP/1.1" status: 204 len: 168 time: 0.2834427 Jul 07 17:01:34.542030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3fa4-54ce-4c3f-905a-a29bc1d55da3 req-95ab5322-a4e1-485a-af3e-b0202bd37306 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.543548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5bd3fa4-54ce-4c3f-905a-a29bc1d55da3 req-95ab5322-a4e1-485a-af3e-b0202bd37306 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.1689963 Jul 07 17:01:34.557835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831fe2b-a5b0-4b90-b248-18e389804ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b10d2a-60ee-40b5-b612-2bdf7f487e4c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.617342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5bd3fa4-54ce-4c3f-905a-a29bc1d55da3 req-77640990-8b45-453d-80bd-7b5813bd7ce8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Jul 07 17:01:34.648676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-7c758658-d7f3-4a73-b461-1adc13044488 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.655781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-7c758658-d7f3-4a73-b461-1adc13044488 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.689427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c2d980b-9922-4d0d-aaeb-f732d159c3d5 req-7c758658-d7f3-4a73-b461-1adc13044488 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642753 Jul 07 17:01:34.706813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c758658-d7f3-4a73-b461-1adc13044488 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad9fd9-d27a-4248-bb13-fec431714f38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.836357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-7745fdec-eab1-41a8-8bd3-bdb7c06dbf96 req-13c78a0d-d26c-40f4-a40c-d456b7d888c9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:34.837334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7745fdec-eab1-41a8-8bd3-bdb7c06dbf96 req-13c78a0d-d26c-40f4-a40c-d456b7d888c9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054798 Jul 07 17:01:34.921122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 754107cd-a8a3-48b9-8ada-cec25ab79356 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:34.979589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 754107cd-a8a3-48b9-8ada-cec25ab79356 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:34.983588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 754107cd-a8a3-48b9-8ada-cec25ab79356 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:34.983962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.009159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fa422-2df6-4625-9a01-f6a0464c50dd req-b84e0917-abea-4c19-aa87-c66c34c8f5f6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.017356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa4fa422-2df6-4625-9a01-f6a0464c50dd req-b84e0917-abea-4c19-aa87-c66c34c8f5f6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 945 time: 0.0963633 Jul 07 17:01:35.071964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa4fa422-2df6-4625-9a01-f6a0464c50dd req-e7dc6d44-cac2-402d-99f4-845ca12242e7 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536466 Jul 07 17:01:35.103089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.151033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=754107cd-a8a3-48b9-8ada-cec25ab79356,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:35.155639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.213323 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.216287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.706775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-dd005bc7-7cdd-4a15-a22d-59e58246da43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722358 Jul 07 17:01:35.789332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69'}, {'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:35.791731 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e5c42-b00a-4819-bfdb-3d1fd7e14ea5" -d '{"events": [{"server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "name": "network-vif-plugged", "status": "completed", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69"}, {"server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "name": "network-vif-plugged", "status": "completed", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:35.851056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-6125360c-f628-4751-9f2b-67644d258c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.852952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-6125360c-f628-4751-9f2b-67644d258c1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 1122 time: 0.0599089 Jul 07 17:01:35.880712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e8885-fbe9-46a3-af21-6ae059019cf9 req-93fcfe4c-66d7-4540-a542-3319ed8c99ca tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.888212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b4e8885-fbe9-46a3-af21-6ae059019cf9 req-93fcfe4c-66d7-4540-a542-3319ed8c99ca tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.0951846 Jul 07 17:01:35.938344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b4e8885-fbe9-46a3-af21-6ae059019cf9 req-5e3e6316-d3c9-4693-bd17-841013f787e4 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462720 Jul 07 17:01:35.981828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-b5516882-0ba2-45fb-94a8-ce7a114718c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.983908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-b5516882-0ba2-45fb-94a8-ce7a114718c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1023197 Jul 07 17:01:36.031047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-75b60719-dcfa-446b-992b-b3525bff0c40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Jul 07 17:01:36.097347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-b7d79c7b-4322-4e4e-9078-693ddc8652e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.099946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-b7d79c7b-4322-4e4e-9078-693ddc8652e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0613720 Jul 07 17:01:36.120890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.147211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60396) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:36.215043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-e7cc3a5a-bc79-406a-93fb-2282470c6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.219322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-e7cc3a5a-bc79-406a-93fb-2282470c6300 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129713 Jul 07 17:01:36.228773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83523d35-b343-4fe7-8317-58f8fec78193 req-34195b34-b92c-4167-a064-d071b284eafd tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.236650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83523d35-b343-4fe7-8317-58f8fec78193 req-34195b34-b92c-4167-a064-d071b284eafd tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.1123080 Jul 07 17:01:36.251932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2cd85-bff5-47d0-8fb6-156ba2f9aa02 req-5e650fc3-f7b4-4b6c-8432-04c05e8e6030 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.260873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab2cd85-bff5-47d0-8fb6-156ba2f9aa02 req-5e650fc3-f7b4-4b6c-8432-04c05e8e6030 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1843717 Jul 07 17:01:36.320718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-c9d61a7c-8885-4615-91f0-f7789b04c4b5 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951004 Jul 07 17:01:36.328116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83523d35-b343-4fe7-8317-58f8fec78193 req-e7fe5521-7a11-4d39-bc22-3941c583f280 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901966 Jul 07 17:01:36.354994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab2cd85-bff5-47d0-8fb6-156ba2f9aa02 req-3c6acf7b-64a5-476d-bee8-36cf58b89002 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931706 Jul 07 17:01:36.407476 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ac197-4d41-4413-b3d9-1ff65f9d34c0 x-openstack-request-id: req-164ac197-4d41-4413-b3d9-1ff65f9d34c0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:36.407771 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "name": "network-vif-plugged", "status": "completed", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69", "code": 200}, {"server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "name": "network-vif-plugged", "status": "completed", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:36.408549 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-164ac197-4d41-4413-b3d9-1ff65f9d34c0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:36.408953 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69', 'code': 200} Jul 07 17:01:36.409207 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'code': 200} Jul 07 17:01:36.483764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35a1be49-5879-4ecb-8a4f-1ec0052a93a8 req-a13a6b00-23a0-4a92-8779-41f137d3a566 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572173 Jul 07 17:01:36.565985 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-52879a92-efb0-444b-a5a3-7632cd2a8ed5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4166830 Jul 07 17:01:36.891961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f1fb-abee-4699-bee7-8d92733fe186 req-7d95d733-0b18-405c-a5c5-6b14edb1dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.893531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fc3f1fb-abee-4699-bee7-8d92733fe186 req-7d95d733-0b18-405c-a5c5-6b14edb1dff7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 1098 time: 0.3825073 Jul 07 17:01:36.902509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ed04-e672-4f8b-9584-8bb9aba9ffa3 req-18d56067-ab3b-4939-b2c0-e8b529b5c8ba tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.906606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f7ed04-e672-4f8b-9584-8bb9aba9ffa3 req-18d56067-ab3b-4939-b2c0-e8b529b5c8ba tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 946 time: 0.3166964 Jul 07 17:01:36.960631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f9cc-a0a2-47ed-b6aa-a346525e9068 req-03853a68-6ba8-4f59-9ec7-c8d152ba1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.962290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94f0f9cc-a0a2-47ed-b6aa-a346525e9068 req-03853a68-6ba8-4f59-9ec7-c8d152ba1b6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 1102 time: 0.4497037 Jul 07 17:01:36.998863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f7ed04-e672-4f8b-9584-8bb9aba9ffa3 req-a444ab4c-9c9f-443a-973a-bbb00acdd1e6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782492 Jul 07 17:01:37.028183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94f0f9cc-a0a2-47ed-b6aa-a346525e9068 req-a949bbf9-c7a1-44f2-90c4-d586ae7133b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545835 Jul 07 17:01:37.033055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fc3f1fb-abee-4699-bee7-8d92733fe186 req-68223222-8019-425e-bd9b-52255be7da7a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249392 Jul 07 17:01:37.228993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991760d-5303-4071-ab74-1e4ffcc0b282 req-cfd1cb29-8e5e-4fc7-8f81-f474075b5f83 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.236558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c991760d-5303-4071-ab74-1e4ffcc0b282 req-cfd1cb29-8e5e-4fc7-8f81-f474075b5f83 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.0852945 Jul 07 17:01:37.278810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c991760d-5303-4071-ab74-1e4ffcc0b282 req-10aae9f4-2bf0-490c-b21c-dc821f624e4d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Jul 07 17:01:37.526012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-012f9462-c9ae-451b-a094-6eb973dfdad6 req-1e060951-b2bb-433d-87b5-ab544ddfca0f tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225232 Jul 07 17:01:37.636825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9462-c9ae-451b-a094-6eb973dfdad6 req-ef97c46d-4114-4e4d-aa1e-8beaebe0b76e tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.638472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-012f9462-c9ae-451b-a094-6eb973dfdad6 req-ef97c46d-4114-4e4d-aa1e-8beaebe0b76e tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066966 Jul 07 17:01:37.654203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-012f9462-c9ae-451b-a094-6eb973dfdad6 req-61655652-3fc0-422e-a602-8cf8c3f550a7 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/quotas/8843a9f8d2cd4b74afc49b88fbdeab8f HTTP/1.1" status: 200 len: 375 time: 0.0092397 Jul 07 17:01:37.693729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-012f9462-c9ae-451b-a094-6eb973dfdad6 req-26b29bbe-2fac-4325-857b-796ab039ece6 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338902 Jul 07 17:01:37.874430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-27a6a092-b6d1-4123-81f9-cf5e67bf5ebd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532031 Jul 07 17:01:38.041280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab31ddd-0cce-406a-9716-b411eaa469c7 req-bc0a6cf9-df76-458d-ae64-30b257ec7803 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.042786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cab31ddd-0cce-406a-9716-b411eaa469c7 req-bc0a6cf9-df76-458d-ae64-30b257ec7803 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.1145093 Jul 07 17:01:38.044537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-27f938ca-05ee-4c99-bb99-f5e115260183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.046912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-27f938ca-05ee-4c99-bb99-f5e115260183 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 1102 time: 0.1038604 Jul 07 17:01:38.142641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-d14a74a3-582a-424e-8d94-2e6094d63beb req-2fc50afc-fa2b-457d-b8ac-86b3a517fd15 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:01:38.144276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d14a74a3-582a-424e-8d94-2e6094d63beb req-2fc50afc-fa2b-457d-b8ac-86b3a517fd15 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593834 Jul 07 17:01:38.150513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cab31ddd-0cce-406a-9716-b411eaa469c7 req-c813163d-0957-4e93-9b23-07e6e2484c3f tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010463 Jul 07 17:01:38.198088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-4bb7580d-9205-4888-b99d-77de4e4ccc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.200795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-4bb7580d-9205-4888-b99d-77de4e4ccc64 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1267843 Jul 07 17:01:38.311491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-edf77340-87b5-4247-8f2c-1b293567435b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda HTTP/1.1" status: 200 len: 217 time: 0.0806978 Jul 07 17:01:38.335965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-011d47ca-83b9-4d75-b333-42e1320fd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.340450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-011d47ca-83b9-4d75-b333-42e1320fd614 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1123 time: 0.1293819 Jul 07 17:01:38.390159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-bb72e49b-2cd1-468d-b499-a1e63c85820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.391811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-bb72e49b-2cd1-468d-b499-a1e63c85820e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0732138 Jul 07 17:01:38.477428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-1d14a9ea-3406-4ae2-b666-9b90a5b6b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.485800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-1d14a9ea-3406-4ae2-b666-9b90a5b6b383 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871170 Jul 07 17:01:38.494310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-b7c0215d-3a24-49ac-ad92-6cf4f9d7b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.496610 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-b7c0215d-3a24-49ac-ad92-6cf4f9d7b263 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1392236 Jul 07 17:01:38.553015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-e4a09807-e7c9-44ba-b17e-b4d8d44c7114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0501397 Jul 07 17:01:38.603923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-28dd6769-8b90-4d05-90f4-c141a5d7edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.605791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-28dd6769-8b90-4d05-90f4-c141a5d7edfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0470099 Jul 07 17:01:38.633192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-61a5ee05-82c3-49b6-b9f4-a3993cabc99b service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400385 Jul 07 17:01:38.668318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140a7b6-c483-4a27-8997-80e998cdd3a2 req-a9b70426-2b4e-4df1-b854-8988b2a43cca tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.669812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3140a7b6-c483-4a27-8997-80e998cdd3a2 req-a9b70426-2b4e-4df1-b854-8988b2a43cca tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1179132 Jul 07 17:01:38.671412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-aefe1d6a-3031-436d-aa66-ea4d32d098e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.673119 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-aefe1d6a-3031-436d-aa66-ea4d32d098e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604353 Jul 07 17:01:38.752769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3140a7b6-c483-4a27-8997-80e998cdd3a2 req-e7f4a969-5e39-4dfd-a617-83339e3cba66 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572083 Jul 07 17:01:38.760308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-4bbdcf87-a523-46b4-8ef9-0c741281733d service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Jul 07 17:01:38.769065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473affad-0d9f-4423-b2c7-ea589d9359d9 req-8bf990ce-4906-4302-8775-03c290e7a98a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280985 Jul 07 17:01:38.867569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-a4d8b5d8-19c5-4c59-84fc-c00fb446ecaa service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005852 Jul 07 17:01:38.938773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81228-1a63-4044-86dd-e02d26ddf39b req-e1a52ca7-a74d-4ca8-9d16-f27434fc2d8a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.940356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7f81228-1a63-4044-86dd-e02d26ddf39b req-e1a52ca7-a74d-4ca8-9d16-f27434fc2d8a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 946 time: 0.0692127 Jul 07 17:01:38.984610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7f81228-1a63-4044-86dd-e02d26ddf39b req-bbcd40a9-134f-4603-8cea-99b0c1e0848b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Jul 07 17:01:39.170686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4f286-8887-42cd-9317-a0d7f1b27751 req-89005235-fab5-4405-a758-bb87f49b1a69 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.172735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4c4f286-8887-42cd-9317-a0d7f1b27751 req-89005235-fab5-4405-a758-bb87f49b1a69 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.0696409 Jul 07 17:01:39.212817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4c4f286-8887-42cd-9317-a0d7f1b27751 req-af46551b-6f1c-4832-b785-d52da64fca57 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Jul 07 17:01:39.295214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642b97e-35f4-43aa-b5ad-a4415ffc041a req-297c821d-d001-4871-82bc-a822892a84b4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.297108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5642b97e-35f4-43aa-b5ad-a4415ffc041a req-297c821d-d001-4871-82bc-a822892a84b4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 946 time: 0.0705998 Jul 07 17:01:39.306353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:39.313325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'floatingip': {'port_id': '754107cd-a8a3-48b9-8ada-cec25ab79356'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:39.389619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.639760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba604f7-1fe8-474a-87cf-93b2c5457f73 req-9d9d7d14-68c2-4ffc-910b-17b3bb07c2f6 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.641341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba604f7-1fe8-474a-87cf-93b2c5457f73 req-9d9d7d14-68c2-4ffc-910b-17b3bb07c2f6 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.0876725 Jul 07 17:01:39.681260 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba604f7-1fe8-474a-87cf-93b2c5457f73 req-3c483595-714f-4017-a706-f4b37678dea8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339673 Jul 07 17:01:39.721724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-ae5d1c19-b476-4cf0-a8b0-515ddadb1ccf tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6638415821e648028b6c7966f8b231b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257177 Jul 07 17:01:39.811015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62fffb9-744d-4a98-aa6d-0f4d6baf9c75 req-4bbf5440-2f23-4c9d-91b7-485e006b67e1 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269554 Jul 07 17:01:39.900120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-f490275c-8f62-4993-a4b0-c9bbf343e59e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.901580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-f490275c-8f62-4993-a4b0-c9bbf343e59e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748588 Jul 07 17:01:39.927228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-15697d1f-149b-4ada-9b96-e20d81409933 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/quotas/6638415821e648028b6c7966f8b231b4 HTTP/1.1" status: 200 len: 375 time: 0.0170791 Jul 07 17:01:39.990343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffb9-744d-4a98-aa6d-0f4d6baf9c75 req-1f507a82-6773-4287-8fbf-a9e488e47b83 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.991802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62fffb9-744d-4a98-aa6d-0f4d6baf9c75 req-1f507a82-6773-4287-8fbf-a9e488e47b83 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746638 Jul 07 17:01:40.011169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62fffb9-744d-4a98-aa6d-0f4d6baf9c75 req-29dd2ef8-93da-4d47-a491-d833a5b90111 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/quotas/8843a9f8d2cd4b74afc49b88fbdeab8f HTTP/1.1" status: 200 len: 375 time: 0.0137906 Jul 07 17:01:40.035573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-710a119e-8e08-4031-ad36-de235b84d671 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016114 Jul 07 17:01:40.053083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e62fffb9-744d-4a98-aa6d-0f4d6baf9c75 req-e9a8d306-b4c9-4c41-9135-a711390165f5 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 07 17:01:40.254269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.258848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.357745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59303ca8-f5cf-4002-938d-dc12fb1f4150 req-99ff9a3b-a4b4-47ca-99b3-fc222e54467b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.360974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59303ca8-f5cf-4002-938d-dc12fb1f4150 req-99ff9a3b-a4b4-47ca-99b3-fc222e54467b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.0876153 Jul 07 17:01:40.379720 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf associated. External IP: 172.25.7.166, port: 754107cd-a8a3-48b9-8ada-cec25ab79356. Jul 07 17:01:40.417352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59303ca8-f5cf-4002-938d-dc12fb1f4150 req-9155566d-58b2-4520-aa46-a234d2298e44 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Jul 07 17:01:40.686088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:40.725937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e419cf7-c368-4c16-b25c-284cfc0938df req-0c7bdec5-3fed-4f28-aa7a-2628b4a0ec96 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 210 time: 0.0631373 Jul 07 17:01:40.858065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:40.863881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.883035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:40.898472 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:40.899377 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:40.986159 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f856382a-59b5-4cbc-a85a-c448296053cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "PUT /v2.0/floatingips/39334e3e-0b1c-4649-ad28-7d2867541daf HTTP/1.1" status: 200 len: 992 time: 1.6775856 Jul 07 17:01:40.986159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:40.988887 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a3d43-932a-4f0f-bfef-2d944d9d98b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:41.046305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c0161-9347-4633-9d9c-ccf6e275a01c req-bb30cd4b-c761-4991-9eac-97cc612e2a56 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.051085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04c0161-9347-4633-9d9c-ccf6e275a01c req-bb30cd4b-c761-4991-9eac-97cc612e2a56 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.1171343 Jul 07 17:01:41.097131 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:41.147387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04c0161-9347-4633-9d9c-ccf6e275a01c req-19e44223-ad5e-44cc-8a94-9c2dbb326d17 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877044 Jul 07 17:01:41.313866 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d9079-be4e-40e4-bab1-c03ea3c7b34e x-openstack-request-id: req-093d9079-be4e-40e4-bab1-c03ea3c7b34e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:41.316158 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:41.317140 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-093d9079-be4e-40e4-bab1-c03ea3c7b34e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:41.317696 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'status': 'completed', 'code': 200} Jul 07 17:01:41.384375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:41.442283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-ebd40aaa-27c9-4721-b8b0-d2494cbadef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.445228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-ebd40aaa-27c9-4721-b8b0-d2494cbadef3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 1098 time: 0.1050174 Jul 07 17:01:41.579306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-198358c2-7a80-45f2-b544-03e137bd32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.580852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-198358c2-7a80-45f2-b544-03e137bd32b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.1276920 Jul 07 17:01:41.590486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c073-c2c9-40e0-b685-12c5fe08ae3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.684455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3fa3ca4-44d7-40b0-87e6-82be4223d4d9 req-8ccefc85-c599-47b5-9d42-f1811f944015 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694625 Jul 07 17:01:41.729200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c073-c2c9-40e0-b685-12c5fe08ae3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.734560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c073-c2c9-40e0-b685-12c5fe08ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.747084 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:0d:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:01:40Z', 'revision_number': 1, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:41.766482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37d1c073-c2c9-40e0-b685-12c5fe08ae3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61ec8c78aecd4b28afdd61dcd5352bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810019 Jul 07 17:01:41.773104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60672) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:41.796953 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:01:41.807825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-807b28d1-d334-49d1-916c-d47f543fa44b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 200 len: 1000 time: 0.2043073 Jul 07 17:01:41.808410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:41.808921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:01:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:41.816128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1c073-c2c9-40e0-b685-12c5fe08ae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e735a-2d52-4b8b-8d95-7d0de2df85c6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.855499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.892635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.946556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa3ca4-44d7-40b0-87e6-82be4223d4d9 req-33589cc2-c64c-4d6e-a3e9-12cbeaf0142b tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.948098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3fa3ca4-44d7-40b0-87e6-82be4223d4d9 req-33589cc2-c64c-4d6e-a3e9-12cbeaf0142b tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448702 Jul 07 17:01:41.966431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-485e5288-5bb4-44e4-bf43-be4b1610e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.968203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-485e5288-5bb4-44e4-bf43-be4b1610e526 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.1509941 Jul 07 17:01:41.976271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-6b95e715-6a7f-45e9-bd01-0ba569dd961a tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6638415821e648028b6c7966f8b231b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348499 Jul 07 17:01:41.989894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.992941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.994588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d7e735a-2d52-4b8b-8d95-7d0de2df85c6 HTTP/1.1" status: 204 len: 168 time: 0.2197731 Jul 07 17:01:42.006177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:42.020948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3fa3ca4-44d7-40b0-87e6-82be4223d4d9 req-8b2f8ea0-fa75-4b8d-bb58-b962c01b0945 tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/quotas/8843a9f8d2cd4b74afc49b88fbdeab8f HTTP/1.1" status: 200 len: 375 time: 0.0508413 Jul 07 17:01:42.055574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924e73a-0524-4d70-933a-042d6c3255ba req-c712c29b-a390-427c-90a0-028b346b413a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.062498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d924e73a-0524-4d70-933a-042d6c3255ba req-c712c29b-a390-427c-90a0-028b346b413a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1892667 Jul 07 17:01:42.107150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3fa3ca4-44d7-40b0-87e6-82be4223d4d9 req-a08013ac-1786-40ce-8832-21c6e89e8dbd tempest-QuotasAdminNegativeTest-1428985988 tempest-QuotasAdminNegativeTest-1428985988-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767694 Jul 07 17:01:42.121953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-73a5a599-f025-438e-bcf3-5103035083db tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.124205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-73a5a599-f025-438e-bcf3-5103035083db tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361718 Jul 07 17:01:42.130793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192714e2-7c19-4ba1-a8d9-70ad0d4167b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e735a-2d52-4b8b-8d95-7d0de2df85c6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.169152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Request body: {'port': {'device_id': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '6638415821e648028b6c7966f8b231b4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:42.175739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d924e73a-0524-4d70-933a-042d6c3255ba req-d8c32f4a-c69a-40af-b984-d49cad550288 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122954 Jul 07 17:01:42.194298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-dd40d6ca-afd1-4096-ac01-e87810aeb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.205318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-dd40d6ca-afd1-4096-ac01-e87810aeb8fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288129 Jul 07 17:01:42.511053 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:0d:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:01:40Z', 'revision_number': 1, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:42.532471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60686) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.541714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298734b8-91b6-4bd6-9ec8-c8c209394d0c None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:0d:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:01:40Z', 'revision_number': 1, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:42.552574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-639aa006-b0b1-4012-97df-c6411de07e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.648686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0a80148-3d30-45c7-9887-e9ff33772a6f req-3b385e62-68a9-4ae6-9611-2183daf0efc5 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 210 time: 0.0718460 Jul 07 17:01:42.685447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-7485c732-11b0-47ca-bd10-ef4fd89c1424 tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.687112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-7485c732-11b0-47ca-bd10-ef4fd89c1424 tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 1102 time: 0.4801385 Jul 07 17:01:42.690653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-639aa006-b0b1-4012-97df-c6411de07e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.695043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-06fc5504-e4cd-46da-b3ab-0d5343142f81 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772997 Jul 07 17:01:42.698648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-639aa006-b0b1-4012-97df-c6411de07e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.740004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Made reservation on behalf of 6638415821e648028b6c7966f8b231b4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:42.743753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.769591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa006-b0b1-4012-97df-c6411de07e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35ceb07-32c8-45b1-92f7-8af9a7de0bd1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.791972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214bd9-70ec-4a98-a6e0-6a52e8aaf1fa req-f2622746-97d9-4676-8a8e-ca06ad345d5a tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.799444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-639aa006-b0b1-4012-97df-c6411de07e64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=580fee74ff7c4a6abb2baa95072c2827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636218 Jul 07 17:01:42.799804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53214bd9-70ec-4a98-a6e0-6a52e8aaf1fa req-f2622746-97d9-4676-8a8e-ca06ad345d5a tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.2231741 Jul 07 17:01:42.801087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.838674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01eae3a-856f-4bd6-976c-cd0dff55ec66 None None] New status for floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:01:42.916088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Allocated IP 192.168.233.52 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/dc5bfaba-c750-4827-90ad-22e3d8dbcf06) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:42.969282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53214bd9-70ec-4a98-a6e0-6a52e8aaf1fa req-ff7c8252-0b77-4f90-a601-1742d83fe4a4 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694987 Jul 07 17:01:42.986815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-603a3d43-932a-4f0f-bfef-2d944d9d98b4 req-cf782c77-77ef-495d-a96b-9dba2d59723f service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830508 Jul 07 17:01:43.014747 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.034194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc21330-3cd6-4cfd-a2fb-1bccd2c7830a req-9d45d11b-2078-4bac-8c9a-43e21da54f8e tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.034194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dc21330-3cd6-4cfd-a2fb-1bccd2c7830a req-9d45d11b-2078-4bac-8c9a-43e21da54f8e tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 950 time: 0.2540376 Jul 07 17:01:43.049727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Deleting port ca85269e-31b6-4e72-adec-4f3876158d69 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:43.050146 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.120107 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.120843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.136476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Transition to ACTIVE for port object dc5bfaba-c750-4827-90ad-22e3d8dbcf06 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:43.172788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dc21330-3cd6-4cfd-a2fb-1bccd2c7830a req-012c6580-c55c-46c8-af71-9b1c7ac59a10 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378012 Jul 07 17:01:43.181611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.201478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['10842d1b-1fa3-4ffb-a396-2da67c8e3cda'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:43.265601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Pushing event updated for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.286137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:43.289373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:43.291795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:43.298359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.299051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.322354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] For port ca85269e-31b6-4e72-adec-4f3876158d69, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ca85269e-31b6-4e72-adec-4f3876158d69,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:43.322771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.328482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-5ff94dc3-87e6-48d7-b654-7ffd08c47eef tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1773822 Jul 07 17:01:43.348715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Request body: {'port': {'device_id': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:43.356860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Calling delete_port for ca85269e-31b6-4e72-adec-4f3876158d69 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:43.416556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.432783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.434196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f35ceb07-32c8-45b1-92f7-8af9a7de0bd1 HTTP/1.1" status: 204 len: 168 time: 0.6219509 Jul 07 17:01:43.455278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.575490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c61eb-d1ea-4e4d-8edf-b51f47d6c408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35ceb07-32c8-45b1-92f7-8af9a7de0bd1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.632503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-d8d9fdad-36f1-44e2-8db1-476de89a623f tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.634073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-d8d9fdad-36f1-44e2-8db1-476de89a623f tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.4207709 Jul 07 17:01:43.763587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27a2de6a-2312-4c82-8a4b-ed3e2cf38e5e None None] Provisioning for port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:43.772626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27a2de6a-2312-4c82-8a4b-ed3e2cf38e5e None None] Provisioning complete for port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:43.774150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a2de6a-2312-4c82-8a4b-ed3e2cf38e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.845477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27a2de6a-2312-4c82-8a4b-ed3e2cf38e5e None None] Port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:43.866138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c0bf-6241-4aac-8ff6-c525cadaa97c req-0444233d-24d1-4614-84d3-fb95cb35e752 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.871628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04c5c0bf-6241-4aac-8ff6-c525cadaa97c req-0444233d-24d1-4614-84d3-fb95cb35e752 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.2881553 Jul 07 17:01:43.953045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5bfaba-c750-4827-90ad-22e3d8dbcf06 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:43.961436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.977752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Transition to ACTIVE for port object dc5bfaba-c750-4827-90ad-22e3d8dbcf06 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:43.991943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.006655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04c5c0bf-6241-4aac-8ff6-c525cadaa97c req-8e09a5e2-ceae-4eb3-bf20-136f9b2f7d97 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262124 Jul 07 17:01:44.026718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60716) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.030712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Deleting port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:44.031294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.091710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.105990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['ca85269e-31b6-4e72-adec-4f3876158d69'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:44.131069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.141190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Attempting to bind port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:44.141536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Attempting to bind port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:44.141873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Attempting to bind port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:44.153685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:44.154024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Attempting to bind port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:44.164992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:44.165347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:44.165744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:44.166206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Bound port: dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:44.166578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.214315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca85269e-31b6-4e72-adec-4f3876158d69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.256264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60730) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.317477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] No DVR routers for this DVR port ca85269e-31b6-4e72-adec-4f3876158d69 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:44.334552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e63da-0b76-462b-84d3-a12d0489205c req-3a3f6cfb-e9d5-46ca-a174-63fe48e5962e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.338586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-082e63da-0b76-462b-84d3-a12d0489205c req-3a3f6cfb-e9d5-46ca-a174-63fe48e5962e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 935 time: 0.4941726 Jul 07 17:01:44.341927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.343993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3d45799-0cbb-4154-9515-057d2468cad4 req-96bb2634-4610-4d81-a4a5-39e3f9b58cbe tempest-DeleteServersAdminTestJSON-171252115 tempest-DeleteServersAdminTestJSON-171252115-project-admin] 10.222.0.83 "DELETE /v2.0/ports/ca85269e-31b6-4e72-adec-4f3876158d69 HTTP/1.1" status: 204 len: 173 time: 1.6480701 Jul 07 17:01:44.352254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'name': 'network-vif-deleted', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:44.354509 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8aec0-a423-45c7-b05d-f43786bbba52" -d '{"events": [{"server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "name": "network-vif-deleted", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:44.363636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e292d9cd-8aa5-401f-9fe2-1a8f88169cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.389159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adfbfe51-a9f1-4dd3-9031-fcd6eab4e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.408935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:44.433825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:44.444381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.451131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] For port e05a2efa-4b71-4d57-a90d-69dd8f6c6613, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:44.451579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.492206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Calling delete_port for e05a2efa-4b71-4d57-a90d-69dd8f6c6613 owned by compute:tempest-test_az-746469596 {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:44.505391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-082e63da-0b76-462b-84d3-a12d0489205c req-6ec99700-62fe-496b-bd1a-7fb077f1e8ba tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460969 Jul 07 17:01:44.540049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4bda4-f679-4a01-8df9-5f590a421be3 req-bad16a98-ad29-4657-b51b-fd94b84de904 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.544006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cf4bda4-f679-4a01-8df9-5f590a421be3 req-bad16a98-ad29-4657-b51b-fd94b84de904 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 970 time: 0.2283859 Jul 07 17:01:44.571241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.617568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.618324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.620926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-b27e72b1-6a98-448f-8d70-1aa5b2a2bd66 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc5bfaba-c750-4827-90ad-22e3d8dbcf06 HTTP/1.1" status: 200 len: 1096 time: 1.2825828 Jul 07 17:01:44.620926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:44.633151 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9df54-78a6-4fda-8164-f3293682f70d" -d '{"events": [{"name": "network-changed", "server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:44.741982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e292d9cd-8aa5-401f-9fe2-1a8f88169cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.751544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cf4bda4-f679-4a01-8df9-5f590a421be3 req-f2c7daf8-c6ab-4ac8-82ce-a5d2036c0a62 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/security-groups?id=461e5e50-7159-4b91-8889-5ac1280be005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282966 Jul 07 17:01:44.772535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e292d9cd-8aa5-401f-9fe2-1a8f88169cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.794508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-838689bc-c495-47db-9c4c-1697a053b402 req-76d010e6-47ea-4c99-b3ab-6108cf18ea14 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ecc2017-34e5-4334-85c1-e604dbb246a6 HTTP/1.1" status: 200 len: 210 time: 0.0413129 Jul 07 17:01:44.846577 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8c472b-d5f2-4021-8564-6c43a25b8490 x-openstack-request-id: req-ca8c472b-d5f2-4021-8564-6c43a25b8490 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:44.846702 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc2017-34e5-4334-85c1-e604dbb246a6", "name": "network-vif-deleted", "tag": "ca85269e-31b6-4e72-adec-4f3876158d69", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:44.846974 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca8c472b-d5f2-4021-8564-6c43a25b8490 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:44.847468 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc2017-34e5-4334-85c1-e604dbb246a6', 'name': 'network-vif-deleted', 'tag': 'ca85269e-31b6-4e72-adec-4f3876158d69', 'status': 'completed', 'code': 200} Jul 07 17:01:44.882511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.891575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e292d9cd-8aa5-401f-9fe2-1a8f88169cd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13373b35568347e88c9e44b2e9ae9253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8520112 Jul 07 17:01:44.891575 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b16d12-bc9a-48bc-8b62-376d71e180b8 x-openstack-request-id: req-f1b16d12-bc9a-48bc-8b62-376d71e180b8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:44.891575 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:44.891575 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1b16d12-bc9a-48bc-8b62-376d71e180b8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:44.891996 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06', 'status': 'completed', 'code': 200} Jul 07 17:01:44.893961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.919833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d9cd-8aa5-401f-9fe2-1a8f88169cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b73b6fe-d16e-4bfa-8ddf-13af033b7cea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.929662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.945304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-4ba03b07-c3d8-4a9f-bee9-64be45979f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.947156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-4ba03b07-c3d8-4a9f-bee9-64be45979f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 1099 time: 0.2776058 Jul 07 17:01:45.021068 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-dd87e4a6-a95c-42d7-aefa-a0f327cb9a68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06 HTTP/1.1" status: 200 len: 217 time: 0.0567169 Jul 07 17:01:45.072165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Pushing event deleted for resources: {'Port': ['ID=e05a2efa-4b71-4d57-a90d-69dd8f6c6613,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.108586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] No DVR routers for this DVR port e05a2efa-4b71-4d57-a90d-69dd8f6c6613 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:45.111332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.114050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82013242-a432-41dd-990b-1e01ea0d3b56 req-4491fbe0-bded-4f99-bcda-7495719c78a8 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.32 "DELETE /v2.0/ports/e05a2efa-4b71-4d57-a90d-69dd8f6c6613 HTTP/1.1" status: 204 len: 173 time: 1.4706469 Jul 07 17:01:45.117907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.144956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.151183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-d3d1c329-75cd-47f0-b562-bc16fab1559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.152779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-d3d1c329-75cd-47f0-b562-bc16fab1559e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1247213 Jul 07 17:01:45.198134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-180570001-network', 'tenant_id': '39cf7bd23f9341179c5d95f44d7ab747'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:45.225060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.228850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.232654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b73b6fe-d16e-4bfa-8ddf-13af033b7cea HTTP/1.1" status: 204 len: 168 time: 0.3342941 Jul 07 17:01:45.240481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adfbfe51-a9f1-4dd3-9031-fcd6eab4e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.255904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adfbfe51-a9f1-4dd3-9031-fcd6eab4e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.284547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbfe51-a9f1-4dd3-9031-fcd6eab4e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db22d9c7-157e-419d-80f6-feaeba3545e8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.289340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee342db-e0b5-438a-9cf6-492f00b26129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b73b6fe-d16e-4bfa-8ddf-13af033b7cea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.298160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Made reservation on behalf of 39cf7bd23f9341179c5d95f44d7ab747 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:45.304953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.318687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.340399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-af3427a6-3b79-4278-9af9-437f876dba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.342952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-af3427a6-3b79-4278-9af9-437f876dba21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1822376 Jul 07 17:01:45.352648 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-adfbfe51-a9f1-4dd3-9031-fcd6eab4e06b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8843a9f8d2cd4b74afc49b88fbdeab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0952940 Jul 07 17:01:45.357011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.403056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ebbf6-14bc-4845-be8f-2bd4375d91c4 req-27897ac5-cab4-42fa-93f6-68d6b11bb853 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.409310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785ebbf6-14bc-4845-be8f-2bd4375d91c4 req-27897ac5-cab4-42fa-93f6-68d6b11bb853 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1852713 Jul 07 17:01:45.454895 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-46923f19-6461-428c-89bf-3bbc4eda4635 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055095 Jul 07 17:01:45.523896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785ebbf6-14bc-4845-be8f-2bd4375d91c4 req-bed09f4c-3ea9-4739-bf7f-32c95f456f59 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Jul 07 17:01:45.528012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.571362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1a93556-9dc6-41fc-81b9-2545d0451237 req-fdbab1b7-1f47-4778-aa83-eb55babdb676 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103125 Jul 07 17:01:45.586519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.589601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.597467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.645297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:45.664745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60768) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.666223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13337bbb-ebd1-42c0-bf42-ee410004442e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.673537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.673886 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Added segment 0f3d019a-c85c-454b-9451-f37f66e82255 of type vlan for network ec34face-593d-46dd-8a64-28db24e41d20 Jul 07 17:01:45.691746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c918e4e7-f7ed-4b78-a1cb-8617aa6007ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.741763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-280d8b21-6395-4a46-a205-e03b6647e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.743390 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-280d8b21-6395-4a46-a205-e03b6647e40c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6638415821e648028b6c7966f8b231b4&device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 1099 time: 0.1100018 Jul 07 17:01:45.883136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-72374eed-c8dc-4a95-9b1a-66edf71f6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.884840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-72374eed-c8dc-4a95-9b1a-66edf71f6884 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1294677 Jul 07 17:01:45.894089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c918e4e7-f7ed-4b78-a1cb-8617aa6007ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.899772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c918e4e7-f7ed-4b78-a1cb-8617aa6007ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.918399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.920972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.922131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db22d9c7-157e-419d-80f6-feaeba3545e8 HTTP/1.1" status: 204 len: 168 time: 0.5610921 Jul 07 17:01:45.924876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.953840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c756c-3c82-4874-84a4-0831f2c27b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db22d9c7-157e-419d-80f6-feaeba3545e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.972969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-a98315af-916f-454e-b1b8-3b0abc34f0d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06 HTTP/1.1" status: 200 len: 217 time: 0.0691693 Jul 07 17:01:45.985473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c927a63f-f2f1-4fac-86b3-a05a051f16ce req-0ba47ba2-30e2-470d-8553-1375ee5b07f6 tempest-AggregatesAdminTestJSON-481186920 tempest-AggregatesAdminTestJSON-481186920-project] 10.222.0.22 "GET /v2.0/ports?device_id=68488ced-5465-4c59-a54f-8135b201c977 HTTP/1.1" status: 200 len: 210 time: 0.0501468 Jul 07 17:01:46.027831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031f0c-e433-4110-be83-c376083975fa req-27160e41-f2ed-4cfe-b9b9-1903ccc7eb8e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.035944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5031f0c-e433-4110-be83-c376083975fa req-27160e41-f2ed-4cfe-b9b9-1903ccc7eb8e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 947 time: 0.3819909 Jul 07 17:01:46.036304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918e4e7-f7ed-4b78-a1cb-8617aa6007ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a727d97-975d-4c3b-bf92-d4399301e8a2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.046290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.046918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.047806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.052003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-7ce64c43-d845-49ba-8a9d-60d7622de5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.056606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-7ce64c43-d845-49ba-8a9d-60d7622de5ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0705342 Jul 07 17:01:46.062518 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c918e4e7-f7ed-4b78-a1cb-8617aa6007ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e2f5df871c448e881c966709afb0097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966594 Jul 07 17:01:46.065075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.127633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2432039 Jul 07 17:01:46.134190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.150361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Request body: {'subnet': {'network_id': 'ec34face-593d-46dd-8a64-28db24e41d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-180570001-subnet', 'tenant_id': '39cf7bd23f9341179c5d95f44d7ab747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:46.150361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3278e3-53eb-4a5c-bdee-be4eabf16cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec34face-593d-46dd-8a64-28db24e41d20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.153342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.163951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5031f0c-e433-4110-be83-c376083975fa req-880495b6-77a9-4f44-bbee-99b2cf8fc7b2 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269605 Jul 07 17:01:46.190928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Made reservation on behalf of 39cf7bd23f9341179c5d95f44d7ab747 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:46.191591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ec34face-593d-46dd-8a64-28db24e41d20 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:46.194246 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.205666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-383abebf-db2d-49a1-b22f-f025ad735a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.208013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-383abebf-db2d-49a1-b22f-f025ad735a56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444247 Jul 07 17:01:46.210733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.382977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.385816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.387994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a727d97-975d-4c3b-bf92-d4399301e8a2 HTTP/1.1" status: 204 len: 168 time: 0.3214424 Jul 07 17:01:46.410188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3228c3-0e6d-4b11-bb07-69a35c070577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a727d97-975d-4c3b-bf92-d4399301e8a2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.432918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-2e2132c4-4b50-4aee-80a2-5f82028e4d93 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058482 Jul 07 17:01:46.456305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-5270095d-8c91-4a8f-b415-0f185c1a0ec5 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472465 Jul 07 17:01:46.459693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.527392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.553553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d0666b36-619b-457e-9d52-7807338314fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.565630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd9df54-78a6-4fda-8164-f3293682f70d req-041e9a7a-5ff8-432e-ba97-3dc75286162c service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249514 Jul 07 17:01:46.578852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79aff9d3-1167-4cb2-9b00-6bb85e9ab197,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.600139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Checking segment: {'id': '0f3d019a-c85c-454b-9451-f37f66e82255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec34face-593d-46dd-8a64-28db24e41d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:46.600581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Network hostable DHCP agents. Network: ec34face-593d-46dd-8a64-28db24e41d20, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:46.649375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-8226322d-b5eb-4960-bb8a-305adf7c2c03 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.657034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-8226322d-b5eb-4960-bb8a-305adf7c2c03 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911922 Jul 07 17:01:46.664921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Network ec34face-593d-46dd-8a64-28db24e41d20 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:46.684970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-fdecc7bd-e303-4534-8372-8ceb71a9a8c4 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/quotas/ee8f090f2dde4423b48ff8818a3c74ee HTTP/1.1" status: 200 len: 375 time: 0.0268018 Jul 07 17:01:46.687481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d0666b36-619b-457e-9d52-7807338314fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.692020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d0666b36-619b-457e-9d52-7807338314fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.713670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ec34face-593d-46dd-8a64-28db24e41d20) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:46.718171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-504e79c1-5f0a-47aa-8386-ca9b78c10edd tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323648 Jul 07 17:01:46.721403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.722043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.724789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82084885-7e15-437b-8e0f-e2314d23a781 None None] Network ec34face-593d-46dd-8a64-28db24e41d20 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:46.751397 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d0666b36-619b-457e-9d52-7807338314fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41cd5ed84e0b46c48599da63a1362546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229269 Jul 07 17:01:46.752718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.753392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0666b36-619b-457e-9d52-7807338314fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c4716-a184-4b1d-b97d-dd49e596888a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.815415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b66606e-9f82-4fd6-995a-f164ca8fbc62 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6798809 Jul 07 17:01:46.851257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.851840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'name': 'network-vif-deleted', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:46.855044 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8abc3-9c8a-483f-83d0-fcfba9ffc51a" -d '{"events": [{"server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "name": "network-vif-deleted", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:46.870030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93e63-775d-4450-a809-e3ee6190035f req-b0a71da5-fbf8-4e9a-82e8-5ff1748ffae7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.870354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e05a2efa-4b71-4d57-a90d-69dd8f6c6613 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:46.880606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cf93e63-775d-4450-a809-e3ee6190035f req-b0a71da5-fbf8-4e9a-82e8-5ff1748ffae7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1369295 Jul 07 17:01:46.899527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.927714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: e05a2efa-4b71-4d57-a90d-69dd8f6c6613 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:46.928057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e05a2efa-4b71-4d57-a90d-69dd8f6c6613 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:46.963118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ca85269e-31b6-4e72-adec-4f3876158d69 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:46.966731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cf93e63-775d-4450-a809-e3ee6190035f req-a61a22e1-a188-4284-a2f2-d7f68eda01f7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851333 Jul 07 17:01:47.012006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.015282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.019185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc4c4716-a184-4b1d-b97d-dd49e596888a HTTP/1.1" status: 204 len: 168 time: 0.2596414 Jul 07 17:01:47.019264 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e90b5ea-cdf1-4ed3-a1a4-9d2130cba716 x-openstack-request-id: req-9e90b5ea-cdf1-4ed3-a1a4-9d2130cba716 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:47.019264 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68488ced-5465-4c59-a54f-8135b201c977", "name": "network-vif-deleted", "tag": "e05a2efa-4b71-4d57-a90d-69dd8f6c6613", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:47.019264 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e90b5ea-cdf1-4ed3-a1a4-9d2130cba716 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:47.019491 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68488ced-5465-4c59-a54f-8135b201c977', 'name': 'network-vif-deleted', 'tag': 'e05a2efa-4b71-4d57-a90d-69dd8f6c6613', 'status': 'completed', 'code': 200} Jul 07 17:01:47.029187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87de8-e9d4-4e30-add1-0c4e8f266482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c4716-a184-4b1d-b97d-dd49e596888a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:47.073395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: ca85269e-31b6-4e72-adec-4f3876158d69 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:47.073797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ca85269e-31b6-4e72-adec-4f3876158d69 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:47.087619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a658e6-5e34-447f-9e15-a30c1282da83 None None] Network ec34face-593d-46dd-8a64-28db24e41d20 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:47.100328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e50f1509-43db-4cf7-9b7b-d3a5d18bbb40 req-a8b0ac3b-4f82-4456-a98f-bc552b380eae tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 210 time: 0.0792162 Jul 07 17:01:47.179610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:47.400634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d365e3-3c50-4596-891e-7fb637de6276 req-6a657511-0907-438e-8049-e80f87387a09 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.412949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2d365e3-3c50-4596-891e-7fb637de6276 req-6a657511-0907-438e-8049-e80f87387a09 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 947 time: 0.0902371 Jul 07 17:01:47.458066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2d365e3-3c50-4596-891e-7fb637de6276 req-1da0ddf9-3d76-4ee4-a999-d99963a91de5 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Jul 07 17:01:47.624106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.968748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8df5ce7b-2c63-4c71-bbff-62af41c371d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7fd1cbea02645b2ababd21f1263d0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427911 Jul 07 17:01:47.971496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.032457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.057037 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.158929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.162388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.166290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/461e5e50-7159-4b91-8889-5ac1280be005 HTTP/1.1" status: 204 len: 168 time: 0.1938243 Jul 07 17:01:48.175239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fce50b-948f-4689-a090-410ed73b8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e5e50-7159-4b91-8889-5ac1280be005,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:48.200358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae225263-04ca-406b-ba09-b6f4acb96822 req-1e7d553f-b807-40e8-8a0c-125a0c70b81b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.201280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae225263-04ca-406b-ba09-b6f4acb96822 req-1e7d553f-b807-40e8-8a0c-125a0c70b81b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1051812 Jul 07 17:01:48.259522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.267332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043701619-network', 'tenant_id': 'c94d851357104ef7bd4902dfab8ed0ef'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:48.281369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae225263-04ca-406b-ba09-b6f4acb96822 req-48d9c1c4-2257-415e-bdc8-ca343d03cedd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732424 Jul 07 17:01:48.303294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Made reservation on behalf of c94d851357104ef7bd4902dfab8ed0ef for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:48.305824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.328859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.399693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f40fd0f-0f26-424c-abd7-2b258890c337 req-3cfcccfa-c84a-40e2-a826-b436479f5577 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 210 time: 0.0613997 Jul 07 17:01:48.425319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-b4080d53-e3d3-44ff-aedb-daafd8a1713f tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344465 Jul 07 17:01:48.471440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.479085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.496411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:48.506912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.507262 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Added segment 61977c3d-a2c1-4894-a5bb-c697e2e0a910 of type vlan for network 17f2caf2-e05f-4d32-afd3-ca2903ea806a Jul 07 17:01:48.561573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.605038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.606068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.608742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.680288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-8dbdec4e-6421-4d55-8baf-bc141fe63ea4 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.684329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71762017-958a-44ac-8880-f8a4ffa41d82,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:48.685357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-8dbdec4e-6421-4d55-8baf-bc141fe63ea4 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495952 Jul 07 17:01:48.689744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4291129 Jul 07 17:01:48.693695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.702394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Request body: {'subnet': {'network_id': '17f2caf2-e05f-4d32-afd3-ca2903ea806a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043701619-subnet', 'tenant_id': 'c94d851357104ef7bd4902dfab8ed0ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:48.715542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5101e-9fa2-45d7-9d3d-6eead3c77def admin admin] Pushing event updated for resources: {'Network': ['ID=17f2caf2-e05f-4d32-afd3-ca2903ea806a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:48.724996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Request body: {'port': {'device_id': 'af263170-3a74-44b2-9441-125d4b40786f', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'ee8f090f2dde4423b48ff8818a3c74ee'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:48.739092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 17f2caf2-e05f-4d32-afd3-ca2903ea806a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:48.760982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Made reservation on behalf of c94d851357104ef7bd4902dfab8ed0ef for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:48.767504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.884915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2808-6244-4313-af3e-4bd424732dad req-cc2549dc-91fc-409f-97ec-483af4021745 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.886693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba5b2808-6244-4313-af3e-4bd424732dad req-cc2549dc-91fc-409f-97ec-483af4021745 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 947 time: 0.1347134 Jul 07 17:01:48.916859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc5bfaba-c750-4827-90ad-22e3d8dbcf06 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:48.937190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba5b2808-6244-4313-af3e-4bd424732dad req-3e41c384-aeed-40c9-ba1a-4c0bcd8fa12e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Jul 07 17:01:48.952994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Made reservation on behalf of ee8f090f2dde4423b48ff8818a3c74ee for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:48.964978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.041713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:49.055286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06', 'mac_address': 'fa:16:3e:4f:ee:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:49.100366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.104986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.117266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5bfaba-c750-4827-90ad-22e3d8dbcf06 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:49.151179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:49.158583 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.179692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4747baf1-6230-4bb1-b6d7-f84f48384455,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.180425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Allocated IP 192.168.233.11 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:49.191249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Checking segment: {'id': '61977c3d-a2c1-4894-a5bb-c697e2e0a910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '17f2caf2-e05f-4d32-afd3-ca2903ea806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:49.191826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Network hostable DHCP agents. Network: 17f2caf2-e05f-4d32-afd3-ca2903ea806a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:49.208739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:49.230037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Network 17f2caf2-e05f-4d32-afd3-ca2903ea806a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:49.253221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 17f2caf2-e05f-4d32-afd3-ca2903ea806a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:49.259794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.260485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.279231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.282920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2425e2-85b9-4eb2-ae28-e36ffaf78552 None None] Network 17f2caf2-e05f-4d32-afd3-ca2903ea806a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:49.301742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-33a78adf-aa1c-41b3-b2e9-7a7f52fcde73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07b29517c7ae4a2aa5f3c5d88ce78d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911567 Jul 07 17:01:49.310495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60918) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:49.338849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d4e26be8-3738-4aab-950a-317f4c93297d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6327870 Jul 07 17:01:49.413191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.471459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dc5bfaba-c750-4827-90ad-22e3d8dbcf06'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:49.473483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.474770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.532751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Transition to ACTIVE for port object 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:49.536866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c47913-f3e5-4404-85b0-1c900044df3e None None] Network 17f2caf2-e05f-4d32-afd3-ca2903ea806a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:49.570043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60932) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:49.598916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8238e98-cb91-40bc-92c2-bc09a22ae68f req-ae7a603f-2273-4d3a-a56d-fc0b25c947c7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.600625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8238e98-cb91-40bc-92c2-bc09a22ae68f req-ae7a603f-2273-4d3a-a56d-fc0b25c947c7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.1012423 Jul 07 17:01:49.617621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.691136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Deleting subnet 79aff9d3-1167-4cb2-9b00-6bb85e9ab197 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:49.703702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.711562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Pushing event updated for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.731668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:49.734780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.737757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.738732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a1fa2ee-599f-4f37-a300-626b6babcd30 HTTP/1.1" status: 204 len: 168 time: 0.4270051 Jul 07 17:01:49.746478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:49.750990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:49.757415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.758064 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.779185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d79310-328b-4094-9f07-52275b8cd075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1fa2ee-599f-4f37-a300-626b6babcd30,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.790637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8238e98-cb91-40bc-92c2-bc09a22ae68f req-e6a9585c-d156-4fd1-8d4e-af06d4c244f0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Jul 07 17:01:49.795904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-9eef521b-a903-4e6c-b177-acca9ad54741 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0751421 Jul 07 17:01:49.819520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Request body: {'port': {'device_id': 'af263170-3a74-44b2-9441-125d4b40786f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:49.854355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.881465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.968102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.995049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.999456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/79aff9d3-1167-4cb2-9b00-6bb85e9ab197 HTTP/1.1" status: 204 len: 168 time: 0.4260373 Jul 07 17:01:50.006740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:50.034895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79aff9d3-1167-4cb2-9b00-6bb85e9ab197,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:50.044099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.044387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.044844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.045193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.046070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.046428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.046756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.047088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.047415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.047915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.048202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.048525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac6306-6bbd-4333-99a3-49ae463aa2b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:50.093433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-28d8bcc8-1b58-4628-9953-f165833f3766 None None] Provisioning for port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:50.101814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-28d8bcc8-1b58-4628-9953-f165833f3766 None None] Provisioning complete for port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:50.102468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28d8bcc8-1b58-4628-9953-f165833f3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.113018 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.132848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7e61-2ea9-463f-91bb-0c064cc5945f req-80aa4307-fc78-4fc6-82db-2e043b76167b tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.134509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f6f7e61-2ea9-463f-91bb-0c064cc5945f req-80aa4307-fc78-4fc6-82db-2e043b76167b tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 935 time: 0.2175558 Jul 07 17:01:50.159189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.160031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bcc8-1b58-4628-9953-f165833f3766 None None] Port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:50.299288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f6f7e61-2ea9-463f-91bb-0c064cc5945f req-68dbd676-a394-4cd9-ad32-6812ccba8162 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543322 Jul 07 17:01:50.422628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.445184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.445545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.446373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.446681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.447019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.447358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.447686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.447997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.448308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.448622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.583030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.583700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.584058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.584608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:50.585447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec34face-593d-46dd-8a64-28db24e41d20']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:50.619615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3d019a-c85c-454b-9451-f37f66e82255') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:50.620032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3d019a-c85c-454b-9451-f37f66e82255') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:50.654415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.727968 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.887095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc5bfaba-c750-4827-90ad-22e3d8dbcf06 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:50.935084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ae9da-fa39-44d9-bb5b-cff8c65544bd req-994174e2-9160-481d-8754-c3e9947b4652 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.938130 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f87ae9da-fa39-44d9-bb5b-cff8c65544bd req-994174e2-9160-481d-8754-c3e9947b4652 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 948 time: 0.6800945 Jul 07 17:01:50.941684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:50.942175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.943933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:50.947939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:50.948349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:50.972482 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:51.036062 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.044449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-0697af6a-b370-43b7-8675-d19fb2e8d6df tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195090 Jul 07 17:01:51.064090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:51.066352 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c36746-7aa0-471a-ba9d-d8b83a1a5dcd" -d '{"events": [{"server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "name": "network-vif-plugged", "status": "completed", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:51.080812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:51.085658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.139647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.163464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.169036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.173341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] 10.222.0.22 "DELETE /v2.0/networks/ec34face-593d-46dd-8a64-28db24e41d20 HTTP/1.1" status: 204 len: 168 time: 1.1626101 Jul 07 17:01:51.174041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32786) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:51.197830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f87ae9da-fa39-44d9-bb5b-cff8c65544bd req-3796b2cc-20fd-4867-bf78-43702cc28944 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243197 Jul 07 17:01:51.203933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Pushing event deleted for resources: {'Network': ['ID=ec34face-593d-46dd-8a64-28db24e41d20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.230578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.230830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.231180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.231521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.231945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.232177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.232511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.233389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.233809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.234034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.234410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.234738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ccc91-e69e-4bb6-afc9-516c8e74dded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:51.234908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Deleting subnet 4747baf1-6230-4bb1-b6d7-f84f48384455 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:51.239108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.279161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.291144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.319014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-febde991-b236-4c7c-b253-0dbcf8b238c9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.320944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-febde991-b236-4c7c-b253-0dbcf8b238c9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570357 Jul 07 17:01:51.323023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:51.341102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.345412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-56512581-fc79-482e-a2a0-83c75432a00a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/quotas/9d177f6501a840028df92df105277ae5 HTTP/1.1" status: 200 len: 375 time: 0.0170040 Jul 07 17:01:51.358624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.385608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Transition to ACTIVE for port object 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:51.386231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4747baf1-6230-4bb1-b6d7-f84f48384455,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.391081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.392576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-56dedef8-857f-434b-a7b9-83840f00696a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396850 Jul 07 17:01:51.393125 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2236cd3-a44c-44b1-9afb-db48351f48e5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4747baf1-6230-4bb1-b6d7-f84f48384455 HTTP/1.1" status: 204 len: 168 time: 0.2180607 Jul 07 17:01:51.396115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:51.411919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.465431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.489440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.583697 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad78eaa-83d5-42c8-b50c-212cc06b3e8d x-openstack-request-id: req-8ad78eaa-83d5-42c8-b50c-212cc06b3e8d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:51.583991 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "name": "network-vif-plugged", "status": "completed", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:51.584251 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ad78eaa-83d5-42c8-b50c-212cc06b3e8d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:51.584677 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06', 'code': 200} Jul 07 17:01:51.590468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.598257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4948e1-1dcf-43ce-8e33-391853784dcc req-59f9cc3d-37e1-4bcc-aa04-16f18093194c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.599498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b4948e1-1dcf-43ce-8e33-391853784dcc req-59f9cc3d-37e1-4bcc-aa04-16f18093194c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.2127786 Jul 07 17:01:51.614162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.615322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.616654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.617312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.617933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.618361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.618784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.619123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.619515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.620318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.659913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Attempting to bind port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:51.660261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Attempting to bind port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:51.660585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Attempting to bind port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:51.673749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:51.674940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Attempting to bind port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:51.684378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:51.684725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:51.685116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:51.686776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Bound port: 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:51.687377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.700420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b4948e1-1dcf-43ce-8e33-391853784dcc req-23d42627-a17c-4551-bf95-6a6193370a4f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Jul 07 17:01:51.756588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.756939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.757271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.757603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 17:01:51.760904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f2caf2-e05f-4d32-afd3-ca2903ea806a']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:51.830185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61977c3d-a2c1-4894-a5bb-c697e2e0a910') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:51.830743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61977c3d-a2c1-4894-a5bb-c697e2e0a910') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:51.833054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:51.840330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:51.849986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.850409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.880447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.893218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:51.894083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.959532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.960149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: from cryptography.utils import int_from_bytes Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: from cryptography.utils import int_from_bytes Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:51.960575 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:51.962846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] 10.222.0.83 "PUT /v2.0/ports/7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db HTTP/1.1" status: 200 len: 1096 time: 2.1577244 Jul 07 17:01:51.962846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:51.964594 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82af7e-1336-4c52-b7ac-f08f196b0a61" -d '{"events": [{"name": "network-changed", "server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:51.999732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.003352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6668d37-748f-436e-8ab1-89d8d3f69260 req-47789e3b-0803-4aa7-b37f-777760e95fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.005946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6668d37-748f-436e-8ab1-89d8d3f69260 req-47789e3b-0803-4aa7-b37f-777760e95fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 1101 time: 0.2288604 Jul 07 17:01:52.031494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.036906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/17f2caf2-e05f-4d32-afd3-ca2903ea806a HTTP/1.1" status: 204 len: 168 time: 0.6397538 Jul 07 17:01:52.049401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076c99-cab0-4ab0-84af-822bdc0ecdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f2caf2-e05f-4d32-afd3-ca2903ea806a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.069794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6668d37-748f-436e-8ab1-89d8d3f69260 req-667db2ba-16c9-4aa5-9121-dad82acebbe1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569041 Jul 07 17:01:52.126425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c946d-9fb0-4789-a4fb-5361dd32094e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.197571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-fcbe815b-d5d6-4b2a-8569-94f60bfe1df6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556443 Jul 07 17:01:52.232743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005138-2128-428c-9770-e4f2039920f0 req-5f9c81f0-fda2-49a9-ba3e-79aa4e31b5f8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.238647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4005138-2128-428c-9770-e4f2039920f0 req-5f9c81f0-fda2-49a9-ba3e-79aa4e31b5f8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 947 time: 0.3263795 Jul 07 17:01:52.286596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32836) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:52.305250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-4cbda39a-41f8-4f6e-b3bd-9e5fb41a9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.306787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-4cbda39a-41f8-4f6e-b3bd-9e5fb41a9267 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 1099 time: 0.2915695 Jul 07 17:01:52.331260 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1e2d5cc2-ebb9-4ab3-8eb1-c508bf779710 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39cf7bd23f9341179c5d95f44d7ab747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435762 Jul 07 17:01:52.331879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32838) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:52.366539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-74d5faa0-9526-475c-95dc-37afe81b4995 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db HTTP/1.1" status: 200 len: 217 time: 0.0501461 Jul 07 17:01:52.374220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4005138-2128-428c-9770-e4f2039920f0 req-01f2d575-fd98-48e5-aef8-5fc652bb528e tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187418 Jul 07 17:01:52.389564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.415401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.427250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-8d5c6aeb-63ca-42aa-9e36-da9e06af0290 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.430563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-8d5c6aeb-63ca-42aa-9e36-da9e06af0290 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321682 Jul 07 17:01:52.483919 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee983-6242-4796-8582-0bfad772d775 x-openstack-request-id: req-050ee983-6242-4796-8582-0bfad772d775 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:52.484204 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:52.484424 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-050ee983-6242-4796-8582-0bfad772d775 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:52.484825 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db', 'status': 'completed', 'code': 200} Jul 07 17:01:52.485558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.489049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.493473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13337bbb-ebd1-42c0-bf42-ee410004442e HTTP/1.1" status: 204 len: 168 time: 0.1606376 Jul 07 17:01:52.502069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448c863-2553-4cb6-8bec-3a8f5f5b23ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13337bbb-ebd1-42c0-bf42-ee410004442e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.519725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-0486811d-f818-4d3f-a5d4-cc9e5f55e957 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/quotas/9d177f6501a840028df92df105277ae5 HTTP/1.1" status: 200 len: 375 time: 0.0339494 Jul 07 17:01:52.572001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-0a0464a8-e9d8-432c-a15c-504f41b9051b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512362 Jul 07 17:01:52.573897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-afd3e03e-af35-4e58-bfb8-7213fb8b781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.575313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-afd3e03e-af35-4e58-bfb8-7213fb8b781b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1438642 Jul 07 17:01:52.658016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-c3686062-fbc2-4dff-b449-db71f35edb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.659946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-c3686062-fbc2-4dff-b449-db71f35edb49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758018 Jul 07 17:01:52.833883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347ba7-664e-4eff-9fa8-102e0ac7f4eb req-b77da3b5-5cde-403f-b848-49097bed1c31 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:52.835619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c347ba7-664e-4eff-9fa8-102e0ac7f4eb req-b77da3b5-5cde-403f-b848-49097bed1c31 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.1930707 Jul 07 17:01:52.902830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-af0b118e-5107-4e91-a643-ea2e4dcf9a7c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207198 Jul 07 17:01:52.941321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c347ba7-664e-4eff-9fa8-102e0ac7f4eb req-a25c54b6-ede5-47cb-a90c-7c9a2ed9c4c2 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943723 Jul 07 17:01:53.014502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32874) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:53.035111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbe16ec0-b44d-4a71-a87f-c4311f8cc9a0 req-6070b3b7-0e91-4745-bcb1-f3d8ff5b18e5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 210 time: 0.0467126 Jul 07 17:01:53.076844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-94a4d799-904a-48df-8d47-ffbfae5c60fa tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332801 Jul 07 17:01:53.084534 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fb018f66-296d-4866-b47c-3fec69125231 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c94d851357104ef7bd4902dfab8ed0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687714 Jul 07 17:01:53.088350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:53.135728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa16dee4-123b-40f1-a5c8-558f796b5db4 req-db59d840-43ad-4d79-b77c-1227ad92b9ab service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091005 Jul 07 17:01:53.163795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.212051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.283573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.287444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.291563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71762017-958a-44ac-8880-f8a4ffa41d82 HTTP/1.1" status: 204 len: 168 time: 0.1999795 Jul 07 17:01:53.303467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef0534-278e-4e5c-a413-7a4724cb5b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71762017-958a-44ac-8880-f8a4ffa41d82,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.380061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-f93ad8e4-d8d4-4c04-938a-b6f4c50d5084 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.381569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-f93ad8e4-d8d4-4c04-938a-b6f4c50d5084 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939656 Jul 07 17:01:53.398573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Request body: {'port': {'device_id': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '9d177f6501a840028df92df105277ae5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:53.449521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5899-8029-4322-bee7-1604762abe2f req-8f250e59-cd3d-41e5-96e4-2a1d0ad5ea6b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.456660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-162e5899-8029-4322-bee7-1604762abe2f req-8f250e59-cd3d-41e5-96e4-2a1d0ad5ea6b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.3185780 Jul 07 17:01:53.481697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-4a40f75d-c505-44e9-b33f-979cc4663427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.487651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-4a40f75d-c505-44e9-b33f-979cc4663427 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 1099 time: 0.2508817 Jul 07 17:01:53.532389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-162e5899-8029-4322-bee7-1604762abe2f req-1c89f2bb-4061-44d2-a795-33a01fe243c1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748312 Jul 07 17:01:53.667907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Made reservation on behalf of 9d177f6501a840028df92df105277ae5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:53.671975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.699914 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.703834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-e2196e3b-c183-4391-8d78-3a6f0a005671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.705382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-e2196e3b-c183-4391-8d78-3a6f0a005671 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1773531 Jul 07 17:01:53.767167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-ebbe7027-a61f-45ab-a585-96077f183d51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db HTTP/1.1" status: 200 len: 217 time: 0.0476658 Jul 07 17:01:53.917922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-762ea441-3ef2-44f3-9954-932c8a914a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.924991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-762ea441-3ef2-44f3-9954-932c8a914a9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1385949 Jul 07 17:01:53.977956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.029931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6a48-b64b-4c8b-ac97-0b20be3d8a35 req-36cb8b17-57a8-4a91-8d9c-932d3f40e0ae tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.031480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab4a6a48-b64b-4c8b-ac97-0b20be3d8a35 req-36cb8b17-57a8-4a91-8d9c-932d3f40e0ae tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 947 time: 0.2661107 Jul 07 17:01:54.054857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.068082 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.088308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-f8aa1f91-8d73-4c77-8a62-f1c68bba7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.089821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-f8aa1f91-8d73-4c77-8a62-f1c68bba7543 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541235 Jul 07 17:01:54.188781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f32d5bc1-74b6-4526-8975-2c4ed2e09766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.203853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab4a6a48-b64b-4c8b-ac97-0b20be3d8a35 req-7b1c984b-d010-4a53-af31-017218628bb3 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650033 Jul 07 17:01:54.208109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf279be7-6d1e-4515-b21a-ba777653f11d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.329847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Allocated IP 192.168.233.47 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/83a3d397-ab50-4ab6-917f-b82b3ec1cf50) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:54.339329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-8ed0483c-ce85-42a0-a563-8523bc2f5f3a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372539 Jul 07 17:01:54.402954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-c906b701-6d03-4df5-b8bc-83bf610385dc tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576906 Jul 07 17:01:54.507548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f32d5bc1-74b6-4526-8975-2c4ed2e09766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.516527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f32d5bc1-74b6-4526-8975-2c4ed2e09766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.560054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-89ed094a-2195-426d-91f4-926d20d16eb3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.561682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-89ed094a-2195-426d-91f4-926d20d16eb3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508930 Jul 07 17:01:54.587971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Request body: {'port': {'device_id': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '9d177f6501a840028df92df105277ae5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:54.695104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59b890e3-b5ea-40c8-9768-817b89d26604 req-88eeea2e-36d9-4b78-b22e-353ecb408b3e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 210 time: 0.2822766 Jul 07 17:01:54.833387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d82af7e-1336-4c52-b7ac-f08f196b0a61 req-f4526622-8e16-4b3d-85dd-2d16cb7cff42 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862604 Jul 07 17:01:54.840010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f32d5bc1-74b6-4526-8975-2c4ed2e09766 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c107cd40f44b48e38155c9f43d5276dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604207 Jul 07 17:01:54.846680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.881309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5bc1-74b6-4526-8975-2c4ed2e09766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa384a74-aca8-465d-aaf6-e22e46e5b331,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.905744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1706-42e9-442c-8d74-ff3b690a7261 req-ae932349-4a80-4659-9720-128a643389ee tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.907224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcfb1706-42e9-442c-8d74-ff3b690a7261 req-ae932349-4a80-4659-9720-128a643389ee tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.4896939 Jul 07 17:01:54.956725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.977724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Made reservation on behalf of 9d177f6501a840028df92df105277ae5 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:54.981370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.997509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Transition to ACTIVE for port object 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:55.006428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.049190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcfb1706-42e9-442c-8d74-ff3b690a7261 req-5fec88e8-7c90-4403-bf34-4dea2b5b3e09 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273997 Jul 07 17:01:55.058495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.097686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5992a-998b-48c1-8da1-9606f5b6e8e0 req-ebcb6815-cef3-4646-bac6-372133537135 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.099460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8a5992a-998b-48c1-8da1-9606f5b6e8e0 req-ebcb6815-cef3-4646-bac6-372133537135 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.2062857 Jul 07 17:01:55.148618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.185232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8a5992a-998b-48c1-8da1-9606f5b6e8e0 req-09af8f00-680b-44db-96be-449a343ded3d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749903 Jul 07 17:01:55.206360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.208819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.215812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa384a74-aca8-465d-aaf6-e22e46e5b331 HTTP/1.1" status: 204 len: 168 time: 0.3676767 Jul 07 17:01:55.218168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:55.228459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:55.238094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:55.243835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9af0c-1154-41ad-ac28-a3be2f898e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa384a74-aca8-465d-aaf6-e22e46e5b331,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.272176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.287689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Allocated IP 192.168.233.100 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/f8cc50ba-13b7-4dbd-bc15-42b4d7367083) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:55.314753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.320445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.332823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-9118641b-10d5-4c60-8f3f-88d3d674d7d6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9399443 Jul 07 17:01:55.350904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Request body: {'port': {'device_id': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:55.573635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.651329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.692047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Transition to ACTIVE for port object f8cc50ba-13b7-4dbd-bc15-42b4d7367083 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:55.701206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-208f709f-0038-46c4-a49d-2fa36cb288e3 None None] Provisioning for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:55.706370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb43a-4bb7-4411-9d91-5148e4414b7c req-1ece270f-eb7c-47c7-9bdd-c058a84b7330 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.707226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-208f709f-0038-46c4-a49d-2fa36cb288e3 None None] Provisioning complete for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:55.707658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-208f709f-0038-46c4-a49d-2fa36cb288e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.713942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e84cb43a-4bb7-4411-9d91-5148e4414b7c req-1ece270f-eb7c-47c7-9bdd-c058a84b7330 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 947 time: 0.2683353 Jul 07 17:01:55.765906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32976) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.775345 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-6f66cb6d-7594-4f3e-be6f-aafa3e85b29e service neutron] show failed (client error): The resource could not be found. Jul 07 17:01:55.776380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-6f66cb6d-7594-4f3e-be6f-aafa3e85b29e service neutron] 10.222.0.32 "GET /v2.0/ports/26b27900-cd3b-4442-aebe-07d0cfcac1e6/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.1841905 Jul 07 17:01:55.788374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-208f709f-0038-46c4-a49d-2fa36cb288e3 None None] Port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:55.800043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f853069-c185-4ac2-9155-e4af4b59b997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.805635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.880348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:55.883773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e84cb43a-4bb7-4411-9d91-5148e4414b7c req-70aebf7b-7243-4d03-acde-c5a10dcbd00d tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690631 Jul 07 17:01:55.890342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:55.895156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:55.901039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event updated for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.006218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.007304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.035215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a5fa-4b25-4d4d-a3da-568a94a51000 req-96c1a276-0d8f-43fb-bdd4-cb05a994714e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.037597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e52a5fa-4b25-4d4d-a3da-568a94a51000 req-96c1a276-0d8f-43fb-bdd4-cb05a994714e tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.1813505 Jul 07 17:01:56.059741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f853069-c185-4ac2-9155-e4af4b59b997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.065220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f853069-c185-4ac2-9155-e4af4b59b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.088686 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-1a2732df-210f-47ea-8c62-f24cef799b42 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5147901 Jul 07 17:01:56.106789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Request body: {'port': {'device_id': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:56.154375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5f853069-c185-4ac2-9155-e4af4b59b997 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ed8084d776d4c92b6dfd958f1794615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853810 Jul 07 17:01:56.156790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f853069-c185-4ac2-9155-e4af4b59b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac7915-6895-4f67-ae50-c2c9e8e5333c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.159346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.216907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e52a5fa-4b25-4d4d-a3da-568a94a51000 req-65b7b9dd-22fa-4e38-9f16-b96a60c8814c tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652005 Jul 07 17:01:56.229317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a90a4f5d-6824-4bd1-b5a1-952a23d0fdef None None] Provisioning for port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:56.237268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a90a4f5d-6824-4bd1-b5a1-952a23d0fdef None None] Provisioning complete for port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:56.237934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90a4f5d-6824-4bd1-b5a1-952a23d0fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.273599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.288283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.295923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a90a4f5d-6824-4bd1-b5a1-952a23d0fdef None None] Port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:56.298501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-331f4481-685d-4929-840c-2b0af94c2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.300086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-331f4481-685d-4929-840c-2b0af94c2d23 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1123 time: 0.2615092 Jul 07 17:01:56.313245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:56.320080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.320764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:56.350897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603e62-b443-425c-960a-7564f2ac0958 req-b6b47487-7398-447c-a43b-a604405f3132 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.352399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8603e62-b443-425c-960a-7564f2ac0958 req-b6b47487-7398-447c-a43b-a604405f3132 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 936 time: 0.2456586 Jul 07 17:01:56.355878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.397825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Transition to ACTIVE for port object 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:56.405633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.456882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.459421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.460553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6eac7915-6895-4f67-ae50-c2c9e8e5333c HTTP/1.1" status: 204 len: 168 time: 0.2983828 Jul 07 17:01:56.492017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8603e62-b443-425c-960a-7564f2ac0958 req-716cf37f-e999-4c46-bc7e-01c61e2626df tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305389 Jul 07 17:01:56.514919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.519304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.543601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523d358-e843-4519-8971-b0664acea66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac7915-6895-4f67-ae50-c2c9e8e5333c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.789501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Attempting to bind port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:56.790017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Attempting to bind port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:56.790341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Attempting to bind port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.792627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cc50ba-13b7-4dbd-bc15-42b4d7367083 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:56.806467 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.820756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Transition to ACTIVE for port object f8cc50ba-13b7-4dbd-bc15-42b4d7367083 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:56.824788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:56.825134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Attempting to bind port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.831460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-ce213515-34cf-4cbc-9a3a-27abf2c04dbc tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523400 Jul 07 17:01:56.836948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.838515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:56.838929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:56.839415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:56.840017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Bound port: 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:56.840460 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.919777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.981576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Attempting to bind port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:56.982061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Attempting to bind port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:56.982944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Attempting to bind port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.987977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:56.988300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Attempting to bind port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:56.994481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:56.994849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:56.995476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:56.996687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Bound port: f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:56.996687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.018827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:57.099759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:57.104259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:57.111533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.127273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:57.157088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.157984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.159392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] 10.222.0.32 "PUT /v2.0/ports/f8cc50ba-13b7-4dbd-bc15-42b4d7367083 HTTP/1.1" status: 200 len: 1097 time: 1.0576394 Jul 07 17:01:57.160740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:57.163526 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:57.169362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:57.185298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:57.187498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db', 'mac_address': 'fa:16:3e:99:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:57.188698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:57.206175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-51a54ca6-4cb9-4e4b-8ed5-2968b9718f9f tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.213750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-51a54ca6-4cb9-4e4b-8ed5-2968b9718f9f tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699543 Jul 07 17:01:57.221625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.231394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eebb01-4e80-4a45-a60a-2f521bda2633 req-2aa287e2-7a6b-46c8-9a06-03fc87d71b79 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.233719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9eebb01-4e80-4a45-a60a-2f521bda2633 req-2aa287e2-7a6b-46c8-9a06-03fc87d71b79 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 971 time: 0.3214109 Jul 07 17:01:57.240213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288e054-8ff3-4d57-a580-7a2b2a5fb41c service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.252991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-1cf39acd-5be1-42d1-91dd-3f3577831758 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/quotas/c0280b0ef79e4b9c8e159a139361d4f9 HTTP/1.1" status: 200 len: 375 time: 0.0378501 Jul 07 17:01:57.253458 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.272052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:57.294077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-5d025ae2-2d8f-47a9-8169-05d738e9f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.296120 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-5d025ae2-2d8f-47a9-8169-05d738e9f4a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 1100 time: 0.0911634 Jul 07 17:01:57.308460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:57.315101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.357096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-e6473784-d5ae-4a9d-b2f3-87921fa40f89 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017179 Jul 07 17:01:57.358436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.359096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.360788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] 10.222.0.83 "PUT /v2.0/ports/83a3d397-ab50-4ab6-917f-b82b3ec1cf50 HTTP/1.1" status: 200 len: 1096 time: 2.0161445 Jul 07 17:01:57.367955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-e49102ed-34e7-451e-92a7-178e394936da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083 HTTP/1.1" status: 200 len: 217 time: 0.0621960 Jul 07 17:01:57.409998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:57.412496 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d54f74-75ac-4a20-98d5-cc3ce98a5847" -d '{"events": [{"name": "network-changed", "server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:57.419215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.447191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.447604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.448172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.448741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.449328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.449899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.450564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.451117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.451707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.452276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.452850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.453623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:57.468828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-365e2d42-0414-4f3a-8463-f2cb47b3d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.471017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-365e2d42-0414-4f3a-8463-f2cb47b3d9d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0960917 Jul 07 17:01:57.473171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:57.480643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff882-ab87-4ee0-afdd-2b5898adebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.577634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-b0b1a63b-ac9e-4a7c-aa80-91fa7402ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.579445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-b0b1a63b-ac9e-4a7c-aa80-91fa7402ba2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020911 Jul 07 17:01:57.703565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:57.727163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-6a39695e-a047-4261-ad15-2eae8f9ca15d service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375818 Jul 07 17:01:57.793543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:57.846159 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-34aea9ba-8f3c-4bd5-aa4c-9bb028c30e66 req-8c575c2f-0075-4255-8d4d-cf3a319fb0b4 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092851 Jul 07 17:01:57.898827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9eebb01-4e80-4a45-a60a-2f521bda2633 req-4a30807a-dad2-45d2-b5af-42727aba82ab tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335845 Jul 07 17:01:57.981277 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df1ba8a-bb27-41ba-8930-ea07317875ab x-openstack-request-id: req-1df1ba8a-bb27-41ba-8930-ea07317875ab {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:57.981744 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:57.982192 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1df1ba8a-bb27-41ba-8930-ea07317875ab {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:57.982987 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083', 'status': 'completed', 'code': 200} Jul 07 17:01:57.992724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.009201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1346475901-network', 'tenant_id': '45d701eca883471480fe26fb8b951c14'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:58.024567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-296d3822-9a13-418b-ab9e-1a563fc73d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.026303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-296d3822-9a13-418b-ab9e-1a563fc73d4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1099 time: 0.5910459 Jul 07 17:01:58.032131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Transition to ACTIVE for port object 26b27900-cd3b-4442-aebe-07d0cfcac1e6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:58.044524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Made reservation on behalf of 45d701eca883471480fe26fb8b951c14 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:58.047330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.072459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.079018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-8a98b918-578b-40e6-9d3f-636eee476655 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50 HTTP/1.1" status: 200 len: 217 time: 0.0427992 Jul 07 17:01:58.083878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.138881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-bd8fad44-2689-4b68-9dca-9dc78d080f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.140433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-bd8fad44-2689-4b68-9dca-9dc78d080f09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 1100 time: 0.1092389 Jul 07 17:01:58.175481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44d00f-7bd3-437b-99c3-f41791a69214 req-9e4708b3-4e3e-46ac-926d-e6c8c791ffe5 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.182422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a44d00f-7bd3-437b-99c3-f41791a69214 req-9e4708b3-4e3e-46ac-926d-e6c8c791ffe5 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 948 time: 0.2897265 Jul 07 17:01:58.264252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.267754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] No DVR routers for this DVR port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:58.299058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-0a7ef69c-a197-4094-9c59-9977b79db14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.300775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-0a7ef69c-a197-4094-9c59-9977b79db14d service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1535437 Jul 07 17:01:58.300963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-b8ad0eac-2c78-4ebd-8930-4e287bdf768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.302540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-b8ad0eac-2c78-4ebd-8930-4e287bdf768c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2034109 Jul 07 17:01:58.343561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.352765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a44d00f-7bd3-437b-99c3-f41791a69214 req-35860b40-16b1-4822-b9d3-1182cfd613ba tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694095 Jul 07 17:01:58.377817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-7742ad62-562e-45ff-9bd8-1c6da052974d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083 HTTP/1.1" status: 200 len: 217 time: 0.0554094 Jul 07 17:01:58.378431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.415243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:58.415606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:58.415926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:58.438124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:58.438778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Attempting to bind port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:58.447149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:58.448992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6716a-53a0-4e50-8727-e82975d3dc63 req-40d08b97-4b35-4ef3-9aa7-824558ae3f63 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.456608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96e6716a-53a0-4e50-8727-e82975d3dc63 req-40d08b97-4b35-4ef3-9aa7-824558ae3f63 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.3236408 Jul 07 17:01:58.462174 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e3b90-2eef-441e-a95a-f0392a835723 x-openstack-request-id: req-d82e3b90-2eef-441e-a95a-f0392a835723 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:58.462463 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:58.462718 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d82e3b90-2eef-441e-a95a-f0392a835723 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:58.463114 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'status': 'completed', 'code': 200} Jul 07 17:01:58.469066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cfa763-b21f-4aaf-ad04-cc530065b582,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.479579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:58.479870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:58.480264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:58.480729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Bound port: 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:58.481080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.490078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.490728 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Added segment 1aaff938-856e-40fb-b5b4-cb0a8a9f5a53 of type vlan for network acebc689-eaa8-4a33-9233-51d914c6b1b5 Jul 07 17:01:58.546962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96e6716a-53a0-4e50-8727-e82975d3dc63 req-c269d197-60c7-40fc-a4c8-12d29143d524 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Jul 07 17:01:58.549708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.556546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c08cf-494c-4096-81ab-4306ac030079 req-098ed41b-0ba9-4c8c-b819-15f7a0cea9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.558087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-098ed41b-0ba9-4c8c-b819-15f7a0cea9a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320423 Jul 07 17:01:58.561017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-7b08117b-1752-4209-8781-8a004f57f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.562927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-7b08117b-1752-4209-8781-8a004f57f897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1780581 Jul 07 17:01:58.646834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-0fdf0ec5-925b-48ed-86ee-0b0179a11905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.648364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-0fdf0ec5-925b-48ed-86ee-0b0179a11905 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782092 Jul 07 17:01:58.648942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.649828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.650485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.680195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:58.714498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1afc5585-0f9a-4c87-aaf5-6cfc58a3230b req-644e6f92-253b-456b-8fc6-954ec0b45794 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 210 time: 0.0541821 Jul 07 17:01:58.720989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:58.734218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.753365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9581392 Jul 07 17:01:58.758605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.766703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Request body: {'subnet': {'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1346475901-subnet', 'tenant_id': '45d701eca883471480fe26fb8b951c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:58.782310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717151c-7e8f-435c-bc75-a25fd1118103 admin admin] Pushing event updated for resources: {'Network': ['ID=acebc689-eaa8-4a33-9233-51d914c6b1b5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.788215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.788840 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.790258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] 10.222.0.83 "PUT /v2.0/ports/26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 1097 time: 2.4791849 Jul 07 17:01:58.804844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e43acf-acb4-4a0e-9c57-dc4fd66247ed req-3bb35277-e506-4d0f-88fa-50b96cc9ddcb tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.804844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7e43acf-acb4-4a0e-9c57-dc4fd66247ed req-3bb35277-e506-4d0f-88fa-50b96cc9ddcb tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 948 time: 0.2457201 Jul 07 17:01:58.807521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network acebc689-eaa8-4a33-9233-51d914c6b1b5 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:58.821854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Made reservation on behalf of 45d701eca883471480fe26fb8b951c14 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:58.824209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.840610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-6eecd5ea-e43a-49ff-8519-5c85463608e2 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627783 Jul 07 17:01:58.850836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52de9e-5db8-470e-b02a-4f2f25434031 service neutron] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.873488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-ebc99139-ab36-4f4d-9749-fe3b3856bf5d service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797378 Jul 07 17:01:58.991217 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-78fc35c1-4f6a-4491-9bc9-e00b667d0c46 req-293d278c-ccfe-4285-8363-beb80f9dd537 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005428 Jul 07 17:01:59.033037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7e43acf-acb4-4a0e-9c57-dc4fd66247ed req-34e6db10-bc54-40c3-b8af-0f442b431e4f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042539 Jul 07 17:01:59.038500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:59.050759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89c08cf-494c-4096-81ab-4306ac030079 req-c8bd1c7b-3dd5-427a-8878-b51fcbf48d43 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880686 Jul 07 17:01:59.090675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-8d905ad3-28f3-4e01-89d1-d308f4220732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.092873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-8d905ad3-28f3-4e01-89d1-d308f4220732 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1100 time: 0.2314463 Jul 07 17:01:59.131920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:59.144177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:59.144177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.204229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.83', 59418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:59.246810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7e097596-37f7-4e38-a505-965bfdaef9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.248473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-7e097596-37f7-4e38-a505-965bfdaef9bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1338809 Jul 07 17:01:59.269029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-40ed298f-dee8-4d14-bccd-0f50bcbca486 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532378 Jul 07 17:01:59.280292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.306620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:59.309234 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9196263-a032-4260-93dd-5969fa0efbe3" -d '{"events": [{"server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:59.321965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:59.328135 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.358698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.380266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.389603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-aec689d2-9e87-482e-af4d-e7b1a66f09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.390797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-aec689d2-9e87-482e-af4d-e7b1a66f09e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1099 time: 0.1862178 Jul 07 17:01:59.421935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-0faddfce-c355-47fd-9ee4-f69c10ce26a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.1617727 Jul 07 17:01:59.471776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-fd982cd9-f806-4dc3-aaa6-072d13154f19 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.473170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ea01dd-6b8b-41bc-971c-56f53ed7bab8,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.473297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-fd982cd9-f806-4dc3-aaa6-072d13154f19 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925337 Jul 07 17:01:59.491749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Checking segment: {'id': '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:59.492102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Network hostable DHCP agents. Network: acebc689-eaa8-4a33-9233-51d914c6b1b5, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:59.494015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Request body: {'port': {'device_id': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'c0280b0ef79e4b9c8e159a139361d4f9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:59.526945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-8a3848e2-08d2-4873-bf02-af96d847a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.528824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-8a3848e2-08d2-4873-bf02-af96d847a799 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1299512 Jul 07 17:01:59.531629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Network acebc689-eaa8-4a33-9233-51d914c6b1b5 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:59.544774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, acebc689-eaa8-4a33-9233-51d914c6b1b5) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:59.553529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d69e55-eba2-41e1-895e-1942d21f92c4 None None] Network acebc689-eaa8-4a33-9233-51d914c6b1b5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:59.553771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-8274db90-99b1-415b-b174-5b10969c731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.555283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-8274db90-99b1-415b-b174-5b10969c731a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1257343 Jul 07 17:01:59.557051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8d6656f-b9cd-4776-86f8-1071f8adc8eb tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.558407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8d6656f-b9cd-4776-86f8-1071f8adc8eb tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 1101 time: 0.4635551 Jul 07 17:01:59.576892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-7b3170ca-8863-49ce-b522-e5d202055d51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50 HTTP/1.1" status: 200 len: 217 time: 0.0393991 Jul 07 17:01:59.578093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.578725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.620682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8abc624-d651-4e56-81a2-823472d1bb01 tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.631048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-384bad13-0bd2-47a6-bc99-41b10271901a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8679969 Jul 07 17:01:59.645111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-d97767bf-952a-4f96-8b5a-07e5a1aa0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.646808 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-d97767bf-952a-4f96-8b5a-07e5a1aa0e64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0640118 Jul 07 17:01:59.649795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb72f52-5115-4bf2-897a-158d29143d2f req-f53e87bf-327e-4d5e-8836-cd3362d73b4d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.651357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfb72f52-5115-4bf2-897a-158d29143d2f req-f53e87bf-327e-4d5e-8836-cd3362d73b4d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 948 time: 0.3926306 Jul 07 17:01:59.705900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde28d4-f2e7-49b2-be3e-47eb59929b57 None None] Network acebc689-eaa8-4a33-9233-51d914c6b1b5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:59.729324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-9166469b-c5c5-4615-ab90-4d26703410f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.731958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-9166469b-c5c5-4615-ab90-4d26703410f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757840 Jul 07 17:01:59.760190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfb72f52-5115-4bf2-897a-158d29143d2f req-f0f3f8e3-e759-4807-848a-c6e1b914688f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945745 Jul 07 17:01:59.764414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-0214f81b-c5bb-40d2-846a-0e45007cb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.766238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-0214f81b-c5bb-40d2-846a-0e45007cb86b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2011895 Jul 07 17:01:59.841009 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1819600b-5ab3-44cf-8a1c-1acc6962ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.871302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-8b17a968-234f-438e-a78a-696df6243c55 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309054 Jul 07 17:01:59.909667 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8abc624-d651-4e56-81a2-823472d1bb01 tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.915581 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dfabde-d42b-4c3a-90bf-824f6c06a729 x-openstack-request-id: req-74dfabde-d42b-4c3a-90bf-824f6c06a729 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:59.915888 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "name": "network-vif-plugged", "status": "completed", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:59.916253 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74dfabde-d42b-4c3a-90bf-824f6c06a729 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:59.916639 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db', 'code': 200} Jul 07 17:01:59.917079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-1c0a06aa-3ac6-489d-8866-928735e3d1f9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425636 Jul 07 17:01:59.920909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8abc624-d651-4e56-81a2-823472d1bb01 tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.975088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83272ac4-23c1-40fe-8f65-8118548db117 req-c8abc624-d651-4e56-81a2-823472d1bb01 tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082315 Jul 07 17:02:00.006312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70d54f74-75ac-4a20-98d5-cc3ce98a5847 req-226b8e92-6318-42c4-ad9b-9df6dadb744f service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222210 Jul 07 17:02:00.015419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.83', 59419) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.024677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Made reservation on behalf of c0280b0ef79e4b9c8e159a139361d4f9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:00.028365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.043438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.045994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc624-d651-4e56-81a2-823472d1bb01 tempest-LiveMigrationNegativeTest-1985170432 tempest-LiveMigrationNegativeTest-1985170432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa7360d-6a8b-4fdd-8c2b-99166ee10403,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.116749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b507783-9cfd-4511-bc46-4c45fcd5b158 req-880ecf1a-b143-47e9-99e3-3b4d969b8196 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748037 Jul 07 17:02:00.136103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3e93c-53d6-404c-a711-2ba963f3d02d req-91c0eb34-f91b-41a6-96ff-bcdef1c97893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.139049 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-50c3e93c-53d6-404c-a711-2ba963f3d02d req-91c0eb34-f91b-41a6-96ff-bcdef1c97893 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 1101 time: 0.1165018 Jul 07 17:02:00.179922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-50c3e93c-53d6-404c-a711-2ba963f3d02d req-76a3a5e4-6c37-4b75-a871-2028bfdb1980 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Jul 07 17:02:00.212182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2763c521-be87-4bb0-bbf3-bbfcd2e7ae6d req-3af34c87-87c0-4dae-8920-6ebb7c9e5ab8 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 210 time: 0.0749674 Jul 07 17:02:00.287975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b0ad-fb37-41fc-8594-a730648281e2 req-250751cf-02a5-458f-b3eb-28a728960144 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.289567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42a7b0ad-fb37-41fc-8594-a730648281e2 req-250751cf-02a5-458f-b3eb-28a728960144 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.1628122 Jul 07 17:02:00.291629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.296695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.389482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b22c4b5-0cea-4ddc-8813-4e2a658277a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.417108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42a7b0ad-fb37-41fc-8594-a730648281e2 req-41003af1-29bb-48f9-bf92-1ae9b676cc25 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154637 Jul 07 17:02:00.431925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33086) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.437545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2066193073-network', 'tenant_id': 'df99ceed2ca34493ad6eccf6ceb8c305'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.477607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Made reservation on behalf of df99ceed2ca34493ad6eccf6ceb8c305 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:00.480650 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.494528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.621542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.629286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.651537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:00.662348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}, {'name': 'network-changed', 'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:00.665730 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ab79c2-7d25-4023-ae22-e7955546dd14" -d '{"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-unplugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}, {"name": "network-changed", "server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:00.667384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4157920c-fd3a-42a4-8cd5-477798a401e1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.673641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.673985 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Added segment 3218f3d2-4dbd-4023-9daf-932f382ad3d6 of type vlan for network 5a6e1d05-a31e-4099-b28b-69d8c746fd2a Jul 07 17:02:00.719146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.737402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Allocated IP 192.168.233.224 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/07a7fa33-ce89-4ca0-805b-f3b0a935aaed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:00.752615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.753737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.754473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.774687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993e86-6233-4c37-99e8-f347cd0381ae req-dc671312-daa9-4830-9f66-b495925c64ad tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.776497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29993e86-6233-4c37-99e8-f347cd0381ae req-dc671312-daa9-4830-9f66-b495925c64ad tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 948 time: 0.1042082 Jul 07 17:02:00.814906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3793266 Jul 07 17:02:00.815339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.818236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc38850-4a1a-4f10-8086-d12149f40de6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6e1d05-a31e-4099-b28b-69d8c746fd2a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.824924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Request body: {'subnet': {'network_id': '5a6e1d05-a31e-4099-b28b-69d8c746fd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2066193073-subnet', 'tenant_id': 'df99ceed2ca34493ad6eccf6ceb8c305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.830910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5a6e1d05-a31e-4099-b28b-69d8c746fd2a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:00.879384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29993e86-6233-4c37-99e8-f347cd0381ae req-e1683c95-062b-4fb1-aedc-6527ee8b399f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Jul 07 17:02:00.935321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Made reservation on behalf of df99ceed2ca34493ad6eccf6ceb8c305 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:00.938700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.988244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f8cc50ba-13b7-4dbd-bc15-42b4d7367083 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:00.992363 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ec37b2-4c88-47f5-aed2-1c2e0a3a2441 x-openstack-request-id: req-d1ec37b2-4c88-47f5-aed2-1c2e0a3a2441 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:00.992904 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-unplugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "code": 200}, {"name": "network-changed", "server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:00.993372 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1ec37b2-4c88-47f5-aed2-1c2e0a3a2441 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:00.993941 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'code': 200} Jul 07 17:02:00.994393 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'status': 'completed', 'code': 200} Jul 07 17:02:01.085899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:01.103026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083', 'mac_address': 'fa:16:3e:92:eb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:01.105154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:01.128428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-1f1b798a-aadd-4c7b-a691-46998c6a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.129933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-1f1b798a-aadd-4c7b-a691-46998c6a4a49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1100 time: 0.1183958 Jul 07 17:02:01.132315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-6086df1a-144f-4a68-860e-38d0595c6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.133672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-6086df1a-144f-4a68-860e-38d0595c6429 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1100 time: 0.0800536 Jul 07 17:02:01.197500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:01.199070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.212363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc50ba-13b7-4dbd-bc15-42b4d7367083 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:01.234474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.235447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:01.241927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.293713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.295786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-42cc9c50-1bcb-4cf0-99a3-2edddc79e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.298133 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-42cc9c50-1bcb-4cf0-99a3-2edddc79e4ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1605086 Jul 07 17:02:01.299538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-d6f7d969-c8de-4bf0-99d2-51b600c68d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.300910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-d6f7d969-c8de-4bf0-99d2-51b600c68d16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1551893 Jul 07 17:02:01.313020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Transition to ACTIVE for port object 07a7fa33-ce89-4ca0-805b-f3b0a935aaed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:01.324500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89f845-a1d7-46e8-bea8-0af2443024ae req-a6c9925f-c5f5-4daf-b675-759d3f05f975 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.326533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e89f845-a1d7-46e8-bea8-0af2443024ae req-a6c9925f-c5f5-4daf-b675-759d3f05f975 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 948 time: 0.2832701 Jul 07 17:02:01.331437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.349752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-0bd8fddf-e4c8-47d0-9d4a-dc6847425d0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0442162 Jul 07 17:02:01.384916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-5e64fd21-128e-4ef5-9c29-5bdfb7e7f588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0723534 Jul 07 17:02:01.411176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb73a3-7a53-4b41-8488-950a6be6f737 req-e903b08d-7f02-4540-9bc9-722ed3ad9ca3 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.412642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65cb73a3-7a53-4b41-8488-950a6be6f737 req-e903b08d-7f02-4540-9bc9-722ed3ad9ca3 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.2615514 Jul 07 17:02:01.453853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-b0527bad-5db7-49b2-9115-9f711bdbc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.456226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-b0527bad-5db7-49b2-9115-9f711bdbc2dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0819428 Jul 07 17:02:01.457715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f8cc50ba-13b7-4dbd-bc15-42b4d7367083'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:01.461699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-d7b7370a-48b7-4993-8f48-a1a4f7f220da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.463130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-d7b7370a-48b7-4993-8f48-a1a4f7f220da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0612650 Jul 07 17:02:01.466698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086388f3-6251-4d0a-bf56-750a16d95c18,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.477110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e89f845-a1d7-46e8-bea8-0af2443024ae req-3cf8de4b-5f11-40c2-b1b3-b0120a6a392b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379678 Jul 07 17:02:01.481695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.539185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Checking segment: {'id': '3218f3d2-4dbd-4023-9daf-932f382ad3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5a6e1d05-a31e-4099-b28b-69d8c746fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:01.539550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Network hostable DHCP agents. Network: 5a6e1d05-a31e-4099-b28b-69d8c746fd2a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:01.562507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65cb73a3-7a53-4b41-8488-950a6be6f737 req-40ec1492-7eaf-4cb0-807a-9e9934fbb808 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322129 Jul 07 17:02:01.564455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-37ca89a4-53cd-4c03-ae02-a721324ae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.566898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-37ca89a4-53cd-4c03-ae02-a721324ae396 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930808 Jul 07 17:02:01.590524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-1c85566f-8fe6-47ff-8074-f1c2ee2b9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.592119 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-1c85566f-8fe6-47ff-8074-f1c2ee2b9097 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280518 Jul 07 17:02:01.612459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:01.639790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:01.642772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:01.691748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Pushing event updated for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.753053 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-ffdf62f4-64d7-4d00-8c89-df5cee779a4b service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495376 Jul 07 17:02:01.769231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Network 5a6e1d05-a31e-4099-b28b-69d8c746fd2a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:01.791097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-bbf1b919-2640-4bed-9b1c-52e2fc3ec271 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136688 Jul 07 17:02:01.812101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.812565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.834586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5a6e1d05-a31e-4099-b28b-69d8c746fd2a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:01.847096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e115a8fc-b059-4e4c-b9cf-d458dbeee00d None None] Network 5a6e1d05-a31e-4099-b28b-69d8c746fd2a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:01.847867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.848466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.895029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-61659d0d-3cc0-4e3b-809c-72ce95f26828 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4086270 Jul 07 17:02:01.923127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Request body: {'port': {'device_id': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:01.935208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2f490dfe-5868-47a9-bd16-89b49a353cf5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1114242 Jul 07 17:02:01.979170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a9b9-3d86-4143-ac70-cd4337d5c9a2 req-2528ad6d-1ed9-4f28-8a86-217e94fae77a tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.986510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe04a9b9-3d86-4143-ac70-cd4337d5c9a2 req-2528ad6d-1ed9-4f28-8a86-217e94fae77a tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 936 time: 0.3075860 Jul 07 17:02:01.986735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-7b181389-afb8-476f-a1f0-1480b55ceefd service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819234 Jul 07 17:02:02.020375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57ab79c2-7d25-4023-ae22-e7955546dd14 req-fc500600-7306-4e9c-a9b5-0e1fdbed8362 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281516 Jul 07 17:02:02.052908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-146ce271-2136-4c5b-9d46-3ad85a0093e7 None None] Provisioning for port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:02.058540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f11dc-e393-4aef-afb8-f5246276cfde None None] Network 5a6e1d05-a31e-4099-b28b-69d8c746fd2a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:02.070439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-146ce271-2136-4c5b-9d46-3ad85a0093e7 None None] Provisioning complete for port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:02.074392 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-146ce271-2136-4c5b-9d46-3ad85a0093e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.083113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe04a9b9-3d86-4143-ac70-cd4337d5c9a2 req-3ddb577d-6e63-43fe-a094-8acd91997ea1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957079 Jul 07 17:02:02.085074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.093844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9edfc-d7b7-4816-91c3-2a3199ee973a req-94abb3b7-e330-438e-b65a-b0ad9ef0d7d7 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.100873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92d9edfc-d7b7-4816-91c3-2a3199ee973a req-94abb3b7-e330-438e-b65a-b0ad9ef0d7d7 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.2343080 Jul 07 17:02:02.179344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92d9edfc-d7b7-4816-91c3-2a3199ee973a req-f2cebbd7-2fb5-4a26-9a19-83e6e836a7ae tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771532 Jul 07 17:02:02.228534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-146ce271-2136-4c5b-9d46-3ad85a0093e7 None None] Port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:02.282050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be87a128-e0f4-494a-9e0f-9bb3daf22854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.448520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939b51e-3c37-4cce-91cc-4efc1ed5431e req-a981c842-4616-47f8-985e-74717420b657 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.450045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f939b51e-3c37-4cce-91cc-4efc1ed5431e req-a981c842-4616-47f8-985e-74717420b657 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 949 time: 0.1415789 Jul 07 17:02:02.521199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f939b51e-3c37-4cce-91cc-4efc1ed5431e req-95f560de-0765-4fb9-b0f0-fdfe01341d46 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591116 Jul 07 17:02:02.640919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a7fa33-ce89-4ca0-805b-f3b0a935aaed {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:02.643087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-dfdc0275-b9ca-4021-9c3d-2e30b28d406a tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.644607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-dfdc0275-b9ca-4021-9c3d-2e30b28d406a tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 949 time: 0.3256886 Jul 07 17:02:02.664837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.681277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.719910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Transition to ACTIVE for port object 07a7fa33-ce89-4ca0-805b-f3b0a935aaed will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:02.730450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-8bba05ab-7264-4104-af7e-b943ab655991 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.731914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-8bba05ab-7264-4104-af7e-b943ab655991 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/networks?id=acebc689-eaa8-4a33-9233-51d914c6b1b5 HTTP/1.1" status: 200 len: 815 time: 0.2144747 Jul 07 17:02:02.733426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.757592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Deleting port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:02.757966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.785515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-bd41f2e9-10b8-4828-b21a-77c00eeab519 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/quotas/45d701eca883471480fe26fb8b951c14 HTTP/1.1" status: 200 len: 375 time: 0.0453739 Jul 07 17:02:02.818993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Pushing event updated for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.831755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a04b64-1998-4ee1-bddc-f62c1bdc0a33 req-b50e19c7-1f87-44e6-88ba-6ce1eae93d8d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.833275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84a04b64-1998-4ee1-bddc-f62c1bdc0a33 req-b50e19c7-1f87-44e6-88ba-6ce1eae93d8d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 948 time: 0.1968091 Jul 07 17:02:02.856888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] For port dc5bfaba-c750-4827-90ad-22e3d8dbcf06, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:02.857799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.874766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Calling delete_port for dc5bfaba-c750-4827-90ad-22e3d8dbcf06 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:02.883298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-80980ad1-232b-4c13-b771-110d8fb18598 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45d701eca883471480fe26fb8b951c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876005 Jul 07 17:02:02.980763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f8cc50ba-13b7-4dbd-bc15-42b4d7367083 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:02.997400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84a04b64-1998-4ee1-bddc-f62c1bdc0a33 req-624d6228-0b76-4b92-ab9b-1cf38c60baaa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Jul 07 17:02:03.009882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Attempting to bind port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:03.010241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Attempting to bind port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:03.010571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Attempting to bind port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:03.028401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:03.028726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Attempting to bind port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:03.043481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:03.043989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:03.044387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:03.045360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Bound port: 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:03.045718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.060181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:03.061063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.065404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:03.065992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.068831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-21a05685-c45a-43e3-a571-9f07757e97de service neutron] 10.222.0.22 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618710 Jul 07 17:02:03.104230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Pushing event deleted for resources: {'Port': ['ID=dc5bfaba-c750-4827-90ad-22e3d8dbcf06,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.115848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dc5bfaba-c750-4827-90ad-22e3d8dbcf06'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:03.118731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['10842d1b-1fa3-4ffb-a396-2da67c8e3cda'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:03.175378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:03.183700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] No DVR routers for this DVR port dc5bfaba-c750-4827-90ad-22e3d8dbcf06 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:03.190140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.192565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-878d1d14-dcf3-43ac-a209-f5d280c20b0c req-d93bca31-59fc-4373-b9fc-f5ac51e7c490 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.32 "DELETE /v2.0/ports/dc5bfaba-c750-4827-90ad-22e3d8dbcf06 HTTP/1.1" status: 204 len: 173 time: 0.5390172 Jul 07 17:02:03.193023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'name': 'network-vif-deleted', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:03.196416 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3653868b-4062-4076-8899-1e03b5766bbb" -d '{"events": [{"server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "name": "network-vif-deleted", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:03.201939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:03.229101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:03.239979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-cb57ad02-c2eb-441e-a536-dccc3e2f1fb3 service neutron] 10.222.0.22 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703105 Jul 07 17:02:03.244763 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.319054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.320585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.321133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] 10.222.0.83 "PUT /v2.0/ports/07a7fa33-ce89-4ca0-805b-f3b0a935aaed HTTP/1.1" status: 200 len: 1097 time: 1.4064441 Jul 07 17:02:03.331868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:03.333446 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c0cc3-8416-422c-a7d1-aa2c3425cfda" -d '{"events": [{"name": "network-changed", "server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:03.366531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.406066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8df17726-323d-4b5e-ab9d-9babcac6ef20 req-0a3a655d-742f-4a87-afbb-139df0986e2b tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=aae01e12-4a5d-4b46-a0f3-f611e94a5444 HTTP/1.1" status: 200 len: 210 time: 0.0815594 Jul 07 17:02:03.436940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:03.448821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:03.453063 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45807d69-9d5c-47c0-8e8c-d6e4613e0f09" -d '{"events": [{"server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:03.464739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:03.482426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.494184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'mac_address': 'fa:16:3e:e6:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:03.519525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9ac0-b135-4657-a212-5e35e372a62e service neutron] Pushing event updated for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.574244 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.581347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.584494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-750eaa4a-d3c3-4d4c-b0c6-c1a4100042c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.586200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-750eaa4a-d3c3-4d4c-b0c6-c1a4100042c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 1100 time: 0.1850955 Jul 07 17:02:03.600233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:03.663825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:03.687000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.692326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.736660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-918822e6-59c0-47ee-8ff3-81ad5cd55524 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed HTTP/1.1" status: 200 len: 217 time: 0.1356347 Jul 07 17:02:03.802406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.849227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d16c3dd5-7a38-416d-9c15-f34954f34680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.850758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-d16c3dd5-7a38-416d-9c15-f34954f34680 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1068161 Jul 07 17:02:03.984826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e60ac-c4d9-44b3-9532-6df61c845421 req-3c69913a-c0f4-4016-ba40-c325e8b94b7e tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.987566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-625e60ac-c4d9-44b3-9532-6df61c845421 req-3c69913a-c0f4-4016-ba40-c325e8b94b7e tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 948 time: 0.1874406 Jul 07 17:02:04.018083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.058142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2cb8c-1de8-40ee-92b8-d9586b2f1f9d req-598e5f5f-56d1-484b-a818-1a50a2c8304a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.063125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26c2cb8c-1de8-40ee-92b8-d9586b2f1f9d req-598e5f5f-56d1-484b-a818-1a50a2c8304a tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.2100892 Jul 07 17:02:04.067133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab13f-befe-43be-87e7-de0f89e4abae req-0908ea82-0c29-4c52-8d45-bf5b25821ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.068724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-0908ea82-0c29-4c52-8d45-bf5b25821ea1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034667 Jul 07 17:02:04.069917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:04.354251 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-625e60ac-c4d9-44b3-9532-6df61c845421 req-f0620401-58f7-434d-a1fd-cec967df61f1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446338 Jul 07 17:02:04.386666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26c2cb8c-1de8-40ee-92b8-d9586b2f1f9d req-63bf8896-8493-46ec-aae7-591d5d8ca2fc tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141448 Jul 07 17:02:04.400322 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c428a-0609-4b06-b7b6-0b02762365c3 x-openstack-request-id: req-666c428a-0609-4b06-b7b6-0b02762365c3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:04.400822 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae01e12-4a5d-4b46-a0f3-f611e94a5444", "name": "network-vif-deleted", "tag": "dc5bfaba-c750-4827-90ad-22e3d8dbcf06", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:04.400822 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-666c428a-0609-4b06-b7b6-0b02762365c3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:04.401230 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae01e12-4a5d-4b46-a0f3-f611e94a5444', 'name': 'network-vif-deleted', 'tag': 'dc5bfaba-c750-4827-90ad-22e3d8dbcf06', 'status': 'completed', 'code': 200} Jul 07 17:02:04.434088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-c7e43088-194f-413c-b258-725f80e1a7f2 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545568 Jul 07 17:02:04.438871 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec773c-7bb8-49cf-b733-384613f2fcde x-openstack-request-id: req-85ec773c-7bb8-49cf-b733-384613f2fcde {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:04.439378 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:04.439812 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85ec773c-7bb8-49cf-b733-384613f2fcde {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:04.440400 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083', 'code': 200} Jul 07 17:02:04.453739 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15496a9f-5c02-49be-9da6-59f0878f8707 x-openstack-request-id: req-15496a9f-5c02-49be-9da6-59f0878f8707 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:04.454027 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:04.454305 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15496a9f-5c02-49be-9da6-59f0878f8707 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:04.454700 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed', 'status': 'completed', 'code': 200} Jul 07 17:02:04.569022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c4fa-f6c8-4f07-9149-52f8d0405489 req-fc2c39d8-acd5-4588-b07c-4c35997ae13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.570590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1247c4fa-f6c8-4f07-9149-52f8d0405489 req-fc2c39d8-acd5-4588-b07c-4c35997ae13f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 1102 time: 0.0638707 Jul 07 17:02:04.582505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd7ec141-781a-47dd-b9be-83473ed2b806 req-803116eb-88cc-4e50-a5a5-220fad1347e1 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 210 time: 0.0472839 Jul 07 17:02:04.585600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215ab13f-befe-43be-87e7-de0f89e4abae req-0c8a2427-e624-47b4-a8f6-14b4e1c3c34e service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300042 Jul 07 17:02:04.615097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1247c4fa-f6c8-4f07-9149-52f8d0405489 req-7a0045e1-0962-451d-a905-4a304b0937cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Jul 07 17:02:04.648282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d2c8-7195-4812-b1b1-3a2f401cd347 req-0319841f-398b-4153-9430-1034b8c987e3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.649886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a12d2c8-7195-4812-b1b1-3a2f401cd347 req-0319841f-398b-4153-9430-1034b8c987e3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 950 time: 0.0978365 Jul 07 17:02:04.725364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a12d2c8-7195-4812-b1b1-3a2f401cd347 req-4091e87e-6e8b-4b8b-8840-445241caebd4 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Jul 07 17:02:04.769234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-24e7c4ef-ba94-437d-bd03-c66445405351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.770766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-24e7c4ef-ba94-437d-bd03-c66445405351 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 1100 time: 0.1154733 Jul 07 17:02:04.861536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b009157-d2e3-41d0-910c-6558a6e55680 req-2b5fc868-7a20-453e-a5fa-7bb1a95382de tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.864084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b009157-d2e3-41d0-910c-6558a6e55680 req-2b5fc868-7a20-453e-a5fa-7bb1a95382de tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 948 time: 0.1430678 Jul 07 17:02:04.908318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-4b4d716b-c61e-41c7-bbf8-0b1cb5c82f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.909797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-4b4d716b-c61e-41c7-bbf8-0b1cb5c82f22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1311021 Jul 07 17:02:04.944345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b009157-d2e3-41d0-910c-6558a6e55680 req-08937c1c-7120-470d-bfe5-351c0a27c71c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Jul 07 17:02:04.993539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-6fa9bad9-84e4-4edf-bbba-afde8f0cd809 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed HTTP/1.1" status: 200 len: 217 time: 0.0756221 Jul 07 17:02:05.032089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6fc8cc63-eaa2-4f3b-81d5-0952d3b779f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.033558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6fc8cc63-eaa2-4f3b-81d5-0952d3b779f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.32 "GET /v2.0/networks?id=acebc689-eaa8-4a33-9233-51d914c6b1b5 HTTP/1.1" status: 200 len: 815 time: 0.2139301 Jul 07 17:02:05.050484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Request body: {'port': {'device_id': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5', 'admin_state_up': True, 'tenant_id': '45d701eca883471480fe26fb8b951c14'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:05.075165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-de3dc65b-fa19-4e9e-8793-63feba46ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.077709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-de3dc65b-fa19-4e9e-8793-63feba46ced4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0671093 Jul 07 17:02:05.091692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:05.202014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-01e5925d-6c21-4a83-87f3-a2de02d40a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.203714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-01e5925d-6c21-4a83-87f3-a2de02d40a97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183558 Jul 07 17:02:05.245598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.259893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Made reservation on behalf of 45d701eca883471480fe26fb8b951c14 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:05.263984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.281343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:05.293538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'mac_address': 'fa:16:3e:ee:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:05.353178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-c93bdda8-513f-4e17-9366-b455108baeca service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416686 Jul 07 17:02:05.379176 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.407594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b27900-cd3b-4442-aebe-07d0cfcac1e6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:05.451696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:05.458549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.477030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3afac-d405-43be-8090-512bf827f7bc req-f4598a15-60d7-4bb5-aee8-de4bc39260d1 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.479039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42f3afac-d405-43be-8090-512bf827f7bc req-f4598a15-60d7-4bb5-aee8-de4bc39260d1 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.1672616 Jul 07 17:02:05.506876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Allocated IP 172.20.0.5 (acebc689-eaa8-4a33-9233-51d914c6b1b5/67ea01dd-6b8b-41bc-971c-56f53ed7bab8/dc35670a-450b-40e2-9951-17d9a8a9f818) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:05.525715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833c0cc3-8416-422c-a7d1-aa2c3425cfda req-67c2eac4-e89c-4869-9d8c-61810e46fafc service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598961 Jul 07 17:02:05.557227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42f3afac-d405-43be-8090-512bf827f7bc req-75348dea-0ed6-4ac0-ab7e-ae7d31c4dc17 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686052 Jul 07 17:02:05.595906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.682323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.731152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.780809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Network acebc689-eaa8-4a33-9233-51d914c6b1b5 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:05.784116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:05.790274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:05.797388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Pushing event updated for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.840604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.841204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.845111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-7ab3e0c3-cec0-4cb0-ab3b-e976af47e7ea tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.846900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-7ab3e0c3-cec0-4cb0-ab3b-e976af47e7ea tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287&tenant_id=772fda411fa14b48901117acc2c2902a&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 949 time: 0.2263446 Jul 07 17:02:05.856385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-6448aec0-af96-44ac-8aa9-d41021e7d00f tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132210 Jul 07 17:02:05.866645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Request body: {'port': {'device_id': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:05.913075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:05.915499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546e80-dbb1-4a13-ac46-1fe19516ef8c req-404e4b2d-f47d-4663-a503-6fff355020ee tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.916977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9546e80-dbb1-4a13-ac46-1fe19516ef8c req-404e4b2d-f47d-4663-a503-6fff355020ee tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 948 time: 0.2004671 Jul 07 17:02:05.945570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.965579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280736b-8569-457d-9e68-f5645a9b7d07 req-f7d08189-4559-4a2f-ac18-4e021c227ba8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.967121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0280736b-8569-457d-9e68-f5645a9b7d07 req-f7d08189-4559-4a2f-ac18-4e021c227ba8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 949 time: 0.1650105 Jul 07 17:02:05.968710 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-ad03fc21-8699-4b13-a9da-21059860c98f service neutron] delete failed (client error): The resource could not be found. Jul 07 17:02:05.969804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-ad03fc21-8699-4b13-a9da-21059860c98f service neutron] 10.222.0.32 "DELETE /v2.0/ports/26b27900-cd3b-4442-aebe-07d0cfcac1e6/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.1155796 Jul 07 17:02:05.995832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9546e80-dbb1-4a13-ac46-1fe19516ef8c req-4e7fb64c-517e-44c6-8fef-d4258fde4503 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 Jul 07 17:02:06.042395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0280736b-8569-457d-9e68-f5645a9b7d07 req-6248f3f0-ef52-4550-8417-86ceefb8d407 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564992 Jul 07 17:02:06.125007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.143122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-12929c91-07a7-44c0-a2fc-5b8b368254cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.145928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-12929c91-07a7-44c0-a2fc-5b8b368254cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1101 time: 0.0785115 Jul 07 17:02:06.290166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc35670a-450b-40e2-9951-17d9a8a9f818 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:06.299894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.313140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Transition to ACTIVE for port object dc35670a-450b-40e2-9951-17d9a8a9f818 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:06.317370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.317563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008162e-c455-46c8-937c-e8b1851cda0e req-f7c0ba11-0032-4e12-b2ad-03a2d3e083e4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.318960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a008162e-c455-46c8-937c-e8b1851cda0e req-f7c0ba11-0032-4e12-b2ad-03a2d3e083e4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 931 time: 0.1580582 Jul 07 17:02:06.319976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-1edd22a9-f1a6-46e1-8a67-500cb758552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.321297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-1edd22a9-f1a6-46e1-8a67-500cb758552e service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1686702 Jul 07 17:02:06.366947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Pushing event updated for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.378091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-24914d95-1867-4dab-917c-a4c698264472 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0502839 Jul 07 17:02:06.437043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a008162e-c455-46c8-937c-e8b1851cda0e req-281b07dd-941c-4be8-b62d-1f6ea2157038 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031961 Jul 07 17:02:06.448255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Attempting to bind port dc35670a-450b-40e2-9951-17d9a8a9f818 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:06.448811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Attempting to bind port dc35670a-450b-40e2-9951-17d9a8a9f818 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:06.449180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Attempting to bind port dc35670a-450b-40e2-9951-17d9a8a9f818 on network acebc689-eaa8-4a33-9233-51d914c6b1b5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:06.459700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Port dc35670a-450b-40e2-9951-17d9a8a9f818 on network acebc689-eaa8-4a33-9233-51d914c6b1b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:06.459700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Attempting to bind port dc35670a-450b-40e2-9951-17d9a8a9f818 on network acebc689-eaa8-4a33-9233-51d914c6b1b5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:06.460028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:06.460356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Checking segment: {'id': '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:06.460652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Bound using segment: {'id': '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:06.461078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Bound port: dc35670a-450b-40e2-9951-17d9a8a9f818, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:06.461701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.467026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-ab5b43a9-624a-414e-baa7-9406ddfe0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.468498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-ab5b43a9-624a-414e-baa7-9406ddfe0224 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0841720 Jul 07 17:02:06.530514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:06.534041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc35670a-450b-40e2-9951-17d9a8a9f818,segment=NetworkSegment(1aaff938-856e-40fb-b5b4-cb0a8a9f5a53),segment_id=1aaff938-856e-40fb-b5b4-cb0a8a9f5a53)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:06.538760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.539094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30af6-23f7-4336-a9cb-66126c3132f9 req-4f50ced7-4c25-4a7b-8340-fb4a015412b4 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.540620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59c30af6-23f7-4336-a9cb-66126c3132f9 req-4f50ced7-4c25-4a7b-8340-fb4a015412b4 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.1469343 Jul 07 17:02:06.574016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.574660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.576607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc35670a-450b-40e2-9951-17d9a8a9f818 HTTP/1.1" status: 200 len: 1092 time: 0.7134445 Jul 07 17:02:06.576998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:06.579232 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acaacd7-b28c-42c2-9044-6473066b57a0" -d '{"events": [{"name": "network-changed", "server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:06.591149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-22886bfa-cfb2-407a-9300-76a8c784e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.592727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-22886bfa-cfb2-407a-9300-76a8c784e4ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180131 Jul 07 17:02:06.600367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b385b3-3167-457a-93e2-64a88921ea45 service neutron] Pushing event updated for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.636441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59c30af6-23f7-4336-a9cb-66126c3132f9 req-732975cb-cd52-4f7d-a5fe-6d1763305e4c tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862586 Jul 07 17:02:06.680417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-a35dbcde-2797-4aae-b7bb-7a0407fac2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.681927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-a35dbcde-2797-4aae-b7bb-7a0407fac2e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45d701eca883471480fe26fb8b951c14&device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 1095 time: 0.0618336 Jul 07 17:02:06.703902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b66905-ad31-4dd3-ab6e-81871f9df53a req-c46935ee-de97-490d-aad9-fe51f19d013d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.705436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3b66905-ad31-4dd3-ab6e-81871f9df53a req-c46935ee-de97-490d-aad9-fe51f19d013d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 950 time: 0.1600285 Jul 07 17:02:06.734058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-8552ed6f-3929-42d4-8a73-48866f4bb9a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc35670a-450b-40e2-9951-17d9a8a9f818 HTTP/1.1" status: 200 len: 217 time: 0.0439956 Jul 07 17:02:06.749886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-4d24d69e-1984-4fad-a00e-243e0b055419 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405962 Jul 07 17:02:06.757100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3b66905-ad31-4dd3-ab6e-81871f9df53a req-2eb20679-9956-4b4c-b9fe-16ec4b8776dd tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Jul 07 17:02:06.793507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-3b0419e2-1926-4f2c-ad1e-2b33f511a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.796146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-3b0419e2-1926-4f2c-ad1e-2b33f511a069 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67ea01dd-6b8b-41bc-971c-56f53ed7bab8 HTTP/1.1" status: 200 len: 855 time: 0.0563741 Jul 07 17:02:06.832576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-96636b9f-71f6-468b-964c-20f8eeaf1216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acebc689-eaa8-4a33-9233-51d914c6b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306864 Jul 07 17:02:06.854254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4424fb0d-4b55-48ac-82ec-945c1d75fd0f req-998aeada-aa36-41ae-8c2d-b34ab4093240 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961797 Jul 07 17:02:06.885355 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396462b-8459-471a-b20d-865be918416a x-openstack-request-id: req-8396462b-8459-471a-b20d-865be918416a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:06.885355 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:06.885807 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8396462b-8459-471a-b20d-865be918416a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:06.886031 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818', 'status': 'completed', 'code': 200} Jul 07 17:02:06.930006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-796e182d-b221-4676-b648-4c4d35f7d8da service neutron] 10.222.0.32 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914783 Jul 07 17:02:06.988433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc5bfaba-c750-4827-90ad-22e3d8dbcf06 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:07.008494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: dc5bfaba-c750-4827-90ad-22e3d8dbcf06 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:07.008844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc5bfaba-c750-4827-90ad-22e3d8dbcf06 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:07.008982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2415c-42d1-4d80-9ab6-2aa37c8c2dbf req-8c2926e2-8f2f-4db5-8fb1-465b38c394f5 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.010560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12a2415c-42d1-4d80-9ab6-2aa37c8c2dbf req-8c2926e2-8f2f-4db5-8fb1-465b38c394f5 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.1155121 Jul 07 17:02:07.035764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe5e91f3-4ac6-4207-a261-0e445f42aeba req-b1eb64e6-01f0-4757-8067-db9ff1c9fd29 service neutron] 10.222.0.32 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963969 Jul 07 17:02:07.073421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc203ee-a48f-4b09-b65d-61b74144100f req-016eca5e-f6ed-45b0-a34f-09dd70f9b2f5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.075342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfc203ee-a48f-4b09-b65d-61b74144100f req-016eca5e-f6ed-45b0-a34f-09dd70f9b2f5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 948 time: 0.1065800 Jul 07 17:02:07.078069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12a2415c-42d1-4d80-9ab6-2aa37c8c2dbf req-9a627d57-10dc-4fd0-a1b5-0bdf4fcd4217 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596368 Jul 07 17:02:07.101651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:07.143104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfc203ee-a48f-4b09-b65d-61b74144100f req-abb1c459-b0d6-4f6e-98b0-cddc3f01b603 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618095 Jul 07 17:02:07.150934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.151418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-603e7343-ae05-4a30-935a-fb55fbd5ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.152817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-603e7343-ae05-4a30-935a-fb55fbd5ef04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45d701eca883471480fe26fb8b951c14&device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 1095 time: 0.0716267 Jul 07 17:02:07.156193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:07.156710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.321020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-224b75d1-1e04-4a72-ad64-4cf11ec67d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.322116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-224b75d1-1e04-4a72-ad64-4cf11ec67d70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=acebc689-eaa8-4a33-9233-51d914c6b1b5 HTTP/1.1" status: 200 len: 916 time: 0.1613595 Jul 07 17:02:07.335005 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.381614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-1bd8da5b-977b-4035-a20e-3f5447370d41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc35670a-450b-40e2-9951-17d9a8a9f818 HTTP/1.1" status: 200 len: 217 time: 0.0498779 Jul 07 17:02:07.384538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:07.387279 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31de249-daf0-4827-9365-90a9a0b002b8" -d '{"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-plugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:07.406585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:07.409005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3784b5-38e5-4d89-a3fc-88ed425d7796 req-4be84c63-0c0d-4904-804f-c4510a1e0e93 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.410474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c3784b5-38e5-4d89-a3fc-88ed425d7796 req-4be84c63-0c0d-4904-804f-c4510a1e0e93 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 948 time: 0.0943050 Jul 07 17:02:07.418447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8d359-d0ea-470a-b7a7-71808e79c2eb req-2cd910bb-d776-43b3-b0bb-189128f3cf8c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.418884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.421128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:07.427309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77c8d359-d0ea-470a-b7a7-71808e79c2eb req-2cd910bb-d776-43b3-b0bb-189128f3cf8c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 949 time: 0.1422932 Jul 07 17:02:07.479246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-259a668d-e5e1-4665-a6e5-edbfb58f0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.486681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77c8d359-d0ea-470a-b7a7-71808e79c2eb req-0041c1af-8a85-46d4-b6c0-19fb54e8d4f8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584407 Jul 07 17:02:07.487931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-259a668d-e5e1-4665-a6e5-edbfb58f0af6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67ea01dd-6b8b-41bc-971c-56f53ed7bab8 HTTP/1.1" status: 200 len: 855 time: 0.0971992 Jul 07 17:02:07.528743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c3784b5-38e5-4d89-a3fc-88ed425d7796 req-faac4e68-bc09-487d-936a-fcea8ca27f58 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945275 Jul 07 17:02:07.542243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.560459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-b2f1e98f-70b9-47b7-b560-b843e77c39c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acebc689-eaa8-4a33-9233-51d914c6b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611012 Jul 07 17:02:07.573221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.578886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:07.579293 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.617046 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b182f7b-ea91-4873-b343-202e9f0f9fa4 x-openstack-request-id: req-3b182f7b-ea91-4873-b343-202e9f0f9fa4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:07.617368 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-plugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:07.617902 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b182f7b-ea91-4873-b343-202e9f0f9fa4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:07.619269 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'code': 200} Jul 07 17:02:07.624621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:07.678668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-8f556c56-1609-4ff1-acd0-1b007a0dd999 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.683113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-8f556c56-1609-4ff1-acd0-1b007a0dd999 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.83 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.1195526 Jul 07 17:02:07.710352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-19ca9655-5620-45a9-93c7-3d85394d1770 service neutron] 10.222.0.32 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449118 Jul 07 17:02:07.780089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.815406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d16369-46a5-48d1-af9e-35ee4ec321da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.820871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:07.825975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.829979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8acaacd7-b28c-42c2-9044-6473066b57a0 req-7b9078eb-ce39-47de-833b-fb9f173304cb service neutron] 10.222.0.32 "GET /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140587 Jul 07 17:02:07.877780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.072737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-144cf540-883c-4dde-9caa-95a2bcbac948 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.074192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-144cf540-883c-4dde-9caa-95a2bcbac948 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 949 time: 0.0668442 Jul 07 17:02:08.158756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876fe57-7bd4-4262-8813-33f3a3ea2ea7 req-d73d9f5e-7900-4b4a-b8e3-a66ff7101c6c tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.160235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9876fe57-7bd4-4262-8813-33f3a3ea2ea7 req-d73d9f5e-7900-4b4a-b8e3-a66ff7101c6c tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 943 time: 0.4088507 Jul 07 17:02:08.183575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Deleting port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:08.183909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.184161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Deleting port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:08.184512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.258038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35678ef7-67e3-46ff-a98a-825e2870a05d req-251c3eb4-963b-44de-89b9-1de8349a8031 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.262554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35678ef7-67e3-46ff-a98a-825e2870a05d req-251c3eb4-963b-44de-89b9-1de8349a8031 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/ports?device_id=231ba07d-6e40-41da-9615-293ae813ef77 HTTP/1.1" status: 200 len: 950 time: 0.4288969 Jul 07 17:02:08.275861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] For port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:08.276331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.288363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Calling delete_port for 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:08.319472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9876fe57-7bd4-4262-8813-33f3a3ea2ea7 req-b552ffec-bedb-460b-a8b9-806674b86a8e tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486874 Jul 07 17:02:08.352474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d16369-46a5-48d1-af9e-35ee4ec321da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.363029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57d16369-46a5-48d1-af9e-35ee4ec321da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.388780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35678ef7-67e3-46ff-a98a-825e2870a05d req-1818ee90-3b04-4b7f-a8e0-861f658afdc3 tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.22 "GET /v2.0/security-groups?id=579474ff-b7e5-4e43-9118-f4eefde521d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154344 Jul 07 17:02:08.399527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] For port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:08.399901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.432954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Calling delete_port for 10842d1b-1fa3-4ffb-a396-2da67c8e3cda owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:08.441495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-57d16369-46a5-48d1-af9e-35ee4ec321da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4e387013f8f4385ba306d17134c36cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8153360 Jul 07 17:02:08.442272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d16369-46a5-48d1-af9e-35ee4ec321da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12326beb-6808-4c03-af3b-cc82d60f9074,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.444607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:08.556726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.635987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.644086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.647873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:08.670396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Pushing event deleted for resources: {'Port': ['ID=7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.717739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] No DVR routers for this DVR port 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:08.720139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.722532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6937d547-4a91-4bd1-b322-38f561c84e7e req-5ba0bf92-54b6-4761-9533-fd626d5cd094 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.83 "DELETE /v2.0/ports/7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db HTTP/1.1" status: 204 len: 173 time: 0.6424940 Jul 07 17:02:08.747192 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.758198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['10842d1b-1fa3-4ffb-a396-2da67c8e3cda'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:08.786882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c13c6-5ff2-471e-a907-61240ec35866 req-ea0522b4-c5f6-4775-b672-cf4f1eae4cf8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.788559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-421c13c6-5ff2-471e-a907-61240ec35866 req-ea0522b4-c5f6-4775-b672-cf4f1eae4cf8 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/ports?device_id=af263170-3a74-44b2-9441-125d4b40786f HTTP/1.1" status: 200 len: 867 time: 0.2393577 Jul 07 17:02:08.816170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Pushing event deleted for resources: {'Port': ['ID=10842d1b-1fa3-4ffb-a396-2da67c8e3cda,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.836090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a62669-2e29-44d3-abfe-b08da570f736 req-bf43f7a7-90bb-4e01-b8ea-14073909cad5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.837637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91a62669-2e29-44d3-abfe-b08da570f736 req-bf43f7a7-90bb-4e01-b8ea-14073909cad5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2475193 Jul 07 17:02:08.838301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.840849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.841966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12326beb-6808-4c03-af3b-cc82d60f9074 HTTP/1.1" status: 204 len: 168 time: 0.3948898 Jul 07 17:02:08.886965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'name': 'network-vif-deleted', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:08.890068 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a2475e-9d27-4f2d-89ba-eb6ed86aa559" -d '{"events": [{"server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "name": "network-vif-deleted", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:08.904735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd610d0a-d774-4424-a60f-4355361f039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12326beb-6808-4c03-af3b-cc82d60f9074,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.913605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] No DVR routers for this DVR port 10842d1b-1fa3-4ffb-a396-2da67c8e3cda on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:08.928545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.930549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabdf5a3-38a8-4ed9-91f3-c9c1f52ac886 req-116f2754-7b4e-4429-b477-940231d7f46d tempest-LiveMigrationNegativeTest-1004226012 tempest-LiveMigrationNegativeTest-1004226012-project] 10.222.0.83 "DELETE /v2.0/ports/10842d1b-1fa3-4ffb-a396-2da67c8e3cda HTTP/1.1" status: 204 len: 173 time: 1.2287514 Jul 07 17:02:08.931263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'name': 'network-vif-deleted', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:08.933692 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3270aff3-11a9-46c1-a6ef-8f9dd22116cf" -d '{"events": [{"server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "name": "network-vif-deleted", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:08.942555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-421c13c6-5ff2-471e-a907-61240ec35866 req-5aac05d2-a78b-4c02-a324-4a8bea4de019 tempest-DeleteServersAdminTestJSON-2109299030 tempest-DeleteServersAdminTestJSON-2109299030-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334836 Jul 07 17:02:08.960567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91a62669-2e29-44d3-abfe-b08da570f736 req-f19ca719-a7b5-4d9b-96dc-106a81ed233a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934324 Jul 07 17:02:09.108412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07a7fa33-ce89-4ca0-805b-f3b0a935aaed details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:09.238008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974daca5-302e-46fa-b0ac-7271876a340b req-cb240add-9a2e-4c2d-b08c-fa6b0e22b7e9 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.239634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-974daca5-302e-46fa-b0ac-7271876a340b req-cb240add-9a2e-4c2d-b08c-fa6b0e22b7e9 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 948 time: 0.0864401 Jul 07 17:02:09.258515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:09.272174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207cb2f-036d-4a1d-bc9b-fcce2a1e75c0 req-8975464a-86e5-48d8-a894-0898aa52671c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.273511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed', 'mac_address': 'fa:16:3e:fb:35:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:09.281443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2207cb2f-036d-4a1d-bc9b-fcce2a1e75c0 req-8975464a-86e5-48d8-a894-0898aa52671c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 950 time: 0.1656442 Jul 07 17:02:09.313659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33272) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.316526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.329238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8fb37a4-70b1-47f5-a7aa-7944f309a133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.331437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a7fa33-ce89-4ca0-805b-f3b0a935aaed {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:09.351515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2207cb2f-036d-4a1d-bc9b-fcce2a1e75c0 req-d7c1ac1e-6867-4696-9d01-a6816e5c4183 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 Jul 07 17:02:09.355122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-974daca5-302e-46fa-b0ac-7271876a340b req-84e9af5f-674e-4da7-973a-f7de8e95f176 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090457 Jul 07 17:02:09.355398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:09.362263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.444700 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502de6e-58b2-49ee-a154-2a6fa0b0a3c0 x-openstack-request-id: req-4502de6e-58b2-49ee-a154-2a6fa0b0a3c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:09.445116 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ba07d-6e40-41da-9615-293ae813ef77", "name": "network-vif-deleted", "tag": "10842d1b-1fa3-4ffb-a396-2da67c8e3cda", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:09.445403 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4502de6e-58b2-49ee-a154-2a6fa0b0a3c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:09.445827 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ba07d-6e40-41da-9615-293ae813ef77', 'name': 'network-vif-deleted', 'tag': '10842d1b-1fa3-4ffb-a396-2da67c8e3cda', 'status': 'completed', 'code': 200} Jul 07 17:02:09.463766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.467296 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c569edb-bfb3-4442-92a3-e650b7208c2d x-openstack-request-id: req-4c569edb-bfb3-4442-92a3-e650b7208c2d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:09.467591 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af263170-3a74-44b2-9441-125d4b40786f", "name": "network-vif-deleted", "tag": "7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:09.467848 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c569edb-bfb3-4442-92a3-e650b7208c2d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:09.468292 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af263170-3a74-44b2-9441-125d4b40786f', 'name': 'network-vif-deleted', 'tag': '7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db', 'status': 'completed', 'code': 200} Jul 07 17:02:09.480061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8fb37a4-70b1-47f5-a7aa-7944f309a133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.491499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8fb37a4-70b1-47f5-a7aa-7944f309a133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.542778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb37a4-70b1-47f5-a7aa-7944f309a133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b67fb-39d6-489d-a1a3-a119365cdae4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.551155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8fb37a4-70b1-47f5-a7aa-7944f309a133 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02671701e2c143bda192f722247ae4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353504 Jul 07 17:02:09.566302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33282) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.627551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:09.630880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.636846 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fbe861-e75d-4b36-9fd5-4c1ffd78c7ac" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:09.647514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8408-208d-4b0c-a09f-d8485144b688 req-9900dae5-ca45-4470-ba22-2194071e47c4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.648693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-974b8408-208d-4b0c-a09f-d8485144b688 req-9900dae5-ca45-4470-ba22-2194071e47c4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 943 time: 0.1210928 Jul 07 17:02:09.660235 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d47b0-758a-4f32-9cb0-a17e81a2c99e req-89968f8a-813d-4348-bdf1-bb1830f7673b tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.661530 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c69d47b0-758a-4f32-9cb0-a17e81a2c99e req-89968f8a-813d-4348-bdf1-bb1830f7673b tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1102 time: 0.0928817 Jul 07 17:02:09.662888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.711464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['07a7fa33-ce89-4ca0-805b-f3b0a935aaed'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:09.718285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.721153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.724698 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/012b67fb-39d6-489d-a1a3-a119365cdae4 HTTP/1.1" status: 204 len: 168 time: 0.1549425 Jul 07 17:02:09.727651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-974b8408-208d-4b0c-a09f-d8485144b688 req-d1f52625-a473-4862-890e-9fe5e4b3a393 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650537 Jul 07 17:02:09.747291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c69d47b0-758a-4f32-9cb0-a17e81a2c99e req-a5c6fdcf-e6a5-488d-a398-8260335cb53e tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698102 Jul 07 17:02:09.748392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca5dcc-2994-4d56-ae78-bb0563f764d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b67fb-39d6-489d-a1a3-a119365cdae4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.888189 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a9433-ba08-43ff-b6d7-03285448111c x-openstack-request-id: req-7a0a9433-ba08-43ff-b6d7-03285448111c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:09.894687 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:09.894980 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a0a9433-ba08-43ff-b6d7-03285448111c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:09.895487 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'code': 200} Jul 07 17:02:10.016657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ade03-001e-490f-a5f9-db2c4e79f790 req-26954190-ceac-4649-ab9b-3eb06b85fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.023903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d82ade03-001e-490f-a5f9-db2c4e79f790 req-26954190-ceac-4649-ab9b-3eb06b85fc2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1101 time: 0.0731339 Jul 07 17:02:10.082474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d82ade03-001e-490f-a5f9-db2c4e79f790 req-c30cbbee-38dc-48c3-9d49-38ead964c9e6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514295 Jul 07 17:02:10.119009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.201012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec1426-1b27-4488-a59a-9c471f738ebc req-2dd9262b-e361-45be-ae28-37bbb21e3fb7 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.207968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52ec1426-1b27-4488-a59a-9c471f738ebc req-2dd9262b-e361-45be-ae28-37bbb21e3fb7 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0801606 Jul 07 17:02:10.256599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-d45bd66d-a42a-4c7b-9bf1-756a0d969594 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233312 Jul 07 17:02:10.282817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a26fe95f-1b77-4784-a97a-823ca8f44bb8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6638415821e648028b6c7966f8b231b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622515 Jul 07 17:02:10.284509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33328) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.296122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52ec1426-1b27-4488-a59a-9c471f738ebc req-71659d4f-3ce5-465c-a7e2-21695d387a51 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858085 Jul 07 17:02:10.345860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.375726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.418789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-c4c3c789-22b3-40bd-bd9d-16d311ed03fa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.420480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-c4c3c789-22b3-40bd-bd9d-16d311ed03fa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586020 Jul 07 17:02:10.439907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.440191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-5c4096a6-9862-406a-87a0-7f882b978621 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/quotas/772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 375 time: 0.0135393 Jul 07 17:02:10.443042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.444418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/579474ff-b7e5-4e43-9118-f4eefde521d6 HTTP/1.1" status: 204 len: 168 time: 0.1588583 Jul 07 17:02:10.453488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45107a-cd76-4439-a632-c06faa9ff8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579474ff-b7e5-4e43-9118-f4eefde521d6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.560248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-6b3be4c0-e46a-4cb2-b9a5-51cc489ff79a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137576 Jul 07 17:02:10.579995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd771-20db-402e-992d-2bc4e49f40ba req-1c072b69-ecbc-4813-b43f-513fa9434104 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.581736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1ebd771-20db-402e-992d-2bc4e49f40ba req-1c072b69-ecbc-4813-b43f-513fa9434104 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 949 time: 0.0897193 Jul 07 17:02:10.633223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1ebd771-20db-402e-992d-2bc4e49f40ba req-61a071a2-8c03-43d0-98ab-f646f4e7d8a8 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Jul 07 17:02:10.717997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.801131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-922387cd-c7b1-42c6-b10c-8d2ef5050731 req-cf3de6e7-20fe-4602-847f-465ac6685f4c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 210 time: 0.0638101 Jul 07 17:02:10.904607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c18f708-a7a3-461d-b6fc-b8995027b3c3 tempest-AutoAllocateNetworkTest-1506067876 tempest-AutoAllocateNetworkTest-1506067876-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6bcdda1c573f47548d9bf151c5202ad2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1827321 Jul 07 17:02:10.906201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.921835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.011705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c8cedc2-1b4e-459e-9b1a-c7c490538544 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a633598c2d6489ea55683a5d94f806e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886533 Jul 07 17:02:11.014603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc35670a-450b-40e2-9951-17d9a8a9f818 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:11.017250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.090655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f474a-4ad1-4d52-85ba-2b5b87c9e2aa tempest-AutoAllocateNetworkTest-1506067876 tempest-AutoAllocateNetworkTest-1506067876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.096624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-439f474a-4ad1-4d52-85ba-2b5b87c9e2aa tempest-AutoAllocateNetworkTest-1506067876 tempest-AutoAllocateNetworkTest-1506067876-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1824043 Jul 07 17:02:11.097269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.105145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579935-fb92-4bc9-94b3-f444e7aad400 req-08ffaa81-5f8b-4bf9-bfce-8628a9aa9b20 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.109609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8579935-fb92-4bc9-94b3-f444e7aad400 req-08ffaa81-5f8b-4bf9-bfce-8628a9aa9b20 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 943 time: 0.1125860 Jul 07 17:02:11.123373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07a7fa33-ce89-4ca0-805b-f3b0a935aaed up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:11.177733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d0546b7-d67f-4199-aff1-2c476200274c tempest-AutoAllocateNetworkTest-1506067876 tempest-AutoAllocateNetworkTest-1506067876-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783334 Jul 07 17:02:11.180489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.190087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.226267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.299278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ba05026-983c-47a0-9267-f4c71a074c79 tempest-AutoAllocateNetworkTest-1506067876 tempest-AutoAllocateNetworkTest-1506067876-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6bcdda1c573f47548d9bf151c5202ad2 HTTP/1.1" status: 200 len: 208 time: 0.0918908 Jul 07 17:02:11.315449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8579935-fb92-4bc9-94b3-f444e7aad400 req-40e8653b-b53a-476a-956b-43c7882298ef tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734774 Jul 07 17:02:11.323252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.332115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.335215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffa7360d-6a8b-4fdd-8c2b-99166ee10403 HTTP/1.1" status: 204 len: 168 time: 0.3167377 Jul 07 17:02:11.356733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b314-a707-4754-945a-dde26b388bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa7360d-6a8b-4fdd-8c2b-99166ee10403,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.363407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:11.565781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61c3bf-1cb7-4131-9a98-7f4d2e876cdb req-781a50c6-fda1-4604-ae71-247e2939fe19 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.576140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:11.583375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e61c3bf-1cb7-4131-9a98-7f4d2e876cdb req-781a50c6-fda1-4604-ae71-247e2939fe19 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1233077 Jul 07 17:02:11.606406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:11.607090 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.648419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e61c3bf-1cb7-4131-9a98-7f4d2e876cdb req-3c97db3f-0a7e-4307-b97d-37b318d7a4a8 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 Jul 07 17:02:11.733021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc35670a-450b-40e2-9951-17d9a8a9f818,segment=NetworkSegment(1aaff938-856e-40fb-b5b4-cb0a8a9f5a53),segment_id=1aaff938-856e-40fb-b5b4-cb0a8a9f5a53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:11.756863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'dc35670a-450b-40e2-9951-17d9a8a9f818', 'network_id': 'acebc689-eaa8-4a33-9233-51d914c6b1b5', 'port_id': 'dc35670a-450b-40e2-9951-17d9a8a9f818', 'mac_address': 'fa:16:3e:f6:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ea01dd-6b8b-41bc-971c-56f53ed7bab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:11.873276 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.888972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.911308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc35670a-450b-40e2-9951-17d9a8a9f818 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:11.961709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:11.964146 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8192cc-7e28-413f-acbf-8e031a5b994e" -d '{"events": [{"server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "name": "network-vif-plugged", "status": "completed", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:11.970136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc35670a-450b-40e2-9951-17d9a8a9f818,segment=NetworkSegment(1aaff938-856e-40fb-b5b4-cb0a8a9f5a53),segment_id=1aaff938-856e-40fb-b5b4-cb0a8a9f5a53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:11.979753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.983601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:12.009258 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.010397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 10842d1b-1fa3-4ffb-a396-2da67c8e3cda no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:12.020167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.040053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 10842d1b-1fa3-4ffb-a396-2da67c8e3cda {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:12.041240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 10842d1b-1fa3-4ffb-a396-2da67c8e3cda not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:12.041985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:12.071395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:12.072063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7b6e50d5-eefa-4d5f-bdd8-2dd1bff4d0db not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:12.092691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.145058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a350a6b-0e9c-4f72-8c74-2022bc22627a req-13ad2bd8-5236-4fcc-937d-5125d57738bf tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 210 time: 0.1877706 Jul 07 17:02:12.166757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.176570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-28152143-dc19-40fa-b23d-46ac3ef24f2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee8f090f2dde4423b48ff8818a3c74ee&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8116565 Jul 07 17:02:12.183335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d3dc-c90f-402e-b71a-e80175cc51e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.188252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.252821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dc35670a-450b-40e2-9951-17d9a8a9f818'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:12.283574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8251e-60e8-4a33-a4dd-98f7c95e1e67 req-4c8fc902-ecf2-48a9-b449-90d9b4ae8e44 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.285570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdf8251e-60e8-4a33-a4dd-98f7c95e1e67 req-4c8fc902-ecf2-48a9-b449-90d9b4ae8e44 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 949 time: 0.4715860 Jul 07 17:02:12.300485 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2217bad-d80b-4b10-b61f-a39847982bc5 x-openstack-request-id: req-c2217bad-d80b-4b10-b61f-a39847982bc5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:12.301175 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "name": "network-vif-plugged", "status": "completed", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:12.301734 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2217bad-d80b-4b10-b61f-a39847982bc5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:12.302672 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed', 'code': 200} Jul 07 17:02:12.311236 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.367894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdf8251e-60e8-4a33-a4dd-98f7c95e1e67 req-f090a966-31f2-4759-af75-07d1dd54b21a tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Jul 07 17:02:12.373317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.411663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d3dc-c90f-402e-b71a-e80175cc51e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.421246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d3dc-c90f-402e-b71a-e80175cc51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.512226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fbb5d3dc-c90f-402e-b71a-e80175cc51e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bcdda1c573f47548d9bf151c5202ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903243 Jul 07 17:02:12.515894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.519059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5d3dc-c90f-402e-b71a-e80175cc51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac2427-34d1-46e8-99c9-84444b4927f2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.618927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb4dc-9cdf-4276-8384-8c5dda648cee req-7783c5ca-3724-4713-ae85-7784375665f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.621135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76fb4dc-9cdf-4276-8384-8c5dda648cee req-7783c5ca-3724-4713-ae85-7784375665f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 1102 time: 0.1920922 Jul 07 17:02:12.623760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.626828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.628271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6 HTTP/1.1" status: 204 len: 168 time: 0.4341435 Jul 07 17:02:12.647384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.676297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f7db-a2d5-492f-9622-68daf70100d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f17ab-690d-47e9-bdee-f8e8bab9b8d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.695829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76fb4dc-9cdf-4276-8384-8c5dda648cee req-5689e38f-9351-4ff0-adb9-2036cfe20b01 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Jul 07 17:02:12.711605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.721228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c055ab5-a643-43ca-a148-144e66df5ac9 req-b1b5ef15-afb7-4ad7-bd93-f954276210b4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.726680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c055ab5-a643-43ca-a148-144e66df5ac9 req-b1b5ef15-afb7-4ad7-bd93-f954276210b4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 944 time: 0.1602678 Jul 07 17:02:12.775035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-c5801c30-3a93-476f-86c5-fad4c1f8b18d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329516 Jul 07 17:02:12.785021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c055ab5-a643-43ca-a148-144e66df5ac9 req-443ece58-a7ea-4e99-b2d8-7b3f346ae57a tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Jul 07 17:02:12.815450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.818452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.819914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70ac2427-34d1-46e8-99c9-84444b4927f2 HTTP/1.1" status: 204 len: 168 time: 0.2952287 Jul 07 17:02:12.846193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be354eb3-25bb-45b8-b6be-5f7b9f9fcc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac2427-34d1-46e8-99c9-84444b4927f2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.979907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-2b786de7-02de-455c-980e-04f381203fce tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.981602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-2b786de7-02de-455c-980e-04f381203fce tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604643 Jul 07 17:02:12.994871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Request body: {'port': {'device_id': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '772fda411fa14b48901117acc2c2902a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:13.018225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc35670a-450b-40e2-9951-17d9a8a9f818 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:13.125438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port dc35670a-450b-40e2-9951-17d9a8a9f818 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:13.128325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d96105-4942-4a72-9cf5-4eee187a83dc req-0cc09a9d-f3ec-4737-8c90-e558a7d11737 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.131715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port dc35670a-450b-40e2-9951-17d9a8a9f818 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:13.132241 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.136391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Made reservation on behalf of 772fda411fa14b48901117acc2c2902a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:13.138143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74d96105-4942-4a72-9cf5-4eee187a83dc req-0cc09a9d-f3ec-4737-8c90-e558a7d11737 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1505656 Jul 07 17:02:13.141266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.207494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74d96105-4942-4a72-9cf5-4eee187a83dc req-7f6cf7a5-6edf-4105-8990-c1ebe5d3bdd5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672653 Jul 07 17:02:13.218835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:13.237961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf43e-f8de-4a46-acb0-8cbd8310e012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.293625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.369230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc35670a-450b-40e2-9951-17d9a8a9f818,segment=NetworkSegment(1aaff938-856e-40fb-b5b4-cb0a8a9f5a53),segment_id=1aaff938-856e-40fb-b5b4-cb0a8a9f5a53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:13.378778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.387119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bf2447f-4dee-4f2f-bcc9-a66c3f4ce3e4 req-eceb912c-f464-4160-abfb-2e9b43ca1c44 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 210 time: 0.0680900 Jul 07 17:02:13.402642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Allocated IP 192.168.233.18 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/33a091f8-4c51-46a9-9292-8ceed8ab9e1b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:13.465573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.493899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf43e-f8de-4a46-acb0-8cbd8310e012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.499277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf43e-f8de-4a46-acb0-8cbd8310e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.600314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aa3bf43e-f8de-4a46-acb0-8cbd8310e012 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=baeec4c3646f48dfabd0d204a1bcf4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799829 Jul 07 17:02:13.603286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33466) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:13.628513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bf43e-f8de-4a46-acb0-8cbd8310e012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55694ec-a684-4dd9-a847-d731ee6d28a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.660154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-e8bfbe2e-58c2-4267-a5ce-cf622a68bc32 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532680 Jul 07 17:02:13.674286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73324b-4e27-4f20-ba3c-d24c298c1bf7 req-f9ee54f9-b63b-4a7a-8df6-fc3b60853f78 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.681058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e73324b-4e27-4f20-ba3c-d24c298c1bf7 req-f9ee54f9-b63b-4a7a-8df6-fc3b60853f78 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 950 time: 0.1477568 Jul 07 17:02:13.699870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.720667 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.745070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Transition to ACTIVE for port object 33a091f8-4c51-46a9-9292-8ceed8ab9e1b will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:13.748823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.798992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e73324b-4e27-4f20-ba3c-d24c298c1bf7 req-8006ea45-78e1-47df-a5fb-feb0c3de8ad4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167600 Jul 07 17:02:13.812834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.830880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:13.850651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.853334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.857235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f55694ec-a684-4dd9-a847-d731ee6d28a4 HTTP/1.1" status: 204 len: 168 time: 0.2506559 Jul 07 17:02:13.884707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:13.886019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19148-05ef-464d-9de3-766a47886de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55694ec-a684-4dd9-a847-d731ee6d28a4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.896676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:13.899150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:13.903536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.979180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.986916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-a3f1eeda-087e-481e-aba9-6fb8e2763a6d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.987843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.989701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-a3f1eeda-087e-481e-aba9-6fb8e2763a6d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066611 Jul 07 17:02:14.010649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-185fda52-db6c-434b-b978-8f3094d88b45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0201199 Jul 07 17:02:14.027671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Request body: {'port': {'device_id': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:14.034755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-e59013e6-4414-4e4b-9b85-1f9d98c0c279 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/quotas/9d177f6501a840028df92df105277ae5 HTTP/1.1" status: 200 len: 375 time: 0.0300090 Jul 07 17:02:14.244044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.268703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-c16c07a2-f98e-47e9-bc37-1b8dc7f9a8d2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280898 Jul 07 17:02:14.284087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3fa19d8-dfb4-4924-a64a-791c762c005c None None] Provisioning for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:14.295660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3fa19d8-dfb4-4924-a64a-791c762c005c None None] Provisioning complete for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:14.296883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4f1db-cce0-4f8a-b9f2-30e8ba98779f req-c35c77f4-0d15-4275-9547-78b1da394355 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.297266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3fa19d8-dfb4-4924-a64a-791c762c005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.311655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71d4f1db-cce0-4f8a-b9f2-30e8ba98779f req-c35c77f4-0d15-4275-9547-78b1da394355 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 945 time: 0.1792541 Jul 07 17:02:14.326635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:14.330233 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f38e625-5792-496b-b990-51b5a4127917" -d '{"events": [{"server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "name": "network-vif-plugged", "status": "completed", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:14.353984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa19d8-dfb4-4924-a64a-791c762c005c None None] Port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:14.402685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71d4f1db-cce0-4f8a-b9f2-30e8ba98779f req-22711238-a490-4d89-9783-9da7d6711e2d tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888355 Jul 07 17:02:14.489555 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994fd4bd-0e5a-4c0a-9e49-be61e56ca022 x-openstack-request-id: req-994fd4bd-0e5a-4c0a-9e49-be61e56ca022 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:14.489903 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "name": "network-vif-plugged", "status": "completed", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:14.490206 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-994fd4bd-0e5a-4c0a-9e49-be61e56ca022 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:14.490612 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818', 'code': 200} Jul 07 17:02:14.654245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-789fca8c-3a22-4522-bd0c-8dc9bc079697 req-6c373dc7-772b-48a7-a5a5-c03d8e5da525 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 210 time: 0.0830829 Jul 07 17:02:14.711528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20a96-6511-4284-b333-aab138647695 req-a9795d98-ba4d-4b33-be64-32a52b79b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.713561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2dc20a96-6511-4284-b333-aab138647695 req-a9795d98-ba4d-4b33-be64-32a52b79b49a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 1097 time: 0.1312647 Jul 07 17:02:14.731156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d5c40-ea61-46b9-8d97-3d5dcbc9a04c req-6130e293-77c8-41b6-a89c-cfb9d837387c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.733957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d5d5c40-ea61-46b9-8d97-3d5dcbc9a04c req-6130e293-77c8-41b6-a89c-cfb9d837387c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 935 time: 0.0779865 Jul 07 17:02:14.781094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2dc20a96-6511-4284-b333-aab138647695 req-939a0034-c378-4410-8d43-97f84ba7c7f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Jul 07 17:02:14.782921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a091f8-4c51-46a9-9292-8ceed8ab9e1b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:14.790798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.811045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Transition to ACTIVE for port object 33a091f8-4c51-46a9-9292-8ceed8ab9e1b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:14.813835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d5d5c40-ea61-46b9-8d97-3d5dcbc9a04c req-48a1caaf-9ebb-45fa-9d67-c5b19d6f8d34 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746541 Jul 07 17:02:14.824722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.955136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.005952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:15.006408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:15.006747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:15.012056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:15.012384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:15.018899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:15.019240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:15.019624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:15.020054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Bound port: 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:15.020417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.174329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb5eaa-ebaa-4046-be54-747769e592c2 req-94501150-3584-4e77-8577-8161f6a614ec tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.175887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ceb5eaa-ebaa-4046-be54-747769e592c2 req-94501150-3584-4e77-8577-8161f6a614ec tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 950 time: 0.1519556 Jul 07 17:02:15.183568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:15.194838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:15.203735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.249078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.249740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.251262 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] 10.222.0.83 "PUT /v2.0/ports/33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 1096 time: 1.2283003 Jul 07 17:02:15.251764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:15.254490 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c72c565-4a26-4507-9aeb-2482b37386b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:15.315501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321b94-8b45-47e3-bd61-dfc329077d43 service neutron] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.332415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ceb5eaa-ebaa-4046-be54-747769e592c2 req-9c2c29a3-ce3d-45ef-ab2c-f2dd7dbec722 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457651 Jul 07 17:02:15.408047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.408662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.408983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.409449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.409913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.411566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.411566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.421739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b59abc11-8cb8-4dd5-8a05-3d2bc32e59b9 req-8c6228c5-191c-43e3-9ae2-95db3c7f7ff3 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.1953964 Jul 07 17:02:15.474246 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce992ec-a32c-45c8-b961-a91f19dc4b2f x-openstack-request-id: req-bce992ec-a32c-45c8-b961-a91f19dc4b2f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:15.474529 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:15.474761 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bce992ec-a32c-45c8-b961-a91f19dc4b2f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:15.475188 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'status': 'completed', 'code': 200} Jul 07 17:02:15.648667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-d87ec017-51a9-4760-b415-417c25a23b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.650319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-d87ec017-51a9-4760-b415-417c25a23b59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1099 time: 0.2024808 Jul 07 17:02:15.704759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-15b6bf95-2660-41f1-98f5-bd0b3ccf331e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0466630 Jul 07 17:02:15.782921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-0d25c238-896b-418a-bc83-c2c8063ac92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.784397 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-0d25c238-896b-418a-bc83-c2c8063ac92a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0681639 Jul 07 17:02:15.789986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4fc4-f3e9-425b-94ff-b27624f3d1c4 req-57e551e8-1d88-44ad-98d6-9d5aa93918f4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.792216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c86b4fc4-f3e9-425b-94ff-b27624f3d1c4 req-57e551e8-1d88-44ad-98d6-9d5aa93918f4 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 945 time: 0.1120343 Jul 07 17:02:15.842071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c86b4fc4-f3e9-425b-94ff-b27624f3d1c4 req-43a3c9c9-3e4a-4825-b081-15668bfc704a tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Jul 07 17:02:15.909166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-b9f1fef8-eedb-45c9-852a-fad18a24c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.916563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-b9f1fef8-eedb-45c9-852a-fad18a24c7e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248808 Jul 07 17:02:15.971110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3450a5b-31b7-41d4-9493-57f59bd2bed3 req-7192a3d9-d22c-4b08-81d8-ccfd5a296465 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.979803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3450a5b-31b7-41d4-9493-57f59bd2bed3 req-7192a3d9-d22c-4b08-81d8-ccfd5a296465 tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 886 time: 0.1191278 Jul 07 17:02:16.098626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-95ea3b71-71b6-4181-a49b-c2ddf0589690 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734574 Jul 07 17:02:16.238339 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afbcdc4a-f5aa-4ac9-91ab-c69411c49c14 req-d74808dc-b677-493d-b7a1-25237826d925 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315708 Jul 07 17:02:16.296928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-1546a2d8-f101-473c-af0f-84f1beaa4fdc tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9d177f6501a840028df92df105277ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408020 Jul 07 17:02:16.405238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11da9894-c511-4f9a-9ee9-c143cc453444 req-e23e4911-528f-4ad9-83f4-c5799b17b570 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 210 time: 0.3144441 Jul 07 17:02:16.442382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-b763b4af-ed27-41d6-a60f-f827737a0db9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.443944 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-b763b4af-ed27-41d6-a60f-f827737a0db9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422386 Jul 07 17:02:16.445951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb225404-617e-4cda-b4b8-f1b58131bff2 req-4fc85855-03b6-418c-9e28-2e4872e81633 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.447497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb225404-617e-4cda-b4b8-f1b58131bff2 req-4fc85855-03b6-418c-9e28-2e4872e81633 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.3707266 Jul 07 17:02:16.460341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-c7fbc238-111d-4f4d-b321-bccb20425ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.461808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-c7fbc238-111d-4f4d-b321-bccb20425ccf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1099 time: 0.1158366 Jul 07 17:02:16.463614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Request body: {'port': {'device_id': '3b5d3240-754c-428b-bd6a-96a128426d91', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '9d177f6501a840028df92df105277ae5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:16.572068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb225404-617e-4cda-b4b8-f1b58131bff2 req-bd6ea7fe-a5f4-4bdc-a49f-dbb8420b18a2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138270 Jul 07 17:02:16.574025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-fc4c0399-5c8b-4b07-8037-88e49f167bc2 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405171 Jul 07 17:02:16.635466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Made reservation on behalf of 9d177f6501a840028df92df105277ae5 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:16.639558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.730908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-245c2629-bc17-4d26-859b-32f7f30f8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.732991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-245c2629-bc17-4d26-859b-32f7f30f8f60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2572594 Jul 07 17:02:16.773734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Allocated IP 192.168.233.191 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/fa1ec338-6ffe-4808-9985-2550e28c71be) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:16.789747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-fdc99c48-b426-414d-84c3-191c4f519ff2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0480893 Jul 07 17:02:16.882000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-eaf10272-1c12-45c7-a1dd-a42bc713a0c5 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.883416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-eaf10272-1c12-45c7-a1dd-a42bc713a0c5 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994900 Jul 07 17:02:16.904774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-fc3c1d0b-648a-4b6e-8d1e-85ad4a3a4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.906269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-fc3c1d0b-648a-4b6e-8d1e-85ad4a3a4b91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1051002 Jul 07 17:02:16.908907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.909383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.909853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.910347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.910814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.911274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.911735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.913407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f51dbe-ed13-4c30-a48e-14d34f99e63e req-b8540064-768d-40c3-844f-ae39759515ef tempest-NetworksTest-1133463503 tempest-NetworksTest-1133463503-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.3105860 Jul 07 17:02:16.915901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-5d5d740a-7d80-45f5-a373-c7b539074de6 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/quotas/c0280b0ef79e4b9c8e159a139361d4f9 HTTP/1.1" status: 200 len: 375 time: 0.0251760 Jul 07 17:02:16.927356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.943896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Transition to ACTIVE for port object fa1ec338-6ffe-4808-9985-2550e28c71be will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:16.988439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.005046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:17.011857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f8cc50ba-13b7-4dbd-bc15-42b4d7367083'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:17.023778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-8db13986-c951-4659-b5dc-04ce19113d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.025306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-8db13986-c951-4659-b5dc-04ce19113d00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033113 Jul 07 17:02:17.046857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-42894c8b-3c6d-4fc4-8846-673777c500af tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167207 Jul 07 17:02:17.108983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event updated for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.144221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:17.145762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:17.150159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:17.168385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-54607ee8-1612-4092-90a9-3a875736c16c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333606 Jul 07 17:02:17.274156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.276913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.326988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-53f77f1d-8f5b-466e-8cef-9ccc3542605c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8687878 Jul 07 17:02:17.341090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Request body: {'port': {'device_id': '3b5d3240-754c-428b-bd6a-96a128426d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:17.388085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c72c565-4a26-4507-9aeb-2482b37386b8 req-82dbfc36-ed1c-4085-8445-39d5198f250e service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108448 Jul 07 17:02:17.432274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:17.537893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.581709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7094b-7f38-4150-9d3f-9180a723365c req-916fa200-0baa-492f-9212-fe58bae04115 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.595129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48d7094b-7f38-4150-9d3f-9180a723365c req-916fa200-0baa-492f-9212-fe58bae04115 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 945 time: 0.0993822 Jul 07 17:02:17.604705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cde24d2b-5668-4f8f-b1cf-1728873cc54a None None] Provisioning for port fa1ec338-6ffe-4808-9985-2550e28c71be completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:17.609839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cde24d2b-5668-4f8f-b1cf-1728873cc54a None None] Provisioning complete for port fa1ec338-6ffe-4808-9985-2550e28c71be triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:17.610540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde24d2b-5668-4f8f-b1cf-1728873cc54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.659365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cde24d2b-5668-4f8f-b1cf-1728873cc54a None None] Port fa1ec338-6ffe-4808-9985-2550e28c71be cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:17.688915 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9973e4cb-be54-4aa1-8dea-5d9d01c95c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.714975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48d7094b-7f38-4150-9d3f-9180a723365c req-58de521e-becb-416f-891d-396f09852fa1 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175315 Jul 07 17:02:17.894894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24cbbc6e-f7c7-4c51-947d-2636ab372b40 req-08043896-682f-4634-9f70-18a3b08b4627 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 210 time: 0.0442388 Jul 07 17:02:17.953081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9973e4cb-be54-4aa1-8dea-5d9d01c95c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.963962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9973e4cb-be54-4aa1-8dea-5d9d01c95c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.986756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1ec338-6ffe-4808-9985-2550e28c71be {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:17.997328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.011464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Transition to ACTIVE for port object fa1ec338-6ffe-4808-9985-2550e28c71be will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:18.017442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.035349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e4cb-be54-4aa1-8dea-5d9d01c95c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77852b07-e0d6-421c-908f-d65f97d2676b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.072102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9973e4cb-be54-4aa1-8dea-5d9d01c95c73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=032c9e3e5c8b483f9447c55509eed95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387117 Jul 07 17:02:18.078560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:18.094035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b40d8-954e-40f4-b423-341470d8df52 req-91010cc6-15b9-4d09-b623-9bba1787d057 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.099739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-157b40d8-954e-40f4-b423-341470d8df52 req-91010cc6-15b9-4d09-b623-9bba1787d057 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 936 time: 0.1367369 Jul 07 17:02:18.144969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.222444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-157b40d8-954e-40f4-b423-341470d8df52 req-0c9a418d-2da5-4c7d-b67c-baa1868b4d48 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866280 Jul 07 17:02:18.227319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Attempting to bind port fa1ec338-6ffe-4808-9985-2550e28c71be on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:18.227663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Attempting to bind port fa1ec338-6ffe-4808-9985-2550e28c71be by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:18.228271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Attempting to bind port fa1ec338-6ffe-4808-9985-2550e28c71be on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.234216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Port fa1ec338-6ffe-4808-9985-2550e28c71be on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:18.234216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Attempting to bind port fa1ec338-6ffe-4808-9985-2550e28c71be on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.241117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:18.241550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:18.241846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:18.242358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Bound port: fa1ec338-6ffe-4808-9985-2550e28c71be, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:18.242738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.266165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98202625-f284-466f-8031-e5c5cdc279e5 req-fc7d828e-f49d-47ff-b995-44d61bf02f7a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.268003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98202625-f284-466f-8031-e5c5cdc279e5 req-fc7d828e-f49d-47ff-b995-44d61bf02f7a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.2051594 Jul 07 17:02:18.297885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.370570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.406481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98202625-f284-466f-8031-e5c5cdc279e5 req-0a3a8b8e-cad9-4934-9a81-3ad00ddd8d97 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280804 Jul 07 17:02:18.413226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:18.418531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa1ec338-6ffe-4808-9985-2550e28c71be,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:18.436109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.496258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.499955 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.501465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77852b07-e0d6-421c-908f-d65f97d2676b HTTP/1.1" status: 204 len: 168 time: 0.4007967 Jul 07 17:02:18.522448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21e4b9-4606-4039-b7ce-87f37b6dad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77852b07-e0d6-421c-908f-d65f97d2676b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.551720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.562339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.564131 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] 10.222.0.83 "PUT /v2.0/ports/fa1ec338-6ffe-4808-9985-2550e28c71be HTTP/1.1" status: 200 len: 1097 time: 1.2279611 Jul 07 17:02:18.567818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:18.572672 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:18.663274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53a70-b2b4-409b-b4e6-0ade90843800 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.740419 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d43a0-394e-4b39-be07-bd8c6b924f11 x-openstack-request-id: req-f56d43a0-394e-4b39-be07-bd8c6b924f11 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:18.740799 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:18.740996 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f56d43a0-394e-4b39-be07-bd8c6b924f11 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:18.741421 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be', 'status': 'completed', 'code': 200} Jul 07 17:02:18.793053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-8dd74da8-60d0-4b26-b99d-cb163c5a9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.798876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-8dd74da8-60d0-4b26-b99d-cb163c5a9624 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 1100 time: 0.1274366 Jul 07 17:02:18.936482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-6287a7a6-e3b2-4cfe-922a-23f46f9df89e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fa1ec338-6ffe-4808-9985-2550e28c71be HTTP/1.1" status: 200 len: 217 time: 0.1253121 Jul 07 17:02:19.057259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-1dd802a9-9971-42b6-8387-f32665e48aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.062332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-1dd802a9-9971-42b6-8387-f32665e48aca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1209898 Jul 07 17:02:19.193001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55fadf60-b2bc-4307-9227-0d90aa948c5c req-ae9534c7-288a-4265-9ee7-50e988bef10b tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 210 time: 0.0529337 Jul 07 17:02:19.220151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-ab653741-bfa5-472c-a73a-da478922bd3d tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665948 Jul 07 17:02:19.248148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:19.270739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9d75-6eac-4576-91cb-1f60f37e6474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.386137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-b04b5ccc-0142-4d9e-b841-91b5f2ba4e07 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.388560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-b04b5ccc-0142-4d9e-b841-91b5f2ba4e07 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541767 Jul 07 17:02:19.396946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275494-d741-419c-aadd-4c078756e150 req-2223421d-e244-4b2c-8f33-9147004c3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.398835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-2223421d-e244-4b2c-8f33-9147004c3ca8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308764 Jul 07 17:02:19.404640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9d75-6eac-4576-91cb-1f60f37e6474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.404898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Request body: {'port': {'device_id': '1d8db503-2618-4c14-b662-c9a375bae82f', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'c0280b0ef79e4b9c8e159a139361d4f9'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:19.411134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9d75-6eac-4576-91cb-1f60f37e6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.498271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad1d9d75-6eac-4576-91cb-1f60f37e6474 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14cc9ebb98b843a089c2a3e02a023426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483790 Jul 07 17:02:19.501050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:19.586864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d9d75-6eac-4576-91cb-1f60f37e6474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4013897c-5229-4aca-accc-88e4a7364128,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.683711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Made reservation on behalf of c0280b0ef79e4b9c8e159a139361d4f9 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:19.688517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.691442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:19.705244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.728743 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-756efd67-08c2-443e-bec6-55a48cf0efff service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162239 Jul 07 17:02:19.753979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.806001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985bb4-d115-4c3f-b096-3e72982de828 req-fe79ce0e-c7c5-4dde-8f1f-9eaa9e23d091 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.808426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69985bb4-d115-4c3f-b096-3e72982de828 req-fe79ce0e-c7c5-4dde-8f1f-9eaa9e23d091 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 948 time: 0.3089700 Jul 07 17:02:19.852413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768fabd-2cd1-4d59-bc3c-fdb575b3b6a2 req-c0079391-e4a5-4da0-9c42-ee7a9a6011d3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.859804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7768fabd-2cd1-4d59-bc3c-fdb575b3b6a2 req-c0079391-e4a5-4da0-9c42-ee7a9a6011d3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.2059712 Jul 07 17:02:19.904759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3275494-d741-419c-aadd-4c078756e150 req-3cd7d089-09ae-4153-998d-a6237e88fdf9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641507 Jul 07 17:02:19.938279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.938279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.939512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4013897c-5229-4aca-accc-88e4a7364128 HTTP/1.1" status: 204 len: 168 time: 0.4335690 Jul 07 17:02:19.969214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69985bb4-d115-4c3f-b096-3e72982de828 req-d49f98fc-2fa7-476a-9bd4-9f2ac2e60111 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402309 Jul 07 17:02:19.985560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f91c67-b983-4cb0-8059-12c9587cc68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013897c-5229-4aca-accc-88e4a7364128,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.992901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7768fabd-2cd1-4d59-bc3c-fdb575b3b6a2 req-046052ab-e2bb-49d1-9ed7-5b426ed42d2c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322629 Jul 07 17:02:19.999697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e17cad3f-7ea3-4076-aec4-393856d157f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.088636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Allocated IP 192.168.233.111 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/2cd00445-8b22-46b5-bf85-401bf625b205) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:20.435974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c67346f-d563-4caf-8dfa-a1330c9007da req-bbb65518-157b-4a33-aaa3-21e3cf0cdcae tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 210 time: 0.0342543 Jul 07 17:02:20.478541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-ef02e7e1-1204-418f-9385-325d1536354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.480025 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-ef02e7e1-1204-418f-9385-325d1536354b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 1100 time: 0.4947183 Jul 07 17:02:20.662890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e17cad3f-7ea3-4076-aec4-393856d157f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.680287 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e17cad3f-7ea3-4076-aec4-393856d157f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.715540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-a390d6e0-b9de-445f-bdcb-7c9f4dac9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.717575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-a390d6e0-b9de-445f-bdcb-7c9f4dac9fbb service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2158480 Jul 07 17:02:20.720809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.788108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Transition to ACTIVE for port object 2cd00445-8b22-46b5-bf85-401bf625b205 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:20.793198 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-f524528f-de56-40d6-bf44-930b5b2d5641 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fa1ec338-6ffe-4808-9985-2550e28c71be HTTP/1.1" status: 200 len: 217 time: 0.0651221 Jul 07 17:02:20.794611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cad3f-7ea3-4076-aec4-393856d157f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7111a51-2147-43f2-91a0-04bfcfadfcf1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.802170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e17cad3f-7ea3-4076-aec4-393856d157f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10c75de654414b21b2551a2b65d969f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976908 Jul 07 17:02:20.804185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33750) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.902994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.910341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-862a2457-7899-476d-a01f-2d7e1724ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.912548 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-862a2457-7899-476d-a01f-2d7e1724ab07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1035490 Jul 07 17:02:20.915465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['07a7fa33-ce89-4ca0-805b-f3b0a935aaed'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:21.023572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:21.029901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Pushing event updated for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.032610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:21.034433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.036382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:21.098668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.148854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.149954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.166940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:21.180770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-4240037c-c966-4083-9a99-652aaac86723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.182528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-4240037c-c966-4083-9a99-652aaac86723 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2576773 Jul 07 17:02:21.222685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-e8aed86e-2d78-4e69-8c3c-a35ac5a58cc1 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8226388 Jul 07 17:02:21.327394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Request body: {'port': {'device_id': '1d8db503-2618-4c14-b662-c9a375bae82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:21.426975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:21.442155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.443258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'mac_address': 'fa:16:3e:e3:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:21.449013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.458946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7111a51-2147-43f2-91a0-04bfcfadfcf1 HTTP/1.1" status: 204 len: 168 time: 0.6520245 Jul 07 17:02:21.519580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628762b-ec5c-4d52-abac-6f7b0a0a34f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7111a51-2147-43f2-91a0-04bfcfadfcf1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.520842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c97fd7f0-4717-4324-aa7b-260f94061648 None None] Provisioning for port 2cd00445-8b22-46b5-bf85-401bf625b205 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:21.526411 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.550670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c97fd7f0-4717-4324-aa7b-260f94061648 None None] Provisioning complete for port 2cd00445-8b22-46b5-bf85-401bf625b205 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:21.551123 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c97fd7f0-4717-4324-aa7b-260f94061648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.565818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970114-d193-45a7-b007-3e7d74fc9dff req-806e866a-ada4-4528-9e95-11022cce0118 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.576121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.578329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2970114-d193-45a7-b007-3e7d74fc9dff req-806e866a-ada4-4528-9e95-11022cce0118 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 948 time: 0.2717459 Jul 07 17:02:21.581769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-df64a618-804a-4680-b7e6-68542eda3223 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894053 Jul 07 17:02:21.582063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a091f8-4c51-46a9-9292-8ceed8ab9e1b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:21.615173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:21.618234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c97fd7f0-4717-4324-aa7b-260f94061648 None None] Port 2cd00445-8b22-46b5-bf85-401bf625b205 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:21.623202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.675864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.684655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4413fc-1751-4876-a4b1-fbc3162d760f req-ad6faa43-254c-4eb9-8276-e907890d7c1e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.686274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef4413fc-1751-4876-a4b1-fbc3162d760f req-ad6faa43-254c-4eb9-8276-e907890d7c1e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.3102796 Jul 07 17:02:21.734226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2970114-d193-45a7-b007-3e7d74fc9dff req-9c871e4c-6ed9-4ab1-850a-ef5718122454 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549015 Jul 07 17:02:21.788203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef4413fc-1751-4876-a4b1-fbc3162d760f req-dbc3d7bd-2522-4ffa-bd8f-c1ae9b281f8a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877836 Jul 07 17:02:21.946033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8fe3e9bd-b2f1-4a5b-ae35-195ee575cffa req-de4f0f51-4aeb-4aca-9aac-be6fb4daa25a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552468 Jul 07 17:02:21.977126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.995216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5751ded-be8c-43cd-8e79-4f43517d65bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.039229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c72ce-a3cd-4361-8666-e2c806467c56 req-0b784ca9-5903-4d67-9ecf-4542c9e12b15 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.042727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:22.047533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f08c72ce-a3cd-4361-8666-e2c806467c56 req-0b784ca9-5903-4d67-9ecf-4542c9e12b15 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 936 time: 0.1266198 Jul 07 17:02:22.058467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd00445-8b22-46b5-bf85-401bf625b205 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:22.074233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.100146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Transition to ACTIVE for port object 2cd00445-8b22-46b5-bf85-401bf625b205 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:22.114989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.132927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f08c72ce-a3cd-4361-8666-e2c806467c56 req-b4760231-f1d0-4584-a742-b65f74bec9d9 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835590 Jul 07 17:02:22.197869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5751ded-be8c-43cd-8e79-4f43517d65bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.203330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5751ded-be8c-43cd-8e79-4f43517d65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.206924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Pushing event updated for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.258937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a5751ded-be8c-43cd-8e79-4f43517d65bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eea4e3eedb244c61bb1a5815128482e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785230 Jul 07 17:02:22.258937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5751ded-be8c-43cd-8e79-4f43517d65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fbb585-f771-43e9-bca1-7ffcf83d79cd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.260113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:22.321697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Attempting to bind port 2cd00445-8b22-46b5-bf85-401bf625b205 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:22.322366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Attempting to bind port 2cd00445-8b22-46b5-bf85-401bf625b205 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:22.322907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Attempting to bind port 2cd00445-8b22-46b5-bf85-401bf625b205 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:22.329095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Port 2cd00445-8b22-46b5-bf85-401bf625b205 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:22.329709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Attempting to bind port 2cd00445-8b22-46b5-bf85-401bf625b205 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:22.335729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:22.336413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:22.336984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:22.337615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Bound port: 2cd00445-8b22-46b5-bf85-401bf625b205, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:22.338408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.360059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.395498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.453786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:22.459980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2cd00445-8b22-46b5-bf85-401bf625b205,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:22.477318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.504421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.507259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.514329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8fbb585-f771-43e9-bca1-7ffcf83d79cd HTTP/1.1" status: 204 len: 168 time: 0.2472558 Jul 07 17:02:22.521399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3fb92-c92f-475d-ac9b-e2e51f4df0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fbb585-f771-43e9-bca1-7ffcf83d79cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.561462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.562295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.564491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] 10.222.0.32 "PUT /v2.0/ports/2cd00445-8b22-46b5-bf85-401bf625b205 HTTP/1.1" status: 200 len: 1097 time: 1.3310387 Jul 07 17:02:22.564940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:22.567218 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6e1593-47d6-45de-8db3-551e1fff0329" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:22.610060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cbfd8-0653-46e0-a62d-1cd4c98734be service neutron] Pushing event updated for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.694407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-daba16b2-b30e-4aaf-9bed-d76215f4aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.696178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-daba16b2-b30e-4aaf-9bed-d76215f4aada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 1100 time: 0.0698571 Jul 07 17:02:22.749594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-6eeb7f40-97ad-457f-a2a1-80d4ee0d91c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2cd00445-8b22-46b5-bf85-401bf625b205 HTTP/1.1" status: 200 len: 217 time: 0.0446110 Jul 07 17:02:22.833225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-cb2db193-7b25-4df7-8f15-fdf03e59b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.834978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-cb2db193-7b25-4df7-8f15-fdf03e59b306 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0786192 Jul 07 17:02:22.913364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-31fa2a4d-879e-4938-8f90-9d551542444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.915203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-31fa2a4d-879e-4938-8f90-9d551542444a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726616 Jul 07 17:02:23.067603 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26d9b4-d130-47ed-b8fe-7b2950326655 x-openstack-request-id: req-ba26d9b4-d130-47ed-b8fe-7b2950326655 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:23.068246 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:23.068246 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba26d9b4-d130-47ed-b8fe-7b2950326655 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:23.068733 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205', 'status': 'completed', 'code': 200} Jul 07 17:02:23.074712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-fa277303-e108-4f44-b39f-4a022deed633 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528819 Jul 07 17:02:23.177341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa1ec338-6ffe-4808-9985-2550e28c71be details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:23.264063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e19f2ddf-9e6f-46d6-ae54-687e8f36feb5 req-cc3c3b7c-abd6-4750-8bbc-538f790d4539 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018605 Jul 07 17:02:23.289205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1c586-1548-49b1-8a0b-1808e50826ff req-012b89a0-788a-4190-8cf9-07190722801f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.291695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05e1c586-1548-49b1-8a0b-1808e50826ff req-012b89a0-788a-4190-8cf9-07190722801f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 948 time: 0.1452217 Jul 07 17:02:23.300277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc006d-1f5b-4c46-b324-c4575dfbdc24 req-0f107a77-8e10-4357-95fc-36c81c7c4813 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.301769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9dc006d-1f5b-4c46-b324-c4575dfbdc24 req-0f107a77-8e10-4357-95fc-36c81c7c4813 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 948 time: 0.1427298 Jul 07 17:02:23.323976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa1ec338-6ffe-4808-9985-2550e28c71be,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.339335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'fa1ec338-6ffe-4808-9985-2550e28c71be', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'fa1ec338-6ffe-4808-9985-2550e28c71be', 'mac_address': 'fa:16:3e:3c:b4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:23.387280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05e1c586-1548-49b1-8a0b-1808e50826ff req-accf79a8-1e12-4ead-aa2a-ab770195fcf8 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845008 Jul 07 17:02:23.421178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.422073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9dc006d-1f5b-4c46-b324-c4575dfbdc24 req-f621d280-2dba-4dc8-965b-bd304935213d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113913 Jul 07 17:02:23.433242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-9f8e13a2-b418-42f4-8b35-5d1cdd271a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.435482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-9f8e13a2-b418-42f4-8b35-5d1cdd271a16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 1100 time: 0.0862081 Jul 07 17:02:23.454190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1ec338-6ffe-4808-9985-2550e28c71be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:23.509541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa1ec338-6ffe-4808-9985-2550e28c71be,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.516477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.582696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.593522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-99cc2152-d5af-4483-9ad6-97fd0fcea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.595594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-99cc2152-d5af-4483-9ad6-97fd0fcea507 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1524870 Jul 07 17:02:23.653882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-3eff99eb-ba66-4d2c-b903-21e7dc044e2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2cd00445-8b22-46b5-bf85-401bf625b205 HTTP/1.1" status: 200 len: 217 time: 0.0495706 Jul 07 17:02:23.762766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-9f6283e4-36b3-47c1-8d38-bd452b86a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.764006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-9f6283e4-36b3-47c1-8d38-bd452b86a9d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1041286 Jul 07 17:02:23.876005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-ec51fc2d-78b2-43f1-89c2-2b4765507f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.877519 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-ec51fc2d-78b2-43f1-89c2-2b4765507f39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065001 Jul 07 17:02:23.906152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['fa1ec338-6ffe-4808-9985-2550e28c71be'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:23.993792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70f08-3aac-420a-8ecb-9901b04eded6 req-c82801a6-1bf0-429c-84de-af30576e13c0 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.010516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04d70f08-3aac-420a-8ecb-9901b04eded6 req-c82801a6-1bf0-429c-84de-af30576e13c0 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 948 time: 0.1475558 Jul 07 17:02:24.054851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04d70f08-3aac-420a-8ecb-9901b04eded6 req-387cc1ab-0a4f-4876-855e-0ff2412a3274 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Jul 07 17:02:24.084705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-a7cd1c9d-53c3-4cc5-b418-5221b0c560a7 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991687 Jul 07 17:02:24.180476 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:24.312154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b6e1593-47d6-45de-8db3-551e1fff0329 req-83becda1-fc61-4d43-b062-4879b5843d3d service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149246 Jul 07 17:02:24.619946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d999708-bfea-4ff1-b348-488c168ff011 req-2afd8cb0-5f99-4838-8225-df774f178fc3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.622832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d999708-bfea-4ff1-b348-488c168ff011 req-2afd8cb0-5f99-4838-8225-df774f178fc3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 949 time: 0.0968764 Jul 07 17:02:24.680729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d999708-bfea-4ff1-b348-488c168ff011 req-0bc17dae-e721-44a9-ba81-f7895e389164 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Jul 07 17:02:24.849593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.860937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa285ad-dee4-4fa7-bdbb-6315761f7df0 req-051a6c1f-5b43-4abb-b025-f3614f72750b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.863388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa285ad-dee4-4fa7-bdbb-6315761f7df0 req-051a6c1f-5b43-4abb-b025-f3614f72750b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 948 time: 0.0738766 Jul 07 17:02:24.918784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa285ad-dee4-4fa7-bdbb-6315761f7df0 req-de554f63-ce87-4296-b219-7dc548df34d8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Jul 07 17:02:24.980903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f661a99a-e95b-40a7-8bb5-c4660bfba358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.100393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f661a99a-e95b-40a7-8bb5-c4660bfba358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.108918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f661a99a-e95b-40a7-8bb5-c4660bfba358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.185346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:25.194493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661a99a-e95b-40a7-8bb5-c4660bfba358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a6212-a488-42ba-8009-6e8a4099dfe9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.208449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f661a99a-e95b-40a7-8bb5-c4660bfba358 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=643e2b467d5d4532b94a68469d3e5851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545477 Jul 07 17:02:25.209961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.306768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:25.313364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:25.314300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.348064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907750-28d3-41a7-b45c-156845106597 req-2de79f7b-51a1-4b20-95a6-6b3291f60e91 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.349902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a907750-28d3-41a7-b45c-156845106597 req-2de79f7b-51a1-4b20-95a6-6b3291f60e91 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 948 time: 0.1111143 Jul 07 17:02:25.385328 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.416306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.426902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.458297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:25.460969 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c33fe17-cc89-4456-b199-2c4e4af02de6" -d '{"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-plugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:25.478339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:25.485324 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.504436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.517878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a907750-28d3-41a7-b45c-156845106597 req-182a49c1-fccd-4f08-ab82-7bcb3c98c360 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565461 Jul 07 17:02:25.561725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.564374 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.568138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf1a6212-a488-42ba-8009-6e8a4099dfe9 HTTP/1.1" status: 204 len: 168 time: 0.3542840 Jul 07 17:02:25.586388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.594489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226b5d9-9a38-42ed-b17b-1febc308a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a6212-a488-42ba-8009-6e8a4099dfe9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.616034 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f0ab5-c29c-4d38-9c6d-f6ba9cf79fde x-openstack-request-id: req-a63f0ab5-c29c-4d38-9c6d-f6ba9cf79fde {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:25.616631 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-plugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:25.616917 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a63f0ab5-c29c-4d38-9c6d-f6ba9cf79fde {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:25.617637 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'code': 200} Jul 07 17:02:25.689183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7da7260e-4eb0-4ddf-88a7-7eb7ab1894a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.918829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc7e15-d458-464e-861a-08c3264e9fa8 req-d38304d5-cec3-4865-bb00-eed75e73b81f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.926884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eefc7e15-d458-464e-861a-08c3264e9fa8 req-d38304d5-cec3-4865-bb00-eed75e73b81f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 949 time: 0.0928235 Jul 07 17:02:25.968795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7da7260e-4eb0-4ddf-88a7-7eb7ab1894a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.974849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7da7260e-4eb0-4ddf-88a7-7eb7ab1894a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.982562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eefc7e15-d458-464e-861a-08c3264e9fa8 req-16ce1fe2-0c18-4d60-8b81-bc0576e618cd tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Jul 07 17:02:25.992071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:26.007816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f4a5-85b3-4854-9752-1ceaabfea7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.051712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1aca-957e-4934-8e4f-1c294e84d77f req-97b841ad-7da7-4d92-a219-ed244eccee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.053507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f37c1aca-957e-4934-8e4f-1c294e84d77f req-97b841ad-7da7-4d92-a219-ed244eccee11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1101 time: 0.3476977 Jul 07 17:02:26.124873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7da7260e-4eb0-4ddf-88a7-7eb7ab1894a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=487d38fa3e17408492778dbb673de530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191418 Jul 07 17:02:26.130895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:26.135520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7260e-4eb0-4ddf-88a7-7eb7ab1894a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8267d69d-e973-49af-b2a8-858f57390656,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.155418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f4a5-85b3-4854-9752-1ceaabfea7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.170503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f37c1aca-957e-4934-8e4f-1c294e84d77f req-3cb5d402-f405-446d-84d5-c850bf8ff77b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981691 Jul 07 17:02:26.181648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f4a5-85b3-4854-9752-1ceaabfea7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.284306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9aa8f4a5-85b3-4854-9752-1ceaabfea7f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb67499704fa43fbb49e9691b5a141e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909071 Jul 07 17:02:26.286328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8f4a5-85b3-4854-9752-1ceaabfea7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e315b9f-356a-4bcf-ba75-411561238a00,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.288790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:26.332856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.371380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.388166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24c37d-0cd8-4b22-99bb-151a1188e065 req-261823fb-ffc9-4e6d-bed3-2dac0f5c0f0f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.390467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d24c37d-0cd8-4b22-99bb-151a1188e065 req-261823fb-ffc9-4e6d-bed3-2dac0f5c0f0f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2305315 Jul 07 17:02:26.399968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.431609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.451366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d24c37d-0cd8-4b22-99bb-151a1188e065 req-429540e5-1904-4795-8f08-3b06f6882ae1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Jul 07 17:02:26.475874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.479494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.481159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8267d69d-e973-49af-b2a8-858f57390656 HTTP/1.1" status: 204 len: 168 time: 0.3411548 Jul 07 17:02:26.502365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b69a33-0ceb-41f4-966d-8fd4a79041f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8267d69d-e973-49af-b2a8-858f57390656,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.509313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.512646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.516336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e315b9f-356a-4bcf-ba75-411561238a00 HTTP/1.1" status: 204 len: 168 time: 0.2238612 Jul 07 17:02:26.522886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27105e-4988-4ad2-a038-5ffe5647a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e315b9f-356a-4bcf-ba75-411561238a00,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.766820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706cd87-77f1-4cfb-83aa-764a17f2052e req-c5661f88-72dd-408c-b11e-5f8376e955ef tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.775965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9706cd87-77f1-4cfb-83aa-764a17f2052e req-c5661f88-72dd-408c-b11e-5f8376e955ef tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 948 time: 0.1169019 Jul 07 17:02:26.857562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9706cd87-77f1-4cfb-83aa-764a17f2052e req-eab70919-67a6-4b10-bfc0-d7ee89e115fe tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804005 Jul 07 17:02:27.029662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.046913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a268387-1499-4d68-a6e0-7db42b724e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.106956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2cd00445-8b22-46b5-bf85-401bf625b205 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:27.241026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa1ec338-6ffe-4808-9985-2550e28c71be up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:27.241435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dd0d0-5ea6-44eb-a57b-0638011fdc94 req-d5bd791d-c331-4eec-b67c-328a0d61b7d2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.243217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c9dd0d0-5ea6-44eb-a57b-0638011fdc94 req-d5bd791d-c331-4eec-b67c-328a0d61b7d2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 949 time: 0.1065061 Jul 07 17:02:27.300066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a268387-1499-4d68-a6e0-7db42b724e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.313879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c9dd0d0-5ea6-44eb-a57b-0638011fdc94 req-cb426459-88e6-4698-8071-7f3f4da281a5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Jul 07 17:02:27.317625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a268387-1499-4d68-a6e0-7db42b724e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.325917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port fa1ec338-6ffe-4808-9985-2550e28c71be completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:27.338761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port fa1ec338-6ffe-4808-9985-2550e28c71be triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:27.339638 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.441109 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a268387-1499-4d68-a6e0-7db42b724e99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87b77eb5514446f280ece4c9f212ab05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101295 Jul 07 17:02:27.443469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34056) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.485411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a268387-1499-4d68-a6e0-7db42b724e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70749a86-4ea6-4f05-9c48-6808543c7d55,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.511470 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.573214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa1ec338-6ffe-4808-9985-2550e28c71be,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:27.623722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2cd00445-8b22-46b5-bf85-401bf625b205,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:27.648396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:27.651289 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba5d3e-9ab7-4281-a2d5-c2052277b3c5" -d '{"events": [{"server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "name": "network-vif-plugged", "status": "completed", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:27.654224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '2cd00445-8b22-46b5-bf85-401bf625b205', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '2cd00445-8b22-46b5-bf85-401bf625b205', 'mac_address': 'fa:16:3e:49:a3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:27.657883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.690047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.779790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.846579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1202d-3719-4e6d-85d1-1935d5c2293b req-a19e0344-2a04-4663-8b13-bb67ce86b739 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.853515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92b1202d-3719-4e6d-85d1-1935d5c2293b req-a19e0344-2a04-4663-8b13-bb67ce86b739 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1382053 Jul 07 17:02:27.904591 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10467635-972d-4a11-9a10-6880c314918f x-openstack-request-id: req-10467635-972d-4a11-9a10-6880c314918f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:27.905028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "name": "network-vif-plugged", "status": "completed", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:27.905443 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10467635-972d-4a11-9a10-6880c314918f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:27.906064 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be', 'code': 200} Jul 07 17:02:27.907016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.933046 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92b1202d-3719-4e6d-85d1-1935d5c2293b req-c9b04fca-7f0b-4990-8970-4e8bfe8dec9e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706038 Jul 07 17:02:27.939813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.951773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.956109 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70749a86-4ea6-4f05-9c48-6808543c7d55 HTTP/1.1" status: 204 len: 168 time: 0.5085676 Jul 07 17:02:27.982734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fabf34-9641-4808-9fc1-10671d1937b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70749a86-4ea6-4f05-9c48-6808543c7d55,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.990414 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.070390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd00445-8b22-46b5-bf85-401bf625b205 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:28.128406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954a1d-d593-400b-86cd-193bc17e4353 req-9927e31d-3196-4ed8-a63b-31735261b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.131827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62954a1d-d593-400b-86cd-193bc17e4353 req-9927e31d-3196-4ed8-a63b-31735261b250 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 1102 time: 0.1273429 Jul 07 17:02:28.135944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2cd00445-8b22-46b5-bf85-401bf625b205,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:28.141851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.238652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.239994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62954a1d-d593-400b-86cd-193bc17e4353 req-59ad79d1-1ebf-43ab-aa48-cb4abc23e153 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Jul 07 17:02:28.317250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc64b3-71ee-492e-9831-8c280bc86bf4 req-c4d28578-804a-41f5-8abc-05104f4608f2 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.322837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86fc64b3-71ee-492e-9831-8c280bc86bf4 req-c4d28578-804a-41f5-8abc-05104f4608f2 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 949 time: 0.1585252 Jul 07 17:02:28.395768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86fc64b3-71ee-492e-9831-8c280bc86bf4 req-2a4ea9c8-3ea4-4fcc-ac36-8b052917bffb tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 Jul 07 17:02:28.519774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2cd00445-8b22-46b5-bf85-401bf625b205'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:28.662015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c856058-f353-4371-9e6e-d4755927a98b req-aa0f76e2-c86f-4619-9588-135adb5b1522 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.663647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c856058-f353-4371-9e6e-d4755927a98b req-aa0f76e2-c86f-4619-9588-135adb5b1522 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 950 time: 0.1080847 Jul 07 17:02:28.753399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c856058-f353-4371-9e6e-d4755927a98b req-f1f9f744-d3ff-4d4f-a648-58ddd1b5ad30 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733876 Jul 07 17:02:29.181697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a87365-8e58-41bf-a2f9-bc65de3408e3 req-6acbaa11-9adc-4426-93bb-d22da76d77d8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.183646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8a87365-8e58-41bf-a2f9-bc65de3408e3 req-6acbaa11-9adc-4426-93bb-d22da76d77d8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0756774 Jul 07 17:02:29.235931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8a87365-8e58-41bf-a2f9-bc65de3408e3 req-5fd0cc84-97a3-4ef4-9cf5-9d3e41ebb2e3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Jul 07 17:02:29.518800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-3c443f81-8ddc-47ab-b828-b2d36064e250 req-d1289e03-33ea-496c-a99b-96b8dacbdbdf service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:29.521395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c443f81-8ddc-47ab-b828-b2d36064e250 req-d1289e03-33ea-496c-a99b-96b8dacbdbdf service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064394 Jul 07 17:02:29.836891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96a0b23c-acae-4e6b-8636-ff49f5b65c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.895782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-8b5d61a0-8ece-4f0f-b9a4-91434c058a99 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981364 Jul 07 17:02:29.961797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0242dfd-cff6-4be1-899f-8003e5267dc9 req-a89c36f0-de0b-4e41-982d-681a80e750ca tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.971010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0242dfd-cff6-4be1-899f-8003e5267dc9 req-a89c36f0-de0b-4e41-982d-681a80e750ca tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 949 time: 0.1173520 Jul 07 17:02:30.005748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0242dfd-cff6-4be1-899f-8003e5267dc9 req-3f87da6a-55c3-48d2-85ae-8b47ba006cc6 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335798 Jul 07 17:02:30.248843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff716d7-8a40-42cc-93da-ea812fe423ad req-1b73e1ba-b1d9-42f2-8f33-68a7ef01ccbe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.251142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ff716d7-8a40-42cc-93da-ea812fe423ad req-1b73e1ba-b1d9-42f2-8f33-68a7ef01ccbe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0838854 Jul 07 17:02:30.514601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ff716d7-8a40-42cc-93da-ea812fe423ad req-ed9beec0-d20f-4a83-9807-416c92941d68 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557068 Jul 07 17:02:30.619533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d221b0-c8dd-4890-83a5-9d2bcff69fab req-86a80354-f18a-45e9-943d-88f70099916b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.621290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68d221b0-c8dd-4890-83a5-9d2bcff69fab req-86a80354-f18a-45e9-943d-88f70099916b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 950 time: 0.0739775 Jul 07 17:02:30.703764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68d221b0-c8dd-4890-83a5-9d2bcff69fab req-dbdd343c-022b-4197-98b1-f87a59ba2aee tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745664 Jul 07 17:02:30.782893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.077181 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ac28-a5a1-4b6b-968d-1f277843181d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.121502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2cd00445-8b22-46b5-bf85-401bf625b205 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:31.192836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 2cd00445-8b22-46b5-bf85-401bf625b205 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:31.199736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 2cd00445-8b22-46b5-bf85-401bf625b205 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:31.200719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.260992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ac28-a5a1-4b6b-968d-1f277843181d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.269599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ac28-a5a1-4b6b-968d-1f277843181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.309955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ead3-bc4e-4eb9-93ed-a62c9e6260c2 req-41c1a271-84c7-4b4b-bb16-2b5848de44fc tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.318155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b82ead3-bc4e-4eb9-93ed-a62c9e6260c2 req-41c1a271-84c7-4b4b-bb16-2b5848de44fc tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 949 time: 0.1353605 Jul 07 17:02:31.347694 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.356067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1d7ac28-a5a1-4b6b-968d-1f277843181d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1787fd43c57540eba78a667fd00e3cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717518 Jul 07 17:02:31.358560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7ac28-a5a1-4b6b-968d-1f277843181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec0f9d-97c0-4f2d-9dd0-4aa9c75b4974,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.359281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34236) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.396276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:31.399368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b82ead3-bc4e-4eb9-93ed-a62c9e6260c2 req-d09d879d-1161-4aff-992d-c0b574dde8f0 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Jul 07 17:02:31.399541 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd6524d-9621-4d01-9605-d9ac0430e3fc" -d '{"events": [{"server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:31.425041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2cd00445-8b22-46b5-bf85-401bf625b205,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:31.430909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.431194 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.454484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.486476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.513420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.515958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.517201 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74ec0f9d-97c0-4f2d-9dd0-4aa9c75b4974 HTTP/1.1" status: 204 len: 168 time: 0.1568627 Jul 07 17:02:31.525143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ab0b3-08d9-42b6-b574-ecb86ee26530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec0f9d-97c0-4f2d-9dd0-4aa9c75b4974,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.696946 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b17ec-f0f4-430a-a99d-196891a9db56 x-openstack-request-id: req-580b17ec-f0f4-430a-a99d-196891a9db56 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:31.697448 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:31.697847 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-580b17ec-f0f4-430a-a99d-196891a9db56 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:31.698513 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205', 'code': 200} Jul 07 17:02:31.812543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.813067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.813458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.813924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.814557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.815025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.815596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.816056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.816513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.818797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-d6ae8629-22b3-4358-a538-fe3f16c7de98 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f&device_id=3b5d3240-754c-428b-bd6a-96a128426d91&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e&device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78&device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6&device_id=3b9909f2-5adf-41f7-9008-38ed0922719b&device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79&device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 8228 time: 0.0976160 Jul 07 17:02:31.863448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-18561bf9-b5f9-483b-91b9-7b5fb6f62373 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.869797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-88c25e34-4c33-4cf9-ac8c-28b0c8e92798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.871361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-88c25e34-4c33-4cf9-ac8c-28b0c8e92798 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1101 time: 0.1251459 Jul 07 17:02:31.946399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856564-061a-4f4f-b10f-78b32db6e60c req-e463e8c2-2967-439b-902b-be177cf74c29 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.953659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f0856564-061a-4f4f-b10f-78b32db6e60c req-e463e8c2-2967-439b-902b-be177cf74c29 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1338172 Jul 07 17:02:31.955324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.959118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7648c6-aa44-402c-8882-32f5006b7bae req-502a7cbd-a5ab-4652-a90e-5e3dff0f6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:31.960943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4a7648c6-aa44-402c-8882-32f5006b7bae req-502a7cbd-a5ab-4652-a90e-5e3dff0f6633 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 1102 time: 0.1603088 Jul 07 17:02:31.991187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93064311-78b5-4ed7-9dfe-fd01a70a6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.026927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-bcc55e75-c157-40f6-91a8-241629af09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.028696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-bcc55e75-c157-40f6-91a8-241629af09c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1487706 Jul 07 17:02:32.030934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4a7648c6-aa44-402c-8882-32f5006b7bae req-b4201bf4-efb7-4436-9a8e-bbf390af62ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Jul 07 17:02:32.033833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f0856564-061a-4f4f-b10f-78b32db6e60c req-1571a31e-7314-4ead-9430-00e71588a6d2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792613 Jul 07 17:02:32.034682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34260) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.045588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-18561bf9-b5f9-483b-91b9-7b5fb6f62373 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.066639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-18561bf9-b5f9-483b-91b9-7b5fb6f62373 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.082981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-ce4d08d8-81b9-4d76-a1ee-5cc8f88dd307 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0461607 Jul 07 17:02:32.141945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-5b5dca76-0f8b-4441-a42a-9d8cfa41a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.142254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae0d7a8d-7f3e-4a36-8abb-21b89cabb586 req-18561bf9-b5f9-483b-91b9-7b5fb6f62373 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&id=7669a5bf-d18c-47b3-8a98-6ae08173a278&id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3121049 Jul 07 17:02:32.144040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-5b5dca76-0f8b-4441-a42a-9d8cfa41a6a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0536270 Jul 07 17:02:32.181660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18561bf9-b5f9-483b-91b9-7b5fb6f62373 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c57cb1-0171-44c9-9a9d-a43f235beeba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.226179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35eaac6b-d9b1-43f3-840e-76d79345c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.238798 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-666ac2a1-9f6e-4090-9ea3-d6b388af6694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.247571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-3758545b-9a37-44fe-8894-3572af939593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.249655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-3758545b-9a37-44fe-8894-3572af939593 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942459 Jul 07 17:02:32.317742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93064311-78b5-4ed7-9dfe-fd01a70a6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.325713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93064311-78b5-4ed7-9dfe-fd01a70a6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.375291 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-99373875-5212-4eeb-9848-891d3e8f84f8 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130564 Jul 07 17:02:32.380111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-93064311-78b5-4ed7-9dfe-fd01a70a6312 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4af1c97129e4c2fbe9667b5afa68ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161789 Jul 07 17:02:32.380732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34278) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.381950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064311-78b5-4ed7-9dfe-fd01a70a6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e1a91-5623-43b3-91d7-2af623d32951,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.544592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.563874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35eaac6b-d9b1-43f3-840e-76d79345c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.567876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-05417207-5504-4064-8499-ec172770d603 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823573 Jul 07 17:02:32.585158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.596004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35eaac6b-d9b1-43f3-840e-76d79345c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.621218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.636746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaac6b-d9b1-43f3-840e-76d79345c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfaff8-71d3-4f1b-bcc0-62562465cff7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.665972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35eaac6b-d9b1-43f3-840e-76d79345c097 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f61c95dc190b4c66a969e64e06737882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301470 Jul 07 17:02:32.668732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34290) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.684771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a958-9a69-47af-91f9-fc8d563e5811 req-de01ce48-fba7-4e75-b8e5-057c0bdd2d87 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.686399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dec1a958-9a69-47af-91f9-fc8d563e5811 req-de01ce48-fba7-4e75-b8e5-057c0bdd2d87 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 950 time: 0.1550062 Jul 07 17:02:32.702861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.732854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.735189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.738034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.738851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a01e1a91-5623-43b3-91d7-2af623d32951 HTTP/1.1" status: 204 len: 168 time: 0.3545554 Jul 07 17:02:32.756238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73352397-4ef3-4842-b57a-251415a10c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e1a91-5623-43b3-91d7-2af623d32951,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.765950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dec1a958-9a69-47af-91f9-fc8d563e5811 req-384628a4-f536-4d9e-bcec-19a1a6ee1b34 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Jul 07 17:02:32.766809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.769384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3de24-9f51-4126-a2d3-526fd825ca2e req-afcb0a42-33f5-4b5f-9660-bf7ea648f77e tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.770841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3de24-9f51-4126-a2d3-526fd825ca2e req-afcb0a42-33f5-4b5f-9660-bf7ea648f77e tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.772481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3de24-9f51-4126-a2d3-526fd825ca2e req-afcb0a42-33f5-4b5f-9660-bf7ea648f77e tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.773864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ca3de24-9f51-4126-a2d3-526fd825ca2e req-afcb0a42-33f5-4b5f-9660-bf7ea648f77e tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91&device_id=3b9909f2-5adf-41f7-9008-38ed0922719b&device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 2886 time: 0.1445043 Jul 07 17:02:32.841864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64b3badc-257c-4563-854e-2206a885d739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.848848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.852042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.853293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55dfaff8-71d3-4f1b-bcc0-62562465cff7 HTTP/1.1" status: 204 len: 168 time: 0.1836412 Jul 07 17:02:32.861596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6222f96-b10d-4e0e-a867-5ee46446107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfaff8-71d3-4f1b-bcc0-62562465cff7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.867479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ca3de24-9f51-4126-a2d3-526fd825ca2e req-83959173-90c8-4b88-9e1d-5fac7f25c50c tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Jul 07 17:02:32.972184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64b3badc-257c-4563-854e-2206a885d739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.977912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64b3badc-257c-4563-854e-2206a885d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.030755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3badc-257c-4563-854e-2206a885d739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c5b25-9486-4a56-acea-82ce2e02eb38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.038148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-64b3badc-257c-4563-854e-2206a885d739 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05a089af6bfa495bb6a26f8ef49a53a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143465 Jul 07 17:02:33.040175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.102938 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.131851 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.244429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.247762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.250437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/768c5b25-9486-4a56-acea-82ce2e02eb38 HTTP/1.1" status: 204 len: 168 time: 0.2080059 Jul 07 17:02:33.270215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d437d3-705e-4cbd-9218-b43cff67e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c5b25-9486-4a56-acea-82ce2e02eb38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.362199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afae56-9436-487b-ba13-e832f11d7e3b req-da77eaf7-aa9f-49c8-b226-11fb26db7864 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:33.364000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7afae56-9436-487b-ba13-e832f11d7e3b req-da77eaf7-aa9f-49c8-b226-11fb26db7864 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0717864 Jul 07 17:02:33.408357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.416000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7afae56-9436-487b-ba13-e832f11d7e3b req-3b06f8de-e809-4d6c-aefc-6336bfae49fb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Jul 07 17:02:33.429426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd79ea26-5e95-48b3-93ce-7c773a28bea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.451733 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.545639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd79ea26-5e95-48b3-93ce-7c773a28bea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.551255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd79ea26-5e95-48b3-93ce-7c773a28bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.598190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd79ea26-5e95-48b3-93ce-7c773a28bea9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eceef995f1bb4deea51477f242da549e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872532 Jul 07 17:02:33.598190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79ea26-5e95-48b3-93ce-7c773a28bea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb38e5-bae6-4c9e-b89b-21e79ea95b98,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.600743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.672044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.683431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.706671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.708533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adfc894f-2fc4-4dd7-89d4-b7506ec7ad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.786212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.788695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.792373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0eb38e5-bae6-4c9e-b89b-21e79ea95b98 HTTP/1.1" status: 204 len: 168 time: 0.1880584 Jul 07 17:02:33.807370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028951f-8713-45cc-9b3e-5f3077c62f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb38e5-bae6-4c9e-b89b-21e79ea95b98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.865873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adfc894f-2fc4-4dd7-89d4-b7506ec7ad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.875414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adfc894f-2fc4-4dd7-89d4-b7506ec7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.943908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-adfc894f-2fc4-4dd7-89d4-b7506ec7ad5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2658cb7e90154640a68ff7769a1d37e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593012 Jul 07 17:02:33.944892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc894f-2fc4-4dd7-89d4-b7506ec7ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe96264-f2db-4c71-b745-3f5ef6fbe66b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.946728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.029689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.052563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.079244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.136756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e34f7-7c21-44f2-8cf5-bd0053cf977a req-cc86e0ff-c866-4331-8cb0-8259418e4e27 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.138897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-380e34f7-7c21-44f2-8cf5-bd0053cf977a req-cc86e0ff-c866-4331-8cb0-8259418e4e27 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 950 time: 0.1433997 Jul 07 17:02:34.148471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b070c1-3293-41df-b0f8-38f99064966c req-9f096dac-6e20-4554-9b10-f055a11d444b tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.150600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03b070c1-3293-41df-b0f8-38f99064966c req-9f096dac-6e20-4554-9b10-f055a11d444b tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1101 time: 0.1025271 Jul 07 17:02:34.152353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.156704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.157969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fe96264-f2db-4c71-b745-3f5ef6fbe66b HTTP/1.1" status: 204 len: 168 time: 0.2065821 Jul 07 17:02:34.170643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb5d3c-2166-4557-915c-aa83383cd1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe96264-f2db-4c71-b745-3f5ef6fbe66b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.208246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03b070c1-3293-41df-b0f8-38f99064966c req-2dae177d-321e-4874-b82d-227b171786e0 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492923 Jul 07 17:02:34.220670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-380e34f7-7c21-44f2-8cf5-bd0053cf977a req-08f2a93e-baf8-40e4-ae69-040b05154477 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Jul 07 17:02:34.633359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13f276-39a4-465e-b4c9-35ed051adf36 req-dc496542-6173-4436-a75b-4b41708e0dfb tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.635051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da13f276-39a4-465e-b4c9-35ed051adf36 req-dc496542-6173-4436-a75b-4b41708e0dfb tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1101 time: 0.0733883 Jul 07 17:02:34.703776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da13f276-39a4-465e-b4c9-35ed051adf36 req-6be0e1f4-d481-4abe-889a-21ddf0620eab tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545328 Jul 07 17:02:34.742739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf5fbd-0e84-4270-a83f-7e0e88c0f6e7 req-b7043cc4-7b1c-4e53-b76a-dc475c0f8387 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.744305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eacf5fbd-0e84-4270-a83f-7e0e88c0f6e7 req-b7043cc4-7b1c-4e53-b76a-dc475c0f8387 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1189470 Jul 07 17:02:34.801526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eacf5fbd-0e84-4270-a83f-7e0e88c0f6e7 req-e2136e51-1b98-47e6-98b7-caea4b68f9f5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499957 Jul 07 17:02:34.964192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-dee96b74-08e9-447a-8cbb-17a306fbab21 tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.965889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-dee96b74-08e9-447a-8cbb-17a306fbab21 tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 1102 time: 0.0598574 Jul 07 17:02:34.989285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-5daa3d70-3677-4440-93e7-11495c9571bd tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.107847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-5daa3d70-3677-4440-93e7-11495c9571bd tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.113226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-5daa3d70-3677-4440-93e7-11495c9571bd tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.144490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ea76d21-571c-48d5-9c18-ede64ec4f893 req-5daa3d70-3677-4440-93e7-11495c9571bd tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674094 Jul 07 17:02:35.164957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3d70-3677-4440-93e7-11495c9571bd tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c2ef29-584d-43f1-a7a8-9029a4edeb23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.216499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.970499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644814ca-6b93-4287-aa84-5238c4bf3f1b req-f1c9bb0e-04fc-432a-bb54-3d65b39aff30 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.978095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-644814ca-6b93-4287-aa84-5238c4bf3f1b req-f1c9bb0e-04fc-432a-bb54-3d65b39aff30 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1063547 Jul 07 17:02:36.060527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-644814ca-6b93-4287-aa84-5238c4bf3f1b req-8af4d43d-cf93-45b7-9eab-2b823b988711 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815463 Jul 07 17:02:36.099531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf9f5c-2fed-44e6-9023-05ed11ddcd0d req-808b8814-de31-4dc6-9ae2-c5c905cb1bb2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.107155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6bf9f5c-2fed-44e6-9023-05ed11ddcd0d req-808b8814-de31-4dc6-9ae2-c5c905cb1bb2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1264291 Jul 07 17:02:36.131502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.157790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6bf9f5c-2fed-44e6-9023-05ed11ddcd0d req-d2466013-5a50-477d-8eb7-3ec011d18900 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Jul 07 17:02:36.398842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ef99-603e-4260-9ac1-2b62d50c7ff3 req-f9c8c1d2-074d-421e-b32f-28e81ca2a8a4 tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:36.400431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af98ef99-603e-4260-9ac1-2b62d50c7ff3 req-f9c8c1d2-074d-421e-b32f-28e81ca2a8a4 tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 1102 time: 0.0870333 Jul 07 17:02:36.472516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af98ef99-603e-4260-9ac1-2b62d50c7ff3 req-d671cab3-b6c8-419f-9af3-551f0f65a8a2 tempest-ServersAdminNegativeTestJSON-1616709355 tempest-ServersAdminNegativeTestJSON-1616709355-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Jul 07 17:02:36.823014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.026638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243bd18f-c1d7-47d8-8cc3-2df9e9922773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.117123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243bd18f-c1d7-47d8-8cc3-2df9e9922773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.124263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243bd18f-c1d7-47d8-8cc3-2df9e9922773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.174334 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-243bd18f-c1d7-47d8-8cc3-2df9e9922773 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfe6fdf0ee324f6eb51c54d3ceca8b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498991 Jul 07 17:02:37.177047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.206605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bd18f-c1d7-47d8-8cc3-2df9e9922773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28815c88-dcf7-425f-9288-d466c28a322f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.278039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.305438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfecdc7-ac93-4194-96a9-d40c8433b5ac req-5bf3d6a7-d93a-4ba5-a27b-b9835f28c38c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.313901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cfecdc7-ac93-4194-96a9-d40c8433b5ac req-5bf3d6a7-d93a-4ba5-a27b-b9835f28c38c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1095903 Jul 07 17:02:37.322536 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.360051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cfecdc7-ac93-4194-96a9-d40c8433b5ac req-1e08ec5e-62b3-473a-8fb6-a38571136871 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Jul 07 17:02:37.371837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.396697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.399781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.403954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28815c88-dcf7-425f-9288-d466c28a322f HTTP/1.1" status: 204 len: 168 time: 0.2224741 Jul 07 17:02:37.417856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.425531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615838-0b76-4733-857b-b7385f7e6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28815c88-dcf7-425f-9288-d466c28a322f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.471922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1ab55-a64e-4b35-aa30-71498ccadb06 req-7b6e39f5-17ff-4721-82b0-54f0e450a38b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.479535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5b1ab55-a64e-4b35-aa30-71498ccadb06 req-7b6e39f5-17ff-4721-82b0-54f0e450a38b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0956404 Jul 07 17:02:37.529681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5b1ab55-a64e-4b35-aa30-71498ccadb06 req-241f42c0-833e-4433-b117-d44ce5e4c20d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Jul 07 17:02:37.549750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cf13062-67ee-4184-b1ad-9d2741cadcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.704901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cf13062-67ee-4184-b1ad-9d2741cadcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.713964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cf13062-67ee-4184-b1ad-9d2741cadcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.747272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58061347-c13a-42b5-8e56-10227f535fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.767654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2cf13062-67ee-4184-b1ad-9d2741cadcf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=972525484c544287b584c5abaec2f3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945758 Jul 07 17:02:37.768113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34588) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.801266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf13062-67ee-4184-b1ad-9d2741cadcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e03534-0ea7-4d9d-8a24-58b7f8d95f8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.813396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e99cac-872e-4032-92e1-a4f16feea336 req-1b3e3cf2-53ab-44bb-b9ca-f6cbec661d00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.820586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8e99cac-872e-4032-92e1-a4f16feea336 req-1b3e3cf2-53ab-44bb-b9ca-f6cbec661d00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 950 time: 0.1594226 Jul 07 17:02:37.842857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.867624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8e99cac-872e-4032-92e1-a4f16feea336 req-532c6bb7-fe92-4ffd-b06f-bab732eebd18 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Jul 07 17:02:37.898395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.905959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58061347-c13a-42b5-8e56-10227f535fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.911761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58061347-c13a-42b5-8e56-10227f535fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.913166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a34f-00b5-46d7-bd3b-a73650c4382e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.920639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.967279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061347-c13a-42b5-8e56-10227f535fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df840f-0abc-4239-a797-fd28399ad18c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.979006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58061347-c13a-42b5-8e56-10227f535fe9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69fa3e89c7c5437fa9ad645495221b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595889 Jul 07 17:02:37.981331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.015481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.018380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.019509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49e03534-0ea7-4d9d-8a24-58b7f8d95f8e HTTP/1.1" status: 204 len: 168 time: 0.2504013 Jul 07 17:02:38.031048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc4651-ee5f-4d89-a900-d9250193b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e03534-0ea7-4d9d-8a24-58b7f8d95f8e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.064239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a34f-00b5-46d7-bd3b-a73650c4382e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.065389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.077714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a34f-00b5-46d7-bd3b-a73650c4382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.115333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.142341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2bf1a34f-00b5-46d7-bd3b-a73650c4382e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=451b72876bcc45bb90544259a3149652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428091 Jul 07 17:02:38.145252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1a34f-00b5-46d7-bd3b-a73650c4382e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb597e-3b5f-487c-8f74-6337f4f738a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.147363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34602) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.187518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.190315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.191465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08df840f-0abc-4239-a797-fd28399ad18c HTTP/1.1" status: 204 len: 168 time: 0.2092187 Jul 07 17:02:38.210165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e39f6-6487-4a7a-898b-106ff87db74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df840f-0abc-4239-a797-fd28399ad18c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.242074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.277105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.337158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.340651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.344642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2bb597e-3b5f-487c-8f74-6337f4f738a7 HTTP/1.1" status: 204 len: 168 time: 0.1949446 Jul 07 17:02:38.354636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9039c-c63e-4759-9fda-6fcd50268a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb597e-3b5f-487c-8f74-6337f4f738a7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.443844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34618) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.459790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8686fab4-69df-420c-8899-5f235645316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.568362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ba1b5-b325-474a-88eb-6cf9c28bf869 req-c6676457-04ab-4636-a6d5-418c25e237c4 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.570680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-518ba1b5-b325-474a-88eb-6cf9c28bf869 req-c6676457-04ab-4636-a6d5-418c25e237c4 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0881479 Jul 07 17:02:38.630232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8686fab4-69df-420c-8899-5f235645316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.631297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-518ba1b5-b325-474a-88eb-6cf9c28bf869 req-148a30e1-f3ca-4b15-8319-0c52b72d31ea tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Jul 07 17:02:38.635677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8686fab4-69df-420c-8899-5f235645316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.679882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8686fab4-69df-420c-8899-5f235645316b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a0d11c6af6141f68b9e1e677aff361e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349322 Jul 07 17:02:38.682789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.708897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686fab4-69df-420c-8899-5f235645316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc64511-b56c-4ea1-b490-3d0ecbb78eb8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.787368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.799152 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.812978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d69d7ef-9976-4ca7-9e1c-1cd82f75ce84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.844882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.930689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d69d7ef-9976-4ca7-9e1c-1cd82f75ce84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.934910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d69d7ef-9976-4ca7-9e1c-1cd82f75ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.954747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3f2e3-be4b-48d7-a1ba-89529be84c08 req-65b5f0c1-68f6-40d8-a594-02dd065ddfd3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.962664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4b3f2e3-be4b-48d7-a1ba-89529be84c08 req-65b5f0c1-68f6-40d8-a594-02dd065ddfd3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0982275 Jul 07 17:02:38.978518 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d69d7ef-9976-4ca7-9e1c-1cd82f75ce84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43b4d9b2c89a40418d0fa14948c205eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900082 Jul 07 17:02:38.981420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.987886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69d7ef-9976-4ca7-9e1c-1cd82f75ce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf45006-a94b-4a57-a3ca-178a303be905,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.010719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4b3f2e3-be4b-48d7-a1ba-89529be84c08 req-9ed30f0f-653e-4629-8ce4-fa59cc94f6de tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470610 Jul 07 17:02:39.012920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.015979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.017811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc64511-b56c-4ea1-b490-3d0ecbb78eb8 HTTP/1.1" status: 204 len: 168 time: 0.3336685 Jul 07 17:02:39.036872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ecedf-7903-4d27-82fd-62ec262e1c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc64511-b56c-4ea1-b490-3d0ecbb78eb8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.121166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6cc2-de30-47c0-bc26-8eaa6a48ff34 req-b4115e0d-5fa4-42b7-b6cc-15e9dadceab8 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.123583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffaf6cc2-de30-47c0-bc26-8eaa6a48ff34 req-b4115e0d-5fa4-42b7-b6cc-15e9dadceab8 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 950 time: 0.0953889 Jul 07 17:02:39.178728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffaf6cc2-de30-47c0-bc26-8eaa6a48ff34 req-bbef675f-8e73-461f-b3e2-1f43fa2b4afa tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Jul 07 17:02:39.402398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.426393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-251ce4c1-fe9f-4e6a-9e46-02951a31ef9a tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.427946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-251ce4c1-fe9f-4e6a-9e46-02951a31ef9a tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 950 time: 0.4234924 Jul 07 17:02:39.447459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.559305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.562689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.563031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cf45006-a94b-4a57-a3ca-178a303be905 HTTP/1.1" status: 204 len: 168 time: 0.5807054 Jul 07 17:02:39.583361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1e88c-c9f2-4f0b-a8e8-24b9c5ad1f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf45006-a94b-4a57-a3ca-178a303be905,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.587439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Deleting port 2cd00445-8b22-46b5-bf85-401bf625b205 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:39.588302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.703134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] For port 2cd00445-8b22-46b5-bf85-401bf625b205, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2cd00445-8b22-46b5-bf85-401bf625b205,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:39.703496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.723215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Calling delete_port for 2cd00445-8b22-46b5-bf85-401bf625b205 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:39.997841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.013391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['07a7fa33-ce89-4ca0-805b-f3b0a935aaed'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:40.015724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2cd00445-8b22-46b5-bf85-401bf625b205'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:40.038862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Pushing event deleted for resources: {'Port': ['ID=2cd00445-8b22-46b5-bf85-401bf625b205,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.078171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88c8f-9f45-4210-b31a-683c9f08003f req-48813226-4b63-4d67-8073-1d4abfb526fe tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.088683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fc88c8f-9f45-4210-b31a-683c9f08003f req-48813226-4b63-4d67-8073-1d4abfb526fe tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2377176 Jul 07 17:02:40.185302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] No DVR routers for this DVR port 2cd00445-8b22-46b5-bf85-401bf625b205 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:40.195551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.197678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-614b6175-e27b-4a0b-8429-65a76ea345ce req-c1a256c0-c4cf-425b-96d4-5c632b122e00 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.32 "DELETE /v2.0/ports/2cd00445-8b22-46b5-bf85-401bf625b205 HTTP/1.1" status: 204 len: 173 time: 0.7613211 Jul 07 17:02:40.203034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'name': 'network-vif-deleted', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:40.205304 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe0f5b-0ce7-45c9-a1b5-b460353c9f42" -d '{"events": [{"server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "name": "network-vif-deleted", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:40.245910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fc88c8f-9f45-4210-b31a-683c9f08003f req-7d6d68b0-465e-48bf-8811-b1445a7fe5f9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562462 Jul 07 17:02:40.305243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-a7db4b52-901d-4a9f-ad6e-4c8b65e2429c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2335219 Jul 07 17:02:40.562661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-2e398804-8c72-4971-9482-01623818d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.567810 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-2e398804-8c72-4971-9482-01623818d26d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1102 time: 0.1675029 Jul 07 17:02:40.591390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e408a0-d603-4db8-946c-be4e3913c9bc req-efb3866d-6c86-45be-9c05-e156cc5133a5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.596013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66e408a0-d603-4db8-946c-be4e3913c9bc req-efb3866d-6c86-45be-9c05-e156cc5133a5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1595528 Jul 07 17:02:40.696419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-062d62af-a26f-44ab-9a2e-ba194796ae69 req-2e9d47b7-a6f6-4a74-89d2-09ec2b839dbe tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d8db503-2618-4c14-b662-c9a375bae82f HTTP/1.1" status: 200 len: 210 time: 0.0647557 Jul 07 17:02:40.723062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66e408a0-d603-4db8-946c-be4e3913c9bc req-3220f303-c4eb-4018-9648-1a65056741e9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200237 Jul 07 17:02:40.748091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-9be93142-e7c7-47ef-a7f4-3f8a7bec2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.753020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-9be93142-e7c7-47ef-a7f4-3f8a7bec2325 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1577117 Jul 07 17:02:40.783349 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0a846-958f-47dd-866a-a5b00cf3170d x-openstack-request-id: req-44a0a846-958f-47dd-866a-a5b00cf3170d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:40.783645 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8db503-2618-4c14-b662-c9a375bae82f", "name": "network-vif-deleted", "tag": "2cd00445-8b22-46b5-bf85-401bf625b205", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:40.784214 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44a0a846-958f-47dd-866a-a5b00cf3170d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:40.784342 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8db503-2618-4c14-b662-c9a375bae82f', 'name': 'network-vif-deleted', 'tag': '2cd00445-8b22-46b5-bf85-401bf625b205', 'status': 'completed', 'code': 200} Jul 07 17:02:40.817494 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-e889b9ba-87d5-403d-a403-be6fc092ba95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.0521429 Jul 07 17:02:40.880860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-10a69273-083f-4ead-87c6-2d99f35e36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.883625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-10a69273-083f-4ead-87c6-2d99f35e36e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0579901 Jul 07 17:02:40.969971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-9b1df1c5-6f97-4d21-a991-0089632fd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.973824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-9b1df1c5-6f97-4d21-a991-0089632fd56c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0783989 Jul 07 17:02:41.177309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-6d991a3b-7744-4eab-94d1-ca437f7ea9dd service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959636 Jul 07 17:02:41.377635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf633828-dc61-4bd2-baf8-251edb6ee239 req-ed542d36-3aeb-4e86-8f09-9d58cfd16fed service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859443 Jul 07 17:02:41.493581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34744) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:41.554584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003672fe-ccd6-463b-9b75-ab348d851636 req-c04046a1-7f7a-4a4b-80dd-1db1c9a24a48 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.556105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-003672fe-ccd6-463b-9b75-ab348d851636 req-c04046a1-7f7a-4a4b-80dd-1db1c9a24a48 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0929003 Jul 07 17:02:41.606060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-003672fe-ccd6-463b-9b75-ab348d851636 req-c41ec094-f0a1-4573-8e01-d243a9b02ee5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Jul 07 17:02:41.694585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1575930603-network', 'tenant_id': '60a9e78130884439aa778615c4df0453'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:41.716929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:41.720639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.747656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.977014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.984385 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.021452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:42.028903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.036923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.037585 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Added segment be12b199-41ae-457f-9657-8d0c6654297c of type vlan for network a74304f6-6030-40e2-91fb-eae71ddbfc86 Jul 07 17:02:42.090021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.108220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecbe29-0dd9-4547-b9d1-295d64423ef9 req-0f5194de-d028-428c-bc6f-8a011964ca5d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.112426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3ecbe29-0dd9-4547-b9d1-295d64423ef9 req-0f5194de-d028-428c-bc6f-8a011964ca5d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1708593 Jul 07 17:02:42.131744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.132899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.133531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.173064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3ecbe29-0dd9-4547-b9d1-295d64423ef9 req-858069eb-c397-43be-bbb5-0589fa1be3fc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Jul 07 17:02:42.246677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] Pushing event updated for resources: {'Network': ['ID=a74304f6-6030-40e2-91fb-eae71ddbfc86,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.268866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:42.276156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:42.276600 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-95842ecf-0aff-443f-84a2-28ed37385608 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7815928 Jul 07 17:02:42.283070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Request body: {'subnet': {'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1575930603-subnet', 'tenant_id': '60a9e78130884439aa778615c4df0453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:42.319499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:42.322149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.520951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.595231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92070831-744f-4cd3-84b2-fba5e222f7e6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.598247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:42.599024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Network hostable DHCP agents. Network: a74304f6-6030-40e2-91fb-eae71ddbfc86, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:42.620821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:42.636288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a74304f6-6030-40e2-91fb-eae71ddbfc86) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:42.641604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.642336 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.653647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae62de-2083-4a69-8b05-8c57f9a4fd8b None None] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:42.692037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-545cb1f3-bbfb-48a3-b775-0725b68daf61 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4066775 Jul 07 17:02:42.764787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c67b-29d6-44f5-8514-927e6ed9fda4 req-c951fc54-2e98-4c2c-97ea-cda16857f2fd tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.768698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3a5c67b-29d6-44f5-8514-927e6ed9fda4 req-c951fc54-2e98-4c2c-97ea-cda16857f2fd tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 950 time: 0.1226728 Jul 07 17:02:42.846755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3a5c67b-29d6-44f5-8514-927e6ed9fda4 req-4f1a6c55-d64e-4d3c-8bd3-d6fb249ca172 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719349 Jul 07 17:02:42.929519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233618a-d0db-43e0-ac67-fea23fe4bcfa None None] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:43.036885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34790) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.113282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb767f-eaee-4af3-88e4-b13d0c16381c req-7626034e-e5a2-41fa-9711-be1fc9498904 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.115359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60cb767f-eaee-4af3-88e4-b13d0c16381c req-7626034e-e5a2-41fa-9711-be1fc9498904 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0955369 Jul 07 17:02:43.168447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2cd00445-8b22-46b5-bf85-401bf625b205 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:43.186036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60cb767f-eaee-4af3-88e4-b13d0c16381c req-40e24f88-4418-4b92-a7b0-bb50ce522ba5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614691 Jul 07 17:02:43.221316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 2cd00445-8b22-46b5-bf85-401bf625b205 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:43.221688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2cd00445-8b22-46b5-bf85-401bf625b205 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:43.322811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3bce934-e1e4-4cb1-8da2-f5ee9ad2c8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.434252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb717a8e-db7b-49c4-b4d8-420b73549f74 req-ee9a4b73-c609-4d78-8d17-4956346c03c7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.436863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb717a8e-db7b-49c4-b4d8-420b73549f74 req-ee9a4b73-c609-4d78-8d17-4956346c03c7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1020942 Jul 07 17:02:43.485818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3bce934-e1e4-4cb1-8da2-f5ee9ad2c8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.492749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3bce934-e1e4-4cb1-8da2-f5ee9ad2c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.495428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb717a8e-db7b-49c4-b4d8-420b73549f74 req-a2a58b3a-d397-4a65-8cef-91b5f68ee726 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Jul 07 17:02:43.552175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bce934-e1e4-4cb1-8da2-f5ee9ad2c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db51b0bb-d431-4c6d-ac5d-748063a5dcf2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.571801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3bce934-e1e4-4cb1-8da2-f5ee9ad2c8ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e8fb922f0294ed791cc384dc53e310b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338337 Jul 07 17:02:43.575592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.647147 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.653331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34816) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.658701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-719370062-network', 'tenant_id': '4d1e49a1b2434c7a876fcd4c9912d4b0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:43.681032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Made reservation on behalf of 4d1e49a1b2434c7a876fcd4c9912d4b0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:43.682574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.686043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.698134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.740811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.744738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.747312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db51b0bb-d431-4c6d-ac5d-748063a5dcf2 HTTP/1.1" status: 204 len: 168 time: 0.1707132 Jul 07 17:02:43.771148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea21fbb-5df0-457f-88b0-587214c12f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51b0bb-d431-4c6d-ac5d-748063a5dcf2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.860668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.870395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.896494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.912949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:43.952748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbf0c70-3254-4f0e-a2a6-f64af60224c5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.955974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.956308 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Added segment 1800be46-c6ce-4446-8740-670c9d55015d of type vlan for network c8553d15-2fea-477f-8e6b-52a8456cb654 Jul 07 17:02:44.007815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.053755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.055647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.055811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89db1881-d8de-467c-a5b0-0d854d70713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.055919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.131335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850dd90-1b30-4998-bb4e-892727437439 req-a5f3229c-4029-4206-a0c0-d5286d627f6d tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.133550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0850dd90-1b30-4998-bb4e-892727437439 req-a5f3229c-4029-4206-a0c0-d5286d627f6d tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 950 time: 0.0970635 Jul 07 17:02:44.145292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4907722 Jul 07 17:02:44.149484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34832) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.157726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Request body: {'subnet': {'network_id': 'c8553d15-2fea-477f-8e6b-52a8456cb654', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-719370062-subnet', 'tenant_id': '4d1e49a1b2434c7a876fcd4c9912d4b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:44.164308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297db625-9130-4ca7-aa17-8ab96ef31b5e admin admin] Pushing event updated for resources: {'Network': ['ID=c8553d15-2fea-477f-8e6b-52a8456cb654,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.179643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c8553d15-2fea-477f-8e6b-52a8456cb654 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:44.235655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0850dd90-1b30-4998-bb4e-892727437439 req-4e2bb3ca-b9a1-4b95-a4c9-0b1d2f6d3332 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b22c4b5-0cea-4ddc-8813-4e2a658277a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Jul 07 17:02:44.281876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89db1881-d8de-467c-a5b0-0d854d70713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.287751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89db1881-d8de-467c-a5b0-0d854d70713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.335996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Made reservation on behalf of 4d1e49a1b2434c7a876fcd4c9912d4b0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:44.338723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.352886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1881-d8de-467c-a5b0-0d854d70713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c114adf-0a55-4a49-b58d-b4d26fb2e0f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.369552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34838) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.395206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-89db1881-d8de-467c-a5b0-0d854d70713b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a485756b4e94514a6466a50a843e7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976180 Jul 07 17:02:44.408418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34840) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.419376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-fdbade6d-cde4-4124-bdde-eac3b21d2b40 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.420840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-fdbade6d-cde4-4124-bdde-eac3b21d2b40 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.83 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 950 time: 0.2019041 Jul 07 17:02:44.449244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae091d34-319f-47aa-a761-43eaa266f6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.450272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c01d8-dce5-4272-ace5-2670f06fc9e0 req-0bda4f3c-4b52-4014-bef8-1027094e9bf1 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.452208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c27c01d8-dce5-4272-ace5-2670f06fc9e0 req-0bda4f3c-4b52-4014-bef8-1027094e9bf1 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0763528 Jul 07 17:02:44.500988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c27c01d8-dce5-4272-ace5-2670f06fc9e0 req-4a2f321b-c868-4888-8533-97d1b620926b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362651 Jul 07 17:02:44.652121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.706343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313080e-3557-4756-91e4-72407656feb2 req-978281cf-120c-4888-93c2-9b2f0df721c5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.708071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0313080e-3557-4756-91e4-72407656feb2 req-978281cf-120c-4888-93c2-9b2f0df721c5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0794094 Jul 07 17:02:44.717828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.757763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0313080e-3557-4756-91e4-72407656feb2 req-af98b562-75f8-496e-92da-ca43a9fead9b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Jul 07 17:02:44.795963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Deleting port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:44.796340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.873640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.921746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae091d34-319f-47aa-a761-43eaa266f6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.941939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae091d34-319f-47aa-a761-43eaa266f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.992123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49f68f7-47f6-4818-b316-bc05a73decf8,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.006745 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.009223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.014639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c114adf-0a55-4a49-b58d-b4d26fb2e0f9 HTTP/1.1" status: 204 len: 168 time: 0.5995262 Jul 07 17:02:45.028976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae091d34-319f-47aa-a761-43eaa266f6a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=149b8f9f0fb4438d9903be48859310ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533787 Jul 07 17:02:45.029694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.030136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] For port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:45.030513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.060507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Checking segment: {'id': '1800be46-c6ce-4446-8740-670c9d55015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8553d15-2fea-477f-8e6b-52a8456cb654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:45.060730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Network hostable DHCP agents. Network: c8553d15-2fea-477f-8e6b-52a8456cb654, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:45.062592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae091d34-319f-47aa-a761-43eaa266f6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a6b606-e9bc-4ef9-8e16-0dface35fdcf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.066519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Calling delete_port for 07a7fa33-ce89-4ca0-805b-f3b0a935aaed owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:45.092889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1bbd6-abf9-4199-92ca-3f85690a2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c114adf-0a55-4a49-b58d-b4d26fb2e0f9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.138396 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.140144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Network c8553d15-2fea-477f-8e6b-52a8456cb654 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:45.157634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c8553d15-2fea-477f-8e6b-52a8456cb654) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:45.163828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.164421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.170465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778d921-6938-48d2-a715-71fb71eb583b None None] Network c8553d15-2fea-477f-8e6b-52a8456cb654 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:45.172491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.198333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ca6d198-4e65-49fe-b635-cc51c67c1c60 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0458908 Jul 07 17:02:45.259228 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.263391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.266257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59a6b606-e9bc-4ef9-8e16-0dface35fdcf HTTP/1.1" status: 204 len: 168 time: 0.2356589 Jul 07 17:02:45.286717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c173-a30a-4d01-bdea-ddafa64e8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a6b606-e9bc-4ef9-8e16-0dface35fdcf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.327647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.392832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a474c262-e051-42cf-93d3-b3d6b46c7137 None None] Network c8553d15-2fea-477f-8e6b-52a8456cb654 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:45.490434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Pushing event deleted for resources: {'Port': ['ID=07a7fa33-ce89-4ca0-805b-f3b0a935aaed,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.536433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5296ea01-4cff-4197-89c6-e7f78d6943ed req-c589dfa7-0266-4a7b-83bd-23344a6530cc tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e3ccd2-3808-46cb-bb61-8f17382009f6 HTTP/1.1" status: 200 len: 210 time: 0.0603921 Jul 07 17:02:45.540616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] No DVR routers for this DVR port 07a7fa33-ce89-4ca0-805b-f3b0a935aaed on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:45.555430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.571990 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d16015e-0eef-4110-9914-89290b9a3b04 req-dacdf55f-3f94-4965-b2b5-bb2902d990c4 tempest-ServersAdminNegativeTestJSON-242861433 tempest-ServersAdminNegativeTestJSON-242861433-project] 10.222.0.83 "DELETE /v2.0/ports/07a7fa33-ce89-4ca0-805b-f3b0a935aaed HTTP/1.1" status: 204 len: 173 time: 1.1211197 Jul 07 17:02:45.572898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'name': 'network-vif-deleted', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:45.579576 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d38ba63-697a-4f57-a5a0-6f77fb9ca01d" -d '{"events": [{"server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "name": "network-vif-deleted", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:45.654200 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d7656c-8288-4846-98b4-93aac167a80d x-openstack-request-id: req-e0d7656c-8288-4846-98b4-93aac167a80d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:45.654496 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e3ccd2-3808-46cb-bb61-8f17382009f6", "name": "network-vif-deleted", "tag": "07a7fa33-ce89-4ca0-805b-f3b0a935aaed", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:45.654744 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0d7656c-8288-4846-98b4-93aac167a80d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:45.655135 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e3ccd2-3808-46cb-bb61-8f17382009f6', 'name': 'network-vif-deleted', 'tag': '07a7fa33-ce89-4ca0-805b-f3b0a935aaed', 'status': 'completed', 'code': 200} Jul 07 17:02:45.825228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.850283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfa6d-d9c4-4a91-b8be-5965c56ce8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.902911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e505-57f9-42e3-8da5-50230596313c req-12d7567f-c495-47d8-a56d-963e728f7532 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.904659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d412e505-57f9-42e3-8da5-50230596313c req-12d7567f-c495-47d8-a56d-963e728f7532 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1134474 Jul 07 17:02:45.965579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d412e505-57f9-42e3-8da5-50230596313c req-f29991d6-ed01-43b1-b02f-4ca4e32e9068 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531275 Jul 07 17:02:45.979083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfa6d-d9c4-4a91-b8be-5965c56ce8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.986799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfa6d-d9c4-4a91-b8be-5965c56ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.025075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03493e0e-415c-4390-9908-27f52aeb514e req-7bf40c98-8fa9-4f1a-9ff5-9b2caa85a3b8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.026615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03493e0e-415c-4390-9908-27f52aeb514e req-7bf40c98-8fa9-4f1a-9ff5-9b2caa85a3b8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0754395 Jul 07 17:02:46.053635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc1cfa6d-d9c4-4a91-b8be-5965c56ce8de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4536b3e963947fc966ae82ca6e139a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272968 Jul 07 17:02:46.054578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cfa6d-d9c4-4a91-b8be-5965c56ce8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20155023-fd3e-4e51-93ab-7fcc138fa6e2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.054864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:46.096083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03493e0e-415c-4390-9908-27f52aeb514e req-4bc18a8a-1c9f-462e-948e-323e206b23cc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615740 Jul 07 17:02:46.123180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.158795 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.216868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.216868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.224971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20155023-fd3e-4e51-93ab-7fcc138fa6e2 HTTP/1.1" status: 204 len: 168 time: 0.1689727 Jul 07 17:02:46.244947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0687-2174-48f4-8b81-ccd1feef607d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20155023-fd3e-4e51-93ab-7fcc138fa6e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.613500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-d7451163-407f-45e4-8849-9c83b4aed24e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.619886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-d7451163-407f-45e4-8849-9c83b4aed24e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.1372573 Jul 07 17:02:46.640415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-5a816d1d-404a-44db-89fa-0fc7f4d67296 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/quotas/60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 375 time: 0.0162079 Jul 07 17:02:46.686223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-18d28637-86e4-4cd3-bb30-8732a89b2d89 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387881 Jul 07 17:02:46.693164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-7a22bc0a-5ccb-45df-a106-5453bf2b8ffd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:02:46.701605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-7a22bc0a-5ccb-45df-a106-5453bf2b8ffd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138659 Jul 07 17:02:46.739609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:46.846543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-52b93463-427e-421a-a16d-5a24df723543 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437094 Jul 07 17:02:46.865605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-network', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:46.912827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Made reservation on behalf of 603f79889a1b48c8b074d3d99f44992a for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:46.916781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.935875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.952446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-752afb74-15b3-4560-8bb3-a8530341e868 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047826 Jul 07 17:02:47.067170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.074149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.081309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.108263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:47.113964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cc50e8-b73d-4f7f-bbf0-a0c0f9195924,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.137692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.138336 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Added segment b758e338-9d09-4105-a663-2e9409c3c618 of type vlan for network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 Jul 07 17:02:47.228503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.296755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07a7fa33-ce89-4ca0-805b-f3b0a935aaed no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:47.307802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.309403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.310012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.351296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 07a7fa33-ce89-4ca0-805b-f3b0a935aaed {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:47.351837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07a7fa33-ce89-4ca0-805b-f3b0a935aaed not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:47.384577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196a493-4bcd-4262-a545-fe529071b866 req-dd44df4c-bce5-49c2-867e-13685d397052 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.395003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d196a493-4bcd-4262-a545-fe529071b866 req-dd44df4c-bce5-49c2-867e-13685d397052 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1916723 Jul 07 17:02:47.421844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6808810 Jul 07 17:02:47.442444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.448538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Request body: {'subnet': {'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-subnet', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:47.482221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a628e-07e3-4b71-bdea-69bc1e85befa admin admin] Pushing event updated for resources: {'Network': ['ID=0341ea0c-a7d4-46fb-ab57-b10d88b25e13,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.497071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:47.513025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d196a493-4bcd-4262-a545-fe529071b866 req-f1ce11fa-2634-41b8-a986-5a853569f63f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Jul 07 17:02:47.515259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Made reservation on behalf of 603f79889a1b48c8b074d3d99f44992a for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:47.517975 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.593720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7bdcc-cca5-4d92-ba41-3e8534c7466e req-a23d60e6-ccd5-4c4a-bf3d-a854e6482dbe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.601490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4b7bdcc-cca5-4d92-ba41-3e8534c7466e req-a23d60e6-ccd5-4c4a-bf3d-a854e6482dbe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2035182 Jul 07 17:02:47.658680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdb7efab-2ccb-4d5d-aeff-530e3bcf7d41 req-a6a283b3-e0f7-484e-8dca-291d0253c1f8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 210 time: 0.0535569 Jul 07 17:02:47.757835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4b7bdcc-cca5-4d92-ba41-3e8534c7466e req-d8c6b174-6ab1-4a3d-9e83-b8f5a75cfdda tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554422 Jul 07 17:02:47.772580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad82751a-31b2-4fa0-9546-2392178f862c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0280b0ef79e4b9c8e159a139361d4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884084 Jul 07 17:02:47.776302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.848538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.882955 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.895207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.966559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.970984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.972379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b22c4b5-0cea-4ddc-8813-4e2a658277a6 HTTP/1.1" status: 204 len: 168 time: 0.1945047 Jul 07 17:02:47.982519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c99d5a-9ce6-4fa3-aff0-6cc0953f9cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b22c4b5-0cea-4ddc-8813-4e2a658277a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.025390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Checking segment: {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:48.025747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Network hostable DHCP agents. Network: 0341ea0c-a7d4-46fb-ab57-b10d88b25e13, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:48.045690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4c25a7-fb95-4749-be5f-7b1faeafffd8,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.079859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:48.092796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0341ea0c-a7d4-46fb-ab57-b10d88b25e13) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:48.100523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.102282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.104259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3538f-b3b8-4549-b594-8b66398d904e None None] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:48.137269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ba9698fd-7fe3-4eaa-9ff0-11cc70eae0ee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6935401 Jul 07 17:02:48.140574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.145821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:48.197676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.199363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.291080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.358282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'fixed_ips': [{'subnet_id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:48.359710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.543626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35006) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.602398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fd5ab9dd-6efb-463c-821c-433a3154e9eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c11ef08fe87c46bcb1fa6dda5819cea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572588 Jul 07 17:02:48.604642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.666804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Allocated IP 172.20.0.2 (0341ea0c-a7d4-46fb-ab57-b10d88b25e13/2a4c25a7-fb95-4749-be5f-7b1faeafffd8/8fe89ecd-d689-4291-9982-aa315c55434b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:48.725100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.753879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.846867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.855888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.859135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04c2ef29-584d-43f1-a7a8-9029a4edeb23 HTTP/1.1" status: 204 len: 168 time: 0.2463150 Jul 07 17:02:48.872089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d464-34df-4ec8-ab85-3f9a1eb6c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c2ef29-584d-43f1-a7a8-9029a4edeb23,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.948757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.974867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1068737326', 'description': 'tempest-description-528207803'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.027665 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.040185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Transition to ACTIVE for port object 8fe89ecd-d689-4291-9982-aa315c55434b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:49.059787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Transition to ACTIVE for port object 8fe89ecd-d689-4291-9982-aa315c55434b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:49.067943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.080540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ca4ef-c2f3-4435-9e8b-64b0f705fa7b req-4465815c-2873-48ff-a368-118182a9c108 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.087626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a98ca4ef-c2f3-4435-9e8b-64b0f705fa7b req-4465815c-2873-48ff-a368-118182a9c108 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2074239 Jul 07 17:02:49.116916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.123881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Pushing event updated for resources: {'Port': ['ID=8fe89ecd-d689-4291-9982-aa315c55434b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.137801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:49.139506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:49.144524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:49.147059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.226776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a98ca4ef-c2f3-4435-9e8b-64b0f705fa7b req-0178352f-a360-4750-adc5-2dcbbf3a5687 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383793 Jul 07 17:02:49.229047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Attempting to bind port 8fe89ecd-d689-4291-9982-aa315c55434b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:49.229563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Attempting to bind port 8fe89ecd-d689-4291-9982-aa315c55434b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:49.230071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Attempting to bind port 8fe89ecd-d689-4291-9982-aa315c55434b on network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:49.254558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:49.254888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Checking segment: {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:49.255426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.255798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Bound using segment: {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:49.256331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Bound port: 8fe89ecd-d689-4291-9982-aa315c55434b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:49.256732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.269451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-f660ccee-98c1-46f0-b8a1-2abf747a7ee6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.273570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-f660ccee-98c1-46f0-b8a1-2abf747a7ee6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.2475827 Jul 07 17:02:49.286819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Request body: {'port': {'device_id': '267a06da-6864-455b-91fb-74c8dc2b681f', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'admin_state_up': True, 'tenant_id': '60a9e78130884439aa778615c4df0453'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.386025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.428997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] For port 8fe89ecd-d689-4291-9982-aa315c55434b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:49.439719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] For port 8fe89ecd-d689-4291-9982-aa315c55434b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8fe89ecd-d689-4291-9982-aa315c55434b,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:49.441629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.449792 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.458992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df36ab77-645b-4584-970f-4c90bbe55fe9 req-3728aa8f-680a-45df-a4cc-06a9f756ddae tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 210 time: 0.0926492 Jul 07 17:02:49.560639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c5b54-c2d9-47bd-b621-5188f8b1e082 None None] Pushing event updated for resources: {'Port': ['ID=8fe89ecd-d689-4291-9982-aa315c55434b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.598999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6919f6-13a6-4c66-959a-488fe000ee6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.718254 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.748637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.890297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.917350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.940315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0233ca-bd1f-4e11-8403-da54f9be1a36 req-bf300fc2-e3cb-4235-a122-c6086e8ce962 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.948529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:49.952454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c0233ca-bd1f-4e11-8403-da54f9be1a36 req-bf300fc2-e3cb-4235-a122-c6086e8ce962 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.3009276 Jul 07 17:02:49.959286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.034825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.047485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8bdd34ac-958d-4461-a634-8b8e043525be req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0785375 Jul 07 17:02:50.116762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c0233ca-bd1f-4e11-8403-da54f9be1a36 req-8e224d21-dd72-4db9-bc2c-5d9f19f80463 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633463 Jul 07 17:02:50.119585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3ae7b-3602-4288-8167-fece34037c3d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe1324-b102-49a9-8016-aa1b67b8f101,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.178278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Allocated IP 172.25.7.181 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:50.194327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1431083563', 'description': 'tempest-description-1851316877'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:50.194950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Allocated IP 172.20.0.6 (a74304f6-6030-40e2-91fb-eae71ddbfc86/92070831-744f-4cd3-84b2-fba5e222f7e6/8e9a2b89-b42d-4ab9-826e-989adeb7e860) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:50.286475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.417237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.466487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.494600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.534378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.548207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.600108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.613423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:50.615110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd13bfae-9189-4b2e-8d4a-d40ebad3acbe req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4417999 Jul 07 17:02:50.622909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1156a7-c067-44cd-a247-6ea96e92cd8e tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d67a9-c761-4a2d-b6b4-695f0cd716a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.629593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.632921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:50.648624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:50.692103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:50.699541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:50.706792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:50.760825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Pushing event updated for resources: {'Port': ['ID=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.771061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.784660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.785008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.785347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.785679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.786009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.786368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.786931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.787038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.787393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.788469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.788469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.788469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:50.797436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.798293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.826467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-2338790f-0c72-40c0-bfdd-569bf3f6eee2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5429916 Jul 07 17:02:50.841692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Request body: {'port': {'device_id': '267a06da-6864-455b-91fb-74c8dc2b681f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:50.947888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.046564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0dfa-e983-42a7-8ced-01ed3c4fb99c req-3b6564c0-89ec-4a03-972a-d9ac1348d2c0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.048238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fcc0dfa-e983-42a7-8ced-01ed3c4fb99c req-3b6564c0-89ec-4a03-972a-d9ac1348d2c0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 931 time: 0.2915752 Jul 07 17:02:51.102734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3948c2-44d2-4e99-80a1-1370f812c7b5 req-a1bc9f5b-e5f8-4a38-9f10-8c3b88d0fe75 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.111787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc3948c2-44d2-4e99-80a1-1370f812c7b5 req-a1bc9f5b-e5f8-4a38-9f10-8c3b88d0fe75 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.3017573 Jul 07 17:02:51.179312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4ba82-7451-4bb9-9039-c23242803241 None None] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:51.300675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc3948c2-44d2-4e99-80a1-1370f812c7b5 req-336397dc-d63d-4a48-b6e0-62bcfdc1bffa tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878698 Jul 07 17:02:51.305259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c0003eb2-8577-4582-879d-892aed087a9c None None] Provisioning for port 8fe89ecd-d689-4291-9982-aa315c55434b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:51.317362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:51.326788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fcc0dfa-e983-42a7-8ced-01ed3c4fb99c req-cdc4837b-3594-45da-a118-4bfc87ed9f7e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719917 Jul 07 17:02:51.354492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.528685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9a2b89-b42d-4ab9-826e-989adeb7e860 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:51.544055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.569806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Transition to ACTIVE for port object 8e9a2b89-b42d-4ab9-826e-989adeb7e860 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:51.577688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.613421 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.664680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:51.668428 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36637215-f416-4dc2-a432-ac1c2a5b74ce" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-unplugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:51.705117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.717519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.728524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-6431881', 'description': 'tempest-description-219189035'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:51.804499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.841404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.860983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.887180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8fe89ecd-d689-4291-9982-aa315c55434b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:51.896809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5637df-b63f-4b94-a0a5-0c7458950e18 req-223fb46a-917a-4fb9-8704-c5a589a483f9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.904699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de5637df-b63f-4b94-a0a5-0c7458950e18 req-223fb46a-917a-4fb9-8704-c5a589a483f9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1857100 Jul 07 17:02:51.986481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8fe89ecd-d689-4291-9982-aa315c55434b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:51.992375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8fe89ecd-d689-4291-9982-aa315c55434b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:51.992767 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.016512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de5637df-b63f-4b94-a0a5-0c7458950e18 req-af0ebf9e-5b6f-4795-94ec-23c67837a560 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108649 Jul 07 17:02:52.017880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.028312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.041446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:52.041446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:52.041446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:52.042341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:52.042700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:52.048801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:52.049144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:52.049533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:52.050013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Bound port: 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:52.050570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.063947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c371ab9a-50e8-4d87-80a2-098dd9ecbf14 None None] Provisioning complete for port 8fe89ecd-d689-4291-9982-aa315c55434b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.064326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c371ab9a-50e8-4d87-80a2-098dd9ecbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.125236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:52.130073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:52.139788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.190282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.191165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.193300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 1092 time: 1.3579452 Jul 07 17:02:52.193792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:52.196764 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:52.224972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.247403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.308536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae4dd7-edb9-4d99-abc9-21195edc96b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.333175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb64dd-b957-4604-b3e9-bd0f710f7176,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.359416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-522af475-90e0-48b3-bb01-9fddc50265bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.361115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-522af475-90e0-48b3-bb01-9fddc50265bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1095 time: 0.1077223 Jul 07 17:02:52.372231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.372927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.373420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.373982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.374742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.375311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.375708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.376143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.376577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.377010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.377455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.377887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:52.414807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-7a85327b-1d2b-42d1-805d-0db2bbc48453 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.0440977 Jul 07 17:02:52.434093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.463880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.465772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:52.469290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5200585e-8f3a-409d-87c6-9933ba81012e req-b84f2e93-4567-4ca6-8c8f-9f984c86cd95 tempest-FlavorsV2NegativeTest-964923089 tempest-FlavorsV2NegativeTest-964923089-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=49c66ff067384938bd22b1f52bf3e805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845640 Jul 07 17:02:52.471752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.472536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-3b0690dc-b811-442e-9594-543d69cb65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.474371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-3b0690dc-b811-442e-9594-543d69cb65ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0535891 Jul 07 17:02:52.504369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8fe89ecd-d689-4291-9982-aa315c55434b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8fe89ecd-d689-4291-9982-aa315c55434b,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.506050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c371ab9a-50e8-4d87-80a2-098dd9ecbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.516092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.524170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-a679a601-e3f5-411f-b848-6882f6c30eab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420411 Jul 07 17:02:52.558016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.558950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85da5c8a-9a5f-4330-be0c-515aa1f5900d req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8412838 Jul 07 17:02:52.566747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0bdd-5826-498d-b07e-520dbf98c3d5 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265e47f5-48b8-48f8-bb60-0e72a40ec376,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.620384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8fe89ecd-d689-4291-9982-aa315c55434b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.633834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-c371ab9a-50e8-4d87-80a2-098dd9ecbf14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:52.634611 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-c371ab9a-50e8-4d87-80a2-098dd9ecbf14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:52.640598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-c36ac965-1ac0-4265-ac1a-9ddd450945cd service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085842 Jul 07 17:02:52.649006 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841e150-c38e-4bc3-a5fb-bc9463ecd6c5 x-openstack-request-id: req-d841e150-c38e-4bc3-a5fb-bc9463ecd6c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:52.649323 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-unplugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:52.649584 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d841e150-c38e-4bc3-a5fb-bc9463ecd6c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:52.649990 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'code': 200} Jul 07 17:02:52.696725 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe4e441-0c86-41ef-874d-f06d428072e6 x-openstack-request-id: req-dfe4e441-0c86-41ef-874d-f06d428072e6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:52.696992 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:52.697246 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfe4e441-0c86-41ef-874d-f06d428072e6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:52.697634 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'status': 'completed', 'code': 200} Jul 07 17:02:52.702919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200585e-8f3a-409d-87c6-9933ba81012e req-799c6b5e-9d00-42f8-9b88-28cdaa0e6925 tempest-FlavorsV2NegativeTest-964923089 tempest-FlavorsV2NegativeTest-964923089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.709435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5200585e-8f3a-409d-87c6-9933ba81012e req-799c6b5e-9d00-42f8-9b88-28cdaa0e6925 tempest-FlavorsV2NegativeTest-964923089 tempest-FlavorsV2NegativeTest-964923089-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279966 Jul 07 17:02:52.731626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5200585e-8f3a-409d-87c6-9933ba81012e req-8600e135-8dd7-48a7-a813-622bb438372a tempest-FlavorsV2NegativeTest-964923089 tempest-FlavorsV2NegativeTest-964923089-project] 10.222.0.22 "GET /v2.0/quotas/49c66ff067384938bd22b1f52bf3e805 HTTP/1.1" status: 200 len: 375 time: 0.0212576 Jul 07 17:02:52.734622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:52.743811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Sync routers for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:52.748498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-413aaa87-2297-4f33-8301-8c5b84bd37b1 req-9a7961cc-9521-4901-8603-d6e9773dc420 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017888 Jul 07 17:02:52.757513 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:52.758495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:52.778150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5200585e-8f3a-409d-87c6-9933ba81012e req-52978013-6d9b-4c92-915f-dc4123f88e79 tempest-FlavorsV2NegativeTest-964923089 tempest-FlavorsV2NegativeTest-964923089-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=49c66ff067384938bd22b1f52bf3e805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453997 Jul 07 17:02:52.803095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.804333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f6e66c94-4e32-4932-9836-c8dc7e03277d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6625862 Jul 07 17:02:52.807090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:52.908111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:52.948303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-305fc807-8983-42d8-864c-7feb56ec9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.950823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-305fc807-8983-42d8-864c-7feb56ec9fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1095 time: 0.1248162 Jul 07 17:02:53.091329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-ff7baf4e-b00f-40c6-9596-9ea5d58fff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.093782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-ff7baf4e-b00f-40c6-9596-9ea5d58fff25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1347823 Jul 07 17:02:53.148804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b25d-af01-4c63-b062-cb7cd5520309 req-b2d25881-1c32-4b6b-b00c-4c5ea0764e9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.155702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bb6b25d-af01-4c63-b062-cb7cd5520309 req-b2d25881-1c32-4b6b-b00c-4c5ea0764e9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 947 time: 0.3395176 Jul 07 17:02:53.203365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-a4912175-9332-4729-8e45-900b62ff22a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.0960231 Jul 07 17:02:53.223720 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 3, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:53.239828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32a4c2-7063-4809-a0eb-309aa37405df req-eb737d7d-fa66-45c2-a331-68334b757a08 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.247482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f32a4c2-7063-4809-a0eb-309aa37405df req-eb737d7d-fa66-45c2-a331-68334b757a08 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.2948356 Jul 07 17:02:53.258015 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Checking router: 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:53.258397 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Updating router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:53.285079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-6f9abaa2-086f-4573-afce-26a0ab440591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.288492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-6f9abaa2-086f-4573-afce-26a0ab440591 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0774825 Jul 07 17:02:53.303068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bb6b25d-af01-4c63-b062-cb7cd5520309 req-dba96359-951e-4890-a9c2-2f8cde230c41 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464968 Jul 07 17:02:53.323133 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.336427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:53.344255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-9aa218c6-f6e5-4f0d-8774-19f88715c996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469971 Jul 07 17:02:53.346735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f32a4c2-7063-4809-a0eb-309aa37405df req-5eaef442-1a8d-4fa7-92b5-7d4a8c62d204 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971439 Jul 07 17:02:53.379526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-179523401', 'description': 'tempest-description-1592250950'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:53.553885 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-0f014066-0b5b-4581-8083-23c5314315b7 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990829 Jul 07 17:02:53.565508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35142) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:53.613372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:53.629232 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.651726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'mac_address': 'fa:16:3e:e6:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:53.689836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9fe4498-6ee6-48ad-8a92-b13d5df21a2a req-85bb9c74-de09-4d26-a11c-271f5e5dd2ed service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206079 Jul 07 17:02:53.712531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.727492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:53.750724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:53.767735 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.787287 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b380-53ea-4c9a-8e0e-906698ccc9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.835531 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.836071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8fe89ecd-d689-4291-9982-aa315c55434b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:53.849159 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Transition to ACTIVE for port object 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:53.849928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc0061-873b-4928-b625-aadefca0087d req-a272e5fe-1c81-4c41-aa8c-b7d1f60f375e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.851886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56bc0061-873b-4928-b625-aadefca0087d req-a272e5fe-1c81-4c41-aa8c-b7d1f60f375e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2187696 Jul 07 17:02:53.863970 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.900880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.925341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.942159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8fe89ecd-d689-4291-9982-aa315c55434b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:53.942523 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.948645 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Pushing event updated for resources: {'Port': ['ID=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.958484 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Attempting to bind port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:53.959314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Attempting to bind port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:53.959827 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Attempting to bind port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:53.968206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.968934 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.969052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.969479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.970190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.970631 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.971282 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.972026 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.972522 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.973773 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.974262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.974681 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:53.979851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:53.980879 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:53.981396 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.981849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:53.982458 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Bound port: 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:53.982967 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.989764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56bc0061-873b-4928-b625-aadefca0087d req-bdcdb613-39ce-4325-892c-5db23a3ceaf9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140981 Jul 07 17:02:54.102922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] For port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:54.107209 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] For port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:54.112809 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.172058 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:54.172747 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:54.209217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:54.225729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dafa7b-21eb-4057-9fed-93c1536a2d9e None None] Pushing event updated for resources: {'Port': ['ID=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.263380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.281197 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.331453 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:54.364856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a3da6-de11-41f4-9694-3b5a77b8e882,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.393405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b380-53ea-4c9a-8e0e-906698ccc9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.400258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b380-53ea-4c9a-8e0e-906698ccc9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.408170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.409399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d20ccac6-acde-40d7-bc32-26555f9fcc48 req-cad64748-e054-4119-8ee3-d8c175581c9f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0512338 Jul 07 17:02:54.430386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Allocated IP 172.20.0.1 (0341ea0c-a7d4-46fb-ab57-b10d88b25e13/2a4c25a7-fb95-4749-be5f-7b1faeafffd8/254a750c-e890-4451-ae6f-436c8e9ac0de) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:54.480173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4b380-53ea-4c9a-8e0e-906698ccc9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061fb05c-6e8a-401d-ada6-a68a571bdddd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.548491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8ff4b380-53ea-4c9a-8e0e-906698ccc9da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49c66ff067384938bd22b1f52bf3e805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815562 Jul 07 17:02:54.548991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35156) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.563821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.609235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.637437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Transition to ACTIVE for port object 254a750c-e890-4451-ae6f-436c8e9ac0de will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:54.637661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.697512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.701085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.707124 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/061fb05c-6e8a-401d-ada6-a68a571bdddd HTTP/1.1" status: 204 len: 168 time: 0.1571200 Jul 07 17:02:54.718831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bc72e-a305-4480-b43f-1da24eef5d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061fb05c-6e8a-401d-ada6-a68a571bdddd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.750662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.764451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124cff7-048e-4ae1-b4cc-85e629d164a5 req-4b8158e1-f14e-460b-8b9c-b8c744820b2c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.771350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4124cff7-048e-4ae1-b4cc-85e629d164a5 req-4b8158e1-f14e-460b-8b9c-b8c744820b2c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.1780729 Jul 07 17:02:54.797177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 3, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:54.809581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3fba-0908-4c2e-8a2f-296807c3d67d req-bbfd3e85-4118-4206-aed4-5fedfae5f8a5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.811204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ea3fba-0908-4c2e-8a2f-296807c3d67d req-bbfd3e85-4118-4206-aed4-5fedfae5f8a5 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 948 time: 0.2195179 Jul 07 17:02:54.833548 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a48ca-d03a-423e-8cea-cf102556568d None None] The sync data for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 is: [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 3, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:54.850387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:54.870052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:54.875365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:54.880279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Pushing event updated for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.919726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4124cff7-048e-4ae1-b4cc-85e629d164a5 req-c7cd8957-2ff5-4ee4-9c9e-af399a36b16c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470776 Jul 07 17:02:54.945047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ea3fba-0908-4c2e-8a2f-296807c3d67d req-9d96ef53-0e49-4de4-8cb3-86aa8f1c5e2f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227238 Jul 07 17:02:54.956349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.238453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:55.316227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46cdb7b3-0f47-4f92-b715-88e22b0e7df5 None None] Provisioning for port 254a750c-e890-4451-ae6f-436c8e9ac0de completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:55.327789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46cdb7b3-0f47-4f92-b715-88e22b0e7df5 None None] Provisioning complete for port 254a750c-e890-4451-ae6f-436c8e9ac0de triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:55.328178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cdb7b3-0f47-4f92-b715-88e22b0e7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.393746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-46cdb7b3-0f47-4f92-b715-88e22b0e7df5 None None] Port 254a750c-e890-4451-ae6f-436c8e9ac0de cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:55.430816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:55.445340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'port_id': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'mac_address': 'fa:16:3e:f8:06:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92070831-744f-4cd3-84b2-fba5e222f7e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:55.450225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.519000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.541421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9a2b89-b42d-4ab9-826e-989adeb7e860 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:55.585269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:55.592019 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.647769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.701415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35184) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:55.767475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6dd1f-aae8-4d62-83ac-3a1a79d57e3f req-8d96e13d-7352-4ee6-bc98-f923a8988a50 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.768946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bd6dd1f-aae8-4d62-83ac-3a1a79d57e3f req-8d96e13d-7352-4ee6-bc98-f923a8988a50 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2326579 Jul 07 17:02:55.829804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1952441586-network', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:55.834596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8e9a2b89-b42d-4ab9-826e-989adeb7e860'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:55.865211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:55.867798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:55.868039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.877728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.896421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bd6dd1f-aae8-4d62-83ac-3a1a79d57e3f req-1a1d99db-b771-42da-bb3a-7274c21c8cf8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196358 Jul 07 17:02:55.925875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-864a56fc-85ea-40a2-8594-78a3d6e1b07f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53369 time: 0.8893306 Jul 07 17:02:55.952631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.964916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.976624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:55.983786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:55.984156 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.013631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.022865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.046276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-3d198987-f172-4432-a9fb-4b85986209e7 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/00e5de66-3362-4c7d-a67f-49ef052297b1 HTTP/1.1" status: 200 len: 2973 time: 0.1190672 Jul 07 17:02:56.077673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Pushing event updated for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.078453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:56.084600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.106723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.107261 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Added segment 0346086a-fa8d-4bd3-a378-e247e711e6cd of type vlan for network dfb3225a-a96a-4c5a-8062-67bf9911028f Jul 07 17:02:56.123403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-5800d3e4-b406-46b4-afe9-3d0cb0057052 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/00e5de66-3362-4c7d-a67f-49ef052297b1 HTTP/1.1" status: 200 len: 2973 time: 0.0760961 Jul 07 17:02:56.133034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.175794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:56.183579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.187925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf68474-e0f4-4a08-924b-38d96116b364,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.191493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.222230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-b438f0d3-dee7-4785-a13c-a1284f3d38c7 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0b6919f6-13a6-4c66-959a-488fe000ee6f HTTP/1.1" status: 200 len: 2981 time: 0.0977457 Jul 07 17:02:56.232636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.242843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.243826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.244413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.293814 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5912747 Jul 07 17:02:56.296764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:56.299874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35192) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.302593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-16aa2a71-0ee4-4428-add1-eab71a8d5fc7 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0b6919f6-13a6-4c66-959a-488fe000ee6f HTTP/1.1" status: 200 len: 2981 time: 0.0796440 Jul 07 17:02:56.305356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Request body: {'subnet': {'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1952441586-subnet', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.319939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261c7b5-1b66-4398-a365-f6e50dea9c8c admin admin] Pushing event updated for resources: {'Network': ['ID=dfb3225a-a96a-4c5a-8062-67bf9911028f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.322504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:56.335805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network dfb3225a-a96a-4c5a-8062-67bf9911028f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:56.339383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:56.342348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.441125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-66d8b511-567f-4549-9dc2-c288d1f5156c tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1c2de0f9-3c15-49cf-b61b-e262f3bd55a1 HTTP/1.1" status: 200 len: 2977 time: 0.1204832 Jul 07 17:02:56.454163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a7a2-b515-48ed-b05d-9f4fe92d3abd req-e43b4535-7eba-484d-8715-16ae9a8f9c23 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.455642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc18a7a2-b515-48ed-b05d-9f4fe92d3abd req-e43b4535-7eba-484d-8715-16ae9a8f9c23 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 945 time: 0.1758516 Jul 07 17:02:56.542152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.579396 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc18a7a2-b515-48ed-b05d-9f4fe92d3abd req-d4cb07e7-eca7-4126-a54e-36b57b43fcd2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2cfa763-b21f-4aaf-ad04-cc530065b582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934417 Jul 07 17:02:56.584712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-8de2ca5e-4dd0-427a-a240-597612b1e676 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1c2de0f9-3c15-49cf-b61b-e262f3bd55a1 HTTP/1.1" status: 200 len: 2977 time: 0.1024296 Jul 07 17:02:56.588923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:56.606680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:56.607043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Network hostable DHCP agents. Network: dfb3225a-a96a-4c5a-8062-67bf9911028f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:56.610212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fb6deb-3338-4790-a65b-76d74707306f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.633513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7e609850-755c-48d5-af83-c660fc9fd794 None None] Provisioning complete for port 254a750c-e890-4451-ae6f-436c8e9ac0de triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:56.634600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:56.637034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e609850-755c-48d5-af83-c660fc9fd794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.653040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, dfb3225a-a96a-4c5a-8062-67bf9911028f) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:56.657906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.658695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.687180 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dcc81b3b-ed32-4bc6-a1d7-a9c4a9642fa8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3862345 Jul 07 17:02:56.690869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.695277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.712541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e609850-755c-48d5-af83-c660fc9fd794 None None] Port 254a750c-e890-4451-ae6f-436c8e9ac0de cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:56.717228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-6d95f2fa-485f-4135-99e6-7c62e0ca28b6 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/25364c12-282d-4269-b045-84b60449058f HTTP/1.1" status: 200 len: 2977 time: 0.1248748 Jul 07 17:02:56.717931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ccd2f9-f4b3-4dab-86f9-b041264e34c9 None None] Network dfb3225a-a96a-4c5a-8062-67bf9911028f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:56.722449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.724514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.795452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.856439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-df4d638f-bd5b-41e8-91d2-36816a2f6883 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/25364c12-282d-4269-b045-84b60449058f HTTP/1.1" status: 200 len: 2977 time: 0.1383288 Jul 07 17:02:56.859151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:56.864665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8ceb674-e279-4cc6-b152-7e0710f3380b admin admin] 10.222.0.22 "PUT /v2.0/routers/8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0565865 Jul 07 17:02:56.907386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab8629-c31f-4f96-94d2-097c57b3918a req-fbfdf1f3-59d2-492f-9f82-61d7aa615d68 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.908878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bcab8629-c31f-4f96-94d2-097c57b3918a req-fbfdf1f3-59d2-492f-9f82-61d7aa615d68 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.1420953 Jul 07 17:02:56.930056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-dfb3225a-a96a-4c5a-8062-67bf9911028f', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:56.931052 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.952696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-d3bd361c-4ebd-4387-9f77-d3bc1ce7bc5c tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4157920c-fd3a-42a4-8cd5-477798a401e1 HTTP/1.1" status: 200 len: 2981 time: 0.0858142 Jul 07 17:02:56.961568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.984115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bcab8629-c31f-4f96-94d2-097c57b3918a req-5e306a31-9918-46df-86d5-4decf76b9524 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Jul 07 17:02:57.014691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-e98161e6-8c64-46a5-b895-342d878463b0 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4157920c-fd3a-42a4-8cd5-477798a401e1 HTTP/1.1" status: 200 len: 2981 time: 0.0531106 Jul 07 17:02:57.070755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Sync routers for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:57.091970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-a0fedb46-e922-4570-9f2c-407c0e54b7d2 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/42c57cb1-0171-44c9-9a9d-a43f235beeba HTTP/1.1" status: 200 len: 2981 time: 0.0620842 Jul 07 17:02:57.098565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:57.099623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.116790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-7693f45c-51be-410b-b5d1-9e527aa9d573 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.118387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-7693f45c-51be-410b-b5d1-9e527aa9d573 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.32 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 945 time: 0.1397834 Jul 07 17:02:57.150585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-4d12db06-32ef-420c-985e-45d40f1006b1 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/42c57cb1-0171-44c9-9a9d-a43f235beeba HTTP/1.1" status: 200 len: 2981 time: 0.0563693 Jul 07 17:02:57.237939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-4312a474-e98e-41c5-8784-aac173934acf tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/65ad9fd9-d27a-4248-bb13-fec431714f38 HTTP/1.1" status: 200 len: 2981 time: 0.0864608 Jul 07 17:02:57.247979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:57.335609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Deleting port dc35670a-450b-40e2-9951-17d9a8a9f818 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:57.335950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.403305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.405264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:57.427859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.473798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:57.478710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Allocated IP 172.20.0.2 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/0bc3da7a-4fe5-4690-a633-0e9c3a6c0550) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:57.497559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb44d4-291f-47d5-a5e9-2e73582a808b req-b113ae4c-53d3-42b2-a266-e1053484461f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.504274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fecb44d4-291f-47d5-a5e9-2e73582a808b req-b113ae4c-53d3-42b2-a266-e1053484461f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 948 time: 0.3297863 Jul 07 17:02:57.508592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] For port dc35670a-450b-40e2-9951-17d9a8a9f818, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dc35670a-450b-40e2-9951-17d9a8a9f818,segment=NetworkSegment(1aaff938-856e-40fb-b5b4-cb0a8a9f5a53),segment_id=1aaff938-856e-40fb-b5b4-cb0a8a9f5a53)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:57.508592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.531063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Calling delete_port for dc35670a-450b-40e2-9951-17d9a8a9f818 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:57.562025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-548c8164-dfc4-431f-838e-88e70a1ff10c tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/65ad9fd9-d27a-4248-bb13-fec431714f38 HTTP/1.1" status: 200 len: 2981 time: 0.3093028 Jul 07 17:02:57.573218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fecb44d4-291f-47d5-a5e9-2e73582a808b req-6cf4c94d-a982-4d03-bf74-88f00c798472 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679924 Jul 07 17:02:57.623947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Allocated IP 172.25.7.201 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c9875a71-4674-44ee-a58d-717c7663c47a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:57.625873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:57.626266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.639615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:57.658519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-d0cf2377-ebe8-4d6f-a4a6-9b1aa289c58a tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7669a5bf-d18c-47b3-8a98-6ae08173a278 HTTP/1.1" status: 200 len: 2981 time: 0.0835066 Jul 07 17:02:57.706700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-41310a80-5555-4aa9-9d31-264a2fe2d6ec tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7669a5bf-d18c-47b3-8a98-6ae08173a278 HTTP/1.1" status: 200 len: 2981 time: 0.0457330 Jul 07 17:02:57.716556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:57.717250 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.807418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-37d3c323-6bbe-4a62-add2-7ad028359cc4 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a385608-0813-4719-b968-a21621364109 HTTP/1.1" status: 200 len: 2981 time: 0.0812960 Jul 07 17:02:57.818520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.829740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:57.839539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.840647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58206-0c60-441f-9da6-bc72ef0da6a8 req-23cce84e-decf-40b8-8a4a-bf76da3603ac tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.844520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dc35670a-450b-40e2-9951-17d9a8a9f818'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:57.848741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aab58206-0c60-441f-9da6-bc72ef0da6a8 req-23cce84e-decf-40b8-8a4a-bf76da3603ac tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1362352 Jul 07 17:02:57.866452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Pushing event deleted for resources: {'Port': ['ID=dc35670a-450b-40e2-9951-17d9a8a9f818,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.911853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aab58206-0c60-441f-9da6-bc72ef0da6a8 req-865b71c8-ea1a-4c08-b800-2de4cd964e86 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621409 Jul 07 17:02:57.913447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-66b56386-4c74-4de8-bf03-5e8cc3d2f436 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a385608-0813-4719-b968-a21621364109 HTTP/1.1" status: 200 len: 2981 time: 0.0975561 Jul 07 17:02:57.919136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] No DVR routers for this DVR port dc35670a-450b-40e2-9951-17d9a8a9f818 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:57.925653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.928276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b327b82-f924-48e3-ad50-ba731b9257a2 req-396f06e3-3470-47d7-848b-4f663df243f2 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.32 "DELETE /v2.0/ports/dc35670a-450b-40e2-9951-17d9a8a9f818 HTTP/1.1" status: 204 len: 173 time: 0.8031271 Jul 07 17:02:57.928665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'name': 'network-vif-deleted', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:57.932144 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aeed0c-c082-4af2-997b-3abd83815f26" -d '{"events": [{"server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "name": "network-vif-deleted", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:57.970284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.988109 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-481f6b00-8991-4875-9b2e-a861aed4d216 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/83fffe02-bb86-4bec-9a36-c7ef7a9a40a3 HTTP/1.1" status: 200 len: 2977 time: 0.0640378 Jul 07 17:02:58.010168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:58.013223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:58.017397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:58.044625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-16a5e81e-91f8-4a98-9c70-241d97e81fd0 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/83fffe02-bb86-4bec-9a36-c7ef7a9a40a3 HTTP/1.1" status: 200 len: 2977 time: 0.0473471 Jul 07 17:02:58.046602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.073146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.078206 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.102445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-f0cb3c42-37ea-4137-a04f-d1a65fa259f1 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eeb64dd-b957-4604-b3e9-bd0f710f7176 HTTP/1.1" status: 200 len: 2981 time: 0.0513084 Jul 07 17:02:58.105399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9875a71-4674-44ee-a58d-717c7663c47a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.128684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Transition to ACTIVE for port object 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:58.131159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:58.133475 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a514fc-1c07-4a72-aaf0-f131e28f8b48" -d '{"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-plugged", "status": "completed", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:58.169140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.178776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-22b0ed5b-895f-4e90-b7fe-fd3331cf4b8a tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eeb64dd-b957-4604-b3e9-bd0f710f7176 HTTP/1.1" status: 200 len: 2981 time: 0.0617011 Jul 07 17:02:58.180267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.185919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.193048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:58.193522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.196702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Transition to ACTIVE for port object 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:58.198335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.254617 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.286441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 4, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '254a750c-e890-4451-ae6f-436c8e9ac0de', 'name': '', 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'mac_address': 'fa:16:3e:97:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:53Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 2, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'subnets': [{'id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:58.288554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-cca21b3a-1e2c-4751-b46d-7269b4221c72 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/93cc50e8-b73d-4f7f-bbf0-a0c0f9195924 HTTP/1.1" status: 200 len: 2981 time: 0.1003230 Jul 07 17:02:58.298313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83d46cd0-d812-4b77-bc68-c9baa64e78b7 req-06f33491-66ab-48e2-8355-c1df473bf3f1 tempest-FloatingIPsNegativeTestJSON-1558152346 tempest-FloatingIPsNegativeTestJSON-1558152346-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=603f79889a1b48c8b074d3d99f44992a HTTP/1.1" status: 200 len: 217 time: 0.0814342 Jul 07 17:02:58.336710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:58.337959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-86fa8450-a33c-4441-9ca3-a33bdbe7930a tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/93cc50e8-b73d-4f7f-bbf0-a0c0f9195924 HTTP/1.1" status: 200 len: 2981 time: 0.0385804 Jul 07 17:02:58.342991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Checking router: 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:58.343425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Updating router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c port 254a750c-e890-4451-ae6f-436c8e9ac0de binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:58.351456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:58.375192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:58.377265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.389993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-4f421d0a-832e-4e7b-8381-733787f4a9d1 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/acbf0c70-3254-4f0e-a2a6-f64af60224c5 HTTP/1.1" status: 200 len: 2981 time: 0.0463216 Jul 07 17:02:58.403882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.404229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.404574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.404914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.405247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.405575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.406150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.406266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.406557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.406882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.407270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.407597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:58.446893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-93683d79-5597-4f1e-8ad1-931a55330f97 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/acbf0c70-3254-4f0e-a2a6-f64af60224c5 HTTP/1.1" status: 200 len: 2981 time: 0.0510781 Jul 07 17:02:58.476685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.509486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-340dfb8c-9449-4a3a-a5d0-4afb11637371 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf279be7-6d1e-4515-b21a-ba777653f11d HTTP/1.1" status: 200 len: 2981 time: 0.0568049 Jul 07 17:02:58.588464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b65f32b-a582-4c12-89c1-1ba763d3dbe3 req-1673e718-3b25-480e-8573-e3395f476e03 tempest-VolumesAdminNegativeTest-374873438 tempest-VolumesAdminNegativeTest-374873438-project] 10.222.0.22 "GET /v2.0/ports?device_id=18975a3d-f765-4810-b1e3-3fe4f8e59a78 HTTP/1.1" status: 200 len: 210 time: 0.0413406 Jul 07 17:02:58.592694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-5b6504df-1355-44ac-ad5c-7495cee77b1b tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf279be7-6d1e-4515-b21a-ba777653f11d HTTP/1.1" status: 200 len: 2981 time: 0.0773356 Jul 07 17:02:58.662322 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b53e3-36e8-4652-9a58-8fc6c22441c6 x-openstack-request-id: req-a64b53e3-36e8-4652-9a58-8fc6c22441c6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:58.662613 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18975a3d-f765-4810-b1e3-3fe4f8e59a78", "name": "network-vif-deleted", "tag": "dc35670a-450b-40e2-9951-17d9a8a9f818", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:58.662871 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a64b53e3-36e8-4652-9a58-8fc6c22441c6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:58.663275 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18975a3d-f765-4810-b1e3-3fe4f8e59a78', 'name': 'network-vif-deleted', 'tag': 'dc35670a-450b-40e2-9951-17d9a8a9f818', 'status': 'completed', 'code': 200} Jul 07 17:02:58.675584 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.689083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-f83ea15b-fcb4-4bd8-b460-7745d6f1af23 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf54d8b7-cfaf-4048-8e4f-918aab3ee49e HTTP/1.1" status: 200 len: 2981 time: 0.0843616 Jul 07 17:02:58.740573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.746542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Attempting to bind port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:58.746879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Attempting to bind port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:58.747385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Attempting to bind port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:58.766069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-4b521b4c-9541-40f7-bdcc-03f5aa72c350 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf54d8b7-cfaf-4048-8e4f-918aab3ee49e HTTP/1.1" status: 200 len: 2981 time: 0.0713236 Jul 07 17:02:58.786047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:58.786792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:58.787206 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.787607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:58.788244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Bound port: 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:58.788636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.857647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-f08cbbb1-43e9-4279-97c7-88b6cc5f2a69 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e2cfa763-b21f-4aaf-ad04-cc530065b582 HTTP/1.1" status: 200 len: 2981 time: 0.0751121 Jul 07 17:02:58.871410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Pushing event updated for resources: {'Port': ['ID=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.894306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa5901-c5c3-4a94-b741-fa5f7a085775 req-94e617ef-e67c-4a1b-9c7e-b1cea98c8c68 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.895841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbaa5901-c5c3-4a94-b741-fa5f7a085775 req-94e617ef-e67c-4a1b-9c7e-b1cea98c8c68 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 945 time: 0.1247611 Jul 07 17:02:58.947280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.948440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff071098-78c3-489c-b273-b40acd1c6c18 req-5f624f92-d402-427e-953f-a261bbf75635 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e2cfa763-b21f-4aaf-ad04-cc530065b582 HTTP/1.1" status: 200 len: 2981 time: 0.0781646 Jul 07 17:02:58.957237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] For port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:58.963116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] For port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:58.968699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbaa5901-c5c3-4a94-b741-fa5f7a085775 req-6de6fcfd-9044-4329-bcb2-a1d1a18185e5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601163 Jul 07 17:02:58.987558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.040281 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fab0d0-749d-4d3f-b05d-d77bcbd34b64 x-openstack-request-id: req-74fab0d0-749d-4d3f-b05d-d77bcbd34b64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:59.040551 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-plugged", "status": "completed", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:59.040799 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74fab0d0-749d-4d3f-b05d-d77bcbd34b64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:59.041182 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'code': 200} Jul 07 17:02:59.052573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34fa757a-a44c-4299-a40f-75bc8db1e1c6 req-c61ce4ba-839d-4389-8082-272c4f27db71 tempest-FloatingIPsNegativeTestJSON-1558152346 tempest-FloatingIPsNegativeTestJSON-1558152346-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0522728 Jul 07 17:02:59.151322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19caa6-98db-4d59-860a-7bb4489791a1 None None] Pushing event updated for resources: {'Port': ['ID=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.165437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.174067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:59.178558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Transition to ACTIVE for port object 254a750c-e890-4451-ae6f-436c8e9ac0de will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:59.179255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f2311-c91f-4528-8189-e1cba5ea1f89 req-a3e2a8bf-6390-4613-9e7c-2b6b34972e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.181478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-217f2311-c91f-4528-8189-e1cba5ea1f89 req-a3e2a8bf-6390-4613-9e7c-2b6b34972e60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1097 time: 0.0821824 Jul 07 17:02:59.187544 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.201865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83403787-5b52-40d0-b6ff-d84190edd40a req-0b66c37d-b70c-4f45-8e1e-cee71f47e450 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e59b4e6623ff4ed4b3d748be5e04c4f0 HTTP/1.1" status: 200 len: 6103 time: 0.1093519 Jul 07 17:02:59.291416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa086a75-dc13-45c2-9b9e-d91be8b7e139 req-70e677d7-adfd-4bdd-8e5b-53750b671ba6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.293537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa086a75-dc13-45c2-9b9e-d91be8b7e139 req-70e677d7-adfd-4bdd-8e5b-53750b671ba6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1510997 Jul 07 17:02:59.301920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Attempting to bind port 254a750c-e890-4451-ae6f-436c8e9ac0de on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:59.301920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Attempting to bind port 254a750c-e890-4451-ae6f-436c8e9ac0de by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:59.302980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Attempting to bind port 254a750c-e890-4451-ae6f-436c8e9ac0de on network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:59.314308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:59.314700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Checking segment: {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:59.315113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.315690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Bound using segment: {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:59.316172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Bound port: 254a750c-e890-4451-ae6f-436c8e9ac0de, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b758e338-9d09-4105-a663-2e9409c3c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:59.316992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.320780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a346c39-900c-4c09-aed6-4ca9d0b4e0ea None None] Pushing event updated for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.342382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83403787-5b52-40d0-b6ff-d84190edd40a req-18eceb40-b1ff-46a0-9c63-d98ec068ce2d tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "GET /v2.0/security-groups/0b6919f6-13a6-4c66-959a-488fe000ee6f HTTP/1.1" status: 200 len: 2981 time: 0.1216941 Jul 07 17:02:59.362232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-217f2311-c91f-4528-8189-e1cba5ea1f89 req-933c206f-8dee-4e83-a28b-958c30261f24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722224 Jul 07 17:02:59.365038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:59.381502 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Sync routers for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:59.399161 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:59.399835 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.402143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.416711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa086a75-dc13-45c2-9b9e-d91be8b7e139 req-5aea5d49-a4a4-480f-b178-8d413a9119d3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135941 Jul 07 17:02:59.418251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fbdfa4c1-5df1-4bad-94ac-581d3b3841d8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7263649 Jul 07 17:02:59.421208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.463070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] For port 254a750c-e890-4451-ae6f-436c8e9ac0de, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:59.476128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] For port 254a750c-e890-4451-ae6f-436c8e9ac0de, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=254a750c-e890-4451-ae6f-436c8e9ac0de,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:59.484652 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.536828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83403787-5b52-40d0-b6ff-d84190edd40a req-682d2222-939b-4c66-a75c-c55d5c4e5af0 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "GET /v2.0/security-groups/0b6919f6-13a6-4c66-959a-488fe000ee6f HTTP/1.1" status: 200 len: 2981 time: 0.1934876 Jul 07 17:02:59.581594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a346c39-900c-4c09-aed6-4ca9d0b4e0ea None None] Pushing event updated for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.604026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:59.604769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.613880 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:59.696941 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-70d31c2c-fecc-4028-a08b-aaf2b2562120 req-a19fba98-8776-4abd-9b9a-e81a7b7ea322 tempest-FloatingIPsNegativeTestJSON-1558152346 tempest-FloatingIPsNegativeTestJSON-1558152346-project] show failed (client error): The resource could not be found. Jul 07 17:02:59.708463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70d31c2c-fecc-4028-a08b-aaf2b2562120 req-a19fba98-8776-4abd-9b9a-e81a7b7ea322 tempest-FloatingIPsNegativeTestJSON-1558152346 tempest-FloatingIPsNegativeTestJSON-1558152346-project] 10.222.0.22 "GET /v2.0/floatingips/6cdf8406-e626-41f1-855d-89746a433760 HTTP/1.1" status: 404 len: 350 time: 0.1613588 Jul 07 17:02:59.712480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.974717 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 3, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.977859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-34315c0b-6963-4b16-a9e2-45d72b804432 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ae9a3da6-de11-41f4-9694-3b5a77b8e882 HTTP/1.1" status: 200 len: 1777 time: 0.0576928 Jul 07 17:03:00.023610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:00.024807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Checking router: 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:00.025168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Updating router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 port c9875a71-4674-44ee-a58d-717c7663c47a binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:00.050317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.066345 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.076902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.154866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54199acf-3c11-4b03-9d5e-b5b6ab2f1486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.180571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:00.273845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:00.315145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.317724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.336061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d149a439-7fc2-4bbb-89d8-61d9f33d1f11 req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae9a3da6-de11-41f4-9694-3b5a77b8e882 HTTP/1.1" status: 204 len: 173 time: 0.3479385 Jul 07 17:03:00.349331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f21ca-5156-46ef-ab3c-79d49be3d63b req-290d98ab-2f9f-4438-9fd6-cd5317836e69 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.364917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf1f21ca-5156-46ef-ab3c-79d49be3d63b req-290d98ab-2f9f-4438-9fd6-cd5317836e69 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.6736710 Jul 07 17:03:00.473507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35242) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.479361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb5de8-5525-43bc-ad42-d1d6b93bb08f tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a3da6-de11-41f4-9694-3b5a77b8e882,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.508951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 4, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '254a750c-e890-4451-ae6f-436c8e9ac0de', 'name': '', 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'mac_address': 'fa:16:3e:97:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:53Z', 'updated_at': '2021-07-07T17:02:59Z', 'revision_number': 4, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'subnets': [{'id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:00.539850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf1f21ca-5156-46ef-ab3c-79d49be3d63b req-85a11b83-8ea7-4137-8438-cb745fd7a0cd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731355 Jul 07 17:03:00.541480 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.570582 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Transition to ACTIVE for port object c9875a71-4674-44ee-a58d-717c7663c47a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:00.575133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Deleting subnet 67ea01dd-6b8b-41bc-971c-56f53ed7bab8 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:00.579588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.580888 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.581029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b817622-ff29-464a-95b0-5dcd90973c42 None None] The sync data for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 is: [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 4, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '254a750c-e890-4451-ae6f-436c8e9ac0de', 'name': '', 'network_id': '0341ea0c-a7d4-46fb-ab57-b10d88b25e13', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'mac_address': 'fa:16:3e:97:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:53Z', 'updated_at': '2021-07-07T17:02:59Z', 'revision_number': 4, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'subnets': [{'id': '2a4c25a7-fb95-4749-be5f-7b1faeafffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:00.697967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-22da84d5-500a-4535-a293-18479a4003c3 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "GET /v2.0/security-groups/265e47f5-48b8-48f8-bb60-0e72a40ec376 HTTP/1.1" status: 200 len: 1774 time: 0.0969791 Jul 07 17:03:00.705529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.720636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.732889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Attempting to bind port c9875a71-4674-44ee-a58d-717c7663c47a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:00.733349 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Attempting to bind port c9875a71-4674-44ee-a58d-717c7663c47a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:00.733613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Attempting to bind port c9875a71-4674-44ee-a58d-717c7663c47a on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:00.735763 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f319d-bb6e-4edf-a4a3-e121da72af3f None None] Pushing event updated for resources: {'Port': ['ID=c9875a71-4674-44ee-a58d-717c7663c47a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.746913 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:00.747301 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:00.747713 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.748113 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:00.748700 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Bound port: c9875a71-4674-44ee-a58d-717c7663c47a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:00.749157 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.822799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e80454-e219-43b6-8f45-556c45e3ae22 None None] Network dfb3225a-a96a-4c5a-8062-67bf9911028f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:00.824001 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] For port c9875a71-4674-44ee-a58d-717c7663c47a, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:00.828058 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] For port c9875a71-4674-44ee-a58d-717c7663c47a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9875a71-4674-44ee-a58d-717c7663c47a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:00.832977 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.863666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.924995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.936660 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f319d-bb6e-4edf-a4a3-e121da72af3f None None] Pushing event updated for resources: {'Port': ['ID=c9875a71-4674-44ee-a58d-717c7663c47a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.944791 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:00.945423 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:02:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:00.959869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.976373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6a540-72f6-43e7-921d-03c07861a63c req-e48293f8-093b-45be-b0c6-5ca370cb5cbd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.979016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46a6a540-72f6-43e7-921d-03c07861a63c req-e48293f8-093b-45be-b0c6-5ca370cb5cbd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 945 time: 0.2711363 Jul 07 17:03:00.992834 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.025691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Provisioning for port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:01.047650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:01.050301 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d60b02b-ed4c-475e-aa33-a73d7071f50d" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:01.061329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Provisioning complete for port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:01.061740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.114202 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:01.154454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46a6a540-72f6-43e7-921d-03c07861a63c req-cc8b9930-5902-4ae9-83f1-9a69a763eb04 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635876 Jul 07 17:03:01.177861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.219363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:01.235239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.238207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.239502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d63bbd1-ccfe-405c-ba8e-53ba4d21f3f6 req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/265e47f5-48b8-48f8-bb60-0e72a40ec376 HTTP/1.1" status: 204 len: 173 time: 0.5327284 Jul 07 17:03:01.240164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.260972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a9c6d-ed7b-4aa4-a7c8-5bed1caada96 tempest-SecurityGroupsTestAdminJSON-1933916510 tempest-SecurityGroupsTestAdminJSON-1933916510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e47f5-48b8-48f8-bb60-0e72a40ec376,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.279829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc35670a-450b-40e2-9951-17d9a8a9f818 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:01.319448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] For port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.375816 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.389078 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Allocated IP 172.20.0.1 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/8efe2dcb-244f-4925-a01a-25decada228b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:01.491277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: dc35670a-450b-40e2-9951-17d9a8a9f818 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:01.491648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dc35670a-450b-40e2-9951-17d9a8a9f818 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:01.493557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ea01dd-6b8b-41bc-971c-56f53ed7bab8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.501183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.503690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46713e57-3e6f-4e37-9caa-451d0e3f7914 None None] Pushing event updated for resources: {'Port': ['ID=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.504351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-27091f69-7f15-4824-baf0-461e5ed05519 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/67ea01dd-6b8b-41bc-971c-56f53ed7bab8 HTTP/1.1" status: 204 len: 168 time: 1.0277712 Jul 07 17:03:01.521805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35252) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.529933 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 3, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:01.564197 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483ac87-f767-4d5d-8325-921e81646b67 x-openstack-request-id: req-a483ac87-f767-4d5d-8325-921e81646b67 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:01.565479 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:01.565746 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a483ac87-f767-4d5d-8325-921e81646b67 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:01.567495 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'code': 200} Jul 07 17:03:01.577280 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388b8f3-c6b4-40aa-92f8-13ce8741b7ef None None] The sync data for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 is: [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:02:58Z', 'revision_number': 3, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:01.611710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-05406415-455d-43de-84d0-2cdaeb2227f5 None None] Provisioning complete for port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:01.612095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05406415-455d-43de-84d0-2cdaeb2227f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.734813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.749699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.753433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Transition to ACTIVE for port object 8efe2dcb-244f-4925-a01a-25decada228b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:01.811814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.846249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9f912-2933-4329-8afd-c88b337f2891 req-0a94148f-47df-4944-9e05-690a731b581b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.857766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ef9f912-2933-4329-8afd-c88b337f2891 req-0a94148f-47df-4944-9e05-690a731b581b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.3101375 Jul 07 17:03:01.903096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:01.916454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:01.918919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:01.969985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.005324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ef9f912-2933-4329-8afd-c88b337f2891 req-0ab01bf5-162a-4ab6-a957-f62b55984106 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464324 Jul 07 17:03:02.016955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.043204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acebc689-eaa8-4a33-9233-51d914c6b1b5']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.049688 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.100366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 254a750c-e890-4451-ae6f-436c8e9ac0de up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:02.127144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.127508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaff938-856e-40fb-b5b4-cb0a8a9f5a53') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.177871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.180624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Deleting port 254a750c-e890-4451-ae6f-436c8e9ac0de {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:02.180954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.181982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 254a750c-e890-4451-ae6f-436c8e9ac0de completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.186825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 254a750c-e890-4451-ae6f-436c8e9ac0de triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.187624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.252561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b87159e-c81e-4221-b34b-0c6b684eaaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.318039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-b3ab22a6-9c17-4564-a1db-d9c57c0f9b4f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "GET /v2.0/security-groups/b62d67a9-c761-4a2d-b6b4-695f0cd716a4 HTTP/1.1" status: 200 len: 1778 time: 0.2487156 Jul 07 17:03:02.318504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.348144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.364451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b03a2-94da-4b4c-9339-21141762f3aa req-592497e5-a074-42a1-bcde-73d5dd85dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.367289 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7d0b03a2-94da-4b4c-9339-21141762f3aa req-592497e5-a074-42a1-bcde-73d5dd85dbe3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1101 time: 0.4657304 Jul 07 17:03:02.371461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 254a750c-e890-4451-ae6f-436c8e9ac0de, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=254a750c-e890-4451-ae6f-436c8e9ac0de,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.377903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1644f-6414-4b95-8359-1497338773c0 req-54cc9fb6-b627-43a6-824c-959b06b66ae8 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.380017 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.380833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:02.385463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72e1644f-6414-4b95-8359-1497338773c0 req-54cc9fb6-b627-43a6-824c-959b06b66ae8 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1097 time: 0.2524171 Jul 07 17:03:02.444353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:02.444861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.450935 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7d0b03a2-94da-4b4c-9339-21141762f3aa req-b907ff62-6d78-4832-8cd4-bbe430d76c7c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731483 Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:02.451694 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:02.519225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.550776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.555571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.555990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.613543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72e1644f-6414-4b95-8359-1497338773c0 req-73d999f9-cd4a-4ba6-a9e8-21749afa8556 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269359 Jul 07 17:03:02.629203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.646028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.695905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8465d6d-ffa2-4551-ab53-a4aef4919428 None None] Provisioning for port 8efe2dcb-244f-4925-a01a-25decada228b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.711520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8465d6d-ffa2-4551-ab53-a4aef4919428 None None] Provisioning complete for port 8efe2dcb-244f-4925-a01a-25decada228b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.711920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8465d6d-ffa2-4551-ab53-a4aef4919428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.713396 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.717214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.735409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e8f4bf-d386-4a60-b7d2-720912102a28 req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "DELETE /v2.0/security-groups/b62d67a9-c761-4a2d-b6b4-695f0cd716a4 HTTP/1.1" status: 204 len: 173 time: 0.3887305 Jul 07 17:03:02.760234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8465d6d-ffa2-4551-ab53-a4aef4919428 None None] Port 8efe2dcb-244f-4925-a01a-25decada228b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:02.780647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.783792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927ad53-1a44-4926-bfc3-5c056f59658f tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d67a9-c761-4a2d-b6b4-695f0cd716a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.960181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] For port 254a750c-e890-4451-ae6f-436c8e9ac0de, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=254a750c-e890-4451-ae6f-436c8e9ac0de,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.960762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.968913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.991262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.993809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/acebc689-eaa8-4a33-9233-51d914c6b1b5 HTTP/1.1" status: 204 len: 168 time: 1.4693468 Jul 07 17:03:02.994280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf5f58-75fb-4c96-84e0-13239f6fe3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=acebc689-eaa8-4a33-9233-51d914c6b1b5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.996819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:02.997885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Calling delete_port for 254a750c-e890-4451-ae6f-436c8e9ac0de owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:03.063088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-7ee1c096-a591-4aeb-8258-deba432459dd tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "GET /v2.0/security-groups/c0fe1324-b102-49a9-8016-aa1b67b8f101 HTTP/1.1" status: 200 len: 1777 time: 0.1331155 Jul 07 17:03:03.211636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.242928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=254a750c-e890-4451-ae6f-436c8e9ac0de,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.319982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.341435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.382215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Deleting subnet 086388f3-6251-4d0a-bf56-750a16d95c18 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:03.416978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.423400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.449957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.462047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187f777-1de6-45c2-8766-a80cf97f51df req-773ee50a-0237-481b-800c-df1e960cf10b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.463494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6187f777-1de6-45c2-8766-a80cf97f51df req-773ee50a-0237-481b-800c-df1e960cf10b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.5258577 Jul 07 17:03:03.482814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.507227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.527032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.595225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.646663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6187f777-1de6-45c2-8766-a80cf97f51df req-142c75d1-8fba-4440-9fb6-bf7ee5b27428 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726079 Jul 07 17:03:03.663974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.671746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:03.681705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.766461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:03.769302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:03.797602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.804357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.821259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd0ee370-4cca-4bc2-bf08-fbcaf660a8b3 req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] 10.222.0.22 "DELETE /v2.0/security-groups/c0fe1324-b102-49a9-8016-aa1b67b8f101 HTTP/1.1" status: 204 len: 173 time: 0.7487855 Jul 07 17:03:03.907891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.937524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8cf8-19e5-434e-a142-41730c55c832 tempest-SecurityGroupsTestAdminJSON-370467563 tempest-SecurityGroupsTestAdminJSON-370467563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe1324-b102-49a9-8016-aa1b67b8f101,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.955325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:03.973511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ad9239c-f009-4cf3-87f4-d8d17011f821 admin admin] 10.222.0.22 "PUT /v2.0/routers/8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2579441 Jul 07 17:03:03.974576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Sync routers for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:03.974997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35272) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.001363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086388f3-6251-4d0a-bf56-750a16d95c18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.010494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.015739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38cd4e1e-4d21-4e57-b04e-7c2997a7be56 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/086388f3-6251-4d0a-bf56-750a16d95c18 HTTP/1.1" status: 204 len: 168 time: 1.0137463 Jul 07 17:03:04.033749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.069740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:04.074300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.119470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9875a71-4674-44ee-a58d-717c7663c47a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:04.205397 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.232498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.257166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.279675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8b251206-8d49-4d77-8b72-485ee5e3eb7d None None] Provisioning complete for port 8efe2dcb-244f-4925-a01a-25decada228b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:04.280273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b251206-8d49-4d77-8b72-485ee5e3eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.329631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.347818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:04.368531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.396113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:04.408141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3a88-fc56-4a4f-b605-c74aec04adf3 req-98ae81cb-516e-41db-9fa7-e36572733c21 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.409689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19ac3a88-fc56-4a4f-b605-c74aec04adf3 req-98ae81cb-516e-41db-9fa7-e36572733c21 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1097 time: 0.4105086 Jul 07 17:03:04.427127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c9875a71-4674-44ee-a58d-717c7663c47a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:04.428147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047ed3-4466-497c-b60a-2ecc520fd323 req-9ac6ab93-7c7f-4785-b5c1-acf1348278ab tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.429634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5047ed3-4466-497c-b60a-2ecc520fd323 req-9ac6ab93-7c7f-4785-b5c1-acf1348278ab tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2268920 Jul 07 17:03:04.441078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Deleting port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:04.441474 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.462563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c9875a71-4674-44ee-a58d-717c7663c47a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:04.462951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.523506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] For port 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:04.523805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.528024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8b251206-8d49-4d77-8b72-485ee5e3eb7d None None] Port 8efe2dcb-244f-4925-a01a-25decada228b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:04.539910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Calling delete_port for 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:04.564137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.599523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6e1d05-a31e-4099-b28b-69d8c746fd2a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.646327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.650060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19ac3a88-fc56-4a4f-b605-c74aec04adf3 req-287a7fb2-04fc-4f05-ab6c-f4dc7efb9e04 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315161 Jul 07 17:03:04.654209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3218f3d2-4dbd-4023-9daf-932f382ad3d6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.654515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3218f3d2-4dbd-4023-9daf-932f382ad3d6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.660025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf4f20b3-45fd-4401-a3df-230dcf0c63bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e59b4e6623ff4ed4b3d748be5e04c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961332 Jul 07 17:03:04.666070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35282) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.683278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5047ed3-4466-497c-b60a-2ecc520fd323 req-3490a629-36cc-440d-a501-9e2b69f1a262 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055163 Jul 07 17:03:04.685377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.686100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c9875a71-4674-44ee-a58d-717c7663c47a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9875a71-4674-44ee-a58d-717c7663c47a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:04.693232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.727824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:03Z', 'revision_number': 5, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port': {'id': '6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:49Z', 'updated_at': '2021-07-07T17:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.741345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.758250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:04.758679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.765496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Checking router: 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:04.789303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c9875a71-4674-44ee-a58d-717c7663c47a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.792878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Routers {'8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:04.793573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.816960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:04.819417 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:04.829821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d3f5c997-b555-4d7b-bf65-83aebf6cccc5 admin admin] 10.222.0.22 "PUT /v2.0/routers/4fb22363-63b0-4559-a8e0-3bb7a84f03f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4078779 Jul 07 17:03:04.831362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.837222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Sync routers for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:04.850544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:04.851162 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:04.859135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.869122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.872369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5a6e1d05-a31e-4099-b28b-69d8c746fd2a HTTP/1.1" status: 204 len: 168 time: 0.7612391 Jul 07 17:03:04.879619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd7b59-b6dc-49c3-97fb-71f6f6521314 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6e1d05-a31e-4099-b28b-69d8c746fd2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.944450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.990558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.049834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.109855 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:05.128316 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-ab348a44-4f31-42b7-a326-153239b8d879 req-e1bd5beb-03c4-46cc-b1f7-2e36f3413694 service neutron] show failed (client error): The resource could not be found. Jul 07 17:03:05.129489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-e1bd5beb-03c4-46cc-b1f7-2e36f3413694 service neutron] 10.222.0.83 "GET /v2.0/ports/33a091f8-4c51-46a9-9292-8ceed8ab9e1b/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.3503535 Jul 07 17:03:05.147260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.175454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.178346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.182512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b6919f6-13a6-4c66-959a-488fe000ee6f HTTP/1.1" status: 204 len: 168 time: 0.5067303 Jul 07 17:03:05.216037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e234b5f-469b-48b2-a52f-7c3a5b260481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6919f6-13a6-4c66-959a-488fe000ee6f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.277776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cab823c5-2257-4714-a1fa-043da7683618 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45d701eca883471480fe26fb8b951c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248367 Jul 07 17:03:05.287363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da164c6-e031-45ce-94d5-e8b1ce361a27 req-f581d833-52cd-42f0-af57-3f8e41374eab tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.289350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.294241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6da164c6-e031-45ce-94d5-e8b1ce361a27 req-f581d833-52cd-42f0-af57-3f8e41374eab tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2451589 Jul 07 17:03:05.298164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.303313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.319582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] Set router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:05.433633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 6, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:05.436346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.444498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.467118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6da164c6-e031-45ce-94d5-e8b1ce361a27 req-ef1abb5b-065c-4ecd-a186-2782bb9073d8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645238 Jul 07 17:03:05.480787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c3bef-7e34-45eb-a06e-6c1ceb0bb441 req-02f2da69-90e4-4719-a93a-76438b83d00b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.482363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c33f3-189e-4ce8-9787-9d9ab4ba1a23 None None] The sync data for ids ['8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c'] in n-d-791504-12 is: [{'id': '8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1852706515-router', 'tenant_id': '603f79889a1b48c8b074d3d99f44992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:48Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 6, 'project_id': '603f79889a1b48c8b074d3d99f44992a', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:05.482583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae7c3bef-7e34-45eb-a06e-6c1ceb0bb441 req-02f2da69-90e4-4719-a93a-76438b83d00b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.3583496 Jul 07 17:03:05.536891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.564587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.616722 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 2, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:05.628470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae7c3bef-7e34-45eb-a06e-6c1ceb0bb441 req-af0fba1b-6789-4ca0-8ee8-2d58fe66047b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365206 Jul 07 17:03:05.662270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.662270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:05.669032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.671627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.672905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2cfa763-b21f-4aaf-ad04-cc530065b582 HTTP/1.1" status: 204 len: 168 time: 0.3675833 Jul 07 17:03:05.681616 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Checking router: 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:05.681972 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Updating router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 port 8efe2dcb-244f-4925-a01a-25decada228b binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:05.683955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d310-b0ef-4259-a6ac-96be0447c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cfa763-b21f-4aaf-ad04-cc530065b582,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.687331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.690634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1fa3ecf-8424-46bb-b09c-d02b5ac0fb34 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8ccc1bb0-8d63-41d4-bef0-3c5c4ff9114c HTTP/1.1" status: 204 len: 168 time: 1.7127497 Jul 07 17:03:05.691063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.728563 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.788146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-dbb676b4-36d7-449d-943f-ab2c4f457822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.788342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Deleting subnet 2a4c25a7-fb95-4749-be5f-7b1faeafffd8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:05.792640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.793412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-dbb676b4-36d7-449d-943f-ab2c4f457822 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1101 time: 0.2032297 Jul 07 17:03:05.805861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:05.841446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.857622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35316) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.005327 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d582663-e673-44ae-8585-8e2fff91eb51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a35b4d88a39045b1bcfe2eb2b8ac7163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438866 Jul 07 17:03:06.009081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.103531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.144185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.161564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.186838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.201120 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.209060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.260813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4c25a7-fb95-4749-be5f-7b1faeafffd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.266115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.270588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b0554f1-e257-414a-bd81-884a430a7441 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2a4c25a7-fb95-4749-be5f-7b1faeafffd8 HTTP/1.1" status: 204 len: 168 time: 0.5762465 Jul 07 17:03:06.270679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.280412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa644d-b2c9-453a-8582-93d188ac14b2 None None] Network 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:06.318635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.321234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.325457 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eeb64dd-b957-4604-b3e9-bd0f710f7176 HTTP/1.1" status: 204 len: 168 time: 0.3122261 Jul 07 17:03:06.366781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33e6e4-2f45-4d7d-ab3d-63f680a50a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb64dd-b957-4604-b3e9-bd0f710f7176,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.387810 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.403348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.410486 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Transition to ACTIVE for port object 8efe2dcb-244f-4925-a01a-25decada228b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:06.422199 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.525962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9875a71-4674-44ee-a58d-717c7663c47a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:06.538574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Deleting port 8fe89ecd-d689-4291-9982-aa315c55434b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:06.541849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.559816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fdfd9-7e2f-4e8a-83df-39e9bbcc0dd0 None None] Pushing event updated for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.664767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.704481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c9875a71-4674-44ee-a58d-717c7663c47a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:06.705187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.719009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.735414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803689010', 'description': 'tempest-description--1475239471'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:06.764958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] For port 8fe89ecd-d689-4291-9982-aa315c55434b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8fe89ecd-d689-4291-9982-aa315c55434b,segment=NetworkSegment(b758e338-9d09-4105-a663-2e9409c3c618),segment_id=b758e338-9d09-4105-a663-2e9409c3c618)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.773238 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.791830 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Attempting to bind port 8efe2dcb-244f-4925-a01a-25decada228b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:06.792763 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Attempting to bind port 8efe2dcb-244f-4925-a01a-25decada228b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:06.793546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Attempting to bind port 8efe2dcb-244f-4925-a01a-25decada228b on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:06.801828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Calling delete_port for 8fe89ecd-d689-4291-9982-aa315c55434b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:06.802024 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:06.803299 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:06.803711 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.804131 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:06.807874 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Bound port: 8efe2dcb-244f-4925-a01a-25decada228b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:06.808300 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.899439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.949212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.964648 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] For port 8efe2dcb-244f-4925-a01a-25decada228b, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:06.972489 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] For port 8efe2dcb-244f-4925-a01a-25decada228b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8efe2dcb-244f-4925-a01a-25decada228b,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:06.980799 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.989923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-28eff1d6-d2db-497e-85f1-672539453796 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df99ceed2ca34493ad6eccf6ceb8c305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218548 Jul 07 17:03:06.990481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.992024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] DHCP port deletion for 0341ea0c-a7d4-46fb-ab57-b10d88b25e13 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:07.036805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 254a750c-e890-4451-ae6f-436c8e9ac0de no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:07.074909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:07.086304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:07.086959 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.138688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 254a750c-e890-4451-ae6f-436c8e9ac0de {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:07.139662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 254a750c-e890-4451-ae6f-436c8e9ac0de not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:07.160993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.180944 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fdfd9-7e2f-4e8a-83df-39e9bbcc0dd0 None None] Pushing event updated for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.241896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Deleting port 8fe89ecd-d689-4291-9982-aa315c55434b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:07.242364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.271730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe89ecd-d689-4291-9982-aa315c55434b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.289761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.327464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] No DVR routers for this DVR port 8fe89ecd-d689-4291-9982-aa315c55434b on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:07.330709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.347180 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:07.379540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:07.387546 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9509078c-6be3-454d-90ee-4a6b8a552ffb" -d '{"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:07.402324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.413823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] For port 8fe89ecd-d689-4291-9982-aa315c55434b, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:07.414253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.430622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.453237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Calling delete_port for 8fe89ecd-d689-4291-9982-aa315c55434b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:07.473428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Port 8fe89ecd-d689-4291-9982-aa315c55434b was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:03:07.475537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Transition to ACTIVE for port object 33a091f8-4c51-46a9-9292-8ceed8ab9e1b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:07.480247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.486431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.521574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.566600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] Pushing event deleted for resources: {'Port': ['ID=8fe89ecd-d689-4291-9982-aa315c55434b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.589670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9ac2c-bd37-43e7-ba19-41dacc71c3d7 None None] No DVR routers for this DVR port 8fe89ecd-d689-4291-9982-aa315c55434b on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:07.765719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d79428-fe9b-494a-89f0-856b309c85ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.791284 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:06Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.804771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.809751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-32adf691-3e98-4926-a023-94246e1864a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0851614 Jul 07 17:03:07.810774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:07.820031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'security_group_rule': {'security_group_id': '34d79428-fe9b-494a-89f0-856b309c85ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:07.846141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb619-fe2e-48a1-84a4-937b1a1255a7 None None] The sync data for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 is: [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:06Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:07.853595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.869921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8fe89ecd-d689-4291-9982-aa315c55434b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:07.897861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0341ea0c-a7d4-46fb-ab57-b10d88b25e13']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.915703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.936868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8fe89ecd-d689-4291-9982-aa315c55434b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:07.952104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8fe89ecd-d689-4291-9982-aa315c55434b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:07.952635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:07.952758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b758e338-9d09-4105-a663-2e9409c3c618') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.953213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b758e338-9d09-4105-a663-2e9409c3c618') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.973299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.015411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.028153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:08.028568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:08.030395 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:08.046705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:08.047599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6f0e7a76-4dee-4a34-af7d-dd22f8ddd0c1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:08.183736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.220374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] No DVR routers for this DVR port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:08.230610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.234286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.235767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4157920c-fd3a-42a4-8cd5-477798a401e1 HTTP/1.1" status: 204 len: 168 time: 1.2441609 Jul 07 17:03:08.277402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01810339-13c3-4fe5-b579-cbfd01b346ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157920c-fd3a-42a4-8cd5-477798a401e1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.299678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.305439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.311107 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.331737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:08.333306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:08.333938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:08.341264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:08.342709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Attempting to bind port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:08.353279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.355794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] 10.222.0.22 "DELETE /v2.0/networks/0341ea0c-a7d4-46fb-ab57-b10d88b25e13 HTTP/1.1" status: 204 len: 168 time: 2.0795019 Jul 07 17:03:08.357290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:08.360634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:08.361497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:08.362550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d9c16-7a4a-42fe-b575-0de64d057f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=0341ea0c-a7d4-46fb-ab57-b10d88b25e13,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.369713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Bound port: 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:08.376125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.392285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38dfa31-945a-4ccd-a21b-14f9064311d4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.417749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.422399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dcda6939-2875-4bac-b0ed-f86da9d065b9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6084509 Jul 07 17:03:08.423383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.441371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'security_group_rule': {'security_group_id': '34d79428-fe9b-494a-89f0-856b309c85ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:08.454143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870e8f-02db-451b-b02f-7b76784d8bdc req-99e9d73c-a5d6-40bd-9e9c-28204f2feacb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.455364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5870e8f-02db-451b-b02f-7b76784d8bdc req-99e9d73c-a5d6-40bd-9e9c-28204f2feacb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.3159006 Jul 07 17:03:08.532800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:08.540584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:08.550518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.553684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.600859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5870e8f-02db-451b-b02f-7b76784d8bdc req-dcb0f732-6c96-465a-a74a-97cf06a18f42 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333115 Jul 07 17:03:08.630847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.631831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.635556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 1096 time: 2.8346593 Jul 07 17:03:08.698007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.735261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de0cf-2d15-4e66-866c-3720a49758e4 service neutron] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.772384 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a98d1-e417-4083-8495-ea1a97a4e745 x-openstack-request-id: req-1f4a98d1-e417-4083-8495-ea1a97a4e745 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:08.772919 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:08.773583 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f4a98d1-e417-4083-8495-ea1a97a4e745 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:08.774225 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'code': 200} Jul 07 17:03:08.834723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-153152e1-f8b1-4227-be08-2302dff09ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.837022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-153152e1-f8b1-4227-be08-2302dff09ffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1099 time: 0.1726820 Jul 07 17:03:08.852021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf02c9cf-e6cd-4520-8dfd-61be8d9d7c69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=603f79889a1b48c8b074d3d99f44992a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528137 Jul 07 17:03:08.863737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.882984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.890027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.922845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.942717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041f02ab-a011-45f1-a9e2-a8930fc12def,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.981162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.985388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ab93aff-e379-4657-a173-9473d1170259 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5500441 Jul 07 17:03:08.996988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:09.018860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:09.059909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-87ea6bd8-58ff-4eac-b390-fb2790983ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.064373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-87ea6bd8-58ff-4eac-b390-fb2790983ee5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2099738 Jul 07 17:03:09.068862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-4dd6b8a0-ae5a-44af-b4ba-b4a6aef459db tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:09.069950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-4dd6b8a0-ae5a-44af-b4ba-b4a6aef459db tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1452746 Jul 07 17:03:09.076416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.159019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-c133d070-d1eb-400f-a0c9-013df24ada4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0821605 Jul 07 17:03:09.240350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-1d25ee6d-64f2-458b-89c9-85878ba5faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.242634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-1d25ee6d-64f2-458b-89c9-85878ba5faf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0685365 Jul 07 17:03:09.243588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.317259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.380957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348a44-4f31-42b7-a326-153239b8d879 req-1a7fa994-943e-4b83-ae03-06e19ad04025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.382457 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-1a7fa994-943e-4b83-ae03-06e19ad04025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331697 Jul 07 17:03:09.410575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.413115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.414293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93cc50e8-b73d-4f7f-bbf0-a0c0f9195924 HTTP/1.1" status: 204 len: 168 time: 0.5470264 Jul 07 17:03:09.457691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c35ebc-2e2a-45a4-8ebb-2a6b9ece524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cc50e8-b73d-4f7f-bbf0-a0c0f9195924,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:09.462465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Request body: {'binding': {'host': 'n-h2-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:09.463020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:03:09.474513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:09.510330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-cf8caf21-027b-4e0d-8c4e-9ece6d5dcffc service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205304 Jul 07 17:03:09.550308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:09.621604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ddbd2-1b76-4a6f-94fc-e2afab3acfaa req-47694b36-e286-40c0-8b84-1941b697988e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.623340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-238ddbd2-1b76-4a6f-94fc-e2afab3acfaa req-47694b36-e286-40c0-8b84-1941b697988e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.6694782 Jul 07 17:03:09.676905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab348a44-4f31-42b7-a326-153239b8d879 req-763c0e93-a8e8-47b9-a8e7-c8aed8078054 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593144 Jul 07 17:03:09.825918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-238ddbd2-1b76-4a6f-94fc-e2afab3acfaa req-2507ab8e-071a-4413-ab53-a942661dd3f9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787183 Jul 07 17:03:09.872926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8efe2dcb-244f-4925-a01a-25decada228b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:09.886990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on host n-h2-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:09.887353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:09.887691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:09.896631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:09.897182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:09.905275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:09.905877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:09.906452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:09.907059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Bound port: 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:09.965211 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.975000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8efe2dcb-244f-4925-a01a-25decada228b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:09.980299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8efe2dcb-244f-4925-a01a-25decada228b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:09.981620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.072677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:10.080274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.081467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-5d601472-3eea-458b-9724-fc7de87ea9c0 service neutron] 10.222.0.22 "POST /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860/bindings HTTP/1.1" status: 201 len: 390 time: 0.9292290 Jul 07 17:03:10.086262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.129630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8efe2dcb-244f-4925-a01a-25decada228b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8efe2dcb-244f-4925-a01a-25decada228b,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:10.135034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.157685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.25.7.141 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2d2656ea-b072-448f-bb62-380745132c24) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:10.247009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.336996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.422036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.485203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:10.488901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:10.496508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:10.523753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=2d2656ea-b072-448f-bb62-380745132c24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.562684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-a6865e7e-7d25-4765-8913-8ba3e4b6f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.564406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-a6865e7e-7d25-4765-8913-8ba3e4b6f2e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1097 time: 0.1224792 Jul 07 17:03:10.623448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35498) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:10.695940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-0bdc6a4a-1c7f-4652-ba62-7a41cc8e1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.697629 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-0bdc6a4a-1c7f-4652-ba62-7a41cc8e1e35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1254239 Jul 07 17:03:10.712590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.748486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-708b19cc-fd2d-469b-9c4a-f01c7efaca5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.0439484 Jul 07 17:03:10.781983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:10.784299 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2031f-1509-4d0f-b619-24f4d716f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:10.799575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-network', 'tenant_id': '3707051ee1404358996036a68c2a7b2c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:10.803788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f916c-1a7e-4661-850f-9db920ad8cba req-bcd221a1-6c50-44ee-9fb0-4b6f16e5acf9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.805541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a8f916c-1a7e-4661-850f-9db920ad8cba req-bcd221a1-6c50-44ee-9fb0-4b6f16e5acf9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.1725698 Jul 07 17:03:10.816155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5244cd-62c2-48c4-96a8-f509f79669dc req-3aa7ad28-c279-434c-9249-0664048db337 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.817825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b5244cd-62c2-48c4-96a8-f509f79669dc req-3aa7ad28-c279-434c-9249-0664048db337 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 945 time: 0.1993933 Jul 07 17:03:10.818571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.825821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-19865a3f-b954-4693-9da6-d02b99fea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:10.827525 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-19865a3f-b954-4693-9da6-d02b99fea9a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0728302 Jul 07 17:03:10.834984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Made reservation on behalf of 3707051ee1404358996036a68c2a7b2c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:10.837457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.874364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-6e0b9cb1-03a3-4a49-afcc-5d228998eff8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404589 Jul 07 17:03:10.874996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.922777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b5244cd-62c2-48c4-96a8-f509f79669dc req-4fc94067-9280-450b-89f7-0d43dafc935a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Jul 07 17:03:10.938309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a8f916c-1a7e-4661-850f-9db920ad8cba req-3a8465ba-3539-48fc-9a15-a4bd1c032487 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165733 Jul 07 17:03:11.080344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.086371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.093812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.094589 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308070e-348a-4fbd-908d-638fd7b1ba13 x-openstack-request-id: req-8308070e-348a-4fbd-908d-638fd7b1ba13 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:11.095278 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:11.095730 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8308070e-348a-4fbd-908d-638fd7b1ba13 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:11.096184 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'status': 'completed', 'code': 200} Jul 07 17:03:11.098297 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-170fdae9-29d7-4bb5-93a8-5e0fe9821cb1 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157626 Jul 07 17:03:11.145715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.204304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=2d2656ea-b072-448f-bb62-380745132c24,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.225909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:11.232279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.236547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-b885ffb3-d964-47a7-a81d-e9365cb96abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.238136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-b885ffb3-d964-47a7-a81d-e9365cb96abd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1099 time: 0.1858609 Jul 07 17:03:11.238982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f5035-5b15-4d26-8bf7-924d640daa3f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.254746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.255096 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Added segment ee13276e-90cc-44ba-8214-43cd16ec21e6 of type vlan for network 61ef2bc4-ec66-41a8-8887-ed2bee56061f Jul 07 17:03:11.306975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.317108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d07b32f0-2979-4565-996e-3cf99105e7dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2930574 Jul 07 17:03:11.332635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-1df7f5b1-cafc-4ecf-a727-1e727813c9b2 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882806 Jul 07 17:03:11.340299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-66aba477-ce6b-42bc-9a7e-4573545f19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.341784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-66aba477-ce6b-42bc-9a7e-4573545f19bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1099 time: 0.2557116 Jul 07 17:03:11.345948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.359691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65895231-b2bc-4116-a3e4-24883c5f398c req-df6f33c3-5ed4-475a-8ad2-879c90353212 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.366676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65895231-b2bc-4116-a3e4-24883c5f398c req-df6f33c3-5ed4-475a-8ad2-879c90353212 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2064946 Jul 07 17:03:11.422479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-ef1fda11-5030-4d3a-8f9a-9db8b9319fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.424763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-ef1fda11-5030-4d3a-8f9a-9db8b9319fc1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1784580 Jul 07 17:03:11.433894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.434901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.435496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.442832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65895231-b2bc-4116-a3e4-24883c5f398c req-a519a08e-7f84-4be4-9fa6-f3e0339ea80c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750494 Jul 07 17:03:11.502787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-ba4b1d23-57b7-4b09-88a5-8af34fb5eedd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0456667 Jul 07 17:03:11.545064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9190371 Jul 07 17:03:11.551460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:11.560401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Request body: {'subnet': {'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-subnet', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:11.567909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-5d8980c8-74d4-4836-adf2-467063f2a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.583930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-5d8980c8-74d4-4836-adf2-467063f2a8b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2340586 Jul 07 17:03:11.588040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-400563c8-6a77-41b9-abe5-8693f9734047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.589884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d99f0-5aa5-4aa8-b97a-bf0f93d9b77d admin admin] Pushing event updated for resources: {'Network': ['ID=61ef2bc4-ec66-41a8-8887-ed2bee56061f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.590501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-400563c8-6a77-41b9-abe5-8693f9734047 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0813901 Jul 07 17:03:11.614986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:11.622858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Made reservation on behalf of 3707051ee1404358996036a68c2a7b2c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:11.625632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.646720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-6134bf79-9d3a-4ba2-98b3-51b6a93a96ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0457737 Jul 07 17:03:11.731197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-1a9578b4-5e90-416e-bb10-f7e369478843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.732864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-1a9578b4-5e90-416e-bb10-f7e369478843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0798209 Jul 07 17:03:11.736563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e9ad9618-de71-4e40-bd46-e421ed446d8e tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.738379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e9ad9618-de71-4e40-bd46-e421ed446d8e tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.2410038 Jul 07 17:03:11.753014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-12'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:11.797451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-8f719082-6a29-4266-9764-5364bfc1a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.799258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-8f719082-6a29-4266-9764-5364bfc1a956 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2013855 Jul 07 17:03:11.871738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8efe2dcb-244f-4925-a01a-25decada228b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:11.903179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-319d9634-4db6-4165-80d2-910932511c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.904718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-319d9634-4db6-4165-80d2-910932511c5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651955 Jul 07 17:03:11.907669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.939284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8efe2dcb-244f-4925-a01a-25decada228b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:11.940097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.983933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.083002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-81b776f8-6b4f-45c5-9c96-0ab7acb198ea service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666963 Jul 07 17:03:12.112016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-27e43f09-a734-415b-a675-cb693f2afafb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1803689010&fields=id&tenant_id=f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 267 time: 0.2499614 Jul 07 17:03:12.135620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c7532b-b233-46ea-95c4-d1cbd2c89470,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.148540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-80f74ab0-50a3-400b-a1b9-1ab30648da15 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855372 Jul 07 17:03:12.179819 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-abcbb024-62d6-4d31-8269-8432529fccfb service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881107 Jul 07 17:03:12.198492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:12.247305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Checking segment: {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:12.247679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Network hostable DHCP agents. Network: 61ef2bc4-ec66-41a8-8887-ed2bee56061f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:12.247855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:12.302565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.309300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.326780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a2031f-1509-4d0f-b619-24f4d716f8d0 req-3d5c4c62-8e1f-4389-add8-f1e6455a1b1c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625609 Jul 07 17:03:12.333571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:12.345323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 61ef2bc4-ec66-41a8-8887-ed2bee56061f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:12.353772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcdb8c5-2563-4282-9ba6-434cb7df4979 None None] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:12.365740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.366517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.378477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-736d6f51-b25e-4a85-a0e8-fc07fd86440a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.380124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-736d6f51-b25e-4a85-a0e8-fc07fd86440a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.2581658 Jul 07 17:03:12.396618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.411512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0c054cd3-0205-4edb-b432-55200e32bfcd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/quotas/f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 375 time: 0.0242629 Jul 07 17:03:12.455349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on host n-h1-791504-12 for vnic_type normal with profile {"migrating_to": "n-h2-791504-12"} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:12.456372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:12.456856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:12.462444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:12.462778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Attempting to bind port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:12.470472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:12.470814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:12.471335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:12.471777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Bound port: 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:12.472512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.500557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-55ece09f-046a-4bc6-93ab-bc52b4606c8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9445398 Jul 07 17:03:12.502760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.507272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:12.557317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.558932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.568494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:12.574389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:12.575467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faef31-8894-403c-bfa2-ebf6f9e08acc req-3e88bc3e-0396-405d-a45c-90414da78502 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.579964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.582283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8faef31-8894-403c-bfa2-ebf6f9e08acc req-3e88bc3e-0396-405d-a45c-90414da78502 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.1236320 Jul 07 17:03:12.584561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'fixed_ips': [{'subnet_id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:12.586184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.653586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-af0e7c88-8ffe-44ca-b006-de35b5383f82 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2363155 Jul 07 17:03:12.656261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35658) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:12.692484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:12.693357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.694813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] 10.222.0.83 "PUT /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 1123 time: 0.9462159 Jul 07 17:03:12.695428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc111384-83d1-433f-b239-22ed77f38147 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=8']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.737489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.751296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8faef31-8894-403c-bfa2-ebf6f9e08acc req-8af2d144-df9c-4db4-8ec4-dd0bd3b23f40 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680760 Jul 07 17:03:12.766950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8e9a2b89-b42d-4ab9-826e-989adeb7e860'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:12.805787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a11e063c-66de-409a-9958-811327ed1704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.839648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Allocated IP 172.20.0.2 (61ef2bc4-ec66-41a8-8887-ed2bee56061f/e6c7532b-b233-46ea-95c4-d1cbd2c89470/e08bc27d-3e5b-45d7-a58a-d120aa798219) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:12.946064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a11e063c-66de-409a-9958-811327ed1704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.951754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a11e063c-66de-409a-9958-811327ed1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.989370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e063c-66de-409a-9958-811327ed1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7f72b8-75ea-4c7b-b8a8-6b755aaa26a3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.998363 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a11e063c-66de-409a-9958-811327ed1704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e22a7321d52d4efbab67b4d069cff298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400197 Jul 07 17:03:12.999012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35664) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:13.050573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.064600 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.073945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.075024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Transition to ACTIVE for port object e08bc27d-3e5b-45d7-a58a-d120aa798219 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:13.090459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Transition to ACTIVE for port object e08bc27d-3e5b-45d7-a58a-d120aa798219 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:13.096470 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.099677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860'}, {'name': 'network-changed', 'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:13.102139 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e313d-79a3-4c1e-8927-a5572768bf1f" -d '{"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860"}, {"name": "network-changed", "server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:13.135095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:13.138858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:13.144237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:13.148842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.151682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Pushing event updated for resources: {'Port': ['ID=e08bc27d-3e5b-45d7-a58a-d120aa798219,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.157166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.159469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf7f72b8-75ea-4c7b-b8a8-6b755aaa26a3 HTTP/1.1" status: 204 len: 168 time: 0.1590719 Jul 07 17:03:13.169677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bb58-8f6c-4a18-ba18-03fc643d8c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7f72b8-75ea-4c7b-b8a8-6b755aaa26a3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.221773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.226247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-e8142a73-2fa3-497c-9631-1d3350e3648a service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718043 Jul 07 17:03:13.229674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Attempting to bind port e08bc27d-3e5b-45d7-a58a-d120aa798219 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:13.230131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Attempting to bind port e08bc27d-3e5b-45d7-a58a-d120aa798219 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:13.230616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Attempting to bind port e08bc27d-3e5b-45d7-a58a-d120aa798219 on network 61ef2bc4-ec66-41a8-8887-ed2bee56061f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:13.236832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:13.237351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Checking segment: {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:13.237671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.238487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Bound using segment: {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:13.239042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Bound port: e08bc27d-3e5b-45d7-a58a-d120aa798219, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:13.239387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.306897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:13.328392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] For port e08bc27d-3e5b-45d7-a58a-d120aa798219, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:13.332427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] For port e08bc27d-3e5b-45d7-a58a-d120aa798219, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e08bc27d-3e5b-45d7-a58a-d120aa798219,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:13.339542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.347321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e829e3-beab-438f-8f50-8c4e9e19e695 req-1ecac895-5c80-491d-966a-9300cd1804a1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:13.348546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9e829e3-beab-438f-8f50-8c4e9e19e695 req-1ecac895-5c80-491d-966a-9300cd1804a1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 947 time: 0.2623951 Jul 07 17:03:13.420470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-e91cf3b6-4c3a-4592-846b-490a972b841d service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723144 Jul 07 17:03:13.439104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9e829e3-beab-438f-8f50-8c4e9e19e695 req-0419f965-5cdc-48df-8ce6-92f635da8dae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737338 Jul 07 17:03:13.458057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab49ac-9071-47a9-9e48-8ac9d1c0f534 None None] Pushing event updated for resources: {'Port': ['ID=e08bc27d-3e5b-45d7-a58a-d120aa798219,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.478450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:13.507997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'mac_address': 'fa:16:3e:e3:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:13.603343 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.608214 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.630820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a091f8-4c51-46a9-9292-8ceed8ab9e1b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:13.660017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:13.667355 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.686885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.841603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.918837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:13.968920 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1aef76-7a7c-493f-9459-2e2c874162e2 x-openstack-request-id: req-cb1aef76-7a7c-493f-9459-2e2c874162e2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:13.969418 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860", "code": 200}, {"name": "network-changed", "server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:13.969522 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb1aef76-7a7c-493f-9459-2e2c874162e2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:13.970504 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'code': 200} Jul 07 17:03:13.970765 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'status': 'completed', 'code': 200} Jul 07 17:03:13.977947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e08bc27d-3e5b-45d7-a58a-d120aa798219 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:14.085601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a6b9-86c2-4a77-acb7-b45e49ae7136 req-fa487876-b78e-4973-a4e7-ecb93ed19481 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.093262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5349a6b9-86c2-4a77-acb7-b45e49ae7136 req-fa487876-b78e-4973-a4e7-ecb93ed19481 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2688930 Jul 07 17:03:14.111651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-a7990680-b237-46d0-b914-4e0293058b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.114531 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-a7990680-b237-46d0-b914-4e0293058b16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1126 time: 0.1331594 Jul 07 17:03:14.121972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Allocated IP 172.25.7.35 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/0deb5fe5-d134-4ec6-8892-85f5f8005246) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:14.174132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e08bc27d-3e5b-45d7-a58a-d120aa798219 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:14.243510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5349a6b9-86c2-4a77-acb7-b45e49ae7136 req-a846e23e-25db-4ff8-8726-918ca0f10e19 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492739 Jul 07 17:03:14.373693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35726) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:14.414275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cbb2953-25cd-4c7d-8e4e-ff654fc7e54d req-27850b1b-6aa3-4e21-a857-178a445a0345 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 210 time: 0.0728552 Jul 07 17:03:14.440707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-05126e53-00a4-48e8-a292-49db2ecad98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.442548 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-05126e53-00a4-48e8-a292-49db2ecad98a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.3135073 Jul 07 17:03:14.474835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.561565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.586741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-6a1dc3de-18cd-486a-b521-abe3e989f1b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.1230690 Jul 07 17:03:14.633958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1821682968-network', 'tenant_id': '4b524e6575c249cc9770aec890551dbe'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:14.652327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Pushing event updated for resources: {'Port': ['ID=0deb5fe5-d134-4ec6-8892-85f5f8005246,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.719209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:14.735986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:14.741566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:14.775471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-44cfd91e-bc41-4fbc-b508-c0c5ee21d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.777021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-44cfd91e-bc41-4fbc-b508-c0c5ee21d336 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1711121 Jul 07 17:03:14.788408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Made reservation on behalf of 4b524e6575c249cc9770aec890551dbe for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:14.791307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.817837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-1359623b-9fcb-492a-8c44-13833c982810 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.819449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-1359623b-9fcb-492a-8c44-13833c982810 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e&tenant_id=772fda411fa14b48901117acc2c2902a&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 948 time: 0.4224894 Jul 07 17:03:14.825130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808de53-cbb7-4595-9e67-2cbff15cf8c7 req-db7a7be1-9a86-4291-b27e-1e35096e4d15 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.827165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a808de53-cbb7-4595-9e67-2cbff15cf8c7 req-db7a7be1-9a86-4291-b27e-1e35096e4d15 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.1781833 Jul 07 17:03:14.837343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.841060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-95e0ca94-4f79-4934-978a-636f634477f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542173 Jul 07 17:03:14.928319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a808de53-cbb7-4595-9e67-2cbff15cf8c7 req-f1183aad-be8f-464e-b57e-9bd25ccfe379 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556045 Jul 07 17:03:15.058493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56079b-c4b7-4917-a4f7-fe0d5c6ad0bb None None] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:15.061786 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-75bd0a69-bd36-4fd4-b55e-50dd01d5f7db service neutron] delete failed (client error): The resource could not be found. Jul 07 17:03:15.062843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-75bd0a69-bd36-4fd4-b55e-50dd01d5f7db service neutron] 10.222.0.83 "DELETE /v2.0/ports/33a091f8-4c51-46a9-9292-8ceed8ab9e1b/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.2267790 Jul 07 17:03:15.089258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-db33c8df-2315-42e8-a253-cf278d692fc1 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377744 Jul 07 17:03:15.162204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Provisioning for port e08bc27d-3e5b-45d7-a58a-d120aa798219 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:15.179668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Provisioning complete for port e08bc27d-3e5b-45d7-a58a-d120aa798219 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:15.180557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.220784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644861b0-879f-43e6-aa13-a4fe8f9c07ae req-edec0905-76be-42a6-a48f-a1127513b0db tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.226201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.228269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-644861b0-879f-43e6-aa13-a4fe8f9c07ae req-edec0905-76be-42a6-a48f-a1127513b0db tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 948 time: 0.1845217 Jul 07 17:03:15.238156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.312374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:15.332626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-644861b0-879f-43e6-aa13-a4fe8f9c07ae req-3234bb98-d15d-485d-8b0d-45f3538bb88e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014693 Jul 07 17:03:15.337908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-759e313d-79a3-4c1e-8927-a5572768bf1f req-13ff4ba9-0fb7-42ac-babc-910cec020ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375283 Jul 07 17:03:15.339872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.340251 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Added segment 1c5641ea-00f2-4727-8db1-455c6cbbac1e of type vlan for network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 Jul 07 17:03:15.341793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:15.372691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4288e0-cc94-4bb3-9026-4e65342fc039,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.380500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-c166f7c7-09fd-45ab-b2f3-833ab40f2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.381818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-c166f7c7-09fd-45ab-b2f3-833ab40f2da2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1100 time: 0.2546217 Jul 07 17:03:15.391329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.453262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.522780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.523770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.524808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.540434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-4c7f6029-e3c6-41e7-88bc-a8746c44279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.546386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-4c7f6029-e3c6-41e7-88bc-a8746c44279e service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1471941 Jul 07 17:03:15.553366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1785612 Jul 07 17:03:15.555295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35800) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.589178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Request body: {'subnet': {'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1821682968-subnet', 'tenant_id': '4b524e6575c249cc9770aec890551dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:15.708688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-3437eeb4-0608-4080-9b15-b07f4fcf2667 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.1522450 Jul 07 17:03:15.726978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:15.786920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.797618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2efbd-ee27-43ae-a192-e57a226f0835 req-1d99ac8a-2d5c-43d3-920e-c6d800527aca tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.799150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3b2efbd-ee27-43ae-a192-e57a226f0835 req-1d99ac8a-2d5c-43d3-920e-c6d800527aca tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2178254 Jul 07 17:03:15.890308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:15.900506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27dabf47-0582-43c7-b808-608749aef858 req-81130a05-d9e0-4d2d-a396-fcf430d9a5f6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 210 time: 0.1152530 Jul 07 17:03:15.904527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:15.905235 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.911133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] For port e08bc27d-3e5b-45d7-a58a-d120aa798219, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e08bc27d-3e5b-45d7-a58a-d120aa798219,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:15.939087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.960110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.063027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dc722-4dfe-44c1-b1d6-35ad74018ce6 None None] Pushing event updated for resources: {'Port': ['ID=e08bc27d-3e5b-45d7-a58a-d120aa798219,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.084473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.099970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 has no active binding in host n-h2-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:03:16.123361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b90ef-f86d-42ae-8b7d-a98ff9cbb95c admin admin] Pushing event updated for resources: {'Network': ['ID=6254f9c8-3f69-45ae-a108-58c2a14f53a3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.139462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Made reservation on behalf of 4b524e6575c249cc9770aec890551dbe for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:16.141905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.145136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:16.150010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3b2efbd-ee27-43ae-a192-e57a226f0835 req-f660422b-256e-41bf-8e25-ab0914ea2bc4 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007224 Jul 07 17:03:16.167396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-fee4ed96-5052-4d4d-8d3b-4b67a19cc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.168858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-fee4ed96-5052-4d4d-8d3b-4b67a19cc8db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1339800 Jul 07 17:03:16.233584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.245910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Router ffd683b1-9628-438f-a7d6-9c4f0178eef5 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:16.254710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-e0e21ca2-b93b-4f20-9f4d-5e86ddfac7f5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.255902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-e0e21ca2-b93b-4f20-9f4d-5e86ddfac7f5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.6476991 Jul 07 17:03:16.291394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:16.294364 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e69c807-e331-4876-859d-c5da08f817b6" -d '{"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-plugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:16.306738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-49565846-ce7a-4138-8632-f14fafb7fe23 None None] Provisioning complete for port e08bc27d-3e5b-45d7-a58a-d120aa798219 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:16.307626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49565846-ce7a-4138-8632-f14fafb7fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.343035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.346996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246e89-4b3b-4d20-931b-c1e3dba83319 req-a2684b8a-6c45-479e-8893-c69f0ccfe6e6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.350529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-e41d9547-b84f-491b-b7b7-56a62480b051 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 380 time: 0.0789685 Jul 07 17:03:16.352862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.359094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c246e89-4b3b-4d20-931b-c1e3dba83319 req-a2684b8a-6c45-479e-8893-c69f0ccfe6e6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.2078583 Jul 07 17:03:16.377370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'device_id': '9786b26f-607d-4815-aedb-e346075d3b3c', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'admin_state_up': True, 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'security_groups': ['34d79428-fe9b-494a-89f0-856b309c85ad']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:16.385102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-85f7f0fe-7b0d-4102-b858-9f0f50d47336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.387168 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-85f7f0fe-7b0d-4102-b858-9f0f50d47336 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881926 Jul 07 17:03:16.451596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.465096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c246e89-4b3b-4d20-931b-c1e3dba83319 req-c91f67e5-1fab-4945-b9d2-6173e0dbace9 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046269 Jul 07 17:03:16.489634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:16.494063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Sync routers for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:16.517503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:16.518211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:16.525562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.527518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-194fe2f8-1d47-4402-a4f9-039bac07095f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0238230 Jul 07 17:03:16.530840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.604888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-21cae553-c551-4b01-bba8-b40bcf5eb28a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769836 Jul 07 17:03:16.621489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.711275 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a55fa9-9f05-46b9-816b-ae96a80782b6 x-openstack-request-id: req-54a55fa9-9f05-46b9-816b-ae96a80782b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:16.711582 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-plugged", "status": "completed", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:16.711843 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54a55fa9-9f05-46b9-816b-ae96a80782b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:16.712252 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'code': 200} Jul 07 17:03:16.726695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:16.818730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Checking segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:16.819400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Network hostable DHCP agents. Network: 6254f9c8-3f69-45ae-a108-58c2a14f53a3, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:16.832491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:16.837033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.861820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.881475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e0388e-9b73-4a3e-a1e2-d18466b4e050 req-5f45c82d-377f-494d-8d20-506e00773954 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498214 Jul 07 17:03:16.894972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:16.924651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f051-b9ec-4f9e-ab14-3bea18933ba5 req-cedfc130-1990-4ef1-9fa6-7b9f7086161c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.926381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8290f051-b9ec-4f9e-ab14-3bea18933ba5 req-cedfc130-1990-4ef1-9fa6-7b9f7086161c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.1303113 Jul 07 17:03:16.944630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6254f9c8-3f69-45ae-a108-58c2a14f53a3) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:16.950615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.951297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.971393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0585cf8-09c8-4228-8326-ddc953c3f78e None None] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:16.990744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6912d0f1-b8db-45f7-a402-681840d1c165 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4145126 Jul 07 17:03:17.101530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.20.0.9 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/74e54d20-aaa3-4f73-a1d3-25b73658b693) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:17.180191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117833d8-eed7-4b19-ac9c-c2797a7a7799 None None] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:17.300502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:15Z', 'revision_number': 3, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:17.337038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8290f051-b9ec-4f9e-ab14-3bea18933ba5 req-751eab4a-f494-4b13-9e23-3715c4f6447e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738546 Jul 07 17:03:17.337672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Checking router: ffd683b1-9628-438f-a7d6-9c4f0178eef5 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:17.338152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Updating router ffd683b1-9628-438f-a7d6-9c4f0178eef5 port 0deb5fe5-d134-4ec6-8892-85f5f8005246 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:17.433566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.439159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.452883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Transition to ACTIVE for port object 74e54d20-aaa3-4f73-a1d3-25b73658b693 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:17.518951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.533869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-273ca6c3-ffa7-4918-bfaf-4a6154e7d7f8 req-71e127db-13dc-4577-9116-1ec146b48b63 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 210 time: 0.0403450 Jul 07 17:03:17.579486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.609356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:17.610727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.615759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:17.618761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:17.686751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.687758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.707845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0558b140-5ebd-48a9-8bcb-55bb12b4b771 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500082 Jul 07 17:03:17.722252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Request body: {'port': {'device_id': '9786b26f-607d-4815-aedb-e346075d3b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:17.739745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b4d0d-04f3-4ab3-82bd-ad6e19f2548a req-c58acfed-aa98-4158-b6bc-1784bb3da8b3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.748616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd9b4d0d-04f3-4ab3-82bd-ad6e19f2548a req-c58acfed-aa98-4158-b6bc-1784bb3da8b3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2116148 Jul 07 17:03:17.856190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.891449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd9b4d0d-04f3-4ab3-82bd-ad6e19f2548a req-86f4159a-bdb3-4021-bbe0-909eb1264caf tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416268 Jul 07 17:03:17.915452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e08bc27d-3e5b-45d7-a58a-d120aa798219 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:18.037523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e671b954-77ee-44d0-b8fd-9e8c9d6f6ced None None] Provisioning for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:18.051748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e671b954-77ee-44d0-b8fd-9e8c9d6f6ced None None] Provisioning complete for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.052121 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e671b954-77ee-44d0-b8fd-9e8c9d6f6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.084471 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.099343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e08bc27d-3e5b-45d7-a58a-d120aa798219 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.099694 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.107427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Transition to ACTIVE for port object 0deb5fe5-d134-4ec6-8892-85f5f8005246 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:18.110488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Allocated IP 172.20.0.1 (61ef2bc4-ec66-41a8-8887-ed2bee56061f/e6c7532b-b233-46ea-95c4-d1cbd2c89470/4e26261f-a61a-462a-b679-2fa0e81484d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:18.130498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e671b954-77ee-44d0-b8fd-9e8c9d6f6ced None None] Port 74e54d20-aaa3-4f73-a1d3-25b73658b693 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:18.137577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.194084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-bb0da2e4-8020-4ee0-bd18-30fb317af093 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.195958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-bb0da2e4-8020-4ee0-bd18-30fb317af093 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.3204858 Jul 07 17:03:18.208162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Attempting to bind port 0deb5fe5-d134-4ec6-8892-85f5f8005246 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:18.208771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Attempting to bind port 0deb5fe5-d134-4ec6-8892-85f5f8005246 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:18.208883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Attempting to bind port 0deb5fe5-d134-4ec6-8892-85f5f8005246 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:18.217733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ac02-4bb9-4b3d-9e8b-19d3de5ccd2a None None] Pushing event updated for resources: {'Port': ['ID=0deb5fe5-d134-4ec6-8892-85f5f8005246,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.221903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:18.227066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:18.227437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:18.227836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.228221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:18.228689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Bound port: 0deb5fe5-d134-4ec6-8892-85f5f8005246, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:18.229706 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.231699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.247475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Transition to ACTIVE for port object 74e54d20-aaa3-4f73-a1d3-25b73658b693 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:18.251797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.254823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-17e87f37-88c6-4f9c-98ff-d1dea930d078 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/quotas/4b524e6575c249cc9770aec890551dbe HTTP/1.1" status: 200 len: 375 time: 0.0216827 Jul 07 17:03:18.304713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.321989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] For port 0deb5fe5-d134-4ec6-8892-85f5f8005246, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:18.326013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] For port 0deb5fe5-d134-4ec6-8892-85f5f8005246, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0deb5fe5-d134-4ec6-8892-85f5f8005246,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:18.329267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-cc29adcc-3386-422a-8ca0-b7ecf2a29531 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615549 Jul 07 17:03:18.331171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.395438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Attempting to bind port 74e54d20-aaa3-4f73-a1d3-25b73658b693 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:18.396645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Attempting to bind port 74e54d20-aaa3-4f73-a1d3-25b73658b693 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:18.397083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Attempting to bind port 74e54d20-aaa3-4f73-a1d3-25b73658b693 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:18.404283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Port 74e54d20-aaa3-4f73-a1d3-25b73658b693 on network dfb3225a-a96a-4c5a-8062-67bf9911028f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:18.404665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:18.405399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:18.405777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Attempting to bind port 74e54d20-aaa3-4f73-a1d3-25b73658b693 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:18.407192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ac02-4bb9-4b3d-9e8b-19d3de5ccd2a None None] Pushing event updated for resources: {'Port': ['ID=0deb5fe5-d134-4ec6-8892-85f5f8005246,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.412699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:18.413120 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:18.413570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:18.414070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Bound port: 74e54d20-aaa3-4f73-a1d3-25b73658b693, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:18.414548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.420433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.442513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Transition to ACTIVE for port object 4e26261f-a61a-462a-b679-2fa0e81484d5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:18.509752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68b58f-84f1-4055-a51f-c0a540fdc566 req-85cb098d-64d7-4a8b-93ca-5550b6ac32c7 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.513025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c68b58f-84f1-4055-a51f-c0a540fdc566 req-85cb098d-64d7-4a8b-93ca-5550b6ac32c7 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 943 time: 0.3304000 Jul 07 17:03:18.517109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.521209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:18.528301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:18.536226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.581882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.583075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.584551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] 10.222.0.32 "PUT /v2.0/ports/74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 1092 time: 0.8701792 Jul 07 17:03:18.585028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:18.587422 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:18.661484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-c462bf4d-f0f4-4275-8c1e-b33fd48bea20 service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311584 Jul 07 17:03:18.701665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a658d1-b821-487a-a6c3-fe945a63289b service neutron] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.725234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-6d365d60-cebf-4d19-978f-dadd73c42b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.728045 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-6d365d60-cebf-4d19-978f-dadd73c42b8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1095 time: 0.0864003 Jul 07 17:03:18.728408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:18.744211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:18.748960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:18.787122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-27cb19f1-9d94-40b1-8c59-6c214d7f23da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 217 time: 0.0497561 Jul 07 17:03:18.791278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:18.855057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-6c54fc68-b3c8-4004-a179-b1b634f13e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.856788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-6c54fc68-b3c8-4004-a179-b1b634f13e11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0572624 Jul 07 17:03:18.899850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c68b58f-84f1-4055-a51f-c0a540fdc566 req-f11c7254-1432-4219-b4b6-6a7e627310a6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717008 Jul 07 17:03:18.901698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Pushing event updated for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.919740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.961589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-8c9b0b6d-6348-4c1a-856c-0d3462504447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.964208 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-8c9b0b6d-6348-4c1a-856c-0d3462504447 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999939 Jul 07 17:03:19.068459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:15Z', 'revision_number': 3, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:19.100422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c342-7dd3-4113-8b60-0aee351c0845 None None] The sync data for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 is: [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:15Z', 'revision_number': 3, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:19.116091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-6deae284-4ab3-4c06-a0a0-c587c8eeb10b service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466138 Jul 07 17:03:19.146745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8ec77d4b-cf3e-4de6-a8cd-5ef43b420788 None None] Provisioning for port 4e26261f-a61a-462a-b679-2fa0e81484d5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:19.153379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8ec77d4b-cf3e-4de6-a8cd-5ef43b420788 None None] Provisioning complete for port 4e26261f-a61a-462a-b679-2fa0e81484d5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:19.155042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ec77d4b-cf3e-4de6-a8cd-5ef43b420788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.164382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-21ab32b7-6af4-402d-bbb8-c411ff41d972 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933944 Jul 07 17:03:19.204754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8ec77d4b-cf3e-4de6-a8cd-5ef43b420788 None None] Port 4e26261f-a61a-462a-b679-2fa0e81484d5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:19.216457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.425869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4ff1a34-8fe6-42d9-8214-ac171352e00b req-0f4462e6-3040-4c34-8484-67befce0434c service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546208 Jul 07 17:03:19.624043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-2abb17bd-396a-4f30-9a8d-ad13c800757e service neutron] 10.222.0.32 "GET /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860/bindings/n-h2-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.2551928 Jul 07 17:03:19.878465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0deb5fe5-d134-4ec6-8892-85f5f8005246 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:19.909319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96123de-a923-4aef-93a8-191870fa9a8b req-ece5e456-b697-48a8-b8e4-c7c481095c14 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.916789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c96123de-a923-4aef-93a8-191870fa9a8b req-ece5e456-b697-48a8-b8e4-c7c481095c14 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.3471808 Jul 07 17:03:19.993571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0deb5fe5-d134-4ec6-8892-85f5f8005246 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:19.999159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0deb5fe5-d134-4ec6-8892-85f5f8005246 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:19.999773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.000250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c96123de-a923-4aef-93a8-191870fa9a8b req-3df8bb35-ffae-4f66-8ae9-a79d6b0291ec tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822847 Jul 07 17:03:20.083541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.094341 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1523b91-8f28-4f67-9b42-ff8d1856a726 x-openstack-request-id: req-b1523b91-8f28-4f67-9b42-ff8d1856a726 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:20.095172 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:20.095172 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1523b91-8f28-4f67-9b42-ff8d1856a726 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:20.095523 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'status': 'completed', 'code': 200} Jul 07 17:03:20.148182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:20.162002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.173792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:20.194309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0deb5fe5-d134-4ec6-8892-85f5f8005246, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0deb5fe5-d134-4ec6-8892-85f5f8005246,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:20.199840 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.220032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-87a6862b-7bfc-4443-8024-7308cca193f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.221732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-87a6862b-7bfc-4443-8024-7308cca193f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1095 time: 0.1027296 Jul 07 17:03:20.223849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.277422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0deb5fe5-d134-4ec6-8892-85f5f8005246,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.334310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.341409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9a2b89-b42d-4ab9-826e-989adeb7e860 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:20.364744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-140f8e57-50ce-4209-932e-d590a6a5d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.366522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-140f8e57-50ce-4209-932e-d590a6a5d3db service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1207924 Jul 07 17:03:20.406956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:20.415054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-9e2a9167-bf30-44ad-b2b2-8f57a6c27a2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 217 time: 0.0419791 Jul 07 17:03:20.469495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-9e092232-8663-4150-b8a2-aa39929615ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.471828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-9e092232-8663-4150-b8a2-aa39929615ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0502827 Jul 07 17:03:20.484847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Pushing event updated for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.491396 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.534044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-e86685f6-c611-4fe0-b8d7-2c15cd683e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.535641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-e86685f6-c611-4fe0-b8d7-2c15cd683e50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574827 Jul 07 17:03:20.536715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2968e9-3d3e-4783-8ecd-8ae0c0c3f7ae req-92812e88-afd5-41ab-876a-80b43aea9f20 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.538411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff2968e9-3d3e-4783-8ecd-8ae0c0c3f7ae req-92812e88-afd5-41ab-876a-80b43aea9f20 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 943 time: 0.3392327 Jul 07 17:03:20.616965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c05f5-9d8e-4eac-95cd-90404685fc9f req-0bcbcbe8-113c-4253-bdac-e017b6de89a7 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.618582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-800c05f5-9d8e-4eac-95cd-90404685fc9f req-0bcbcbe8-113c-4253-bdac-e017b6de89a7 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2714188 Jul 07 17:03:20.622891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:20.642882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-afbd7344-69d8-4e03-870e-5133c66d7bb2 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993235 Jul 07 17:03:20.647850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:20.680923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff2968e9-3d3e-4783-8ecd-8ae0c0c3f7ae req-6e8a491e-f80d-46d9-81ee-7beca9be56d8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310492 Jul 07 17:03:20.766726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] Transition to ACTIVE for port object 8e9a2b89-b42d-4ab9-826e-989adeb7e860 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:20.779888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2146bc1e-a6c1-46a0-a9ca-9b0b8f345eb6 req-cd3e6925-9594-4267-9160-193c1c5d863a service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302078 Jul 07 17:03:20.784402 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-800c05f5-9d8e-4eac-95cd-90404685fc9f req-eb29fb94-ecc3-4502-bac1-8763eaa5b865 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523876 Jul 07 17:03:20.787564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.997241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-9ee23b25-f09b-4b7a-a0f1-3c31e8362941 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.998898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8997398-3514-47e8-83d1-32988d373f4e req-1c4b9efe-d5f1-4510-95a6-d3117adafa34 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 210 time: 0.1084886 Jul 07 17:03:21.007417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] No DVR routers for this DVR port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:21.014453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-9ee23b25-f09b-4b7a-a0f1-3c31e8362941 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.1942804 Jul 07 17:03:21.029411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'port': {'device_id': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'admin_state_up': True, 'tenant_id': '4b524e6575c249cc9770aec890551dbe'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:21.045557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-42b6f200-09a1-4dfe-b9e3-cdbf7c3ef9fe None None] Provisioning complete for port 4e26261f-a61a-462a-b679-2fa0e81484d5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:21.048137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.052066 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b6f200-09a1-4dfe-b9e3-cdbf7c3ef9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.079783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Router ffd683b1-9628-438f-a7d6-9c4f0178eef5 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:21.089151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-d7a68002-81d3-4712-9cca-71d02e2f6bba service neutron] 10.222.0.32 "PUT /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860/bindings/n-h2-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4414337 Jul 07 17:03:21.136530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42b6f200-09a1-4dfe-b9e3-cdbf7c3ef9fe None None] Port 4e26261f-a61a-462a-b679-2fa0e81484d5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:21.169187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775f91-8027-47bb-b50e-0e4e5e5552e1 req-0c3e75ae-2130-4691-aa76-f89c829b7842 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.176556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59775f91-8027-47bb-b50e-0e4e5e5552e1 req-0c3e75ae-2130-4691-aa76-f89c829b7842 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.1996715 Jul 07 17:03:21.205593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Made reservation on behalf of 4b524e6575c249cc9770aec890551dbe for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:21.210392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.254247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59775f91-8027-47bb-b50e-0e4e5e5552e1 req-cd3d5b46-d701-4e7e-862a-db2c9af8bb45 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Jul 07 17:03:21.274087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:21.287916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1b052e8e-673c-4ee9-878e-9cd6ed3a7527 admin admin] 10.222.0.22 "PUT /v2.0/routers/ffd683b1-9628-438f-a7d6-9c4f0178eef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7481163 Jul 07 17:03:21.331821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:21.357393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-89c61a87-039e-4a8a-9ea8-e9f97a00c590 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.359256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-89c61a87-039e-4a8a-9ea8-e9f97a00c590 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.1657341 Jul 07 17:03:21.458584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Allocated IP 172.20.0.3 (6254f9c8-3f69-45ae-a108-58c2a14f53a3/af8dbf0b-8d73-4a47-9de0-42d7b16f04d0/34e25271-7d45-4b8c-aa69-abe62f160b00) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:21.488923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-221c0671-9beb-4a52-9615-9568b476d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.490736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-221c0671-9beb-4a52-9615-9568b476d8db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f&tenant_id=60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 1096 time: 0.1040912 Jul 07 17:03:21.503334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025673-17f7-4c5e-900f-50d1fd85a4ff req-93e8bf5f-bc1e-4be6-ae5c-2ed77c96e955 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.511344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a025673-17f7-4c5e-900f-50d1fd85a4ff req-93e8bf5f-bc1e-4be6-ae5c-2ed77c96e955 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.0955560 Jul 07 17:03:21.537275 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Sync routers for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:21.552084 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:21.552692 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.556016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a025673-17f7-4c5e-900f-50d1fd85a4ff req-74f3945e-61c3-4165-bf18-ce3e81e1a8b9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Jul 07 17:03:21.590365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:21.608602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:21.662369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-316162e7-d8d9-4d5a-a43c-4575350bc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.663246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.663886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-316162e7-d8d9-4d5a-a43c-4575350bc23b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1096 time: 0.1289601 Jul 07 17:03:21.698090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:21.723868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:21.730238 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.756460 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:21.804689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.839850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.886705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0deb5fe5-d134-4ec6-8892-85f5f8005246 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:21.906397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.950808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0deb5fe5-d134-4ec6-8892-85f5f8005246 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:21.951482 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.965811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e0d3245b-a29f-4ff5-b986-e9f5af135d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:21.967591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e0d3245b-a29f-4ff5-b986-e9f5af135d4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2937677 Jul 07 17:03:21.970849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:21.974961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:21.978441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:22.017709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['74e54d20-aaa3-4f73-a1d3-25b73658b693'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:22.032977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-167ec6b2-fcb0-41f3-9f6a-213d3726a6cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Jul 07 17:03:22.069237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.100885 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 4, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4e26261f-a61a-462a-b679-2fa0e81484d5', 'name': '', 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'mac_address': 'fa:16:3e:9b:53:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:17Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 2, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'subnets': [{'id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:22.122101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.123331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.133911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e3ef0edd-64af-4c13-ae52-44f78e9fc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.135632 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-e3ef0edd-64af-4c13-ae52-44f78e9fc7c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0815072 Jul 07 17:03:22.140789 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Checking router: ffd683b1-9628-438f-a7d6-9c4f0178eef5 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:22.141484 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Updating router ffd683b1-9628-438f-a7d6-9c4f0178eef5 port 4e26261f-a61a-462a-b679-2fa0e81484d5 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:22.147420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b8cb996f-936e-4966-8893-57175ef3e47b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1294382 Jul 07 17:03:22.166925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Request body: {'port': {'device_id': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:22.180665 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.238634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-9bf82d75-a493-43f7-8efe-39878ed6a17a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891347 Jul 07 17:03:22.319653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.340256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5cc5b5b1-84ab-4f5f-b761-38bfe860eb09 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5437734 Jul 07 17:03:22.353008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:22.382623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a315d-810f-4c4f-b038-1a2085d06015 req-f15e7bd4-2316-4fcd-a8de-7cb30dfb0982 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.386608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c2a315d-810f-4c4f-b038-1a2085d06015 req-f15e7bd4-2316-4fcd-a8de-7cb30dfb0982 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1460249 Jul 07 17:03:22.401622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-a53ba2fd-f884-46c8-87b2-d4c38260bc80 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431167 Jul 07 17:03:22.412202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.469463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c2a315d-810f-4c4f-b038-1a2085d06015 req-b7bcbeae-8ec0-4f3d-b20d-8696ecbd4f85 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758734 Jul 07 17:03:22.546613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.554561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-dcd26ef3-fc47-438f-ac6f-e5b5674bb2ca service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033556 Jul 07 17:03:22.589556 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.599629 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Transition to ACTIVE for port object 4e26261f-a61a-462a-b679-2fa0e81484d5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:22.607396 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.660948 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857acb-2d03-4a72-94cd-e89a04d3cd9f None None] Pushing event updated for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.733105 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Attempting to bind port 4e26261f-a61a-462a-b679-2fa0e81484d5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:22.733528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Attempting to bind port 4e26261f-a61a-462a-b679-2fa0e81484d5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:22.733990 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Attempting to bind port 4e26261f-a61a-462a-b679-2fa0e81484d5 on network 61ef2bc4-ec66-41a8-8887-ed2bee56061f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:22.740154 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:22.740154 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Checking segment: {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:22.740643 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.741251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Bound using segment: {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:22.741822 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Bound port: 4e26261f-a61a-462a-b679-2fa0e81484d5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13276e-90cc-44ba-8214-43cd16ec21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:22.742359 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.753856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a6f7-df32-4c1c-aeff-e237fabbdf78 req-78d7e3ce-b1c8-4ad8-ac7f-b91ebac22cc2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:22.760745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0873a6f7-df32-4c1c-aeff-e237fabbdf78 req-78d7e3ce-b1c8-4ad8-ac7f-b91ebac22cc2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1267900 Jul 07 17:03:22.801027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Allocated IP 172.25.7.97 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/253637c5-d1a3-4ddc-921a-bc946b409e9e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:22.826388 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] For port 4e26261f-a61a-462a-b679-2fa0e81484d5, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:22.829971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] For port 4e26261f-a61a-462a-b679-2fa0e81484d5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4e26261f-a61a-462a-b679-2fa0e81484d5,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:22.836676 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.848349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0873a6f7-df32-4c1c-aeff-e237fabbdf78 req-d7f295e1-457c-48fc-bd19-ef091bab7d0a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 Jul 07 17:03:22.941605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:22.942278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:22.944588 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857acb-2d03-4a72-94cd-e89a04d3cd9f None None] Pushing event updated for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.028498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.088213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.092584 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:23.143990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:23.158873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=253637c5-d1a3-4ddc-921a-bc946b409e9e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.170832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:23.172305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:23.176024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:23.178700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.212023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Transition to ACTIVE for port object 34e25271-7d45-4b8c-aa69-abe62f160b00 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:23.227448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.296216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.307653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.315969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-99e1c8af-31d2-472d-b915-8d63e8648072 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.317898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-99e1c8af-31d2-472d-b915-8d63e8648072 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.1793566 Jul 07 17:03:23.337041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:23.355935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.408301 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 4, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4e26261f-a61a-462a-b679-2fa0e81484d5', 'name': '', 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'mac_address': 'fa:16:3e:9b:53:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:17Z', 'updated_at': '2021-07-07T17:03:22Z', 'revision_number': 4, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'subnets': [{'id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:23.442921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e2ba0-d5d9-4ae3-a699-bb284d612bf8 None None] The sync data for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 is: [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:19Z', 'revision_number': 4, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4e26261f-a61a-462a-b679-2fa0e81484d5', 'name': '', 'network_id': '61ef2bc4-ec66-41a8-8887-ed2bee56061f', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'mac_address': 'fa:16:3e:9b:53:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:17Z', 'updated_at': '2021-07-07T17:03:22Z', 'revision_number': 4, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'subnets': [{'id': 'e6c7532b-b233-46ea-95c4-d1cbd2c89470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:23.449472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:23.455390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:23.455948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.457276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Attempting to bind port 34e25271-7d45-4b8c-aa69-abe62f160b00 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:23.458339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Attempting to bind port 34e25271-7d45-4b8c-aa69-abe62f160b00 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:23.459007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Attempting to bind port 34e25271-7d45-4b8c-aa69-abe62f160b00 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:23.485767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Port 34e25271-7d45-4b8c-aa69-abe62f160b00 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:23.486128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Attempting to bind port 34e25271-7d45-4b8c-aa69-abe62f160b00 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:23.522171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:23.522171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Checking segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:23.522171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Bound using segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:23.522171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Bound port: 34e25271-7d45-4b8c-aa69-abe62f160b00, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:23.522608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.613008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-7b3ae538-3fc3-41dc-9cdd-9218221b3d9a service neutron] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:23.633894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.646826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-7b3ae538-3fc3-41dc-9cdd-9218221b3d9a service neutron] Notify callbacks [] for binding, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.648005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f7b7a2bc-842c-4047-98d0-c0a79a1bd8f7 req-7b3ae538-3fc3-41dc-9cdd-9218221b3d9a service neutron] 10.222.0.83 "DELETE /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860/bindings/n-h1-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.3069310 Jul 07 17:03:23.649965 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.660165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:23.666124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.666526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:23.672119 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.679548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:23.684358 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6bb002-de87-4f51-bd0f-786f425bd63d" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:23.718992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:23.721148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.721775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.723281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] 10.222.0.32 "PUT /v2.0/ports/34e25271-7d45-4b8c-aa69-abe62f160b00 HTTP/1.1" status: 200 len: 1092 time: 1.5608659 Jul 07 17:03:23.723896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:23.724898 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.725895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:23.726607 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd89d4-0698-47e8-8568-61026ec53ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:23.759629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2d3f8-1165-4e55-9d74-63117de7778e service neutron] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.818919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=253637c5-d1a3-4ddc-921a-bc946b409e9e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.825866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:23.828383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.839932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.856180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.865275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-5c5c82e2-0b2b-4f73-9456-9a7300f78a58 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5174427 Jul 07 17:03:23.882509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-fd97b0c1-e711-4a4e-a425-03440b406b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.885699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-fd97b0c1-e711-4a4e-a425-03440b406b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 1095 time: 0.1061931 Jul 07 17:03:23.900067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312cf4-22b4-4008-bf11-c0fe4e38dd8d req-f32a5782-dd52-4336-ab3f-441077a28029 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:23.907230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4312cf4-22b4-4008-bf11-c0fe4e38dd8d req-f32a5782-dd52-4336-ab3f-441077a28029 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 943 time: 0.2601554 Jul 07 17:03:23.909493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4e26261f-a61a-462a-b679-2fa0e81484d5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:23.942014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-7e8958ac-5a42-46f9-9858-ab19ed7746a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e25271-7d45-4b8c-aa69-abe62f160b00 HTTP/1.1" status: 200 len: 217 time: 0.0444801 Jul 07 17:03:23.982977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-322f7ad5-9397-4c1a-ba3f-7d37bf7fc8dd tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.1167819 Jul 07 17:03:23.985610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4e26261f-a61a-462a-b679-2fa0e81484d5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:23.993297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4e26261f-a61a-462a-b679-2fa0e81484d5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:23.993664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.004539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-bed1905b-941e-49ea-90e8-d1ecee58d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.006035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-bed1905b-941e-49ea-90e8-d1ecee58d0b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0554311 Jul 07 17:03:24.007649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4312cf4-22b4-4008-bf11-c0fe4e38dd8d req-08427c25-cd81-4a7c-812e-e6a5104f02d6 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987434 Jul 07 17:03:24.065909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-b11e7ba3-f5fa-47de-9efd-6764f2fce227 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456264 Jul 07 17:03:24.087861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.152110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4e26261f-a61a-462a-b679-2fa0e81484d5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4e26261f-a61a-462a-b679-2fa0e81484d5,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:24.160002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.178964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-280c7aee-bd3b-4259-9704-11d5d5ec7d2f tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.190450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-280c7aee-bd3b-4259-9704-11d5d5ec7d2f tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1856420 Jul 07 17:03:24.201041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-f99da1ed-1ea4-4719-9b43-5a1a0df7f9c4 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:24.219288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c17a8c09-6369-4bdc-abd9-dc11a1b8c0f0 req-f99da1ed-1ea4-4719-9b43-5a1a0df7f9c4 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277677 Jul 07 17:03:24.244042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:24.259370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-3087eb6a-e021-48cc-a34c-2a42bc6c71b8 service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843209 Jul 07 17:03:24.299246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decd9c5-c5b1-4b33-81a9-169b8856b635 req-afa99768-7e27-4c8d-8775-72b7c6f9163d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.300847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1decd9c5-c5b1-4b33-81a9-169b8856b635 req-afa99768-7e27-4c8d-8775-72b7c6f9163d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.0803542 Jul 07 17:03:24.347381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1decd9c5-c5b1-4b33-81a9-169b8856b635 req-58309ec2-e04f-446a-befc-e57144f1556e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Jul 07 17:03:24.388046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bae8346f-7aa8-43cb-a880-57bc9fe126b9 req-c4d45d4e-1dc3-48bd-9c37-a2395332f457 service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205974 Jul 07 17:03:24.542155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b0d8b-e8f1-4e51-9da9-4050c6952c48 req-6d0513be-67fc-4f5b-be3e-4baf426b48bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.550081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d83b0d8b-e8f1-4e51-9da9-4050c6952c48 req-6d0513be-67fc-4f5b-be3e-4baf426b48bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.0843611 Jul 07 17:03:24.591496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d83b0d8b-e8f1-4e51-9da9-4050c6952c48 req-13c69f85-a08a-4ce0-9014-5618cc6c2ce7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Jul 07 17:03:24.645289 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9a777-c424-4372-9b7d-da43c292678d x-openstack-request-id: req-0dc9a777-c424-4372-9b7d-da43c292678d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:24.645806 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:24.645806 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dc9a777-c424-4372-9b7d-da43c292678d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:24.646255 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:03:24.683346 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b093f810-ad0f-4c64-9ebb-ff967aac8073 x-openstack-request-id: req-b093f810-ad0f-4c64-9ebb-ff967aac8073 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:24.683581 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:24.683830 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b093f810-ad0f-4c64-9ebb-ff967aac8073 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:24.684227 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'status': 'completed', 'code': 200} Jul 07 17:03:24.788775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-2c852c1e-75e4-4902-8b1f-94f23e7c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.790405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-2c852c1e-75e4-4902-8b1f-94f23e7c82c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0735111 Jul 07 17:03:24.848345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a75880-3504-458d-a644-d24d0499bd98 req-8b484986-1eb9-49e1-9083-bb2bf1f2143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.849873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2a75880-3504-458d-a644-d24d0499bd98 req-8b484986-1eb9-49e1-9083-bb2bf1f2143e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1097 time: 0.1094835 Jul 07 17:03:24.896403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2a75880-3504-458d-a644-d24d0499bd98 req-20deae78-0ca4-44d2-beb8-e5d2d27b452b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Jul 07 17:03:24.912459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f6e6-1174-4d3e-835e-635984aea6ad req-d25156c7-41a3-416c-b926-d25147b6bc2f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.913269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-a9d34a54-04b5-4709-8ab7-352b5d43b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.914020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76d4f6e6-1174-4d3e-835e-635984aea6ad req-d25156c7-41a3-416c-b926-d25147b6bc2f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1103175 Jul 07 17:03:24.914757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-a9d34a54-04b5-4709-8ab7-352b5d43b549 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 923 time: 0.1166732 Jul 07 17:03:24.957567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76d4f6e6-1174-4d3e-835e-635984aea6ad req-2a03528e-891c-49c5-9d51-76f3f858d74c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373764 Jul 07 17:03:25.001585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-8cbedc10-3f94-449e-b8e3-c3bb9555778a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e25271-7d45-4b8c-aa69-abe62f160b00 HTTP/1.1" status: 200 len: 217 time: 0.0426371 Jul 07 17:03:25.072135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-fc783da3-6438-43c3-b821-f727a6ccdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.073846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-fc783da3-6438-43c3-b821-f727a6ccdef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0657051 Jul 07 17:03:25.109409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-9d4686e0-575e-4d88-bf36-85266a67562b tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1558404 Jul 07 17:03:25.115286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.117622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-f64b9816-ee0e-4c3e-9b3f-86503e61f86b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349910 Jul 07 17:03:25.141917 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.267380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-2a4ca368-d090-4927-b4ed-b08b66ad1d4d service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415811 Jul 07 17:03:25.290138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.343868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2eec-feb0-4ddf-becb-62a8d4b2829f req-a28d5ff2-84de-4764-b024-ae634ecf1ff1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.345572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-196c2eec-feb0-4ddf-becb-62a8d4b2829f req-a28d5ff2-84de-4764-b024-ae634ecf1ff1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1096 time: 0.1121302 Jul 07 17:03:25.368437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59cd89d4-0698-47e8-8568-61026ec53ec1 req-b301e8d1-9d86-4454-83e8-44c780e571db service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893583 Jul 07 17:03:25.418688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-196c2eec-feb0-4ddf-becb-62a8d4b2829f req-f9dbe9bb-79a8-4d7f-8c4f-d2df7448b522 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Jul 07 17:03:25.431786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Allocated IP 172.25.7.173 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b086d9d5-289a-45ec-9910-ff3193a0991f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:25.576540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.656342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964991-4616-492a-ac90-4d171da9d3ad req-75ff3536-d934-4ffa-b918-299e19ca3c9e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.657876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05964991-4616-492a-ac90-4d171da9d3ad req-75ff3536-d934-4ffa-b918-299e19ca3c9e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 943 time: 0.1040146 Jul 07 17:03:25.673367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.724841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:25.735973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:25.743188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:25.745968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.751581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05964991-4616-492a-ac90-4d171da9d3ad req-5ba9c5ae-6730-4462-bf4b-d632421f27ce tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Jul 07 17:03:25.770293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=b086d9d5-289a-45ec-9910-ff3193a0991f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.846583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4e26261f-a61a-462a-b679-2fa0e81484d5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:25.892100 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.900917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ba07e6-3dd8-4833-a492-46a4d1cf3993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.922774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4e26261f-a61a-462a-b679-2fa0e81484d5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:25.923382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.923780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-f743512f-ab03-41d8-9700-61c57b515c38 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471737 Jul 07 17:03:26.020173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ba07e6-3dd8-4833-a492-46a4d1cf3993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.024260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.025882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ba07e6-3dd8-4833-a492-46a4d1cf3993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.065848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52ba07e6-3dd8-4833-a492-46a4d1cf3993 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a5588dd01e04f5d86a5706d7cee33b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165424 Jul 07 17:03:26.066735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba07e6-3dd8-4833-a492-46a4d1cf3993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4fe01b-afe2-41be-a5b1-be7c57b8b689,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.068949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:26.141526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-4dc622b1-4284-4d50-9034-528b67951c0b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.142912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-4dc622b1-4284-4d50-9034-528b67951c0b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906040 Jul 07 17:03:26.192467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-4d6f4638-4e89-42b6-88c8-a3ccf86e4751 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/quotas/772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 375 time: 0.0246818 Jul 07 17:03:26.243582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.293751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.357738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.364870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-0f664e71-f100-49f1-81b2-900b514b5198 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655695 Jul 07 17:03:26.366508 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.430531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.433073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.434233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc4fe01b-afe2-41be-a5b1-be7c57b8b689 HTTP/1.1" status: 204 len: 168 time: 0.3608456 Jul 07 17:03:26.453287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=b086d9d5-289a-45ec-9910-ff3193a0991f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.459667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614b0bf-6ac5-4ead-9e2e-0a265297f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4fe01b-afe2-41be-a5b1-be7c57b8b689,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.470271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.494256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.495635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-44fc3afc-08b8-4517-99cd-1c099f7172a8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3852930 Jul 07 17:03:26.583012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-666789f2-1dea-4404-a0b4-1fd15978fb82 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.0778174 Jul 07 17:03:26.746360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-833f38e3-a5ab-49ac-a93d-d9a6e5149e71 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.747870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-833f38e3-a5ab-49ac-a93d-d9a6e5149e71 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1568758 Jul 07 17:03:26.784225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-1d87ac80-9b9c-4895-bd5c-e8d0bdbe66b6 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:26.785561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce276de5-b0f5-4a0c-a076-d5dd1ba3712d req-1d87ac80-9b9c-4895-bd5c-e8d0bdbe66b6 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109849 Jul 07 17:03:26.842733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-b1b7272d-a9b1-418b-83fc-5ba5e85b6767 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.844244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-b1b7272d-a9b1-418b-83fc-5ba5e85b6767 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.1473358 Jul 07 17:03:26.864623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-f2625ff4-671d-4bf8-8a1f-6924fe2a867a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/quotas/60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 375 time: 0.0142710 Jul 07 17:03:26.978262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-2985fd27-f458-4b23-a359-f0998a83abfa tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069701 Jul 07 17:03:27.013531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb091a-f3c0-4adf-8d30-164261bc67b4 req-0e812f94-e3d2-42af-a261-09125713b7bd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:27.015337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33eb091a-f3c0-4adf-8d30-164261bc67b4 req-0e812f94-e3d2-42af-a261-09125713b7bd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.1083186 Jul 07 17:03:27.085264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33eb091a-f3c0-4adf-8d30-164261bc67b4 req-56e67e9d-2507-402f-b04c-c61a0d7bc510 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Jul 07 17:03:27.118427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-3d3b9fec-ba6f-4f92-ac54-cfe435588847 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304469 Jul 07 17:03:27.283654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-9d991e53-d992-48eb-aeea-6b8713714e28 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547916 Jul 07 17:03:27.300843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3be6-9c1c-4312-9bca-9c1332e75a25 req-de13e2f2-5c36-478e-9e58-7edc4b6b8659 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:27.302286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e23f3be6-9c1c-4312-9bca-9c1332e75a25 req-de13e2f2-5c36-478e-9e58-7edc4b6b8659 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0932257 Jul 07 17:03:27.339783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e23f3be6-9c1c-4312-9bca-9c1332e75a25 req-0b3512f4-91fc-49c1-86a2-a84a15eaefa2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 07 17:03:27.366220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:27.495035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:27.504359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-112b9660-9d7e-4a1e-84cc-b9c27680d6ff req-f4255186-8228-41ae-bbd2-04ff5b388c23 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0414047 Jul 07 17:03:27.532912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'port_id': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'mac_address': 'fa:16:3e:5e:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8dbf0b-8d73-4a47-9de0-42d7b16f04d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:27.563415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-8ce83b68-aec6-4fe0-b81d-62b4185a8709 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1587436 Jul 07 17:03:27.578773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:27.592331 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.611582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.642306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:27.642863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-7ddd7121-d90c-4a30-b401-04992f4c445f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414369 Jul 07 17:03:27.666710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:27.676187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.804756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c1760-f248-49e1-8708-d3f16b5cbf3f req-99ab9a66-18be-4165-90c8-4a0ed1cca068 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:27.806027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:27.806330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d56c1760-f248-49e1-8708-d3f16b5cbf3f req-99ab9a66-18be-4165-90c8-4a0ed1cca068 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 944 time: 0.1078374 Jul 07 17:03:27.821238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-702438b4-5409-4c8b-8f64-2af5eaa7295e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:27.823093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-702438b4-5409-4c8b-8f64-2af5eaa7295e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754050 Jul 07 17:03:27.836222 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.839180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Request body: {'port': {'device_id': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '772fda411fa14b48901117acc2c2902a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:27.894188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d56c1760-f248-49e1-8708-d3f16b5cbf3f req-f49aedc8-f9f3-4d80-ac77-f8ad38d7f17e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770900 Jul 07 17:03:27.922343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['34e25271-7d45-4b8c-aa69-abe62f160b00'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:27.975909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Allocated IP 172.25.7.3 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/ecb83917-cfea-423e-8b08-ebb07331ff02) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:27.983258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Made reservation on behalf of 772fda411fa14b48901117acc2c2902a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:27.990954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.149981 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.151485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Allocated IP 192.168.233.226 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/1464b40b-b399-421b-83f6-c2c1a7013cec) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:28.169111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a5913-7a67-41d8-a590-fadc156a4ada req-085fa3e0-768f-4a3e-8fbc-95288aaebe18 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.171095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed2a5913-7a67-41d8-a590-fadc156a4ada req-085fa3e0-768f-4a3e-8fbc-95288aaebe18 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.1369519 Jul 07 17:03:28.183636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.189565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'floatingip': {'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.243547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.350310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.366091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Transition to ACTIVE for port object 1464b40b-b399-421b-83f6-c2c1a7013cec will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:28.402125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.420300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:28.456360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.460544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.466060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:28.499112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.539860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:28.545550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.549559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.571736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-2166a997-af04-4258-8dd8-1a09440ed0d1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7362063 Jul 07 17:03:28.586804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Request body: {'port': {'device_id': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.644083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.708053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=ecb83917-cfea-423e-8b08-ebb07331ff02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.732163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.751056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:28.754714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.767772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:28.932543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-28ab72dc-e0a3-44d8-8051-51e36d330580 None None] Provisioning for port 1464b40b-b399-421b-83f6-c2c1a7013cec completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:28.935980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.937165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-28ab72dc-e0a3-44d8-8051-51e36d330580 None None] Provisioning complete for port 1464b40b-b399-421b-83f6-c2c1a7013cec triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:28.937548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28ab72dc-e0a3-44d8-8051-51e36d330580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.016889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-28ab72dc-e0a3-44d8-8051-51e36d330580 None None] Port 1464b40b-b399-421b-83f6-c2c1a7013cec cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:29.039038 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.092552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-c329faeb-e94d-40f0-8578-d4b61bdda85e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.092552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-c329faeb-e94d-40f0-8578-d4b61bdda85e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.1843960 Jul 07 17:03:29.106872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Request body: {'port': {'device_id': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'admin_state_up': True, 'tenant_id': '60a9e78130884439aa778615c4df0453'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:29.192437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98fd7999-924e-41f3-89be-621eb192af3e req-66f64fd1-2d4b-4be2-8063-b3b6d94bd71b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 210 time: 0.0637078 Jul 07 17:03:29.272927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:29.283898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.306067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Transition to ACTIVE for port object 1464b40b-b399-421b-83f6-c2c1a7013cec will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:29.308498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:29.313269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.316775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.371299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:29.397622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.483402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 34e25271-7d45-4b8c-aa69-abe62f160b00 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:29.488544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 34e25271-7d45-4b8c-aa69-abe62f160b00 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:29.488928 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.564327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Attempting to bind port 1464b40b-b399-421b-83f6-c2c1a7013cec on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:29.564659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Attempting to bind port 1464b40b-b399-421b-83f6-c2c1a7013cec by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:29.565214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Attempting to bind port 1464b40b-b399-421b-83f6-c2c1a7013cec on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:29.570761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Allocated IP 172.20.0.8 (a74304f6-6030-40e2-91fb-eae71ddbfc86/92070831-744f-4cd3-84b2-fba5e222f7e6/11755713-f63e-4b47-b37f-2e24da9b83cd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:29.578681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Port 1464b40b-b399-421b-83f6-c2c1a7013cec on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:29.579016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Attempting to bind port 1464b40b-b399-421b-83f6-c2c1a7013cec on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:29.579122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.593158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:29.593546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:29.594152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:29.595031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Bound port: 1464b40b-b399-421b-83f6-c2c1a7013cec, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:29.595422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.609472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.613760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:29.614928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:03:29.621038 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07005fe-20f0-4806-afa8-2973693f8d75" -d '{"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-plugged", "status": "completed", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:29.649227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:29.654423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.675980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.701148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148625-fe8e-4cb6-bfae-c021802b466b req-707a540a-4a1b-405c-9ccb-0c7f2e2039e9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.708207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11148625-fe8e-4cb6-bfae-c021802b466b req-707a540a-4a1b-405c-9ccb-0c7f2e2039e9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.2141924 Jul 07 17:03:29.721737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.748918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:29.753589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:29.763557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.803008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11148625-fe8e-4cb6-bfae-c021802b466b req-c48e0012-6d91-454c-8c58-ab1626e9d03d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Jul 07 17:03:29.831404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.832046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.833478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 1097 time: 1.2544215 Jul 07 17:03:29.842394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe7040ab-efca-4696-bf6f-afaf6d45e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.845369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.848271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:29.855089 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ca432-1a44-40c5-9ccb-362ae68070bf" -d '{"events": [{"name": "network-changed", "server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:29.860249 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.934231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60325118-014c-4c92-930a-cc26623bb4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.945254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.976390 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Floating IP 07eb4fa1-730d-458d-bb32-b6aa62b35ec6 associated. External IP: 172.25.7.141, port: 74e54d20-aaa3-4f73-a1d3-25b73658b693. Jul 07 17:03:29.979048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=ecb83917-cfea-423e-8b08-ebb07331ff02,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.012211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-64fad307-1ae7-4eed-87d7-b7a0fae84b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.013771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-64fad307-1ae7-4eed-87d7-b7a0fae84b1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1100 time: 0.1212766 Jul 07 17:03:30.024304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.032227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.061543 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.072850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-b790767c-c95b-4a84-a378-62e30793d81e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5003867 Jul 07 17:03:30.089002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.132681 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-e57fceb7-47df-4774-9b1e-0c6f8097768b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.1049528 Jul 07 17:03:30.141191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:30.151455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:30.154069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:30.220352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-d71cdf08-7126-4d7e-9019-1c03c7cd6caf tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.1448925 Jul 07 17:03:30.224304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-a70587cb-f162-4a79-b2a5-227cad536e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.225772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-a70587cb-f162-4a79-b2a5-227cad536e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0835476 Jul 07 17:03:30.233638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.234259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.249144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6d3649c6-08da-42d1-a8ed-db82c6fb168c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482220 Jul 07 17:03:30.261283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Request body: {'port': {'device_id': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:30.341612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.507110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-6d4c1910-a5b0-4ab9-b156-91723059cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.508623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-6d4c1910-a5b0-4ab9-b156-91723059cea8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573420 Jul 07 17:03:30.622712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d19ec-178a-4100-bedf-b3f3f7269a74 req-429d3f12-74d6-4724-80a9-d99c838b55e6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.624736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-050d19ec-178a-4100-bedf-b3f3f7269a74 req-429d3f12-74d6-4724-80a9-d99c838b55e6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 948 time: 0.4594891 Jul 07 17:03:30.667709 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-c873452b-827c-4eae-9694-6186d0ec7684 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470802 Jul 07 17:03:30.712155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-0cb1baea-0c5f-449e-a1ab-f83d66b161f5 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:30.713797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7bff9a-cfb2-41b5-9a01-b28c6c2a0497 req-0cb1baea-0c5f-449e-a1ab-f83d66b161f5 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.4846864 Jul 07 17:03:30.750710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-050d19ec-178a-4100-bedf-b3f3f7269a74 req-4a88b9db-7f28-439f-96f5-27134eb66290 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117201 Jul 07 17:03:30.759751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:30.771867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11755713-f63e-4b47-b37f-2e24da9b83cd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:30.783148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.812649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Transition to ACTIVE for port object 11755713-f63e-4b47-b37f-2e24da9b83cd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:30.818154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.825485 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c990e128-6d51-4e21-8d81-6461e16c1d07 x-openstack-request-id: req-c990e128-6d51-4e21-8d81-6461e16c1d07 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:30.826002 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-plugged", "status": "completed", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:30.826136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ead25cc-2eb9-4f3e-930c-6881b9fc216d req-eacaa060-9d97-4f5e-9530-2ac12a7791fe service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472631 Jul 07 17:03:30.826351 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c990e128-6d51-4e21-8d81-6461e16c1d07 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:30.826921 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'code': 200} Jul 07 17:03:30.867621 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d3e32-0b3e-404b-a65c-1a93ac57b6df x-openstack-request-id: req-886d3e32-0b3e-404b-a65c-1a93ac57b6df {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:30.868354 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:30.868354 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-886d3e32-0b3e-404b-a65c-1a93ac57b6df {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:30.868557 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'status': 'completed', 'code': 200} Jul 07 17:03:30.898453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.899791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:30.906356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.911245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Sync routers for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:30.926624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:30.927269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:31.003742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:31.004086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:31.004423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:31.014133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:31.014474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:31.021622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-d34438e2-d9fa-427e-9723-95fb9095a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.023169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-d34438e2-d9fa-427e-9723-95fb9095a3d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1100 time: 0.1052516 Jul 07 17:03:31.024294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:31.024631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:31.025011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:31.026050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Bound port: 11755713-f63e-4b47-b37f-2e24da9b83cd, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:31.026458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.055081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:31.079995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-94da7224-ca28-4985-b520-b8036ee727c9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "PUT /v2.0/floatingips/07eb4fa1-730d-458d-bb32-b6aa62b35ec6 HTTP/1.1" status: 200 len: 991 time: 2.8925724 Jul 07 17:03:31.081567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:31.084453 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053fdbe-2c35-4d52-824c-ef519b9daf82" -d '{"events": [{"name": "network-changed", "server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:31.114306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879759-3931-4f6e-8797-3e1e6c8bd3d9 req-09d2fc95-fee3-4b29-9256-0fbf8f7a892c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.115779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17879759-3931-4f6e-8797-3e1e6c8bd3d9 req-09d2fc95-fee3-4b29-9256-0fbf8f7a892c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.2136052 Jul 07 17:03:31.145733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940018-7859-4ac6-a698-99d83ddd4854 req-0270a3b8-69e3-43c6-86e8-786d2c68efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.147172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c940018-7859-4ac6-a698-99d83ddd4854 req-0270a3b8-69e3-43c6-86e8-786d2c68efde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 1097 time: 0.2015991 Jul 07 17:03:31.165110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:31.169893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:31.171853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-55a05769-deab-4013-b1ae-49b799455dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.173459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-55a05769-deab-4013-b1ae-49b799455dee service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1439915 Jul 07 17:03:31.173900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd83ddc-3e3d-49d9-beb0-ad962509fa73 req-1da2873c-5aea-4283-a867-55a909016b4e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.175404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.175533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abd83ddc-3e3d-49d9-beb0-ad962509fa73 req-1da2873c-5aea-4283-a867-55a909016b4e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.1599903 Jul 07 17:03:31.223066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17879759-3931-4f6e-8797-3e1e6c8bd3d9 req-0404b609-2cc1-48b1-9cd9-aec711ec7e06 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936420 Jul 07 17:03:31.231966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c940018-7859-4ac6-a698-99d83ddd4854 req-297f73f3-805e-4959-bf19-6c9abdeb3572 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755281 Jul 07 17:03:31.248700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abd83ddc-3e3d-49d9-beb0-ad962509fa73 req-9b0eb540-0a60-43fb-b964-b46ef3cfc382 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616639 Jul 07 17:03:31.405332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '07eb4fa1-730d-458d-bb32-b6aa62b35ec6', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786b26f-607d-4815-aedb-e346075d3b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 1, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:31.414443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-88a5c8ba-70ba-4170-8eab-6f6b8fe32c75 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1126904 Jul 07 17:03:31.420641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:31.451852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.510034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.510704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.512123 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] 10.222.0.83 "PUT /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 1092 time: 1.2557194 Jul 07 17:03:31.513447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-872cae27-3aab-4922-954c-28c4f579e594 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.3307846 Jul 07 17:03:31.573815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1cb3e-cb30-4c45-bcef-d6b1c69d52cc service neutron] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.592561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Checking router: 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:31.602528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:31.603271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:31.609251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-7e766595-94a0-424c-8c35-382856bbee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.610745 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-7e766595-94a0-424c-8c35-382856bbee8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0850463 Jul 07 17:03:31.648537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.663367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6157750a-2995-4375-9e52-570fd8157e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.664811 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-6157750a-2995-4375-9e52-570fd8157e2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1095 time: 0.1018634 Jul 07 17:03:31.671626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b090deb-85f1-4509-9c11-e1c31be47e12 req-d32a6165-9e5c-4971-be8d-563654652666 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.673242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b090deb-85f1-4509-9c11-e1c31be47e12 req-d32a6165-9e5c-4971-be8d-563654652666 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1123023 Jul 07 17:03:31.715172 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-20d61d56-df4f-4e3e-9bea-55f511b0673e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 217 time: 0.0429089 Jul 07 17:03:31.716160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:31.717792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-cd54ca00-a193-4c13-a534-c5eb4b5f3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.719232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-cd54ca00-a193-4c13-a534-c5eb4b5f3f63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012580 Jul 07 17:03:31.759185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b090deb-85f1-4509-9c11-e1c31be47e12 req-e77084d8-1dfa-4ce0-8aae-86fe08e29991 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583332 Jul 07 17:03:31.808620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Allocated IP 172.25.7.71 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/356cd68a-fb8c-44f4-96e1-e9b61b8728b6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:31.826398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-8c64cd8c-a46e-4c00-951a-82501a9125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.827888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-8c64cd8c-a46e-4c00-951a-82501a9125e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1058595 Jul 07 17:03:31.873896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-4140d528-e8f8-46a4-b421-4f14295c5690 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316751 Jul 07 17:03:31.892108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-b0cd80d7-ad33-49f1-8e1c-0869241c3d32 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625507 Jul 07 17:03:31.928599 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e70b8-e042-40ac-ae00-aa2a28a75336 x-openstack-request-id: req-6a4e70b8-e042-40ac-ae00-aa2a28a75336 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:31.928885 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:31.929137 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a4e70b8-e042-40ac-ae00-aa2a28a75336 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:31.929530 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'status': 'completed', 'code': 200} Jul 07 17:03:31.952139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.026134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '07eb4fa1-730d-458d-bb32-b6aa62b35ec6', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786b26f-607d-4815-aedb-e346075d3b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 1, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:32.042515 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-1f4c3862-595d-4c1d-831a-3beed45a3f2e service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617785 Jul 07 17:03:32.047725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-470ca432-1a44-40c5-9ccb-362ae68070bf req-50e5bf5f-cfe4-40e7-884f-966f4a90bf28 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448684 Jul 07 17:03:32.057808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.096409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfe04d-4291-4170-834e-d2bcdfe0fe36 None None] The sync data for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 is: [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '07eb4fa1-730d-458d-bb32-b6aa62b35ec6', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786b26f-607d-4815-aedb-e346075d3b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:29Z', 'revision_number': 1, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:32.113120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-575fe15f-ddb4-4705-a480-a49a48d54b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.114671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-575fe15f-ddb4-4705-a480-a49a48d54b38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1097 time: 0.1397591 Jul 07 17:03:32.137649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:32.140077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=356cd68a-fb8c-44f4-96e1-e9b61b8728b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.152799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:32.160359 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64881dfd-f7b2-4bed-983f-8ac195090cf8 req-11c0ca5a-eda0-43f2-8b42-d8e163d8c662 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114194 Jul 07 17:03:32.180508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:32.242894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd10d-07aa-4067-9529-c138cbb8baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.296213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-5f8bfe70-c42e-416d-9b1b-ec3202b0602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.297725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-5f8bfe70-c42e-416d-9b1b-ec3202b0602a service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1745617 Jul 07 17:03:32.310796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.383757 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58383b87-503a-428d-b413-145ddd1f766d None None] New status for floating IP 07eb4fa1-730d-458d-bb32-b6aa62b35ec6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:32.409842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.413794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-22227ca3-1c5a-4791-86d7-5d2044c43408 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.0926926 Jul 07 17:03:32.522705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-6956305c-656b-49aa-9ad2-932144891867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.524066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-6956305c-656b-49aa-9ad2-932144891867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0884366 Jul 07 17:03:32.652957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38890513-62ce-40f3-b759-63c816c61029 req-26591463-96ca-4499-9f5b-46e2f3a0d68e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.654450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38890513-62ce-40f3-b759-63c816c61029 req-26591463-96ca-4499-9f5b-46e2f3a0d68e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 948 time: 0.2083690 Jul 07 17:03:32.697712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.702837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-f09f3b8b-03ad-4b7a-8269-22821e1944dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:32.704348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-f09f3b8b-03ad-4b7a-8269-22821e1944dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731601 Jul 07 17:03:32.747383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38890513-62ce-40f3-b759-63c816c61029 req-864eafd7-926f-479e-b911-a2d9d05be314 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871694 Jul 07 17:03:32.774329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.783107 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.869709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:32.872232 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e849a9d-75be-4078-9ad3-25e55961d14e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:32.907366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event updated for resources: {'Port': ['ID=356cd68a-fb8c-44f4-96e1-e9b61b8728b6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.923299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-0e9bbdc0-90fc-41cf-996c-e09be251dbd7 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085381 Jul 07 17:03:32.925926 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.985876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.987097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-d7d471c3-973f-4e31-b524-dc6aed2b462a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5715129 Jul 07 17:03:33.049091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f93bd-bd65-4bdf-a7d3-b38f0a2c2537 req-288a6ad6-9d3b-4802-ba33-c44c9018613c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.050522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-031f93bd-bd65-4bdf-a7d3-b38f0a2c2537 req-288a6ad6-9d3b-4802-ba33-c44c9018613c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1947815 Jul 07 17:03:33.077231 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-ad769dc5-9e61-466c-bf65-4cba26c563db tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0835135 Jul 07 17:03:33.148082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3053fdbe-2c35-4d52-824c-ef519b9daf82 req-bc1e84a8-1653-4f72-95a0-04f87350fa4d service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122104 Jul 07 17:03:33.168120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-031f93bd-bd65-4bdf-a7d3-b38f0a2c2537 req-ec07b747-0f8d-4790-bc12-8d864a9e8a74 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095345 Jul 07 17:03:33.215055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-4b5f147b-a2a5-43a2-9eae-6eac9cc24164 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.216628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43166666-3bec-4a8e-a259-a9b78d390fcb req-4b5f147b-a2a5-43a2-9eae-6eac9cc24164 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1321180 Jul 07 17:03:33.338508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ee784-3396-4b15-a151-29cf62ddab51 req-e5110e25-ca06-46a6-8cb9-d7658fb4e580 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.339893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a7ee784-3396-4b15-a151-29cf62ddab51 req-e5110e25-ca06-46a6-8cb9-d7658fb4e580 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.0715630 Jul 07 17:03:33.386499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:33.394785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a7ee784-3396-4b15-a151-29cf62ddab51 req-70645282-6036-4370-ba4c-b84dfa70cbe4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487990 Jul 07 17:03:33.443905 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77022133-6751-407c-8426-d3ac3a995c68 x-openstack-request-id: req-77022133-6751-407c-8426-d3ac3a995c68 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:33.444201 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:33.444450 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77022133-6751-407c-8426-d3ac3a995c68 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:33.444852 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'status': 'completed', 'code': 200} Jul 07 17:03:33.490774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.515523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999e16-1f93-46ca-a793-869cfbe398c7 req-78fb5c7f-6bdc-4626-b506-2e0d5516bbf2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.517346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41999e16-1f93-46ca-a793-869cfbe398c7 req-78fb5c7f-6bdc-4626-b506-2e0d5516bbf2 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0715845 Jul 07 17:03:33.536046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:33.540784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-1844116d-df57-4f79-b024-287d35e10c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.542480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-1844116d-df57-4f79-b024-287d35e10c65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1095 time: 0.0717702 Jul 07 17:03:33.547450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'mac_address': 'fa:16:3e:6e:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:33.574225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41999e16-1f93-46ca-a793-869cfbe398c7 req-59542bc8-dd1b-42db-938f-3d4264b22574 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Jul 07 17:03:33.604539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.618743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:33.644662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:33.648922 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.650509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa1c6ef2-c3f2-4294-a2f4-229d073114f6 req-45c438af-265b-4feb-97ff-757d1c5f3e9e tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips/f74057dc-998b-47a7-b927-c09d87e4ea7b HTTP/1.1" status: 200 len: 692 time: 0.0586581 Jul 07 17:03:33.659960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-ffda9f41-e137-4ed1-b94c-212f1f22f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.661840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-ffda9f41-e137-4ed1-b94c-212f1f22f875 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1133611 Jul 07 17:03:33.701750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.713232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-bbcd8b72-474d-4c28-b610-cb613aab5ec8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 217 time: 0.0440371 Jul 07 17:03:33.764667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-489f6574-a813-4287-8026-a292b1b1e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.766221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-489f6574-a813-4287-8026-a292b1b1e367 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0451148 Jul 07 17:03:33.798985 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-81025e5d-1cc0-4bfc-adb2-3f9ab6afe017 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258350 Jul 07 17:03:33.804157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6ef2-c3f2-4294-a2f4-229d073114f6 req-3d0ded1e-c09e-49a5-9b26-473329401935 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.805579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa1c6ef2-c3f2-4294-a2f4-229d073114f6 req-3d0ded1e-c09e-49a5-9b26-473329401935 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1460121 Jul 07 17:03:33.814606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346b23-e075-40ff-8529-8fb71f43eff9 req-576bbd38-7b56-4d6e-8537-599b95363423 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:33.816025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c346b23-e075-40ff-8529-8fb71f43eff9 req-576bbd38-7b56-4d6e-8537-599b95363423 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1553116 Jul 07 17:03:33.821368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-aa1c6ef2-c3f2-4294-a2f4-229d073114f6 req-783db61e-bb94-4a5d-942e-6950d963896b tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:33.822399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa1c6ef2-c3f2-4294-a2f4-229d073114f6 req-783db61e-bb94-4a5d-942e-6950d963896b tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055046 Jul 07 17:03:33.863666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c346b23-e075-40ff-8529-8fb71f43eff9 req-df413e83-0f92-444f-a45b-848a25a07771 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jul 07 17:03:33.903687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-a3f27a6f-e6f4-4a4e-b4ab-c419b9ac303b service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973516 Jul 07 17:03:33.937295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1464b40b-b399-421b-83f6-c2c1a7013cec'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:33.971382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-b21687bb-b84f-4742-8faa-8ab9707656b5 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips/f74057dc-998b-47a7-b927-c09d87e4ea7b HTTP/1.1" status: 200 len: 692 time: 0.0506535 Jul 07 17:03:34.007161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e849a9d-75be-4078-9ad3-25e55961d14e req-52e984e5-cb1e-407b-82cf-676260fdded4 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965979 Jul 07 17:03:34.057861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.121688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-3a803665-65cf-4e47-a74c-5e14ca04804f tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.123066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-3a803665-65cf-4e47-a74c-5e14ca04804f tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1461833 Jul 07 17:03:34.133055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac250a9f-46fe-46c0-a351-9ece1ade9318 req-7ceea853-7d43-4362-97ce-37d9f9109b68 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.134432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac250a9f-46fe-46c0-a351-9ece1ade9318 req-7ceea853-7d43-4362-97ce-37d9f9109b68 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 949 time: 0.1347992 Jul 07 17:03:34.139559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-c7603191-1f18-4e92-83bb-a66da3d0e879 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:34.140497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-c7603191-1f18-4e92-83bb-a66da3d0e879 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052269 Jul 07 17:03:34.199174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-3ce0781e-8c6c-42cc-afad-152a16752186 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0523608 Jul 07 17:03:34.218447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac250a9f-46fe-46c0-a351-9ece1ade9318 req-e5987d04-cea6-4505-b0dc-739ea6bea092 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767925 Jul 07 17:03:34.256445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-dfc4bb26-fd09-4dba-a500-ee3fb57c8d24 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0514588 Jul 07 17:03:34.422143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Deleting port 356cd68a-fb8c-44f4-96e1-e9b61b8728b6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:34.422388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.738186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec298f-5fae-49b6-b6b0-bfb6a51ce360 req-bfa314a4-643b-4778-b638-ff62dc6f2851 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:34.739534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2ec298f-5fae-49b6-b6b0-bfb6a51ce360 req-bfa314a4-643b-4778-b638-ff62dc6f2851 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.3786697 Jul 07 17:03:34.797155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2ec298f-5fae-49b6-b6b0-bfb6a51ce360 req-ddb56c84-5d37-4b2f-98b3-29bf1607129f tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494258 Jul 07 17:03:34.805523 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.806826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.830313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Calling delete_port for 356cd68a-fb8c-44f4-96e1-e9b61b8728b6 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:34.967310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.991867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event deleted for resources: {'Port': ['ID=356cd68a-fb8c-44f4-96e1-e9b61b8728b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.052413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.055023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.056157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c558aa3-11d8-4d5c-ad55-d0f59e153432 req-234818bf-8b04-4bfb-ae88-d329e604a71d tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "DELETE /v2.0/floatingips/f74057dc-998b-47a7-b927-c09d87e4ea7b HTTP/1.1" status: 204 len: 173 time: 0.7925618 Jul 07 17:03:35.209231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.318428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807304d1-7013-4c7e-b5cc-128968ecbe73 req-09bf3969-2589-4a8a-8ee1-387cbeae70e4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.319893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-807304d1-7013-4c7e-b5cc-128968ecbe73 req-09bf3969-2589-4a8a-8ee1-387cbeae70e4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.0673854 Jul 07 17:03:35.359477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-807304d1-7013-4c7e-b5cc-128968ecbe73 req-bffbd7cd-4cc1-4c83-9e5c-441a49c234c0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Jul 07 17:03:35.401023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:35.425061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddac8-8c23-4d05-846f-b2e3103ef115 req-90c2e7fb-30e1-4552-93b1-3e93a19e0305 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.426706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-074ddac8-8c23-4d05-846f-b2e3103ef115 req-90c2e7fb-30e1-4552-93b1-3e93a19e0305 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0706372 Jul 07 17:03:35.449654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 1464b40b-b399-421b-83f6-c2c1a7013cec completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:35.453897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1464b40b-b399-421b-83f6-c2c1a7013cec triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:35.454308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.480830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-074ddac8-8c23-4d05-846f-b2e3103ef115 req-3613a0fe-5c30-49ca-a8d5-0ee0c9190d76 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482037 Jul 07 17:03:35.533705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.558545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:35.560776 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251e4fbe-9394-49b8-948f-ac3d9dee2e44" -d '{"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:35.573226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:35.577205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.618908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:35.637235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.697597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6c061-5a76-4263-a7fb-a61b7fb568a3 req-8552e11f-b848-400e-82bb-b6e8997082c8 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.699114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3d6c061-5a76-4263-a7fb-a61b7fb568a3 req-8552e11f-b848-400e-82bb-b6e8997082c8 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.2370949 Jul 07 17:03:35.710848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f986b-6c30-4f56-a906-0bfe9ce92df5 req-e2306663-3375-416a-afc5-1e827a69d352 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.712249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-189f986b-6c30-4f56-a906-0bfe9ce92df5 req-e2306663-3375-416a-afc5-1e827a69d352 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2069247 Jul 07 17:03:35.726175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:35.741436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'port_id': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'mac_address': 'fa:16:3e:a0:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92070831-744f-4cd3-84b2-fba5e222f7e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:35.751298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3d6c061-5a76-4263-a7fb-a61b7fb568a3 req-19e4812f-5966-4f18-bdf7-d146b7afa5bf tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Jul 07 17:03:35.788295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.801426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11755713-f63e-4b47-b37f-2e24da9b83cd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:35.821321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:35.825500 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.874450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:35.926671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fca4-cdca-4404-85ee-9cd66180fa55 req-5685a8e5-e0d3-4c81-9139-ee2363fea3fb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:35.928158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03b5fca4-cdca-4404-85ee-9cd66180fa55 req-5685a8e5-e0d3-4c81-9139-ee2363fea3fb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.0658569 Jul 07 17:03:35.965114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03b5fca4-cdca-4404-85ee-9cd66180fa55 req-e96b350e-d1ef-4855-bbf6-34799c49ad6e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Jul 07 17:03:36.009271 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f1ce0-eee6-4739-8629-a7c25f97b767 x-openstack-request-id: req-b43f1ce0-eee6-4739-8629-a7c25f97b767 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:36.009650 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:36.009996 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b43f1ce0-eee6-4739-8629-a7c25f97b767 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:36.010512 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'code': 200} Jul 07 17:03:36.095002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab8e2b1-1e0b-42fd-ac7d-a0197611788d req-c41e7ccb-bd03-4810-b064-a98b5beffdd8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=3707051ee1404358996036a68c2a7b2c HTTP/1.1" status: 200 len: 1654 time: 0.0752189 Jul 07 17:03:36.135474 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.204851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['11755713-f63e-4b47-b37f-2e24da9b83cd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:36.222328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cb647-7b2a-4433-8c46-774c71faaa00 req-9b04cecf-b497-481d-845d-0d87a634bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.223839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a59cb647-7b2a-4433-8c46-774c71faaa00 req-9b04cecf-b497-481d-845d-0d87a634bff1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1102 time: 0.1457751 Jul 07 17:03:36.234709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e2b1-1e0b-42fd-ac7d-a0197611788d req-f84f0c7b-e261-4df7-b4c7-adba34044425 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.236204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab8e2b1-1e0b-42fd-ac7d-a0197611788d req-f84f0c7b-e261-4df7-b4c7-adba34044425 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks?id=22143c16-edb2-459b-9740-d1320510163a&id=22143c16-edb2-459b-9740-d1320510163a&id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 787 time: 0.1239302 Jul 07 17:03:36.255380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-fab8e2b1-1e0b-42fd-ac7d-a0197611788d req-607b01cb-ac01-491f-a4ed-d6a0e8af93fc tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:36.256406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab8e2b1-1e0b-42fd-ac7d-a0197611788d req-607b01cb-ac01-491f-a4ed-d6a0e8af93fc tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127704 Jul 07 17:03:36.275640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a59cb647-7b2a-4433-8c46-774c71faaa00 req-1be2ea58-f9c7-4ae2-9f59-068ba0de7630 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366750 Jul 07 17:03:36.433084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30756247-75ea-4574-8931-f5f9a830ff67 req-8591d68b-8422-4d43-a4e1-5295db8ac68f tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.434618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30756247-75ea-4574-8931-f5f9a830ff67 req-8591d68b-8422-4d43-a4e1-5295db8ac68f tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.0638382 Jul 07 17:03:36.532392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30756247-75ea-4574-8931-f5f9a830ff67 req-c8f1929f-112f-4448-a4e5-6c3f72c57abc tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857966 Jul 07 17:03:36.537550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-bf281156-1ecc-40da-9be1-72f3d6a74a60 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips/83805583-ddf0-4f38-b8c3-a4fcfa36c3b5 HTTP/1.1" status: 200 len: 691 time: 0.0618548 Jul 07 17:03:36.653997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3511f-e2a1-4236-80fa-f060784968bf req-7bda56bc-8bdd-4196-9dab-513bdf956405 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.655042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-7bda56bc-8bdd-4196-9dab-513bdf956405 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1123190 Jul 07 17:03:36.665494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-b1c9789f-ad3d-4c47-8f24-c5f6b7a64e38 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:36.667411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-b1c9789f-ad3d-4c47-8f24-c5f6b7a64e38 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068841 Jul 07 17:03:36.717551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-a4660c05-dba2-462f-96e3-6bb36b32ebca tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0449202 Jul 07 17:03:36.781139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-57f26287-27c3-45bb-a17c-9a7265cf9aa9 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0574961 Jul 07 17:03:36.959195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254fcbe-dfb3-4e5f-a785-12c76fa12c74 req-e43f6e9e-bace-48b6-bdd3-d1dd477ae036 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.960592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d254fcbe-dfb3-4e5f-a785-12c76fa12c74 req-e43f6e9e-bace-48b6-bdd3-d1dd477ae036 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 944 time: 0.2002790 Jul 07 17:03:37.029459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d254fcbe-dfb3-4e5f-a785-12c76fa12c74 req-5a7933c6-b435-4f1e-8679-fb840adb6909 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Jul 07 17:03:37.033314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Deleting port ecb83917-cfea-423e-8b08-ebb07331ff02 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:37.033664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.047324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-7687f2ea-8d36-4fb5-bd46-4eca74fd689f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291993 Jul 07 17:03:37.146458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.146779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.186336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Calling delete_port for ecb83917-cfea-423e-8b08-ebb07331ff02 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:37.272655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-fe422c36-03f2-4aca-8789-14dca7654e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.274174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-fe422c36-03f2-4aca-8789-14dca7654e8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d177f6501a840028df92df105277ae5&device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 1102 time: 0.1689212 Jul 07 17:03:37.293554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37df3a-7188-4c8d-9659-f0d093cf2bff req-dc8fdb23-92ae-43f8-a49a-5d58ea44636c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.295053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c37df3a-7188-4c8d-9659-f0d093cf2bff req-dc8fdb23-92ae-43f8-a49a-5d58ea44636c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1547785 Jul 07 17:03:37.418737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c37df3a-7188-4c8d-9659-f0d093cf2bff req-bdf79414-2fa3-440b-afff-3261ed10e58f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122177 Jul 07 17:03:37.454068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-81e24a44-f0a0-49d3-8b46-7299624a0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.455557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-81e24a44-f0a0-49d3-8b46-7299624a0277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1583169 Jul 07 17:03:37.461561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.521964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event deleted for resources: {'Port': ['ID=ecb83917-cfea-423e-8b08-ebb07331ff02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:37.530456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-3835a05d-086a-4d94-b5fc-2c7c2a9c6401 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083 HTTP/1.1" status: 200 len: 217 time: 0.0664272 Jul 07 17:03:37.623781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:37.652432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-f93a703b-36fd-4e12-b184-1abc5698b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.653888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-f93a703b-36fd-4e12-b184-1abc5698b5de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1132948 Jul 07 17:03:37.672581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 11755713-f63e-4b47-b37f-2e24da9b83cd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:37.676746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 11755713-f63e-4b47-b37f-2e24da9b83cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:37.677239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.693950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.696536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.697702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93b3511f-e2a1-4236-80fa-f060784968bf req-17feff03-8b4c-400f-8a30-104394cefcbb tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "DELETE /v2.0/floatingips/83805583-ddf0-4f38-b8c3-a4fcfa36c3b5 HTTP/1.1" status: 204 len: 173 time: 0.8957560 Jul 07 17:03:37.712315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fbd6a-4766-4a6d-b0be-a9029ed19573 req-ff367f3d-98c2-4bf1-8e39-57d6c60ad74b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.714550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df8fbd6a-4766-4a6d-b0be-a9029ed19573 req-ff367f3d-98c2-4bf1-8e39-57d6c60ad74b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1869602 Jul 07 17:03:37.761472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.773127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-c7eac0d8-e99f-468c-a722-3411e6c437e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.774717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-c7eac0d8-e99f-468c-a722-3411e6c437e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116850 Jul 07 17:03:37.778914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df8fbd6a-4766-4a6d-b0be-a9029ed19573 req-21712b0a-9e4f-4175-9826-70cbee90354c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555170 Jul 07 17:03:37.802527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:37.809296 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.862398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:37.929428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-debd3404-8283-4b6f-b3bc-3dd01122384c service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372547 Jul 07 17:03:37.955006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99584096-e647-4e76-b74a-5243368f0e2b req-4a30688a-0f32-426e-b25c-cd23bd56b0dc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:37.956425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99584096-e647-4e76-b74a-5243368f0e2b req-4a30688a-0f32-426e-b25c-cd23bd56b0dc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1114182 Jul 07 17:03:38.011683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:38.014194 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854b335-12a2-45bd-a9a6-0d98db0c4815" -d '{"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-plugged", "status": "completed", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:38.068468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-70a51ef4-af5a-47fc-8b8a-82fb8891df38 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips/bbc54dc3-ed04-411c-a540-9be8cbf04327 HTTP/1.1" status: 200 len: 693 time: 0.0614274 Jul 07 17:03:38.082089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99584096-e647-4e76-b74a-5243368f0e2b req-02d0845b-f853-42e5-9126-3f80275e1015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160686 Jul 07 17:03:38.145942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cae160c-37df-4e8a-b81e-e03abcc67686 req-9ea34b45-5dc0-4fca-8d1d-ed789b23e7fe service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090220 Jul 07 17:03:38.160993 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce45d89-b6bb-4032-aa41-d3b3ce028477 x-openstack-request-id: req-8ce45d89-b6bb-4032-aa41-d3b3ce028477 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:38.161517 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-plugged", "status": "completed", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:38.161855 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ce45d89-b6bb-4032-aa41-d3b3ce028477 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:38.163114 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'code': 200} Jul 07 17:03:38.191402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:38.201381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-fe30eff6-46b1-4213-a69b-849280519e42 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.202855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-fe30eff6-46b1-4213-a69b-849280519e42 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1238699 Jul 07 17:03:38.261234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-7fd925c0-4cc9-407b-84bc-a153309cd8de tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.0521431 Jul 07 17:03:38.304715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08088b5d-ad7f-4306-b6c7-d4a2415672e2 req-c7e0adc3-7bce-4aae-b49b-7e6c77e11a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.306248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08088b5d-ad7f-4306-b6c7-d4a2415672e2 req-c7e0adc3-7bce-4aae-b49b-7e6c77e11a58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.0584385 Jul 07 17:03:38.343730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08088b5d-ad7f-4306-b6c7-d4a2415672e2 req-d190a89d-be75-45e0-aa6d-e0d985a061b8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299594 Jul 07 17:03:38.606777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-edecdd72-2993-4227-bfdb-b284312e4d41 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.173 HTTP/1.1" status: 200 len: 696 time: 0.3339245 Jul 07 17:03:38.708070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2dec1-569d-41e1-84db-51fcf3473028 req-093c61d7-c7a1-4af7-8d9a-52745f714cf5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.709540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfe2dec1-569d-41e1-84db-51fcf3473028 req-093c61d7-c7a1-4af7-8d9a-52745f714cf5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 945 time: 0.4460347 Jul 07 17:03:38.770620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfe2dec1-569d-41e1-84db-51fcf3473028 req-c5649b21-839c-4cc3-ac9a-ef2483689a3a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jul 07 17:03:38.780456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Deleting port b086d9d5-289a-45ec-9910-ff3193a0991f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:38.780801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.861235 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.861610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.873444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Calling delete_port for b086d9d5-289a-45ec-9910-ff3193a0991f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:38.995709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6ca2e-9806-4b6b-b5bc-0f98171dd6ae req-e30bca7b-ff0d-4651-8c39-9b397b6f963c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:38.997192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34f6ca2e-9806-4b6b-b5bc-0f98171dd6ae req-e30bca7b-ff0d-4651-8c39-9b397b6f963c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1196210 Jul 07 17:03:39.059897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34f6ca2e-9806-4b6b-b5bc-0f98171dd6ae req-33de59e4-e89c-4163-93be-318981474a01 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529728 Jul 07 17:03:39.083683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.111733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event deleted for resources: {'Port': ['ID=b086d9d5-289a-45ec-9910-ff3193a0991f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.184024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.187552 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.188720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78a0808-0eb3-439f-b3f9-585e7cc429aa req-f1b83747-c925-421d-888e-81090c8d49b2 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "DELETE /v2.0/floatingips/bbc54dc3-ed04-411c-a540-9be8cbf04327 HTTP/1.1" status: 204 len: 173 time: 0.5754468 Jul 07 17:03:39.269551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d60723-360b-4e1f-9463-d69d90880259 req-6ebd33f4-d03b-4eae-944c-276753b7e391 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.271228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88d60723-360b-4e1f-9463-d69d90880259 req-6ebd33f4-d03b-4eae-944c-276753b7e391 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.0815132 Jul 07 17:03:39.342152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88d60723-360b-4e1f-9463-d69d90880259 req-d20dd9e2-50ff-4691-aceb-d39c0afe82b3 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642307 Jul 07 17:03:39.378374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91d322-e1e0-43b5-baca-8d6ffe1fed0c req-0f5d60e0-4873-4c78-94f8-427a10ac2e0a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.379902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e91d322-e1e0-43b5-baca-8d6ffe1fed0c req-0f5d60e0-4873-4c78-94f8-427a10ac2e0a tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0875685 Jul 07 17:03:39.398925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.421903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e91d322-e1e0-43b5-baca-8d6ffe1fed0c req-0b44fe03-7ff6-443a-a076-e088165e5a26 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Jul 07 17:03:39.546445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-713bab62-0044-4cf7-9b85-e214bfc2a88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.567196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-b615c394-48e3-4d6b-82a6-2acf139d3aa8 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips/2f04254a-9e59-4177-afc3-ca7967a34056 HTTP/1.1" status: 200 len: 692 time: 0.0496225 Jul 07 17:03:39.667172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-713bab62-0044-4cf7-9b85-e214bfc2a88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.671253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-713bab62-0044-4cf7-9b85-e214bfc2a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.710023 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-713bab62-0044-4cf7-9b85-e214bfc2a88d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f9f0007c8b14a9ba7094e7e11e0d70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097904 Jul 07 17:03:39.710941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bab62-0044-4cf7-9b85-e214bfc2a88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d8ed3-1c39-4d7d-9e81-a85bbce74f79,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.714859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.719860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-45f41b93-2cd1-425e-96bc-c0c39e1b74f6 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.721328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-45f41b93-2cd1-425e-96bc-c0c39e1b74f6 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1485853 Jul 07 17:03:39.763122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.784647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-3663fb8a-7b6e-47f9-a22a-df821fa85e8a tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.0555944 Jul 07 17:03:39.784839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.793386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361dd5-44ab-43c7-9042-3ea05a442835 req-2f22ca2a-8fc8-4157-92fe-4a2d32805a9f tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:39.794918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3361dd5-44ab-43c7-9042-3ea05a442835 req-2f22ca2a-8fc8-4157-92fe-4a2d32805a9f tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1340256 Jul 07 17:03:39.837076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.841638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.847244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f1d8ed3-1c39-4d7d-9e81-a85bbce74f79 HTTP/1.1" status: 204 len: 168 time: 0.1314108 Jul 07 17:03:39.850039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-68a19d81-d9bd-4330-b196-0627e38a6aa3 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.0541582 Jul 07 17:03:39.856261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ebcf5-fa46-417a-a5ee-3a9f47108c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d8ed3-1c39-4d7d-9e81-a85bbce74f79,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.872497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3361dd5-44ab-43c7-9042-3ea05a442835 req-b21ffb52-b245-4270-90b0-c5877296700c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695088 Jul 07 17:03:40.021749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Deleting port 253637c5-d1a3-4ddc-921a-bc946b409e9e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:40.022202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.135007 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.135652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.158285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Calling delete_port for 253637c5-d1a3-4ddc-921a-bc946b409e9e owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:40.167571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34e05-be44-4a8c-8482-ce086e8d8017 req-c8b2ca25-7d56-4a5e-b8e1-a0954e84dabb tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:40.169094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adc34e05-be44-4a8c-8482-ce086e8d8017 req-c8b2ca25-7d56-4a5e-b8e1-a0954e84dabb tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 945 time: 0.1112018 Jul 07 17:03:40.253218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adc34e05-be44-4a8c-8482-ce086e8d8017 req-01b312af-4e17-4e49-a5fe-88d0ce422b43 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763400 Jul 07 17:03:40.345069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.375517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Pushing event deleted for resources: {'Port': ['ID=253637c5-d1a3-4ddc-921a-bc946b409e9e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.440963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.443881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.445038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1d6b4f0-ed1f-434b-8cd6-01dd5a1af02b req-82849d94-4581-4eb0-975c-80bd3b996791 tempest-FloatingIPDetailsTestJSON-713371369 tempest-FloatingIPDetailsTestJSON-713371369-project] 10.222.0.22 "DELETE /v2.0/floatingips/2f04254a-9e59-4177-afc3-ca7967a34056 HTTP/1.1" status: 204 len: 173 time: 0.5773480 Jul 07 17:03:40.451899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36470) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.595254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.728822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1428297606-network', 'tenant_id': 'd5c7eb99a0a24a90a584490bc891df4d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:40.770145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Made reservation on behalf of d5c7eb99a0a24a90a584490bc891df4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:40.779104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.814394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.872781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.021573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-71ea3b7c-02aa-4a4e-9d27-47ab83879315 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2231386 Jul 07 17:03:41.049528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475f3eb-1e59-4f73-8c2d-5f4305a2fbdb req-eb6c5012-c2b4-4009-be2c-4730e34a9c8c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.051068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3475f3eb-1e59-4f73-8c2d-5f4305a2fbdb req-eb6c5012-c2b4-4009-be2c-4730e34a9c8c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1830864 Jul 07 17:03:41.054896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c562d8-0fec-4c11-b571-d65b89e35b2a req-0a3d41fc-16c5-4c88-8731-d3a49123a725 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.056392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98c562d8-0fec-4c11-b571-d65b89e35b2a req-0a3d41fc-16c5-4c88-8731-d3a49123a725 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.1872323 Jul 07 17:03:41.132166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Deleting port 4e26261f-a61a-462a-b679-2fa0e81484d5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:41.132507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.145229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3475f3eb-1e59-4f73-8c2d-5f4305a2fbdb req-e69d7160-2480-4609-80be-fcbc17197117 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810359 Jul 07 17:03:41.152320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.162614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98c562d8-0fec-4c11-b571-d65b89e35b2a req-051d27ef-14b6-478e-a4ca-821d0c4512ac tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961339 Jul 07 17:03:41.163907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.207382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:41.235527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.235923 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Added segment 3e503747-47a1-46b5-ab54-4becc298da8a of type vlan for network d59858df-f1ad-4f93-8234-7364778f9ea5 Jul 07 17:03:41.247988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.280033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] For port 4e26261f-a61a-462a-b679-2fa0e81484d5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4e26261f-a61a-462a-b679-2fa0e81484d5,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:41.281386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.299098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Calling delete_port for 4e26261f-a61a-462a-b679-2fa0e81484d5 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:41.313689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.373295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.374842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.380727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.493903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8966603 Jul 07 17:03:41.502076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.523779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Request body: {'subnet': {'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1428297606-subnet', 'tenant_id': 'd5c7eb99a0a24a90a584490bc891df4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:41.549632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.587979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e26261f-a61a-462a-b679-2fa0e81484d5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.589147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26baca-2776-4e65-9d4f-8741db7cd3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d59858df-f1ad-4f93-8234-7364778f9ea5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.636904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d59858df-f1ad-4f93-8234-7364778f9ea5 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:41.658724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Made reservation on behalf of d5c7eb99a0a24a90a584490bc891df4d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:41.665836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.871281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ca78d-29c8-492a-a17e-47083b16418e req-71e505d3-f347-4367-bfaa-7495014d80d0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:41.891485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a8ca78d-29c8-492a-a17e-47083b16418e req-71e505d3-f347-4367-bfaa-7495014d80d0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.3596611 Jul 07 17:03:42.007128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a8ca78d-29c8-492a-a17e-47083b16418e req-5c9cd732-604f-4d68-853c-a3cb1f2714f8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136262 Jul 07 17:03:42.014129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14fa61-642b-4dd9-90a6-32059beb8398 req-98420660-afca-443b-b955-a512678388c5 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.026328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc14fa61-642b-4dd9-90a6-32059beb8398 req-98420660-afca-443b-b955-a512678388c5 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.4392717 Jul 07 17:03:42.029253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.108274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc14fa61-642b-4dd9-90a6-32059beb8398 req-3fffcb4d-510d-4cf9-a3f9-b6aa35723d2e tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778947 Jul 07 17:03:42.222128 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-a54542b1-954b-41ae-a4d4-2288b5082b4f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250304 Jul 07 17:03:42.239886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.321273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2284a77-831c-4693-97e6-1af94b65f858,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:42.329961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Checking segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:42.330480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Network hostable DHCP agents. Network: d59858df-f1ad-4f93-8234-7364778f9ea5, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:42.427642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Network d59858df-f1ad-4f93-8234-7364778f9ea5 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:42.436929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-4db2b945-98af-45bd-88df-ec80d3df7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.438454 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-4db2b945-98af-45bd-88df-ec80d3df7857 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 1098 time: 0.1878066 Jul 07 17:03:42.445830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Router ffd683b1-9628-438f-a7d6-9c4f0178eef5 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:42.447168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d59858df-f1ad-4f93-8234-7364778f9ea5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:42.453770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.454527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.456690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44e901-443a-4c8b-a504-6515fced974c None None] Network d59858df-f1ad-4f93-8234-7364778f9ea5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:42.492469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-761434cc-a888-4d35-8a96-9afa5cfebb1e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9767878 Jul 07 17:03:42.495563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5e8c2-81c9-4fe4-a766-1f5e3ca402c5 req-a4c806c0-7617-433e-bb5f-c5f9df1edba9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.497283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32b5e8c2-81c9-4fe4-a766-1f5e3ca402c5 req-a4c806c0-7617-433e-bb5f-c5f9df1edba9 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1390693 Jul 07 17:03:42.515609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a906-5221-4103-be8e-b333dccd571a req-646b7155-7cdd-4758-9cd3-42ef3541be75 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.528127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c80a906-5221-4103-be8e-b333dccd571a req-646b7155-7cdd-4758-9cd3-42ef3541be75 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1528618 Jul 07 17:03:42.594959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c80a906-5221-4103-be8e-b333dccd571a req-caf8db14-c925-4b0c-b985-b6ccb49a4d72 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655990 Jul 07 17:03:42.604299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f00ab-4258-4b54-a648-10feb5ac2355 None None] Network d59858df-f1ad-4f93-8234-7364778f9ea5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:42.640915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32b5e8c2-81c9-4fe4-a766-1f5e3ca402c5 req-01f4516b-ee2c-4af7-b074-70230d33a05b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106291 Jul 07 17:03:42.850927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-378be1e2-4f33-479e-9752-9d2961ceb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.852516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-378be1e2-4f33-479e-9752-9d2961ceb03a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1102 time: 0.0840271 Jul 07 17:03:42.971458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:42.977274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-72dfcb67-c28c-403c-9c1c-4b005299503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:42.979766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-72dfcb67-c28c-403c-9c1c-4b005299503b service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1177776 Jul 07 17:03:42.983681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Sync routers for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:42.992646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-08ea0029-bf21-4891-a37a-260f11e7e48d admin admin] 10.222.0.22 "PUT /v2.0/routers/ffd683b1-9628-438f-a7d6-9c4f0178eef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5393031 Jul 07 17:03:42.997019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:42.998840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36546) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.999408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:43.041052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-d9b3e2ad-daf3-4bf2-ad07-8ee584da25ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.0460660 Jul 07 17:03:43.081160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-0ae540e8-7d49-4d30-a9d6-f024c8ba96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.082697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-0ae540e8-7d49-4d30-a9d6-f024c8ba96b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.6149607 Jul 07 17:03:43.148108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:43.181242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-0ff4afda-e163-47ed-9446-b9683fa461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.182993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-0ff4afda-e163-47ed-9446-b9683fa461bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1282716 Jul 07 17:03:43.238631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-3cd76477-c9df-41eb-9d4c-63c72f2c2e96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 200 len: 1002 time: 0.1449153 Jul 07 17:03:43.241852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.288526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd032-ef72-459e-a9ae-cb52e5d754f5 req-dd3a6100-2be0-4fdc-8810-9edfa6d68638 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.293085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b70bd032-ef72-459e-a9ae-cb52e5d754f5 req-dd3a6100-2be0-4fdc-8810-9edfa6d68638 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.2043746 Jul 07 17:03:43.305627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-f063b446-12a8-42ab-ae44-de6fec8dd112 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.308717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-f063b446-12a8-42ab-ae44-de6fec8dd112 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 818 time: 0.2206101 Jul 07 17:03:43.346781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-445007ae-8dea-46af-a86f-443675a52ba6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/quotas/d5c7eb99a0a24a90a584490bc891df4d HTTP/1.1" status: 200 len: 375 time: 0.0298007 Jul 07 17:03:43.361848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-8dbbb6d4-121a-4d71-ac30-e87adf1189b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.363355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-8dbbb6d4-121a-4d71-ac30-e87adf1189b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.0835266 Jul 07 17:03:43.365252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:41Z', 'revision_number': 5, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:43.370129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-d0ae03ca-0c52-4a4b-ad60-a74551cb4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.371701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-d0ae03ca-0c52-4a4b-ad60-a74551cb4698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1781611 Jul 07 17:03:43.396548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Checking router: ffd683b1-9628-438f-a7d6-9c4f0178eef5 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:43.398086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-5b7f3068-6451-4d21-b9f2-7672104ecc34 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430806 Jul 07 17:03:43.407040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Routers {'ffd683b1-9628-438f-a7d6-9c4f0178eef5'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:43.407790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:03:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:43.414453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.429611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b70bd032-ef72-459e-a9ae-cb52e5d754f5 req-f1a9caef-99bd-41ac-9a42-19ca5acbb0ae tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196072 Jul 07 17:03:43.463307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-5e419eaa-fff0-4447-8cfc-df84d7e8f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.465319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-5e419eaa-fff0-4447-8cfc-df84d7e8f37e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930002 Jul 07 17:03:43.534865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Deleting port 0deb5fe5-d134-4ec6-8892-85f5f8005246 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:43.535207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.566141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-f1aea1d4-3dd2-409e-a411-b738695aa69b service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669948 Jul 07 17:03:43.572505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d1fc124c-d118-4222-aff3-9528de6ff408 service neutron] 10.222.0.22 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607726 Jul 07 17:03:43.613945 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-6607866b-0304-4662-ae98-b042c94f892b service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423244 Jul 07 17:03:43.657372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:43.673858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:43.675828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:43.691943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] For port 0deb5fe5-d134-4ec6-8892-85f5f8005246, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0deb5fe5-d134-4ec6-8892-85f5f8005246,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:43.692311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.714241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Calling delete_port for 0deb5fe5-d134-4ec6-8892-85f5f8005246 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:43.779911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] Set router ffd683b1-9628-438f-a7d6-9c4f0178eef5 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:43.784893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35cc3e8b-3947-4f71-9118-dd8d751a6748 req-7820ed51-400e-4121-8f51-d2db6fa3dfab service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597176 Jul 07 17:03:43.790189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-b9f1415b-6e12-4c30-8313-e4ce917b694b service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095523 Jul 07 17:03:43.792192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-b06a7cc8-1247-451d-b093-b7037d372ca2 service neutron] 10.222.0.22 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128744 Jul 07 17:03:43.809796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd129-fd8d-4391-b327-2acd69a9ccc2 req-e6de4332-4823-422b-8d48-db9a25a0a6e1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:43.817787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8ccd129-fd8d-4391-b327-2acd69a9ccc2 req-e6de4332-4823-422b-8d48-db9a25a0a6e1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2092245 Jul 07 17:03:43.866825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8ccd129-fd8d-4391-b327-2acd69a9ccc2 req-a4cc62b1-7866-4e71-a016-61e44d1b43bb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Jul 07 17:03:44.003251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.049754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=0deb5fe5-d134-4ec6-8892-85f5f8005246,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.084844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d8c74-8ab5-4fff-8729-c1810f5f0b36 req-b9163315-49b8-49df-9c5c-5d6b4954735b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.092804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-161d8c74-8ab5-4fff-8729-c1810f5f0b36 req-b9163315-49b8-49df-9c5c-5d6b4954735b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.0953844 Jul 07 17:03:44.146244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.160508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.167245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-161d8c74-8ab5-4fff-8729-c1810f5f0b36 req-8605d602-a64e-4102-acfc-3fb1eed37ae8 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711455 Jul 07 17:03:44.189960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.202096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'port_id': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'mac_address': 'fa:16:3e:5e:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8dbf0b-8d73-4a47-9de0-42d7b16f04d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:44.244672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'mac_address': 'fa:16:3e:e6:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:44.267719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.352442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.357619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.453945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5969652-16c1-4470-b0ed-6f05c5a08468 req-446cc20f-8914-4800-a3d3-2084c5bb2f5e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:44.455410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:44.459214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5969652-16c1-4470-b0ed-6f05c5a08468 req-446cc20f-8914-4800-a3d3-2084c5bb2f5e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.1092994 Jul 07 17:03:44.468778 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3d93e-5bb1-4e96-b5a8-f2ddfe87ffee" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-unplugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:44.475145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.488999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.489553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd683b1-9628-438f-a7d6-9c4f0178eef5 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:44.490176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:41Z', 'revision_number': 5, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:44.495208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.495809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.502869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.504458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-374b95e8-2c78-4931-9f8c-fe47d0901ffa admin admin] 10.222.0.22 "DELETE /v2.0/routers/ffd683b1-9628-438f-a7d6-9c4f0178eef5 HTTP/1.1" status: 204 len: 168 time: 1.5021880 Jul 07 17:03:44.540207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.549121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671669-f00e-4a1c-916d-95d9cd410412 None None] The sync data for ids ['ffd683b1-9628-438f-a7d6-9c4f0178eef5'] in n-d-791504-12 is: [{'id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1489832422-router', 'tenant_id': '3707051ee1404358996036a68c2a7b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:12Z', 'updated_at': '2021-07-07T17:03:41Z', 'revision_number': 5, 'project_id': '3707051ee1404358996036a68c2a7b2c', 'gw_port': {'id': '0deb5fe5-d134-4ec6-8892-85f5f8005246', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:da:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd683b1-9628-438f-a7d6-9c4f0178eef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:13Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:44.555580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.560174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:44.571918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:44.616710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Deleting subnet e6c7532b-b233-46ea-95c4-d1cbd2c89470 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:44.621657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.667634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.683013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.710381 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.720097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.761042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:03:44.761261 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:03:44.768325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5969652-16c1-4470-b0ed-6f05c5a08468 req-77913fe5-f7e9-4dfb-aec3-e99cc375a285 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018825 Jul 07 17:03:44.790900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.839422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['34e25271-7d45-4b8c-aa69-abe62f160b00'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:44.851531 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc183bab-b59b-41b4-bea0-e4a372e78c01 x-openstack-request-id: req-fc183bab-b59b-41b4-bea0-e4a372e78c01 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:44.851933 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-unplugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:44.852287 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc183bab-b59b-41b4-bea0-e4a372e78c01 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:44.852809 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'code': 200} Jul 07 17:03:44.874526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.893612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.958887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f841605f-2531-4b77-808a-a5fc5e5d79ba req-ec53a250-3978-4be2-acd4-d5b8e164cb87 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 210 time: 0.0877907 Jul 07 17:03:45.020301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.026376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36598) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.028296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e6c7532b-b233-46ea-95c4-d1cbd2c89470 HTTP/1.1" status: 204 len: 168 time: 0.5243249 Jul 07 17:03:45.029240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e756d6-73b1-42f8-acba-426ea85b74eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c7532b-b233-46ea-95c4-d1cbd2c89470,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.032945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba895ef-5c7e-4e37-a2df-6b29032c2e24 None None] Network 61ef2bc4-ec66-41a8-8887-ed2bee56061f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:45.066664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13246c3-0d0c-461b-8487-45a248928c98 req-5d4df16b-7e95-430a-879e-6745b6f02fca tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.068853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e13246c3-0d0c-461b-8487-45a248928c98 req-5d4df16b-7e95-430a-879e-6745b6f02fca tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.1332164 Jul 07 17:03:45.140970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e13246c3-0d0c-461b-8487-45a248928c98 req-fe3228b8-1e42-43c9-adaf-f6f5dbfb5e13 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646284 Jul 07 17:03:45.190850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.232777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a2d96-d7a2-4c04-a24b-e1e29a264cdd req-d7010d14-57a3-4324-9187-bb6dfbdc1dc5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.235331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c2a2d96-d7a2-4c04-a24b-e1e29a264cdd req-d7010d14-57a3-4324-9187-bb6dfbdc1dc5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.0995233 Jul 07 17:03:45.306956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Deleting port e08bc27d-3e5b-45d7-a58a-d120aa798219 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:45.307318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.308687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c2a2d96-d7a2-4c04-a24b-e1e29a264cdd req-05d1e537-312c-41dd-8512-46706c8d9181 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Jul 07 17:03:45.341976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.370756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:45.402747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:45.408861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] DHCP port deletion for 61ef2bc4-ec66-41a8-8887-ed2bee56061f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:45.413763 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.438904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] For port e08bc27d-3e5b-45d7-a58a-d120aa798219, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e08bc27d-3e5b-45d7-a58a-d120aa798219,segment=NetworkSegment(ee13276e-90cc-44ba-8214-43cd16ec21e6),segment_id=ee13276e-90cc-44ba-8214-43cd16ec21e6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:45.439375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.466741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Calling delete_port for e08bc27d-3e5b-45d7-a58a-d120aa798219 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:45.497255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.503461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:45.596088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.627022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08bc27d-3e5b-45d7-a58a-d120aa798219,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.636553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] No DVR routers for this DVR port e08bc27d-3e5b-45d7-a58a-d120aa798219 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:45.653291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Deleting port e08bc27d-3e5b-45d7-a58a-d120aa798219 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:45.654203 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.732611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.740787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa5251-4604-4378-8583-3179f82f6ac6 req-9450c67f-d9a7-4c7d-9481-0a5d2c9b22bc tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:45.747581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46fa5251-4604-4378-8583-3179f82f6ac6 req-9450c67f-d9a7-4c7d-9481-0a5d2c9b22bc tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 944 time: 0.1663308 Jul 07 17:03:45.749648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.754226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] For port e08bc27d-3e5b-45d7-a58a-d120aa798219, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:45.754624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.761785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ef2bc4-ec66-41a8-8887-ed2bee56061f']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.774216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee13276e-90cc-44ba-8214-43cd16ec21e6') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.774726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee13276e-90cc-44ba-8214-43cd16ec21e6') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.785678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.800174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:45.802706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.810363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:45.824380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46fa5251-4604-4378-8583-3179f82f6ac6 req-5a347f1a-54ca-4017-b12a-0e6130eed3ae tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 Jul 07 17:03:45.829937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:45.831058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:45.835408 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:45.878767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Calling delete_port for e08bc27d-3e5b-45d7-a58a-d120aa798219 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:45.890198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Port e08bc27d-3e5b-45d7-a58a-d120aa798219 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:03:45.892858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:45.906911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.939777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.942529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] No DVR routers for this DVR port e08bc27d-3e5b-45d7-a58a-d120aa798219 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:45.984745 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.017068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3d5aa-99d2-428a-bfad-5b5d915f59f8 None None] Pushing event deleted for resources: {'Port': ['ID=e08bc27d-3e5b-45d7-a58a-d120aa798219,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.030241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.044075 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] 10.222.0.22 "DELETE /v2.0/networks/61ef2bc4-ec66-41a8-8887-ed2bee56061f HTTP/1.1" status: 204 len: 168 time: 1.0160496 Jul 07 17:03:46.048820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39776a-50ba-48ac-b79f-8e18f75bb772 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ef2bc4-ec66-41a8-8887-ed2bee56061f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.188900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.194299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e08bc27d-3e5b-45d7-a58a-d120aa798219 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:46.228124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e08bc27d-3e5b-45d7-a58a-d120aa798219 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:46.228921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e08bc27d-3e5b-45d7-a58a-d120aa798219 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:46.229358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0deb5fe5-d134-4ec6-8892-85f5f8005246 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:46.264596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0deb5fe5-d134-4ec6-8892-85f5f8005246 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:46.264947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0deb5fe5-d134-4ec6-8892-85f5f8005246 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:46.265767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4e26261f-a61a-462a-b679-2fa0e81484d5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:46.272019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.319600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4e26261f-a61a-462a-b679-2fa0e81484d5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:46.320248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4e26261f-a61a-462a-b679-2fa0e81484d5 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:46.324284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b16f9b1-de8c-4737-8926-8ce24411d4cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3707051ee1404358996036a68c2a7b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509903 Jul 07 17:03:46.326848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36640) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.392091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.414190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.414842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f113a-6191-4eaf-b56b-e64197968720 req-e1969bfb-ef49-4ab8-8fc4-8d5bf6c3628c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.417278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f32f113a-6191-4eaf-b56b-e64197968720 req-e1969bfb-ef49-4ab8-8fc4-8d5bf6c3628c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 949 time: 0.0722139 Jul 07 17:03:46.461874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f32f113a-6191-4eaf-b56b-e64197968720 req-97ba20b0-6a3b-42f5-89b0-a53f28c9ffad tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jul 07 17:03:46.467297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.470308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.473800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e8f5035-5b15-4d26-8bf7-924d640daa3f HTTP/1.1" status: 204 len: 168 time: 0.1422231 Jul 07 17:03:46.480215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02098fa1-24e1-4666-b9af-169da918f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f5035-5b15-4d26-8bf7-924d640daa3f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.799407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-fb68dfcd-49ea-418f-b0e3-1dd1a2933ed9 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.801331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-fb68dfcd-49ea-418f-b0e3-1dd1a2933ed9 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 818 time: 0.1467111 Jul 07 17:03:46.850873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Request body: {'port': {'device_id': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'admin_state_up': True, 'tenant_id': 'd5c7eb99a0a24a90a584490bc891df4d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:46.957863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26373f81-3d40-4014-97d6-d889722d20c6 req-41803e93-cf3a-4b0b-a930-271ce23da211 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 210 time: 0.0347309 Jul 07 17:03:47.018668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-c4fdcd3a-076f-44e2-803f-fde549df131a tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:03:47.019807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-c4fdcd3a-076f-44e2-803f-fde549df131a tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074878 Jul 07 17:03:47.030081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:47.030570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:03:47.079545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Made reservation on behalf of d5c7eb99a0a24a90a584490bc891df4d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:47.083048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.451604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d8ad68bd-5031-4f90-9048-19d30157a2fc tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.453122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d8ad68bd-5031-4f90-9048-19d30157a2fc tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 818 time: 0.1274464 Jul 07 17:03:47.466738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Request body: {'port': {'device_id': '8145ea34-a30b-44f3-a772-29b8472a7927', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'admin_state_up': True, 'tenant_id': 'd5c7eb99a0a24a90a584490bc891df4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:47.495844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:47.568664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 34e25271-7d45-4b8c-aa69-abe62f160b00 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:47.569655 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.597210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Made reservation on behalf of d5c7eb99a0a24a90a584490bc891df4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:47.601203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.622358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962342-d7b1-40d5-9347-11bfb380dcfd req-f09d6ace-3062-4642-9122-4116eed7e6ae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.630677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04962342-d7b1-40d5-9347-11bfb380dcfd req-f09d6ace-3062-4642-9122-4116eed7e6ae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2367723 Jul 07 17:03:47.661642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.688492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:47.688821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:47.689289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:47.689429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:47.691978 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad67e6cd-8e76-47c9-8057-c81cb608864d" -d '{"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-plugged", "status": "completed", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:47.695326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:47.704985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04962342-d7b1-40d5-9347-11bfb380dcfd req-f7d811b9-2ff1-4649-aab7-534f754bd64d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Jul 07 17:03:47.706313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Allocated IP 172.20.0.11 (d59858df-f1ad-4f93-8234-7364778f9ea5/b2284a77-831c-4693-97e6-1af94b65f858/a714b9bd-c1d7-418d-b2b5-a0f1713c28cd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:47.708318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:47.708638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:47.725841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:47.725841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:47.725841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:47.725841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Bound port: 11755713-f63e-4b47-b37f-2e24da9b83cd, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:47.727164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:47.735480 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.832294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:47.875628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.876830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-03ba4835-b359-4fcf-9844-f79d9002762b service neutron] 10.222.0.22 "POST /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd/bindings HTTP/1.1" status: 201 len: 390 time: 0.8502953 Jul 07 17:03:47.928780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:47.950768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:47.951300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.982186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd34e7-595d-464c-99f6-3796c7e47e1a req-1dc195eb-0b01-4c3c-9216-275a6bd12e05 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:47.984057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61cd34e7-595d-464c-99f6-3796c7e47e1a req-1dc195eb-0b01-4c3c-9216-275a6bd12e05 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1678448 Jul 07 17:03:47.984531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.32', 53071) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.987380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.054734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61cd34e7-595d-464c-99f6-3796c7e47e1a req-9c72aaa9-6fb8-4a54-ad9b-effc488c9061 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Jul 07 17:03:48.062154 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.103482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.112851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:48.117822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.178452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.220798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Network d59858df-f1ad-4f93-8234-7364778f9ea5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:48.222015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event updated for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.226175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:48.234369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:48.310759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.311823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.317937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Allocated IP 172.20.0.3 (d59858df-f1ad-4f93-8234-7364778f9ea5/b2284a77-831c-4693-97e6-1af94b65f858/0a6097ab-3702-4681-8909-ed1fe39fe23a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:48.347901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-8987a9d4-f133-4b07-8176-ea8d5d22a8ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5015624 Jul 07 17:03:48.364883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Request body: {'port': {'device_id': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.417578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.32', 53072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.447333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-57831309-5e43-481d-985b-7bdf3c3ffb78 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.449393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-57831309-5e43-481d-985b-7bdf3c3ffb78 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 818 time: 0.4626606 Jul 07 17:03:48.466945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Request body: {'port': {'device_id': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'admin_state_up': True, 'tenant_id': 'd5c7eb99a0a24a90a584490bc891df4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.508468 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c1e65b-684b-4e71-96bd-0a855e68f4b2 x-openstack-request-id: req-60c1e65b-684b-4e71-96bd-0a855e68f4b2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:48.509084 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-plugged", "status": "completed", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:48.509233 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60c1e65b-684b-4e71-96bd-0a855e68f4b2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:48.509849 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'code': 200} Jul 07 17:03:48.559376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.587552 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.624441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e463b-cc65-4bef-aaf1-0cc611435a56 req-b5e2ee65-97ff-407e-aabb-9431b0f87d91 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.625921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac2e463b-cc65-4bef-aaf1-0cc611435a56 req-b5e2ee65-97ff-407e-aabb-9431b0f87d91 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.2041795 Jul 07 17:03:48.654033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.656232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Made reservation on behalf of d5c7eb99a0a24a90a584490bc891df4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:48.658718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-cbdcd816-3b72-404a-82f3-556ee95006ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.659994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.660180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-cbdcd816-3b72-404a-82f3-556ee95006ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1097 time: 0.2414811 Jul 07 17:03:48.729456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Network d59858df-f1ad-4f93-8234-7364778f9ea5 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:48.735290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:48.769920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:48.799734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event updated for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.838255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac2e463b-cc65-4bef-aaf1-0cc611435a56 req-7f237dec-815e-464d-a565-07b238332611 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832030 Jul 07 17:03:48.848164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.848164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.903020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d2f07470-dafc-43a5-a012-0da4f9fa5521 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4410918 Jul 07 17:03:48.904073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d508-8b23-4958-b3a8-f5977527d9a1 req-7dfd5539-8e5b-42a1-ae27-baf47e1f553b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.905856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2be1d508-8b23-4958-b3a8-f5977527d9a1 req-7dfd5539-8e5b-42a1-ae27-baf47e1f553b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 945 time: 0.2941418 Jul 07 17:03:48.908467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b25bcc29-9e58-442b-858e-5e8f4737b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.910016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b25bcc29-9e58-442b-858e-5e8f4737b3c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2299800 Jul 07 17:03:48.918300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Allocated IP 172.20.0.8 (d59858df-f1ad-4f93-8234-7364778f9ea5/b2284a77-831c-4693-97e6-1af94b65f858/3ca579f2-0c56-4b16-b978-d45244e1adbe) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:48.942814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Request body: {'port': {'device_id': '8145ea34-a30b-44f3-a772-29b8472a7927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.984576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2be1d508-8b23-4958-b3a8-f5977527d9a1 req-6e38b45e-381b-4e08-a228-4a196f82b1de tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720229 Jul 07 17:03:48.987000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-fd88b349-fc09-46fb-a3d1-a0ea62bd15a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 217 time: 0.0458789 Jul 07 17:03:49.024906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-867c73ae-3aa6-4c8a-b0cb-2c2f7b48b95d req-c0b68bc8-ebe7-4fa5-92c5-22129370e05b tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 210 time: 0.0444484 Jul 07 17:03:49.070526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.32', 53073) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.073151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-8a697805-f3a6-4ea5-ab41-d9963e9ba098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.074906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-8a697805-f3a6-4ea5-ab41-d9963e9ba098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0791850 Jul 07 17:03:49.115795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-66a1aa8c-b60e-4804-a48f-ca07c58d2e6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320294 Jul 07 17:03:49.132583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.251110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.305223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-3f7f1c5b-2d2f-4ea6-92ae-b36a4b6f2057 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816390 Jul 07 17:03:49.318210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22326b6-e705-4e97-872e-3196841e8b56 req-a8d4a235-0c3f-46c0-a350-589bb7a0affd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.319609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a22326b6-e705-4e97-872e-3196841e8b56 req-a8d4a235-0c3f-46c0-a350-589bb7a0affd tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1472950 Jul 07 17:03:49.327461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-c7179f3f-4274-4080-b926-71144c969164 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.328947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-c7179f3f-4274-4080-b926-71144c969164 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.2551994 Jul 07 17:03:49.393081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04ff4b-d964-433e-bd0b-75bdce58f5d2 req-83bb60b1-12b7-4f2e-b7fd-d6fd06a9ee2b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.394560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd04ff4b-d964-433e-bd0b-75bdce58f5d2 req-83bb60b1-12b7-4f2e-b7fd-d6fd06a9ee2b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 945 time: 0.1894968 Jul 07 17:03:49.434905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a22326b6-e705-4e97-872e-3196841e8b56 req-7759a591-0a93-4d73-9e97-bcb2e7b41a1d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048968 Jul 07 17:03:49.450780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.526841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd04ff4b-d964-433e-bd0b-75bdce58f5d2 req-05daa1ad-3d12-4483-a181-b28c91362999 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238718 Jul 07 17:03:49.543106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-fcf65dc6-7adb-4325-a12e-4054f5edeee2 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223639 Jul 07 17:03:49.705265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a714b9bd-c1d7-418d-b2b5-a0f1713c28cd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:49.738737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.773009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Transition to ACTIVE for port object a714b9bd-c1d7-418d-b2b5-a0f1713c28cd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:49.781479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.866591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-a29ab443-c135-4d8c-b116-ea5743eb0be1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:49.868223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-a29ab443-c135-4d8c-b116-ea5743eb0be1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.2032664 Jul 07 17:03:49.871404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Network d59858df-f1ad-4f93-8234-7364778f9ea5 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:49.878546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Deleting port 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:49.878896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.885281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:49.890664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:49.893395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:49.909500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:49.968752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event updated for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.033240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.033873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.046986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Attempting to bind port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:50.047334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Attempting to bind port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:50.047790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Attempting to bind port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:50.060971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd on network d59858df-f1ad-4f93-8234-7364778f9ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:50.061334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Attempting to bind port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:50.078844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-df6e0a2e-4953-42fd-b882-c06e85dd7f50 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6171563 Jul 07 17:03:50.093590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36738) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.098888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.103168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:50.103513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Checking segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:50.103917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Bound using segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:50.104355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Bound port: a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:50.104707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.131629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Request body: {'port': {'device_id': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:50.171855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] For port 34e25271-7d45-4b8c-aa69-abe62f160b00, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=34e25271-7d45-4b8c-aa69-abe62f160b00,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:50.171855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.189396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6097ab-3702-4681-8909-ed1fe39fe23a {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:50.205247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Calling delete_port for 34e25271-7d45-4b8c-aa69-abe62f160b00 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:50.208203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.273994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a5475c8-8685-4926-a5f1-d6b1a1503fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.276580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Transition to ACTIVE for port object 0a6097ab-3702-4681-8909-ed1fe39fe23a will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:50.307093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c7d3-8f98-4cb9-b601-0ffc2658d089 req-35d1c09b-1f01-4d4a-a093-d5c432029412 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.308515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fb9c7d3-8f98-4cb9-b601-0ffc2658d089 req-35d1c09b-1f01-4d4a-a093-d5c432029412 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.2486880 Jul 07 17:03:50.320999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.326401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.330907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:50.359238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:50.381819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.433171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99120190-06c5-4bbe-ae07-ec2fca0f2924 req-43d614d6-19c1-4d4c-9141-bc2de493a17d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.434696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99120190-06c5-4bbe-ae07-ec2fca0f2924 req-43d614d6-19c1-4d4c-9141-bc2de493a17d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 945 time: 0.2964525 Jul 07 17:03:50.444379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fb9c7d3-8f98-4cb9-b601-0ffc2658d089 req-405d3461-e699-44ca-89f1-405fafee1044 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283751 Jul 07 17:03:50.448671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.464990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:50.471000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.472061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.473943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a714b9bd-c1d7-418d-b2b5-a0f1713c28cd HTTP/1.1" status: 200 len: 1093 time: 2.1141844 Jul 07 17:03:50.474789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:50.477298 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:50.511214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:50.513743 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cc072-d52c-46d2-b988-31d3ea6edf55" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:50.579420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811c413-47c5-4719-abc9-e3ed6ae777d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.593793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a5475c8-8685-4926-a5f1-d6b1a1503fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.606835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a5475c8-8685-4926-a5f1-d6b1a1503fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.609139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99120190-06c5-4bbe-ae07-ec2fca0f2924 req-9231bb1d-a21b-4c39-9ee2-b6e23db3f46b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625457 Jul 07 17:03:50.645682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:50.772125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5475c8-8685-4926-a5f1-d6b1a1503fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddbc96a-570d-4d72-b691-f3883ed8a1a0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.811502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a5475c8-8685-4926-a5f1-d6b1a1503fec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73d08fb05df44061802e954f600eb739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165635 Jul 07 17:03:50.822065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36754) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.863582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.865365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Attempting to bind port 0a6097ab-3702-4681-8909-ed1fe39fe23a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:50.865533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Attempting to bind port 0a6097ab-3702-4681-8909-ed1fe39fe23a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:50.865883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Attempting to bind port 0a6097ab-3702-4681-8909-ed1fe39fe23a on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:50.875163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['34e25271-7d45-4b8c-aa69-abe62f160b00'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:50.925043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Port 0a6097ab-3702-4681-8909-ed1fe39fe23a on network d59858df-f1ad-4f93-8234-7364778f9ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:50.925618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Attempting to bind port 0a6097ab-3702-4681-8909-ed1fe39fe23a on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:50.938628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event deleted for resources: {'Port': ['ID=34e25271-7d45-4b8c-aa69-abe62f160b00,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.961373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:50.961682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Checking segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:50.962127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Bound using segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:50.962567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Bound port: 0a6097ab-3702-4681-8909-ed1fe39fe23a, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:50.963135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.995082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.995430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.995771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.996106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.996435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.996761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.997095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.997423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.997744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.998067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.998416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:50.998736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:51.002584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.020460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-b3846073-20b1-44c2-95a0-3a0d4876fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.021952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-b3846073-20b1-44c2-95a0-3a0d4876fcec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 1096 time: 0.4926581 Jul 07 17:03:51.037471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.044511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] No DVR routers for this DVR port 34e25271-7d45-4b8c-aa69-abe62f160b00 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:51.065842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.067818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "DELETE /v2.0/ports/34e25271-7d45-4b8c-aa69-abe62f160b00 HTTP/1.1" status: 204 len: 173 time: 1.7272699 Jul 07 17:03:51.070032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-deleted', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:51.072800 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f35bc-6fea-4da8-9af6-d212fe4b0edd" -d '{"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-deleted", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:51.085519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.127539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caafd16-1020-40d6-9a3b-a09107727a99 req-f7223d14-8d61-4eaf-a010-5ee495768b58 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.129055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0caafd16-1020-40d6-9a3b-a09107727a99 req-f7223d14-8d61-4eaf-a010-5ee495768b58 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 931 time: 0.5451078 Jul 07 17:03:51.134706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-98374007-1b8a-4f44-a87e-91f7ab9ad979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd HTTP/1.1" status: 200 len: 217 time: 0.0914347 Jul 07 17:03:51.170717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.175058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca579f2-0c56-4b16-b978-d45244e1adbe {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:51.186021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:51.198138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.209787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:51.223611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.223838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.241307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Transition to ACTIVE for port object 3ca579f2-0c56-4b16-b978-d45244e1adbe will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:51.266907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.267527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.268925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] 10.222.0.32 "PUT /v2.0/ports/0a6097ab-3702-4681-8909-ed1fe39fe23a HTTP/1.1" status: 200 len: 1092 time: 2.3303990 Jul 07 17:03:51.270392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.292151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:51.292737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:51.293143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.299674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.301591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.301867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-1589528f-9beb-425c-9dbf-55bc9997c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.302818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fddbc96a-570d-4d72-b691-f3883ed8a1a0 HTTP/1.1" status: 204 len: 168 time: 0.4797671 Jul 07 17:03:51.303283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-1589528f-9beb-425c-9dbf-55bc9997c843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.1624320 Jul 07 17:03:51.312771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0caafd16-1020-40d6-9a3b-a09107727a99 req-8a2d7263-e122-4571-84c2-a323c5a73533 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671231 Jul 07 17:03:51.323313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0bc0e-7098-4e44-9322-0bc5e486433b req-d82e9310-0c0f-4d02-be68-79cdfe61961b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.323486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e0b6d-eb93-44a8-b8aa-d08843e64b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddbc96a-570d-4d72-b691-f3883ed8a1a0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.325108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e476-e9b0-4f14-99e5-bf533b9dc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.326390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ce0bc0e-7098-4e44-9322-0bc5e486433b req-d82e9310-0c0f-4d02-be68-79cdfe61961b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.3283181 Jul 07 17:03:51.360651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-e1bdc08e-9e7f-4240-9359-96b74c8229c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326443 Jul 07 17:03:51.361625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:51.362058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Attempting to bind port 11755713-f63e-4b47-b37f-2e24da9b83cd on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.444850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.445900 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce7865-7f1e-46c2-bb32-98c70946c08f x-openstack-request-id: req-43ce7865-7f1e-46c2-bb32-98c70946c08f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:51.446427 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:51.446784 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43ce7865-7f1e-46c2-bb32-98c70946c08f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:51.447526 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', 'status': 'completed', 'code': 200} Jul 07 17:03:51.452155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:51.452744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:51.453477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:51.454275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Bound port: 11755713-f63e-4b47-b37f-2e24da9b83cd, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:51.454821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.465724 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd11a499-ab72-4c3a-8226-59b310a2892f x-openstack-request-id: req-dd11a499-ab72-4c3a-8226-59b310a2892f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:51.466031 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-plugged", "status": "completed", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:51.466320 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd11a499-ab72-4c3a-8226-59b310a2892f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:51.467281 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'code': 200} Jul 07 17:03:51.474931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Attempting to bind port 3ca579f2-0c56-4b16-b978-d45244e1adbe on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:51.475179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Attempting to bind port 3ca579f2-0c56-4b16-b978-d45244e1adbe by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:51.475510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Attempting to bind port 3ca579f2-0c56-4b16-b978-d45244e1adbe on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.483845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Port 3ca579f2-0c56-4b16-b978-d45244e1adbe on network d59858df-f1ad-4f93-8234-7364778f9ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:51.484175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Attempting to bind port 3ca579f2-0c56-4b16-b978-d45244e1adbe on network d59858df-f1ad-4f93-8234-7364778f9ea5 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.494819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:51.495798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Checking segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:51.496200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Bound using segment: {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:51.496645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Bound port: 3ca579f2-0c56-4b16-b978-d45244e1adbe, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e503747-47a1-46b5-ab54-4becc298da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:51.497007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.508420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-b493e036-6649-4073-a8cb-950b92620f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.510506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-b493e036-6649-4073-a8cb-950b92620f11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 1095 time: 0.1382759 Jul 07 17:03:51.535803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ce0bc0e-7098-4e44-9322-0bc5e486433b req-cc6de16a-9d00-4f9b-bfbb-8ee2f61e7e6b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694391 Jul 07 17:03:51.606774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-31081ce9-d708-4b85-ab03-fec4f074e139 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a HTTP/1.1" status: 200 len: 217 time: 0.0669425 Jul 07 17:03:51.743957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb7a6d4c-b5dd-4f4f-905d-7eed649b0eb2 req-3e62e232-dd96-4eb6-b526-137aef2aebf1 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6087065-f467-4dc5-bcb4-be322a338ce7 HTTP/1.1" status: 200 len: 210 time: 0.0580964 Jul 07 17:03:51.749421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-673fe6fb-daad-48d4-a76d-8698451b23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.750773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-673fe6fb-daad-48d4-a76d-8698451b23e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.1312492 Jul 07 17:03:51.756242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-14baa730-51d2-4b84-beef-88faedececc0 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803108 Jul 07 17:03:51.756724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:51.756923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:51.760849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:51.785114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.786476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:51.808094 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.813282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-aee9e5a1-f906-4f3a-af7b-c17447dafdb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488095 Jul 07 17:03:51.874558 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8f1293-d660-477f-82b7-a7f756b26432 x-openstack-request-id: req-7c8f1293-d660-477f-82b7-a7f756b26432 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:51.874840 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6087065-f467-4dc5-bcb4-be322a338ce7", "name": "network-vif-deleted", "tag": "34e25271-7d45-4b8c-aa69-abe62f160b00", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:51.875093 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c8f1293-d660-477f-82b7-a7f756b26432 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:51.875478 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6087065-f467-4dc5-bcb4-be322a338ce7', 'name': 'network-vif-deleted', 'tag': '34e25271-7d45-4b8c-aa69-abe62f160b00', 'status': 'completed', 'code': 200} Jul 07 17:03:51.890615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.891229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.892607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/3ca579f2-0c56-4b16-b978-d45244e1adbe HTTP/1.1" status: 200 len: 1092 time: 1.7860005 Jul 07 17:03:51.957333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94ba9d-0d15-41f3-b43f-07f4ed959e56 req-f572867a-b038-4907-b7ce-a04b1dbaec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.958875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed94ba9d-0d15-41f3-b43f-07f4ed959e56 req-f572867a-b038-4907-b7ce-a04b1dbaec56 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1102 time: 0.3121445 Jul 07 17:03:51.965983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f333c59-486d-4427-be19-cd6185391bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:52.019192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.020426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.021831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] 10.222.0.32 "PUT /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 1123 time: 2.1376913 Jul 07 17:03:52.044421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cec79-8191-41de-aee7-9af2e7889560 service neutron] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:52.060030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-d56b1c7e-da6e-4bed-86c0-d78541e456e7 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945468 Jul 07 17:03:52.124055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-552a46c2-baac-4b75-a829-2ae7b87765c1 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817621 Jul 07 17:03:52.124321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['11755713-f63e-4b47-b37f-2e24da9b83cd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:52.132219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed94ba9d-0d15-41f3-b43f-07f4ed959e56 req-9dd71e06-42c8-4850-ae1e-5f27d1496f58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483727 Jul 07 17:03:52.213220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-154e3e53-e2b9-4aa9-91d7-12e422d53de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.214846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-154e3e53-e2b9-4aa9-91d7-12e422d53de0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 1095 time: 0.2300897 Jul 07 17:03:52.274414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-cc1bf5ce-e54a-4742-8c54-2866ca581373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe HTTP/1.1" status: 200 len: 217 time: 0.0465746 Jul 07 17:03:52.300801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-a6b28aa4-5007-4d80-a965-8bd91ecd38d0 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675103 Jul 07 17:03:52.330124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26612b-65e1-4213-9ea5-63a6e296cdee req-e6062c95-2b34-43d6-b06e-f420769c3522 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.331808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be26612b-65e1-4213-9ea5-63a6e296cdee req-e6062c95-2b34-43d6-b06e-f420769c3522 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.1969712 Jul 07 17:03:52.338482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-94b3124e-9828-4dd4-b195-ff205aaa5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.340285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-94b3124e-9828-4dd4-b195-ff205aaa5024 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 1096 time: 0.1600473 Jul 07 17:03:52.341894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-3f1ad62a-bc57-409c-af30-5a05886ba757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.343461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-3f1ad62a-bc57-409c-af30-5a05886ba757 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.0617917 Jul 07 17:03:52.395399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c266386-2c50-4d6c-91af-3dec1f88804a req-bf9cc165-eeef-4a9c-ab86-cb1446807bf3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.395692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-a168a5bf-6668-4554-b558-9b14332476c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408916 Jul 07 17:03:52.396995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c266386-2c50-4d6c-91af-3dec1f88804a req-bf9cc165-eeef-4a9c-ab86-cb1446807bf3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.2131586 Jul 07 17:03:52.461451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be26612b-65e1-4213-9ea5-63a6e296cdee req-755d8de1-6db9-4d71-ab26-94cc2a725cd6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186683 Jul 07 17:03:52.489110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-4b5dce48-8397-4b3a-81e6-75d9b6b4f53b service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Jul 07 17:03:52.494341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c266386-2c50-4d6c-91af-3dec1f88804a req-1b1e17aa-3c34-492a-bf28-84975a726019 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709891 Jul 07 17:03:52.511321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-79be29b8-b973-4486-99e1-95ac1fd118b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.512994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-79be29b8-b973-4486-99e1-95ac1fd118b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 919 time: 0.1574905 Jul 07 17:03:52.577284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-04fb497b-80be-4879-873e-867a7743f74b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd HTTP/1.1" status: 200 len: 217 time: 0.0462790 Jul 07 17:03:52.595724 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69409779-d6bd-4def-a6b0-a6cb8a78f4f0 req-71e103c5-9342-4baf-a597-60de94e0439c service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966027 Jul 07 17:03:52.662514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-17617b8e-124c-44e5-9734-0f53b6ee705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.664005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-17617b8e-124c-44e5-9734-0f53b6ee705b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.0797079 Jul 07 17:03:52.701150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-3adcc472-a9e3-4be3-9615-fedeb7a37f25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284438 Jul 07 17:03:52.716023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881bf7c-c9d4-4f68-b9e1-1b629bb50f0b req-c96f9444-4928-4240-b21b-a4aa959b4812 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.717532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0881bf7c-c9d4-4f68-b9e1-1b629bb50f0b req-c96f9444-4928-4240-b21b-a4aa959b4812 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 943 time: 0.1243486 Jul 07 17:03:52.837918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0881bf7c-c9d4-4f68-b9e1-1b629bb50f0b req-c5ec1e36-36ac-4521-bcc0-deeb9ac8f8ae tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120431 Jul 07 17:03:52.868596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-e11b96eb-f5f8-47cb-b794-cef36efe70b8 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495769 Jul 07 17:03:52.885185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38425a-6085-4b4d-9fe3-85b09851bf1a req-764845ad-c5f9-4c23-a641-6aa67cf23de3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:52.886624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d38425a-6085-4b4d-9fe3-85b09851bf1a req-764845ad-c5f9-4c23-a641-6aa67cf23de3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1105847 Jul 07 17:03:52.979926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44afc7a-0503-441a-9a7f-02e43e822b5e req-c8319640-da10-4058-b1b0-1f1113489a68 tempest-AbsoluteLimitsNegativeTestJSON-2134144848 tempest-AbsoluteLimitsNegativeTestJSON-2134144848-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d3fccd8e0605411bad6970cd3e6f9534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408432 Jul 07 17:03:53.005333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d38425a-6085-4b4d-9fe3-85b09851bf1a req-d50e679d-a6da-488f-8abb-e5c54cd5801e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098270 Jul 07 17:03:53.079510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dfdf4fd-28a7-49e9-bb4d-a72a979f2ded req-d4d33f32-9257-4580-a086-66fedf51446b service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919208 Jul 07 17:03:53.119885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44afc7a-0503-441a-9a7f-02e43e822b5e req-60db7ada-1ed2-4b2b-b5f2-6a376fc04d00 tempest-AbsoluteLimitsNegativeTestJSON-2134144848 tempest-AbsoluteLimitsNegativeTestJSON-2134144848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.120843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44afc7a-0503-441a-9a7f-02e43e822b5e req-60db7ada-1ed2-4b2b-b5f2-6a376fc04d00 tempest-AbsoluteLimitsNegativeTestJSON-2134144848 tempest-AbsoluteLimitsNegativeTestJSON-2134144848-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328304 Jul 07 17:03:53.135352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44afc7a-0503-441a-9a7f-02e43e822b5e req-f0bbee08-a39e-4538-bdab-b922708ed46f tempest-AbsoluteLimitsNegativeTestJSON-2134144848 tempest-AbsoluteLimitsNegativeTestJSON-2134144848-project] 10.222.0.22 "GET /v2.0/quotas/d3fccd8e0605411bad6970cd3e6f9534 HTTP/1.1" status: 200 len: 375 time: 0.0091588 Jul 07 17:03:53.168587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44afc7a-0503-441a-9a7f-02e43e822b5e req-16f890be-2bf0-49dc-8942-cf8575010a36 tempest-AbsoluteLimitsNegativeTestJSON-2134144848 tempest-AbsoluteLimitsNegativeTestJSON-2134144848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3fccd8e0605411bad6970cd3e6f9534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279760 Jul 07 17:03:53.448918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd'}, {'name': 'network-changed', 'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:53.451708 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c8206-59d1-4894-9324-da2b97b1facc" -d '{"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-unplugged", "status": "completed", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd"}, {"name": "network-changed", "server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:53.479697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36816) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.483717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302966283', 'description': 'tempest-description--1827889336'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:53.491196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.510946 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8d48e-ea71-46e6-b883-25fc20cb22af x-openstack-request-id: req-9fb8d48e-ea71-46e6-b883-25fc20cb22af {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:53.511247 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-unplugged", "status": "completed", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd", "code": 200}, {"name": "network-changed", "server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:53.511499 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fb8d48e-ea71-46e6-b883-25fc20cb22af {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:53.511901 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'code': 200} Jul 07 17:03:53.512161 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'status': 'completed', 'code': 200} Jul 07 17:03:53.529075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.535782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:53.541645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:53.609425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 34e25271-7d45-4b8c-aa69-abe62f160b00 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:53.618767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 34e25271-7d45-4b8c-aa69-abe62f160b00 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:53.624686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.684556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8206-59d1-4894-9324-da2b97b1facc req-bb4d1ead-86e6-42b7-8d95-df810627df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.685973 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-bb4d1ead-86e6-42b7-8d95-df810627df5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1126 time: 0.1340349 Jul 07 17:03:53.728215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:53.740479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:03:53.784439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8206-59d1-4894-9324-da2b97b1facc req-6867e5eb-8c12-4785-af88-7541df9d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.785973 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-6867e5eb-8c12-4785-af88-7541df9d891f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.0921597 Jul 07 17:03:53.823996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ec60a-2f93-453e-a532-e16abe84008f req-6300e17c-4821-48aa-ad39-83b60be0e313 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.829892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-8d4454ec-576e-48b6-9c5e-3b4ebf737ae2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 217 time: 0.0357058 Jul 07 17:03:53.830449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc2ec60a-2f93-453e-a532-e16abe84008f req-6300e17c-4821-48aa-ad39-83b60be0e313 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.1652145 Jul 07 17:03:53.846672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b544137-041f-4883-a1d2-96a3241c8b7a req-e575e2b9-fe1e-4279-b0a7-8bf3852af59f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.848090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b544137-041f-4883-a1d2-96a3241c8b7a req-e575e2b9-fe1e-4279-b0a7-8bf3852af59f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.1716781 Jul 07 17:03:53.850557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.859367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.876678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a'}, {'name': 'network-changed', 'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:53.878896 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b942da2-c306-4305-b54c-3a541aa6ccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a"}, {"name": "network-changed", "server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:53.897250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8206-59d1-4894-9324-da2b97b1facc req-281439f7-7588-4dfb-b994-6e086f85f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:53.899061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-281439f7-7588-4dfb-b994-6e086f85f87a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0630832 Jul 07 17:03:53.935992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3fccd8e0605411bad6970cd3e6f9534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414461 Jul 07 17:03:53.938400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.942718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-bffaf5e1-a94e-4827-8bd6-27b229518562 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365012 Jul 07 17:03:53.944282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc2ec60a-2f93-453e-a532-e16abe84008f req-bb13e7fd-cde8-47b4-a171-ce5334eb8c93 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055949 Jul 07 17:03:53.947431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ccfd12-69d8-407d-812b-154d21887f12,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:53.952500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b544137-041f-4883-a1d2-96a3241c8b7a req-4e43d9d3-9318-4c53-a170-c7d77ce9cdda tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955405 Jul 07 17:03:53.958866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.959214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.959551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.959889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.960827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.960827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.960827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.961170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.962395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.962395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.962683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:53.963000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7320d14e-d48f-4a0a-9806-a0efe7a00432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:54.042036 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cef551-6210-4f00-81e7-a1d6cee54659 x-openstack-request-id: req-f9cef551-6210-4f00-81e7-a1d6cee54659 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:54.042417 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:54.042761 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9cef551-6210-4f00-81e7-a1d6cee54659 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:54.046206 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a', 'status': 'completed', 'code': 200} Jul 07 17:03:54.046206 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe', 'status': 'completed', 'code': 200} Jul 07 17:03:54.083853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.094922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.140751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.161042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.165055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6824484 Jul 07 17:03:54.165452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.171878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'security_group_rule': {'security_group_id': '56d0a1f8-9d19-4504-af0e-246728a277f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:54.178794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-99ac6efe-9933-4049-885a-916590991227 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215636 Jul 07 17:03:54.179384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d222aab-657c-4430-942e-01c6e431af0a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0a1f8-9d19-4504-af0e-246728a277f2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.200644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.214173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-c9e7fba9-b317-45c0-9958-4ed3db76c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.214173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-c9e7fba9-b317-45c0-9958-4ed3db76c57c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 1095 time: 0.1431706 Jul 07 17:03:54.240476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc32f2-8b7a-455f-8859-e2cf34c08425 req-3e922901-7e5d-4fe0-8d87-43c84b2339aa tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.242613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66dc32f2-8b7a-455f-8859-e2cf34c08425 req-3e922901-7e5d-4fe0-8d87-43c84b2339aa tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 943 time: 0.1298039 Jul 07 17:03:54.307626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.310364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.311539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0ccfd12-69d8-407d-812b-154d21887f12 HTTP/1.1" status: 204 len: 168 time: 0.3711088 Jul 07 17:03:54.313571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-516c8206-59d1-4894-9324-da2b97b1facc req-921ed8df-d5a6-4fd2-9f0e-80a0bb9906b6 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272504 Jul 07 17:03:54.321246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9318-a695-45c6-bb9b-d21b11afa26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ccfd12-69d8-407d-812b-154d21887f12,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.328219 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.449079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66dc32f2-8b7a-455f-8859-e2cf34c08425 req-544198f6-debb-4ebf-b1c3-17c907b4305d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318994 Jul 07 17:03:54.464146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-77bc5ce7-c94a-4056-ab9f-e2aefc524ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.465629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-77bc5ce7-c94a-4056-ab9f-e2aefc524ffb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 919 time: 0.2342522 Jul 07 17:03:54.526320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.534445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a683c-61d3-4514-b05e-cb21fa04e3f1 req-7cd9b114-ac1a-435f-b854-d53e7861100c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.542815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d16a683c-61d3-4514-b05e-cb21fa04e3f1 req-7cd9b114-ac1a-435f-b854-d53e7861100c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2199414 Jul 07 17:03:54.542815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-4ea58e76-4d70-43bb-9125-e35f5a8ee8d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a HTTP/1.1" status: 200 len: 217 time: 0.0618579 Jul 07 17:03:54.542815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.596628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f020a5a-186c-463c-9cee-eb3011945031,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.612715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.614557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-91bcd0dd-4bd9-439d-be5e-fc2dfefc0b1b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479976 Jul 07 17:03:54.617268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.628548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'security_group_rule': {'security_group_id': '56d0a1f8-9d19-4504-af0e-246728a277f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:54.637950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d16a683c-61d3-4514-b05e-cb21fa04e3f1 req-6de275dd-2cdd-445d-814c-20a7aef9892a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947156 Jul 07 17:03:54.644501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-73d22876-6d9c-4be2-b5eb-692757801ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.646566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-73d22876-6d9c-4be2-b5eb-692757801ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.0990901 Jul 07 17:03:54.678239 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.705182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-1e60e12f-c769-443a-9998-f298c4be042c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504010 Jul 07 17:03:54.743748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.749355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.778347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.779556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598625 Jul 07 17:03:54.782237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca9a64-7744-48d8-a498-304a253f87f7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae83bd4a-f8ec-4196-90d6-52af8de1bdaa,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.783261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.789047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:54.843824 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.897655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5770ad-8f44-4328-a9ef-fc8f941217ab req-f47f0fa0-176a-4f73-afbc-933753483279 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.899077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab5770ad-8f44-4328-a9ef-fc8f941217ab req-f47f0fa0-176a-4f73-afbc-933753483279 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1102 time: 0.1969545 Jul 07 17:03:54.908214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-5e02ce6b-ab0c-447e-b677-9649305f8e0f service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934032 Jul 07 17:03:55.007091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab5770ad-8f44-4328-a9ef-fc8f941217ab req-675b6272-62e5-4e8e-9432-385fee242a6b tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Jul 07 17:03:55.058382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-e1ab2d1f-4cc5-4d0c-9fc4-0a786e768a07 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289868 Jul 07 17:03:55.067521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.072177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.205952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-305175922-network', 'tenant_id': '53b87690246a4fa2a84d42d75e7af0e8'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:55.235370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Made reservation on behalf of 53b87690246a4fa2a84d42d75e7af0e8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:55.238874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.249465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.260769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Allocated IP 172.25.7.39 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b78ea4a6-5ccb-4006-ad23-c868967da4d5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:55.272352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-032e2583-598d-4acf-bde3-6fc4a16a72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.273870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-032e2583-598d-4acf-bde3-6fc4a16a72c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 1095 time: 0.1597743 Jul 07 17:03:55.357188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.361283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.381365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:55.381694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0836e2-978e-4c7e-9bd1-b0f4730ac4d5 req-5c60d38c-29f3-4334-be5d-9db7c5a04259 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.383203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b0836e2-978e-4c7e-9bd1-b0f4730ac4d5 req-5c60d38c-29f3-4334-be5d-9db7c5a04259 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 943 time: 0.2363420 Jul 07 17:03:55.396826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a87483-8cd2-4e60-b831-0c71c7b73805,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:55.400457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.400826 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Added segment 355823e3-ff43-4d62-bcde-2b23d5383630 of type vlan for network c5f2331a-af67-473a-bc6a-f57fa2300327 Jul 07 17:03:55.441090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.471541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.472465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.473057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.525380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4519012 Jul 07 17:03:55.532040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.540610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Request body: {'subnet': {'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-305175922-subnet', 'tenant_id': '53b87690246a4fa2a84d42d75e7af0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:55.551832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2bf9-13d1-43c2-9c35-0441164291b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f2331a-af67-473a-bc6a-f57fa2300327,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:55.557575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a714b9bd-c1d7-418d-b2b5-a0f1713c28cd details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:55.567958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Made reservation on behalf of 53b87690246a4fa2a84d42d75e7af0e8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:55.570423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.580317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c5f2331a-af67-473a-bc6a-f57fa2300327 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:55.736484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.749787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'port_id': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', 'mac_address': 'fa:16:3e:82:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2284a77-831c-4693-97e6-1af94b65f858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:55.775766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.796292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.802968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b0836e2-978e-4c7e-9bd1-b0f4730ac4d5 req-95fc3cd4-0064-4a46-a19d-473a75c382f8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032941 Jul 07 17:03:55.812505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a714b9bd-c1d7-418d-b2b5-a0f1713c28cd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:55.818991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-6e47b4df-1bd2-4f32-b749-39f71a9c6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.820909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-6e47b4df-1bd2-4f32-b749-39f71a9c6782 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 200 len: 919 time: 0.5388763 Jul 07 17:03:55.827003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.835858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.841737 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.842665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ca579f2-0c56-4b16-b978-d45244e1adbe details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:55.882586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.890240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f92b81-7b64-4891-b982-1d096a6f41fa req-5032ee68-2c1d-40b6-b09b-7fc9d5b08a2a tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.897254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13f92b81-7b64-4891-b982-1d096a6f41fa req-5032ee68-2c1d-40b6-b09b-7fc9d5b08a2a tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 1102 time: 0.5250421 Jul 07 17:03:55.899318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '3ca579f2-0c56-4b16-b978-d45244e1adbe', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'port_id': '3ca579f2-0c56-4b16-b978-d45244e1adbe', 'mac_address': 'fa:16:3e:2a:f4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2284a77-831c-4693-97e6-1af94b65f858', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:55.902256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-47621c47-7ef4-40b0-8624-072e5e647f81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe HTTP/1.1" status: 200 len: 217 time: 0.0703635 Jul 07 17:03:55.986180 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.997192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.004602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca579f2-0c56-4b16-b978-d45244e1adbe {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:56.026158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13f92b81-7b64-4891-b982-1d096a6f41fa req-8deafb21-40ed-4604-b67c-b1b14e1acc58 tempest-ServersAdminTestJSON-310313429 tempest-ServersAdminTestJSON-310313429-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279790 Jul 07 17:03:56.027539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-0a6c9a42-4fcb-4884-ad2c-bfc087d097cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.028197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.028913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-0a6c9a42-4fcb-4884-ad2c-bfc087d097cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 200 len: 858 time: 0.1182137 Jul 07 17:03:56.034034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.035772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0a6097ab-3702-4681-8909-ed1fe39fe23a details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:56.064092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.070055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.070552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-596202b4-8fb5-4ac0-84ae-7df60846d8c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d59858df-f1ad-4f93-8234-7364778f9ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341246 Jul 07 17:03:56.085212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '0a6097ab-3702-4681-8909-ed1fe39fe23a', 'network_id': 'd59858df-f1ad-4f93-8234-7364778f9ea5', 'port_id': '0a6097ab-3702-4681-8909-ed1fe39fe23a', 'mac_address': 'fa:16:3e:89:42:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2284a77-831c-4693-97e6-1af94b65f858', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:56.113639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.122760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Checking segment: {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:56.123267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Network hostable DHCP agents. Network: c5f2331a-af67-473a-bc6a-f57fa2300327, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:56.147567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Network c5f2331a-af67-473a-bc6a-f57fa2300327 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:56.158625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.159064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c5f2331a-af67-473a-bc6a-f57fa2300327) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:56.169142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac4e97-3bfd-4500-9a33-b9db477062b1 None None] Network c5f2331a-af67-473a-bc6a-f57fa2300327 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:56.173550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.174236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.176821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:56.177563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'Port': ['ID=b78ea4a6-5ccb-4006-ad23-c868967da4d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.183444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:56.201102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2aeb1a9-8e1d-4317-bbf9-d31bc6395a6d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6590829 Jul 07 17:03:56.201304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804cd2d-084c-46e5-a689-e19d9954053f req-57cad187-3717-4ad0-991c-d07f6a7f2cd5 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.202645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5804cd2d-084c-46e5-a689-e19d9954053f req-57cad187-3717-4ad0-991c-d07f6a7f2cd5 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 943 time: 0.2490568 Jul 07 17:03:56.205175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:56.245219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.280833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6097ab-3702-4681-8909-ed1fe39fe23a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:56.298072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-b843bf7c-167d-4d5b-9f2f-6079d0a7f1c5 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026882 Jul 07 17:03:56.332728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.350350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5804cd2d-084c-46e5-a689-e19d9954053f req-bf5cb5c3-be3f-4777-85c1-e705a9bf5fc3 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412802 Jul 07 17:03:56.359998 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.417220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ebc88-3f0b-41ca-96f9-93b40c2071b1 None None] Network c5f2331a-af67-473a-bc6a-f57fa2300327 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:56.439063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.496048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.502960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b942da2-c306-4305-b54c-3a541aa6ccf7 req-e648b9b5-b46e-496e-9d87-a6b3b0e96f21 service neutron] 10.222.0.32 "GET /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946559 Jul 07 17:03:56.518787 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.530428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2adab1-b79b-49b2-a339-c95b35dc580c req-336acc1b-b6e7-4843-94a6-875ee7558fef tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.537640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b2adab1-b79b-49b2-a339-c95b35dc580c req-336acc1b-b6e7-4843-94a6-875ee7558fef tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1608043 Jul 07 17:03:56.554827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-e7d33ccb-bab9-482b-beba-6151e6a04b90 service neutron] 10.222.0.83 "GET /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.1051660 Jul 07 17:03:56.607228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b2adab1-b79b-49b2-a339-c95b35dc580c req-3c106026-0e09-4725-9d41-ed4af188ecd0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Jul 07 17:03:56.781198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.782790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.786746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958819508', 'description': 'tempest-description-135755292'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:56.804446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0a6097ab-3702-4681-8909-ed1fe39fe23a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:56.806542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:56.811522 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.839895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['a714b9bd-c1d7-418d-b2b5-a0f1713c28cd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:56.841548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3ca579f2-0c56-4b16-b978-d45244e1adbe'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:56.852000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11755713-f63e-4b47-b37f-2e24da9b83cd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:56.863527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.869437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.871535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.879543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.959587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] Transition to ACTIVE for port object 11755713-f63e-4b47-b37f-2e24da9b83cd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:56.959972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.961442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1762328 Jul 07 17:03:56.973025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.053204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.055259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] No DVR routers for this DVR port 11755713-f63e-4b47-b37f-2e24da9b83cd on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:57.063547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.070761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0fefd-dec7-4645-a90a-152e6d4e3813 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'Port': ['ID=b78ea4a6-5ccb-4006-ad23-c868967da4d5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.103064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] Pushing event updated for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.104997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.125691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc390472-4e2b-4a89-a2bd-5ef3c11c11c6 req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3491745 Jul 07 17:03:57.127047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-b69e4b83-e16a-440b-a03a-ec96be539d44 service neutron] 10.222.0.83 "PUT /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 0.5650456 Jul 07 17:03:57.141699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db25aac-39ca-4600-91bd-a6e7d8b39f1d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a927af8-28e6-4344-b046-e9599d88cd88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.165739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f083-604c-4e6a-939f-db8759e1ffcd req-e3e47aa8-501c-440e-b712-540b4aaec12e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.172731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86a8f083-604c-4e6a-939f-db8759e1ffcd req-e3e47aa8-501c-440e-b712-540b4aaec12e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 950 time: 0.2616682 Jul 07 17:03:57.253619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86a8f083-604c-4e6a-939f-db8759e1ffcd req-6e935e13-6768-4255-9f9c-b8dc1e106453 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799446 Jul 07 17:03:57.289009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1507755521', 'description': 'tempest-description-689611736'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:57.329498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.347700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-9a2ed445-247b-4045-bdd4-6d9d14a7a364 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.349196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-9a2ed445-247b-4045-bdd4-6d9d14a7a364 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.1495230 Jul 07 17:03:57.362918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec98cda-6d65-4eed-a5b0-fa2de64f8090 req-eecb5b8d-8d33-43ee-a3c3-37ab69edc7d9 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.364278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ec98cda-6d65-4eed-a5b0-fa2de64f8090 req-eecb5b8d-8d33-43ee-a3c3-37ab69edc7d9 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 944 time: 0.1257272 Jul 07 17:03:57.456665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ec98cda-6d65-4eed-a5b0-fa2de64f8090 req-963c9fdc-a0ae-4087-bbc9-04dccdb3603a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811014 Jul 07 17:03:57.482565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f8eae95c-fb07-466c-9540-26065135079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.484052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f8eae95c-fb07-466c-9540-26065135079a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f&tenant_id=60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 1096 time: 0.1173434 Jul 07 17:03:57.509598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.519597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.583377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.584518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec003728-bd2c-4544-8e1d-3ae7639fabbc req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3038602 Jul 07 17:03:57.618449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2bfda-aff9-49f1-a689-bcd3f7a0960f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7ffbf-5eec-472f-a56a-260c0bad5ca9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.668034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-215b245a-001c-43ff-9db2-1acc31feaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.669540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-215b245a-001c-43ff-9db2-1acc31feaf90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1096 time: 0.1588104 Jul 07 17:03:57.695481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-c30bd57a-3db1-4e2c-bfb4-6082096f38ea tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.697440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-c30bd57a-3db1-4e2c-bfb4-6082096f38ea tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.1504660 Jul 07 17:03:57.741952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-a0486cdd-c39d-4194-b38a-64e57fc96146 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/quotas/4b524e6575c249cc9770aec890551dbe HTTP/1.1" status: 200 len: 375 time: 0.0348275 Jul 07 17:03:57.846916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-c3426b0f-bc2b-48a0-8b29-9852437d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.848368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-c3426b0f-bc2b-48a0-8b29-9852437d9ba4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1669981 Jul 07 17:03:57.902129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f8f5f673-9460-473b-a245-88f3d86b3be7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 200 len: 217 time: 0.0434527 Jul 07 17:03:57.913007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-bfc5cfd1-3518-42a7-9936-e756b1d4c47d tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636336 Jul 07 17:03:57.927759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d619-2a2c-413b-a7f3-5ee071a51b37 req-e095bdb1-0320-46a1-96b7-f31d490bb081 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:57.929142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec53d619-2a2c-413b-a7f3-5ee071a51b37 req-e095bdb1-0320-46a1-96b7-f31d490bb081 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 944 time: 0.1485517 Jul 07 17:03:58.035480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-84049d13-0e06-44fa-85f3-952e32e73d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.036841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-84049d13-0e06-44fa-85f3-952e32e73d4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1230097 Jul 07 17:03:58.054645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec53d619-2a2c-413b-a7f3-5ee071a51b37 req-821a1470-b2f2-435f-b87c-a6d1058d9b8b tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166892 Jul 07 17:03:58.081610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f5990027-f173-4155-aedc-a6e0ea640934 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376012 Jul 07 17:03:58.115352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-5724ec38-6a69-4c81-97f0-1b09982b052c service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853104 Jul 07 17:03:58.252063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-9b40b651-4ff4-454a-bf2d-bd79713bb73c service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576235 Jul 07 17:03:58.280414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-8cc5a33a-f834-4b92-99dc-2e7b30f251cf service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360526 Jul 07 17:03:58.403205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03f0f-f4b4-46ba-9305-932f13032b5e req-9432838e-58b0-441f-b696-a2fdde837e60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.404817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23c03f0f-f4b4-46ba-9305-932f13032b5e req-9432838e-58b0-441f-b696-a2fdde837e60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1473930 Jul 07 17:03:58.405590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-e0d23cc9-6df1-4fa9-addf-5522e8fb0e30 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.406875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-db5b9ac7-4ee1-4dec-b8f5-e0272225825b service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456151 Jul 07 17:03:58.407130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-e0d23cc9-6df1-4fa9-addf-5522e8fb0e30 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 950 time: 0.0743124 Jul 07 17:03:58.464608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23c03f0f-f4b4-46ba-9305-932f13032b5e req-3ac3497a-d0c2-4aba-a148-30bbe83c4f29 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Jul 07 17:03:58.582393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Deleting port fa1ec338-6ffe-4808-9985-2550e28c71be {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:58.582744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.673042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-c89ef44c-408e-4fd7-92db-e09b267c4fbc tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.674754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-c89ef44c-408e-4fd7-92db-e09b267c4fbc tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 812 time: 0.1806905 Jul 07 17:03:58.701378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] For port fa1ec338-6ffe-4808-9985-2550e28c71be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa1ec338-6ffe-4808-9985-2550e28c71be,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:58.701736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.713898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Calling delete_port for fa1ec338-6ffe-4808-9985-2550e28c71be owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:58.731388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-41c4515e-03b0-4133-ab86-a955547c44b7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/quotas/53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 375 time: 0.0358219 Jul 07 17:03:58.778814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-78b7fee8-b558-4c2b-a837-d458ce07e32d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399201 Jul 07 17:03:58.787731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354af3-7eea-4862-bbaf-9cd8860ecc3e req-339a2fb7-6f3e-435d-ac00-10787c9f4a27 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.789400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46354af3-7eea-4862-bbaf-9cd8860ecc3e req-339a2fb7-6f3e-435d-ac00-10787c9f4a27 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 950 time: 0.1655271 Jul 07 17:03:58.870969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-4c8f3bfe-3f72-489d-a82f-b57162698c16 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.872591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-4c8f3bfe-3f72-489d-a82f-b57162698c16 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.1884675 Jul 07 17:03:58.874334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.888451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['fa1ec338-6ffe-4808-9985-2550e28c71be', '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:58.891952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f8cc50ba-13b7-4dbd-bc15-42b4d7367083'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:58.928026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46354af3-7eea-4862-bbaf-9cd8860ecc3e req-8bd67870-840d-43f3-977c-5939c7c817e1 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269240 Jul 07 17:03:58.934529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event deleted for resources: {'Port': ['ID=fa1ec338-6ffe-4808-9985-2550e28c71be,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.990089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] No DVR routers for this DVR port fa1ec338-6ffe-4808-9985-2550e28c71be on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:58.994689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.997287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-205c800a-56a4-4725-9b9d-5b0cf717e5bc req-a12f7606-6385-495d-b623-a0fa2450bf4e tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "DELETE /v2.0/ports/fa1ec338-6ffe-4808-9985-2550e28c71be HTTP/1.1" status: 204 len: 173 time: 0.5785644 Jul 07 17:03:58.997973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'name': 'network-vif-deleted', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:59.001449 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a5641-15c5-4cca-a64a-2ac88e37d0c8" -d '{"events": [{"server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "name": "network-vif-deleted", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:59.015485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-a43b9ef0-639f-456f-835d-78d0070282aa service neutron] 10.222.0.22 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230387 Jul 07 17:03:59.134688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c41f412-f721-43c3-af63-c4b5eacac009 req-0d3037fb-1470-4b91-9c89-569f1161850d tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 210 time: 0.0695450 Jul 07 17:03:59.235092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-02ff5604-4640-4b2c-9cab-2ff0132490e6 service neutron] 10.222.0.22 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186375 Jul 07 17:03:59.245878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f3f27d87-6778-462b-a859-35d5f9ee6221 service neutron] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:59.254459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f3f27d87-6778-462b-a859-35d5f9ee6221 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.256815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9279cd4f-6031-48b5-8703-ab41b5b747e0 req-f3f27d87-6778-462b-a859-35d5f9ee6221 service neutron] 10.222.0.32 "DELETE /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.3707399 Jul 07 17:03:59.403383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177dc0-4b9a-4f9c-84f4-cf0179f39dc4 req-43bc3227-03c8-4e7e-bdcc-23da94d74657 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:59.405650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07177dc0-4b9a-4f9c-84f4-cf0179f39dc4 req-43bc3227-03c8-4e7e-bdcc-23da94d74657 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 944 time: 0.0762119 Jul 07 17:03:59.448263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07177dc0-4b9a-4f9c-84f4-cf0179f39dc4 req-5fab3945-a1ec-42cb-ab1f-5ee88a1e16fb tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Jul 07 17:03:59.509745 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02801a2-173c-4df0-b74c-7cf790d4026f x-openstack-request-id: req-f02801a2-173c-4df0-b74c-7cf790d4026f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:59.510347 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d3240-754c-428b-bd6a-96a128426d91", "name": "network-vif-deleted", "tag": "fa1ec338-6ffe-4808-9985-2550e28c71be", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:59.515989 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f02801a2-173c-4df0-b74c-7cf790d4026f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:59.516231 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5d3240-754c-428b-bd6a-96a128426d91', 'name': 'network-vif-deleted', 'tag': 'fa1ec338-6ffe-4808-9985-2550e28c71be', 'status': 'completed', 'code': 200} Jul 07 17:03:59.586751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a714b9bd-c1d7-418d-b2b5-a0f1713c28cd up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:59.691734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:59.699558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:59.700456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.703160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c091d7-5d3e-4ef8-a361-aae5f45e73df req-0810d8a4-f5dd-43e2-9a36-ef491e2dc97c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:59.710563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2c091d7-5d3e-4ef8-a361-aae5f45e73df req-0810d8a4-f5dd-43e2-9a36-ef491e2dc97c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 944 time: 0.1006453 Jul 07 17:03:59.782883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4de09dee-c061-4633-902d-e9e034ea6852 req-c8180c7b-7ef3-4f58-a6a4-a90229c66240 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 210 time: 0.0463676 Jul 07 17:03:59.815211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2c091d7-5d3e-4ef8-a361-aae5f45e73df req-fed63496-bc41-431a-90ba-b740cc834403 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033094 Jul 07 17:03:59.835080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:59.968622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b37b14f4-b1e5-41e5-b3e3-31b2e5116e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.975016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.004752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:00.011748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:00.013983 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187c7c4-ee20-4ff8-a125-3a0cba14e0cd" -d '{"events": [{"server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "name": "network-vif-plugged", "status": "completed", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:00.030689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:00.037371 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.038451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0a6097ab-3702-4681-8909-ed1fe39fe23a up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:00.062034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-42af2d92-cb5e-414c-89da-52e1b1e1424a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.064929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-42af2d92-cb5e-414c-89da-52e1b1e1424a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.83 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.1805296 Jul 07 17:04:00.078974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'port': {'device_id': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'admin_state_up': True, 'tenant_id': '4b524e6575c249cc9770aec890551dbe'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:00.165959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.178446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.178803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.179175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.179550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.180018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.180374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.180715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.181053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.181393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.181723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.182364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.182708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:00.187844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 0a6097ab-3702-4681-8909-ed1fe39fe23a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:00.193131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 0a6097ab-3702-4681-8909-ed1fe39fe23a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:00.193953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.266419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cedca1-b37e-4ea3-a84f-d12c716a8882 req-c62e0d05-f735-45cb-957f-21f973ab59da tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.268058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8cedca1-b37e-4ea3-a84f-d12c716a8882 req-c62e0d05-f735-45cb-957f-21f973ab59da tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1767819 Jul 07 17:04:00.285193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6a72f-3666-40da-a8bf-138ae9963456 req-7eb1948a-b078-4615-b67a-f8543e3c9938 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.300614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38d6a72f-3666-40da-a8bf-138ae9963456 req-7eb1948a-b078-4615-b67a-f8543e3c9938 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 1096 time: 0.2210362 Jul 07 17:04:00.330408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.355097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Made reservation on behalf of 4b524e6575c249cc9770aec890551dbe for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:00.359402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.403395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8cedca1-b37e-4ea3-a84f-d12c716a8882 req-d25c3042-a2ee-4138-a4e5-ef11d2edef2e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989838 Jul 07 17:04:00.405535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:00.412502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.413496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ca579f2-0c56-4b16-b978-d45244e1adbe up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:00.435710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38d6a72f-3666-40da-a8bf-138ae9963456 req-ed8befc3-ed32-45a9-8987-8189af6385a2 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324525 Jul 07 17:04:00.545880 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74336d67-f398-4cc6-a528-17dad9920576 x-openstack-request-id: req-74336d67-f398-4cc6-a528-17dad9920576 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:00.552833 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "name": "network-vif-plugged", "status": "completed", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:00.553238 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74336d67-f398-4cc6-a528-17dad9920576 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:00.553763 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', 'code': 200} Jul 07 17:04:00.600866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.621001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Allocated IP 172.20.0.12 (6254f9c8-3f69-45ae-a108-58c2a14f53a3/af8dbf0b-8d73-4a47-9de0-42d7b16f04d0/722343bb-70e2-4b22-a7be-33bea60302d8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:00.635201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 3ca579f2-0c56-4b16-b978-d45244e1adbe completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:00.639471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 3ca579f2-0c56-4b16-b978-d45244e1adbe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:00.640118 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.651504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4544ef57-2562-443f-a2b3-cc5e8ecaf2e7 req-8e5185bb-37e4-4e66-bcd7-9110714c1c9c tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b5d3240-754c-428b-bd6a-96a128426d91 HTTP/1.1" status: 200 len: 210 time: 0.0655103 Jul 07 17:04:00.813718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.830858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.850024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:00.857090 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.876998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cad7bf9-d572-49c0-bba1-be3b69a1c0ea req-ac54c047-9a94-42e1-8543-2d96f21e853a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 210 time: 0.0839293 Jul 07 17:04:00.878621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.884301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b984d75-1a7d-423d-96e2-5125564f5e2c req-7fe8c211-2cc5-4d5f-8c39-e060e69ab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:00.888383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b984d75-1a7d-423d-96e2-5125564f5e2c req-7fe8c211-2cc5-4d5f-8c39-e060e69ab226 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 1098 time: 0.1842484 Jul 07 17:04:00.916103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.950538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.957455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:00.958921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:00.961196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:00.968644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b984d75-1a7d-423d-96e2-5125564f5e2c req-4fc0f574-8aea-4a62-8ee2-81462301d7e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687900 Jul 07 17:04:01.019071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.019811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.036510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ea77a210-717f-48ac-a040-010686122ac2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9621499 Jul 07 17:04:01.051310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Request body: {'port': {'device_id': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:01.133875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.164798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-4bff87a8-b0c7-48f4-b31a-a5401618e726 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.166673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-4bff87a8-b0c7-48f4-b31a-a5401618e726 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.1759276 Jul 07 17:04:01.189429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-b61218d3-9b4d-49c2-9d52-a171a877c52e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/quotas/60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 375 time: 0.0149958 Jul 07 17:04:01.300169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05469a6d-bd08-4b8e-9a52-dc09ade8f022 req-47c2d7f9-6d9a-490f-86d1-33952e84077d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 210 time: 0.0717635 Jul 07 17:04:01.347780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-4a3bd7b5-831a-4ba7-97b1-8fa06840c818 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519201 Jul 07 17:04:01.455739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722343bb-70e2-4b22-a7be-33bea60302d8 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:01.465257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.478426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Transition to ACTIVE for port object 722343bb-70e2-4b22-a7be-33bea60302d8 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:01.483562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.485162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-cdbb75a0-e2b7-4aaa-9d32-38e139378e69 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Jul 07 17:04:01.542366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.597552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cfb54-3cd6-425f-80bb-046934f79e9c req-31d0621e-a178-46c9-a70c-4082f47efee4 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.599762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc8cfb54-3cd6-425f-80bb-046934f79e9c req-31d0621e-a178-46c9-a70c-4082f47efee4 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 945 time: 0.1619859 Jul 07 17:04:01.622606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Attempting to bind port 722343bb-70e2-4b22-a7be-33bea60302d8 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:01.623224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Attempting to bind port 722343bb-70e2-4b22-a7be-33bea60302d8 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:01.623349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Attempting to bind port 722343bb-70e2-4b22-a7be-33bea60302d8 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:01.628249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Port 722343bb-70e2-4b22-a7be-33bea60302d8 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:01.629072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Attempting to bind port 722343bb-70e2-4b22-a7be-33bea60302d8 on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:01.634537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:01.634872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Checking segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:01.635294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Bound using segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:01.636213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Bound port: 722343bb-70e2-4b22-a7be-33bea60302d8, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:01.636553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.658507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-301043b4-f546-453e-bd7c-03c16be43a10 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568599 Jul 07 17:04:01.662164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc8cfb54-3cd6-425f-80bb-046934f79e9c req-a0b61b80-8410-4225-8545-58cf3505ee3f tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552611 Jul 07 17:04:01.759616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:01.763468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:01.766181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa1ec338-6ffe-4808-9985-2550e28c71be no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:01.775013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.832054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.832942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.834390 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] 10.222.0.83 "PUT /v2.0/ports/722343bb-70e2-4b22-a7be-33bea60302d8 HTTP/1.1" status: 200 len: 1093 time: 0.7873695 Jul 07 17:04:01.835560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:01.837391 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c3591-7c97-4018-92a0-206c48f7b6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:01.847613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: fa1ec338-6ffe-4808-9985-2550e28c71be {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:01.849442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa1ec338-6ffe-4808-9985-2550e28c71be not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:01.876118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-3359cf51-fa27-43cd-8cac-162a0c9ee37d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:01.877589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-3359cf51-fa27-43cd-8cac-162a0c9ee37d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.83 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 812 time: 0.2116630 Jul 07 17:04:01.888155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b38f3-1b99-40f0-b39e-6c69913e936d service neutron] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.893354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'device_id': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327', 'admin_state_up': True, 'tenant_id': '53b87690246a4fa2a84d42d75e7af0e8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:02.040320 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044463b-0032-460f-ba07-ff1b35503d41 x-openstack-request-id: req-4044463b-0032-460f-ba07-ff1b35503d41 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:02.040732 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:02.041233 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4044463b-0032-460f-ba07-ff1b35503d41 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:02.041762 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8', 'status': 'completed', 'code': 200} Jul 07 17:04:02.051623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-cc2ad682-0f66-47fc-9232-620a2fbe09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.053165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-cc2ad682-0f66-47fc-9232-620a2fbe09a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 1096 time: 0.0958383 Jul 07 17:04:02.152222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-2748f47f-cce5-428a-ad35-c4e1ea4c5e1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=722343bb-70e2-4b22-a7be-33bea60302d8 HTTP/1.1" status: 200 len: 217 time: 0.0907402 Jul 07 17:04:02.237959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-29a4ad04-1b5c-4747-803f-c4716af35e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.239576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-29a4ad04-1b5c-4747-803f-c4716af35e2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0801654 Jul 07 17:04:02.243312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbaaa3e-edcf-4338-9dd4-3358da6ad41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.282518 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-4d0152d6-90bc-4603-ac3a-0602023e1eee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346794 Jul 07 17:04:02.393456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-ef3bed50-e21b-48f7-b775-d0880b0c012e service neutron] 10.222.0.83 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037934 Jul 07 17:04:02.414273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a990f-3c59-4a6a-9df7-4b355111b89d req-0e9604ad-139a-4880-9b97-355fda3f9c3c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.416399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-385a990f-3c59-4a6a-9df7-4b355111b89d req-0e9604ad-139a-4880-9b97-355fda3f9c3c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.5918312 Jul 07 17:04:02.500602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08d790d3-5b40-4a60-9038-27c0ccbc82a4 req-0d2eb736-9e51-4dfc-b6aa-cc86d87c0d9f service neutron] 10.222.0.83 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992205 Jul 07 17:04:02.503722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-385a990f-3c59-4a6a-9df7-4b355111b89d req-b40963a4-396c-40b9-9f3b-1d5d9a74359d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698013 Jul 07 17:04:02.520131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6a4f3-ae8f-4c66-9ad5-b29ca5e682a3 req-dda0e338-1817-4237-91f8-2613d03f7979 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.524797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afc6a4f3-ae8f-4c66-9ad5-b29ca5e682a3 req-dda0e338-1817-4237-91f8-2613d03f7979 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 944 time: 0.1688423 Jul 07 17:04:02.540382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Made reservation on behalf of 53b87690246a4fa2a84d42d75e7af0e8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:02.544333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.554671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a'}, {'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:02.557050 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43202a-75b6-43b2-bf02-25f5d9b55368" -d '{"events": [{"server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "name": "network-vif-plugged", "status": "completed", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a"}, {"server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "name": "network-vif-plugged", "status": "completed", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:02.601698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afc6a4f3-ae8f-4c66-9ad5-b29ca5e682a3 req-3e590200-6e67-4560-8959-0ab46176b721 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736675 Jul 07 17:04:02.661931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-9ac01021-452c-456f-8cde-37a0ccf0dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.663469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-9ac01021-452c-456f-8cde-37a0ccf0dd3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 1096 time: 0.0701876 Jul 07 17:04:02.677109 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bccd559-ed8a-49a4-80c1-382711bfa8b4 req-fc5f926c-e8ab-4f50-aef0-08fca8094a54 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 210 time: 0.0378926 Jul 07 17:04:02.695815 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.756929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Allocated IP 172.20.0.5 (c5f2331a-af67-473a-bc6a-f57fa2300327/fe1b0ec3-93c2-4074-8c38-22b46ec0b52f/8d190e2f-2cd7-43d3-a7d2-bf1b415c376c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:02.924858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-ee0a6395-5bb3-4d3c-806a-61a0a9850faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:02.926335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-ee0a6395-5bb3-4d3c-806a-61a0a9850faf service neutron] 10.222.0.83 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 923 time: 0.1784394 Jul 07 17:04:02.980483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-0c050a56-db2b-4177-bf25-f2b9d8dd792b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=722343bb-70e2-4b22-a7be-33bea60302d8 HTTP/1.1" status: 200 len: 217 time: 0.0468428 Jul 07 17:04:02.985090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.015851 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58605ae3-0ca6-4a62-9a59-7a4f66c472f3 x-openstack-request-id: req-58605ae3-0ca6-4a62-9a59-7a4f66c472f3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:03.016371 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "name": "network-vif-plugged", "status": "completed", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a", "code": 200}, {"server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "name": "network-vif-plugged", "status": "completed", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:03.016371 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58605ae3-0ca6-4a62-9a59-7a4f66c472f3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:03.016771 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a', 'code': 200} Jul 07 17:04:03.017028 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe', 'code': 200} Jul 07 17:04:03.057476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe0d7c96-4d28-41b8-af56-96ec0016ab22 req-68e7fa16-6434-4cf0-a28d-c0b20c7e9adb tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 210 time: 0.0373995 Jul 07 17:04:03.068013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.075038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-13348be8-a8f4-4293-94d8-9ab29b132d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.076587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-13348be8-a8f4-4293-94d8-9ab29b132d0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0898209 Jul 07 17:04:03.119133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Network c5f2331a-af67-473a-bc6a-f57fa2300327 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:03.124782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:03.128798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:03.146298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-71e481d6-df87-4c5e-814d-75ba6e890129 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617802 Jul 07 17:04:03.185590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.279868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.280484 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.284469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712567f1-81b9-4ae0-aed8-b0d6349bb815 req-404de178-38f9-49b6-8494-1040f459a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.284831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-712567f1-81b9-4ae0-aed8-b0d6349bb815 req-404de178-38f9-49b6-8494-1040f459a355 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 1097 time: 0.1145637 Jul 07 17:04:03.286598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-93c92e65-867e-4cbd-bda4-428b17d28ed2 service neutron] 10.222.0.83 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337485 Jul 07 17:04:03.314962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-99c3fb78-1f01-475a-84c0-664457dd6466 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4280105 Jul 07 17:04:03.331518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Request body: {'port': {'device_id': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:03.377711 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-712567f1-81b9-4ae0-aed8-b0d6349bb815 req-314cb824-1b6f-4098-b65a-6a8d13f584ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Jul 07 17:04:03.381067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1c39a-8996-401c-9092-9fb8b5bf904e req-8cc7d7b1-5c56-4ba8-9a2d-4f573c240e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.382391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6e1c39a-8996-401c-9092-9fb8b5bf904e req-8cc7d7b1-5c56-4ba8-9a2d-4f573c240e05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 1097 time: 0.2091100 Jul 07 17:04:03.409971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5c5c3591-7c97-4018-92a0-206c48f7b6fb req-89793e65-64bc-4402-9d4c-6554a4fbb16e service neutron] 10.222.0.83 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087573 Jul 07 17:04:03.438906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fcbff-6cc1-4e04-a214-11c4dac41d78 req-f22bb3f2-c4c1-4f3a-a9cf-67f471014f71 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.442745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f28fcbff-6cc1-4e04-a214-11c4dac41d78 req-f22bb3f2-c4c1-4f3a-a9cf-67f471014f71 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 945 time: 0.2885244 Jul 07 17:04:03.456872 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.462471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78b81-70fb-47ae-8307-75735c3ee7b5 req-759d7089-5594-4a33-af3b-ef896094188d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.469778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52d78b81-70fb-47ae-8307-75735c3ee7b5 req-759d7089-5594-4a33-af3b-ef896094188d tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 950 time: 0.2638900 Jul 07 17:04:03.625747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6e1c39a-8996-401c-9092-9fb8b5bf904e req-82107060-5f04-4f95-aea8-af4bdfaf23a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740217 Jul 07 17:04:03.626459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.630248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52d78b81-70fb-47ae-8307-75735c3ee7b5 req-348c2335-5103-494d-862e-3e3bd059eac6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596560 Jul 07 17:04:03.641389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5454e4b3-ec66-436b-81e6-b723f804132a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.643087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5454e4b3-ec66-436b-81e6-b723f804132a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.2813046 Jul 07 17:04:03.652132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f28fcbff-6cc1-4e04-a214-11c4dac41d78 req-30742e17-f219-4de2-bb28-bc34a26d3402 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747053 Jul 07 17:04:03.658412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Request body: {'port': {'device_id': '898c47d6-24aa-466a-841a-99155bc9dc31', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'admin_state_up': True, 'tenant_id': '60a9e78130884439aa778615c4df0453'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:03.998528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efd10-6201-4f84-849e-16bb1ea5485e req-fe69fd24-10c6-4d0e-a538-7a025c1be0a9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.999957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e74efd10-6201-4f84-849e-16bb1ea5485e req-fe69fd24-10c6-4d0e-a538-7a025c1be0a9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2621207 Jul 07 17:04:04.023693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:04.027558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.055689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.069550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142dd8-8e8f-4615-9b48-b0e5fab5f3ad req-5840d304-2d8f-49bf-b9aa-3da7b943929b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.071086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9142dd8-8e8f-4615-9b48-b0e5fab5f3ad req-5840d304-2d8f-49bf-b9aa-3da7b943929b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 944 time: 0.2952278 Jul 07 17:04:04.161939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e74efd10-6201-4f84-849e-16bb1ea5485e req-a5c018cf-9b2f-4d73-bac3-5c39332e02e1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525221 Jul 07 17:04:04.205651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9142dd8-8e8f-4615-9b48-b0e5fab5f3ad req-5b7bf04e-a8d5-466d-b640-b9187173b833 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256723 Jul 07 17:04:04.276503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:04.293918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.321438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f0fab7a-3272-4e27-8c94-5e14bfe1c8f9 req-3409b8a9-5525-4b71-9514-a1d4eda31478 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 210 time: 0.0466213 Jul 07 17:04:04.335163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Allocated IP 172.20.0.14 (a74304f6-6030-40e2-91fb-eae71ddbfc86/92070831-744f-4cd3-84b2-fba5e222f7e6/265c1a88-f7f8-464a-968f-bfdbd716de9a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:04.337949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Transition to ACTIVE for port object 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:04.345091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.420904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:04.615713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Attempting to bind port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:04.616087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Attempting to bind port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:04.616470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Attempting to bind port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c on network c5f2331a-af67-473a-bc6a-f57fa2300327 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:04.639956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c on network c5f2331a-af67-473a-bc6a-f57fa2300327 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:04.640663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Attempting to bind port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c on network c5f2331a-af67-473a-bc6a-f57fa2300327 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:04.649493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a25f9-fc0c-40ac-b39e-8bdcb1e4cb42 req-83ddbd64-5cdd-4f71-9a9a-903c36880208 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.651023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d7a25f9-fc0c-40ac-b39e-8bdcb1e4cb42 req-83ddbd64-5cdd-4f71-9a9a-903c36880208 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 943 time: 0.2029166 Jul 07 17:04:04.663240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:04.663552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Checking segment: {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:04.663942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Bound using segment: {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:04.664385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Bound port: 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:04.665313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.733452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.752516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d7a25f9-fc0c-40ac-b39e-8bdcb1e4cb42 req-a0612dc7-0fd5-4c20-af4a-5ad9421dd54a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903578 Jul 07 17:04:04.836912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:04.840994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:04.847845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.922733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.923360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.924746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 1092 time: 1.5986655 Jul 07 17:04:04.927242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:04.929511 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3305f-3289-4884-b6b9-f767229005f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:04.933918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.978190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc978-bddb-4634-a44a-a6500d1362af req-baedb75c-704b-4b0b-af24-a2b645b63285 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.979688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-793fc978-bddb-4634-a44a-a6500d1362af req-baedb75c-704b-4b0b-af24-a2b645b63285 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 950 time: 0.2246625 Jul 07 17:04:05.015628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008178f0-6104-4f6f-aab4-17ce94be2678 service neutron] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:05.033514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:05.065253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:05.075275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:05.143811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:05.157529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413d79-09fe-4254-bb5c-7432f19e4f1a req-290535f5-d8ff-474f-95aa-496b4a74ad03 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.159026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92413d79-09fe-4254-bb5c-7432f19e4f1a req-290535f5-d8ff-474f-95aa-496b4a74ad03 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 945 time: 0.2778103 Jul 07 17:04:05.178332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-793fc978-bddb-4634-a44a-a6500d1362af req-ab0a3012-4092-4ff5-8a8d-42d97b6833d7 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873164 Jul 07 17:04:05.213982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.214643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.226693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.243559 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6598c5d2-3417-4cb0-8145-5750ceb7e07b x-openstack-request-id: req-6598c5d2-3417-4cb0-8145-5750ceb7e07b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:05.243855 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:05.244106 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6598c5d2-3417-4cb0-8145-5750ceb7e07b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:05.244511 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'status': 'completed', 'code': 200} Jul 07 17:04:05.251996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-91cdf411-0b03-4c35-8e55-cee55c7f0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.253532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-91cdf411-0b03-4c35-8e55-cee55c7f0335 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1095 time: 0.2843533 Jul 07 17:04:05.261090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-91e1879a-b85e-4efd-9fb2-2ceedfb80550 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6065135 Jul 07 17:04:05.280069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Request body: {'port': {'device_id': '898c47d6-24aa-466a-841a-99155bc9dc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:05.335557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92413d79-09fe-4254-bb5c-7432f19e4f1a req-31702d9c-ca07-4e11-a4d2-9313b7c19db8 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526175 Jul 07 17:04:05.340076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-9941ba1d-de46-4199-9fab-d51e2489ed40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 217 time: 0.0781026 Jul 07 17:04:05.431462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-888dd213-23bb-4cc2-9742-6a751bcd85e6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.432850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-888dd213-23bb-4cc2-9742-6a751bcd85e6 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 950 time: 0.2722785 Jul 07 17:04:05.760840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:05.820506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-7145d943-91db-428d-b130-b0bf7ad8d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.822578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-7145d943-91db-428d-b130-b0bf7ad8d45a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.4651501 Jul 07 17:04:05.829367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.855707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:05.867270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '722343bb-70e2-4b22-a7be-33bea60302d8', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'port_id': '722343bb-70e2-4b22-a7be-33bea60302d8', 'mac_address': 'fa:16:3e:c8:ee:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8dbf0b-8d73-4a47-9de0-42d7b16f04d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:05.895451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-b58d81a0-fbce-405a-b2b8-974c01840929 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609689 Jul 07 17:04:05.903435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.915640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722343bb-70e2-4b22-a7be-33bea60302d8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:05.934198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:05.938575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.955592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031e71-f142-4bba-b8c1-00fe8d95ebe8 req-dede3699-6102-429f-8d26-11230909f0ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.957051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c031e71-f142-4bba-b8c1-00fe8d95ebe8 req-dede3699-6102-429f-8d26-11230909f0ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.6187243 Jul 07 17:04:05.988464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:06.103615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175bae9-77ce-40d4-90a3-81eb3880c68c req-d63b37b4-afc3-43ab-a573-3e755ee0d375 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.105007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5175bae9-77ce-40d4-90a3-81eb3880c68c req-d63b37b4-afc3-43ab-a573-3e755ee0d375 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 944 time: 0.3580153 Jul 07 17:04:06.131408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.172240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c031e71-f142-4bba-b8c1-00fe8d95ebe8 req-89d6889d-83b3-4f26-9a5c-437a1076bf0c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048385 Jul 07 17:04:06.194771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Deleting port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:06.194771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.305839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-ed9337e8-8888-4108-93f8-a3540b666cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691697 Jul 07 17:04:06.311781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5175bae9-77ce-40d4-90a3-81eb3880c68c req-c6a2870a-cba3-4062-9b76-be5cedf02fc7 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963658 Jul 07 17:04:06.325023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['722343bb-70e2-4b22-a7be-33bea60302d8'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:06.490860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] For port f8cc50ba-13b7-4dbd-bc15-42b4d7367083, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:06.491226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.542156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Calling delete_port for f8cc50ba-13b7-4dbd-bc15-42b4d7367083 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:06.610318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-605dcd8d-54f9-40b8-b688-c1bdcefde815 req-300b4154-09f6-46ac-99d4-0217d2663d87 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957206 Jul 07 17:04:06.665721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e92d4-9e2b-4340-8fce-d189305d6a5d req-8dd9fb72-5453-414c-ab56-95212a0ee9ce tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.667238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f17e92d4-9e2b-4340-8fce-d189305d6a5d req-8dd9fb72-5453-414c-ab56-95212a0ee9ce tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 932 time: 0.2842538 Jul 07 17:04:06.713689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265c1a88-f7f8-464a-968f-bfdbd716de9a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:06.729146 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.749098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f5a24-bc0e-49ef-af9c-43e1dff2b6d7 req-5d808fbf-cb3e-409e-8f85-3b1df6692126 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.750618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f3f5a24-bc0e-49ef-af9c-43e1dff2b6d7 req-5d808fbf-cb3e-409e-8f85-3b1df6692126 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 945 time: 0.2988846 Jul 07 17:04:06.800840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Transition to ACTIVE for port object 265c1a88-f7f8-464a-968f-bfdbd716de9a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:06.817656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.829123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f17e92d4-9e2b-4340-8fce-d189305d6a5d req-a3e1197e-61cd-4c51-bc07-ccfdc7a0fb0d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419170 Jul 07 17:04:06.888738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f3f5a24-bc0e-49ef-af9c-43e1dff2b6d7 req-14527b9b-7d67-4051-a7d2-b9c566d192ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260409 Jul 07 17:04:06.930503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:06.938689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3305f-3289-4884-b6b9-f767229005f2 req-e9169b8c-d9c1-43ce-95da-4a463e080089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.940228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-e9169b8c-d9c1-43ce-95da-4a463e080089 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1095 time: 0.2708452 Jul 07 17:04:07.078268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.089876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f8cc50ba-13b7-4dbd-bc15-42b4d7367083'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:07.145414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1399a27-2dc0-4b1e-b6ac-fa4316e44289 req-2687fc65-9f3f-430b-a4cb-24cdbed4920b tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b9909f2-5adf-41f7-9008-38ed0922719b HTTP/1.1" status: 200 len: 210 time: 0.0878229 Jul 07 17:04:07.169425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event deleted for resources: {'Port': ['ID=f8cc50ba-13b7-4dbd-bc15-42b4d7367083,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.227815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:07.228162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:07.228499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:07.249113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] No DVR routers for this DVR port f8cc50ba-13b7-4dbd-bc15-42b4d7367083 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:07.251163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3305f-3289-4884-b6b9-f767229005f2 req-4c639b75-e40b-4846-bb65-874c469bfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.252691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-4c639b75-e40b-4846-bb65-874c469bfbe9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.3036945 Jul 07 17:04:07.255743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:07.256097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.258507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23c7ddf7-226b-4388-9db9-96f09ee34d85 req-14b45ba5-cfe4-4820-9478-f75a22d09d9f tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.32 "DELETE /v2.0/ports/f8cc50ba-13b7-4dbd-bc15-42b4d7367083 HTTP/1.1" status: 204 len: 173 time: 1.8012829 Jul 07 17:04:07.260588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'name': 'network-vif-deleted', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:07.262868 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65439e0c-ea12-4f2f-b2b8-bf288298c162" -d '{"events": [{"server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "name": "network-vif-deleted", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:07.270425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:07.270763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:07.339217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:07.339579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:07.339953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:07.340403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Bound port: 265c1a88-f7f8-464a-968f-bfdbd716de9a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:07.340769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.351116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d8843-4639-4085-b234-1d2266314324 req-26baca6c-e384-48de-a36c-51727836487c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.351608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-354d8843-4639-4085-b234-1d2266314324 req-26baca6c-e384-48de-a36c-51727836487c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 943 time: 0.3150744 Jul 07 17:04:07.362259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-060abfb4-3527-476f-944a-84a6f01efc39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 217 time: 0.0965304 Jul 07 17:04:07.490324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-354d8843-4639-4085-b234-1d2266314324 req-13abe66c-08a9-43ee-86a1-4e4e1e7352fa tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270397 Jul 07 17:04:07.499415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3305f-3289-4884-b6b9-f767229005f2 req-14d4eff0-55d3-45ba-8455-4a8b86f1bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.500929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-14d4eff0-55d3-45ba-8455-4a8b86f1bef1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.1252284 Jul 07 17:04:07.510596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:07.522256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:07.550011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0b864-7ec2-496c-bef3-8d8fd0b60ee3 req-4126b64f-6ce5-44e2-8902-95dffa3372ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.551617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6d0b864-7ec2-496c-bef3-8d8fd0b60ee3 req-4126b64f-6ce5-44e2-8902-95dffa3372ce tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 946 time: 0.2967966 Jul 07 17:04:07.554285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-8a4ca908-91ca-40a0-8769-13a9a52191b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450099 Jul 07 17:04:07.555558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.687149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.687769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.689133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] 10.222.0.83 "PUT /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 1093 time: 2.4156289 Jul 07 17:04:07.726513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c9fa7-8c9c-4ff2-a32e-101ca424147b service neutron] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.731493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6d0b864-7ec2-496c-bef3-8d8fd0b60ee3 req-6b7efcc1-9e9c-4c9c-8e36-8d7c80bba31a tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705251 Jul 07 17:04:07.781754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:07.802581 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af6b01c-1a3e-43cc-8ef2-1fe3f76d987e x-openstack-request-id: req-1af6b01c-1a3e-43cc-8ef2-1fe3f76d987e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:07.802874 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9909f2-5adf-41f7-9008-38ed0922719b", "name": "network-vif-deleted", "tag": "f8cc50ba-13b7-4dbd-bc15-42b4d7367083", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:07.803132 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1af6b01c-1a3e-43cc-8ef2-1fe3f76d987e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:07.803538 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9909f2-5adf-41f7-9008-38ed0922719b', 'name': 'network-vif-deleted', 'tag': 'f8cc50ba-13b7-4dbd-bc15-42b4d7367083', 'status': 'completed', 'code': 200} Jul 07 17:04:07.808914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-28dafbef-133c-40b7-9c33-bd7d572483b5 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190764 Jul 07 17:04:07.851193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 722343bb-70e2-4b22-a7be-33bea60302d8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:07.855526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 722343bb-70e2-4b22-a7be-33bea60302d8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:07.855888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.884335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76cde-382c-4805-a90c-85812bc11fab req-d6214242-2781-4fdb-8083-1f4d207b521e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.890839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95c76cde-382c-4805-a90c-85812bc11fab req-d6214242-2781-4fdb-8083-1f4d207b521e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2362919 Jul 07 17:04:07.925625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5201562d-6a07-44c1-aad9-eee05f06fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.927228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5201562d-6a07-44c1-aad9-eee05f06fd20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1096 time: 0.1928151 Jul 07 17:04:08.000888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-dfc7d558-e8cd-4449-8cd3-a6dbefc1b896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 217 time: 0.0624826 Jul 07 17:04:08.005261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95c76cde-382c-4805-a90c-85812bc11fab req-47b0d992-10bf-40ca-af2d-c0afe6b67fc5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135972 Jul 07 17:04:08.007690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde3305f-3289-4884-b6b9-f767229005f2 req-d64a9e2f-5230-4032-90c3-a37f28f9f87d service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905446 Jul 07 17:04:08.090343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.092906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-dd7a2e8a-90e4-4838-b961-48a447b4fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.096152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-dd7a2e8a-90e4-4838-b961-48a447b4fba1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0863371 Jul 07 17:04:08.114454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:08.116688 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad57d567-c938-4529-b2d2-e959052e3bff" -d '{"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-plugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:08.130206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:08.135010 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.137176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-7847844b-91b9-46ab-8629-6bd37524e260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327792 Jul 07 17:04:08.163647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6f443-c0cd-4155-9278-72a4cfa4482b req-fbc6da02-a372-4558-bb18-6f211f0b410b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.165635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cc6f443-c0cd-4155-9278-72a4cfa4482b req-fbc6da02-a372-4558-bb18-6f211f0b410b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 945 time: 0.1174784 Jul 07 17:04:08.189231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.252915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cc6f443-c0cd-4155-9278-72a4cfa4482b req-9891585e-d65b-47b8-904d-bd69476f0774 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763147 Jul 07 17:04:08.278534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-cdfc6f3e-51f5-4096-b73a-9ecb44593b55 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304359 Jul 07 17:04:08.417732 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a45af-4a6c-4ea8-b564-f85124858f62 x-openstack-request-id: req-649a45af-4a6c-4ea8-b564-f85124858f62 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:08.418029 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-plugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:08.418306 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-649a45af-4a6c-4ea8-b564-f85124858f62 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:08.418706 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8', 'code': 200} Jul 07 17:04:08.775886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c7fbccd-494e-43d9-9e3e-56661bfd2adf req-5755e56d-0850-4c73-87a1-f7940ae02b07 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905701 Jul 07 17:04:08.797950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd80d7-b0d1-4109-a0ef-af92d462d121 req-f2c0ac7a-3063-4f12-b55d-2e928a0f87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.799491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62bd80d7-b0d1-4109-a0ef-af92d462d121 req-f2c0ac7a-3063-4f12-b55d-2e928a0f87b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 1098 time: 0.1745086 Jul 07 17:04:08.808325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba42b58-9ca8-47a0-9070-9face16de627 req-6160e38f-6058-4213-9764-f8c79b9af0e5 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.809698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba42b58-9ca8-47a0-9070-9face16de627 req-6160e38f-6058-4213-9764-f8c79b9af0e5 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 946 time: 0.1867044 Jul 07 17:04:08.816855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b53a9-2649-40b3-80cf-b8c48ab406dc req-4563cc2d-f387-4eae-9cbf-5f2441991d1f tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.818270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d55b53a9-2649-40b3-80cf-b8c48ab406dc req-4563cc2d-f387-4eae-9cbf-5f2441991d1f tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.1941576 Jul 07 17:04:08.896007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62bd80d7-b0d1-4109-a0ef-af92d462d121 req-2effcf88-add2-49ab-96d4-482854f6b92c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767817 Jul 07 17:04:08.901575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba42b58-9ca8-47a0-9070-9face16de627 req-fffa653f-f239-45b2-9448-ac15176b3fd7 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813971 Jul 07 17:04:08.906382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d55b53a9-2649-40b3-80cf-b8c48ab406dc req-44a7684c-dd3b-4c5c-ad2d-e6bff86db1d1 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800769 Jul 07 17:04:09.070967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee4917-d2bc-4b3a-8464-b8d75b5ecbea req-657a3e0d-af14-42ce-9e6f-56bde9be43e0 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.072626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8eee4917-d2bc-4b3a-8464-b8d75b5ecbea req-657a3e0d-af14-42ce-9e6f-56bde9be43e0 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 943 time: 0.0636380 Jul 07 17:04:09.112286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8eee4917-d2bc-4b3a-8464-b8d75b5ecbea req-a6d12f7d-30b3-41ac-a3ed-8b9e691b9faa tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Jul 07 17:04:09.276921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f43cc-9ce8-4fbb-ae3f-01f6a47cd7e6 req-7c121c76-2ab7-4634-9957-991d97e3e39b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.278464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-133f43cc-9ce8-4fbb-ae3f-01f6a47cd7e6 req-7c121c76-2ab7-4634-9957-991d97e3e39b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.0636656 Jul 07 17:04:09.348564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-133f43cc-9ce8-4fbb-ae3f-01f6a47cd7e6 req-e9c8f1cc-62bc-4f06-a508-bab30a3332fa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Jul 07 17:04:09.377219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085ffeb-7ec9-4ccb-a14e-868b4139f75d req-6c9eefe1-0b6d-4d2a-a011-5562863003b3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.378748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d085ffeb-7ec9-4ccb-a14e-868b4139f75d req-6c9eefe1-0b6d-4d2a-a011-5562863003b3 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.0815661 Jul 07 17:04:09.417343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d085ffeb-7ec9-4ccb-a14e-868b4139f75d req-a91f6203-1685-45bd-a2d6-f0a972784502 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Jul 07 17:04:09.516617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b663e-e2ae-42c7-871d-82487418f20a req-35208069-e08f-44e1-af0c-d24c010cd663 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.518148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d4b663e-e2ae-42c7-871d-82487418f20a req-35208069-e08f-44e1-af0c-d24c010cd663 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.0646255 Jul 07 17:04:09.557804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d4b663e-e2ae-42c7-871d-82487418f20a req-ab399f77-0fab-423c-8d7e-2e3639bc5b12 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jul 07 17:04:09.621627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f8cc50ba-13b7-4dbd-bc15-42b4d7367083 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:09.642462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f8cc50ba-13b7-4dbd-bc15-42b4d7367083 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:09.642817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f8cc50ba-13b7-4dbd-bc15-42b4d7367083 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:09.798955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:09.804662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:09.807085 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1e59a-560e-4f5f-8b55-0fda68292221" -d '{"events": [{"name": "network-changed", "server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:09.843815 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970aa786-d275-43c0-9bcc-7afab30f6c9a x-openstack-request-id: req-970aa786-d275-43c0-9bcc-7afab30f6c9a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:09.844388 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:09.844636 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-970aa786-d275-43c0-9bcc-7afab30f6c9a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:09.845022 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'status': 'completed', 'code': 200} Jul 07 17:04:09.896041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:09.907203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327', 'port_id': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'mac_address': 'fa:16:3e:d2:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b0ec3-93c2-4074-8c38-22b46ec0b52f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:09.947746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.961310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:09.973854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-b2f64ef4-cf35-4dbd-8904-178e421e9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.975692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-b2f64ef4-cf35-4dbd-8904-178e421e9d53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1096 time: 0.1092584 Jul 07 17:04:09.986369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:09.991197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.995661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-89717364-eabe-4852-b02b-cbad72dd0f26 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.997274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-89717364-eabe-4852-b02b-cbad72dd0f26 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 946 time: 0.1208036 Jul 07 17:04:10.047537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:10.247350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-31bc7e7e-8bde-4735-9d78-9acd7a566c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.248835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-31bc7e7e-8bde-4735-9d78-9acd7a566c0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2646987 Jul 07 17:04:10.276361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37934896-4c96-4da9-82cd-2be685a1ad4e req-962dbe1c-e842-46ee-ba94-736ca0ccdbf0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.277794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37934896-4c96-4da9-82cd-2be685a1ad4e req-962dbe1c-e842-46ee-ba94-736ca0ccdbf0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.2431526 Jul 07 17:04:10.287439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748b181-d57b-4ecd-b772-a6498dc25b4d req-5a3aa591-83fb-4488-bdbb-b6806bc225b6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.289031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e748b181-d57b-4ecd-b772-a6498dc25b4d req-5a3aa591-83fb-4488-bdbb-b6806bc225b6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 946 time: 0.2532732 Jul 07 17:04:10.327842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-c970dcfa-5ff1-475f-ae16-d577b6b43d1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 217 time: 0.0685089 Jul 07 17:04:10.364091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Deleting port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:10.364424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.460965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37934896-4c96-4da9-82cd-2be685a1ad4e req-88a87963-b505-45f1-9a5a-ad937ca223c3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440985 Jul 07 17:04:10.480520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e748b181-d57b-4ecd-b772-a6498dc25b4d req-aabdc396-800b-4813-8a54-fe2c04872954 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610184 Jul 07 17:04:10.483303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:10.484160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-37165fc9-7d18-4d65-93a3-ab3af3a4f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.485612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-37165fc9-7d18-4d65-93a3-ab3af3a4f068 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1390572 Jul 07 17:04:10.538837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-b7fb8db2-9b31-4c40-a946-f7a900eb9bbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425835 Jul 07 17:04:10.545551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] For port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:10.545952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.576119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Calling delete_port for a714b9bd-c1d7-418d-b2b5-a0f1713c28cd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:10.766588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-33167508-5de0-4e82-903e-9de711d97e9f service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178290 Jul 07 17:04:10.858360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489614-cc07-403a-b860-a7814454b6ff req-5c30e8b0-3ef5-433c-a187-012b508e275b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.859839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94489614-cc07-403a-b860-a7814454b6ff req-5c30e8b0-3ef5-433c-a187-012b508e275b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 944 time: 0.2415144 Jul 07 17:04:10.935281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79359ff4-a059-4b7c-93eb-1f79a3b58286 req-0cb49d16-7d80-4454-b184-77d6ef1de44e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.936769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79359ff4-a059-4b7c-93eb-1f79a3b58286 req-0cb49d16-7d80-4454-b184-77d6ef1de44e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2210619 Jul 07 17:04:10.972758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.991573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', '3ca579f2-0c56-4b16-b978-d45244e1adbe', '0a6097ab-3702-4681-8909-ed1fe39fe23a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:10.999567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94489614-cc07-403a-b860-a7814454b6ff req-2404bbc2-b728-4a1b-8ac5-4c222af856c8 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197312 Jul 07 17:04:11.021321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98d1e59a-560e-4f5f-8b55-0fda68292221 req-a4227146-dc05-4e15-a63a-2224c9621747 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440534 Jul 07 17:04:11.026473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event deleted for resources: {'Port': ['ID=a714b9bd-c1d7-418d-b2b5-a0f1713c28cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.064800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79359ff4-a059-4b7c-93eb-1f79a3b58286 req-3292afc9-ce9b-4a6c-822a-85e8710f05d5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173108 Jul 07 17:04:11.084325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] No DVR routers for this DVR port a714b9bd-c1d7-418d-b2b5-a0f1713c28cd on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:11.093801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.095913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e331dbd7-9f0e-4352-a7dc-bced7b4b6506 req-6198d825-f1b9-40c1-a6a1-17c065b308f6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "DELETE /v2.0/ports/a714b9bd-c1d7-418d-b2b5-a0f1713c28cd HTTP/1.1" status: 204 len: 173 time: 1.0905125 Jul 07 17:04:11.189902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-203d5c22-289a-43fc-889e-5f5cc0fff679 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.191401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-203d5c22-289a-43fc-889e-5f5cc0fff679 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.1083083 Jul 07 17:04:11.284329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d60c5-8126-495f-a7b4-f1f5fe8882a6 req-7030604a-6d83-4944-80b8-34b9f71299eb tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.285781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-944d60c5-8126-495f-a7b4-f1f5fe8882a6 req-7030604a-6d83-4944-80b8-34b9f71299eb tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 950 time: 0.1409678 Jul 07 17:04:11.334675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-944d60c5-8126-495f-a7b4-f1f5fe8882a6 req-fabdccbf-fe68-43d6-906f-4fc6632ccb65 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf279be7-6d1e-4515-b21a-ba777653f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Jul 07 17:04:11.376836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Deleting port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:11.377173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.477723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7169af4-8f1b-4329-9188-c227c13c2023 req-38c3b801-07ce-475f-9d46-0590b6d0d9e5 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.479221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7169af4-8f1b-4329-9188-c227c13c2023 req-38c3b801-07ce-475f-9d46-0590b6d0d9e5 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.1415217 Jul 07 17:04:11.483899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] For port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:11.484256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.508098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Calling delete_port for 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:11.567905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7169af4-8f1b-4329-9188-c227c13c2023 req-fd18d88a-8d4c-4f4c-8ff5-35e13bb52fcc tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810189 Jul 07 17:04:11.690050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecb854-9332-45c8-b9e8-c64806d268f2 req-c61b2c87-6597-400a-a4bc-97324ff5ad0b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:11.691581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9ecb854-9332-45c8-b9e8-c64806d268f2 req-c61b2c87-6597-400a-a4bc-97324ff5ad0b tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.1165922 Jul 07 17:04:11.745146 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3a03656-00b9-497f-94cd-ecbb381a6302 req-81555fa4-875f-48da-88eb-9af7b3e43a03 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jul 07 17:04:11.770598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.783620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83a3d397-ab50-4ab6-917f-b82b3ec1cf50'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:11.803054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9ecb854-9332-45c8-b9e8-c64806d268f2 req-9d141d60-864b-4608-bfcc-713f1a65896d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Jul 07 17:04:11.815711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:11.819621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:11.829329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Pushing event deleted for resources: {'Port': ['ID=83a3d397-ab50-4ab6-917f-b82b3ec1cf50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.848347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'name': 'network-vif-deleted', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:11.853224 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a9fdf-a5e2-439f-859e-a45e7b83adc2" -d '{"events": [{"server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "name": "network-vif-deleted", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:11.908817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] No DVR routers for this DVR port 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:11.911974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.914650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caac5f66-382d-4453-9449-c413d6ee4dd3 req-5fa5e990-6fdc-4eb2-9357-8a07b17ab264 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.83 "DELETE /v2.0/ports/83a3d397-ab50-4ab6-917f-b82b3ec1cf50 HTTP/1.1" status: 204 len: 173 time: 0.7151103 Jul 07 17:04:11.998713 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bda24d-0bca-441d-b944-acf8de49d721 x-openstack-request-id: req-c9bda24d-0bca-441d-b944-acf8de49d721 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:11.999005 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b", "name": "network-vif-deleted", "tag": "a714b9bd-c1d7-418d-b2b5-a0f1713c28cd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:12.002651 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9bda24d-0bca-441d-b944-acf8de49d721 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:12.003259 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56a9b1-ec9f-4f60-9ab3-62036ed1a02b', 'name': 'network-vif-deleted', 'tag': 'a714b9bd-c1d7-418d-b2b5-a0f1713c28cd', 'status': 'completed', 'code': 200} Jul 07 17:04:12.008822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:12.028290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'port_id': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'mac_address': 'fa:16:3e:eb:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92070831-744f-4cd3-84b2-fba5e222f7e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:12.029765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fa26d-182e-4b81-bc1d-b081de94036e req-85fdbbdb-11bb-4619-9528-2bed092c6e96 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.031782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-623fa26d-182e-4b81-bc1d-b081de94036e req-85fdbbdb-11bb-4619-9528-2bed092c6e96 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.0924053 Jul 07 17:04:12.039642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:12.046360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:12.046837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.092833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-623fa26d-182e-4b81-bc1d-b081de94036e req-9e4afe14-9e1e-498b-a6d8-32b38fa92caf tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Jul 07 17:04:12.147743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.166176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265c1a88-f7f8-464a-968f-bfdbd716de9a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:12.203596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:12.212002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.222102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813ba9-dc97-45ab-adf3-8284f448454c req-1589004c-3939-4182-893c-0b0b355110f4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.223698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92813ba9-dc97-45ab-adf3-8284f448454c req-1589004c-3939-4182-893c-0b0b355110f4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 944 time: 0.0714071 Jul 07 17:04:12.244954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.285563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:12.287848 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba48d3cc-7310-4dd9-bb13-d34b4565ffc2" -d '{"events": [{"server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "name": "network-vif-plugged", "status": "completed", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:12.293457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92813ba9-dc97-45ab-adf3-8284f448454c req-6b7eab8b-6a96-40db-bb4a-b6c4f09c49ac tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587897 Jul 07 17:04:12.299357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.306617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:12.313219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.331455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b1cd1-602d-4528-9e9c-b575a5c14b09 req-d481b927-cc65-4fd1-9404-970d1962189b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.333099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b40b1cd1-602d-4528-9e9c-b575a5c14b09 req-d481b927-cc65-4fd1-9404-970d1962189b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1084914 Jul 07 17:04:12.370852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.372884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b40b1cd1-602d-4528-9e9c-b575a5c14b09 req-a2f773ba-0841-4d49-a1c3-7f4a2da161c4 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Jul 07 17:04:12.521642 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a18b2-9907-42ca-be53-8d911567601c x-openstack-request-id: req-ec8a18b2-9907-42ca-be53-8d911567601c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:12.522025 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "name": "network-vif-plugged", "status": "completed", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:12.522424 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec8a18b2-9907-42ca-be53-8d911567601c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:12.522987 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'code': 200} Jul 07 17:04:12.591550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:12.687069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e7ffce-f061-43cb-9e3d-67c853080dc8 req-30850254-41d6-44e1-bc77-9397a2cb1456 tempest-ServersAdminTestJSON-2029546850 tempest-ServersAdminTestJSON-2029546850-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a554759-a8ff-4dbb-b637-e87c205d6c79 HTTP/1.1" status: 200 len: 210 time: 0.0473526 Jul 07 17:04:12.755974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb641a4-edb7-493b-8fc3-7d13c461fcb2 req-a46efc2f-9452-42c0-ad2b-a0c202a579e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.757543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acb641a4-edb7-493b-8fc3-7d13c461fcb2 req-a46efc2f-9452-42c0-ad2b-a0c202a579e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1097 time: 0.1060965 Jul 07 17:04:12.812437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acb641a4-edb7-493b-8fc3-7d13c461fcb2 req-18cf0df4-f02a-49b1-91cc-b6cd6c8157f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Jul 07 17:04:13.023118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52146bad-2689-412c-8513-e629f1f017ce req-c8af8cce-a773-4082-8140-2a2ea4cfe781 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.025172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52146bad-2689-412c-8513-e629f1f017ce req-c8af8cce-a773-4082-8140-2a2ea4cfe781 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.0755730 Jul 07 17:04:13.063286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52146bad-2689-412c-8513-e629f1f017ce req-453ed6fd-eb10-4a19-95a9-104c6064b54f tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 07 17:04:13.235082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae207f-26c2-4677-8c5b-435cfff3bc38 req-860a34c2-da78-4b12-aef3-d672d509890e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.236570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eeae207f-26c2-4677-8c5b-435cfff3bc38 req-860a34c2-da78-4b12-aef3-d672d509890e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.0636101 Jul 07 17:04:13.274497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eeae207f-26c2-4677-8c5b-435cfff3bc38 req-d08245e3-f301-41a9-8ec0-c98513062501 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Jul 07 17:04:13.469492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa654ef-4271-4c32-8a73-adf613ee3ce2 req-650a37b0-983e-42f3-9772-93e6406930ba tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.471023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa654ef-4271-4c32-8a73-adf613ee3ce2 req-650a37b0-983e-42f3-9772-93e6406930ba tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 945 time: 0.0635021 Jul 07 17:04:13.510193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa654ef-4271-4c32-8a73-adf613ee3ce2 req-b5001c22-2e14-4e76-8da4-e53fafc165eb tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335717 Jul 07 17:04:13.603740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a720-57e0-4c9b-9116-d27c4cdad398 req-8cf0db9a-2ef5-4db7-80cd-930c9d024fed tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.605273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6d5a720-57e0-4c9b-9116-d27c4cdad398 req-8cf0db9a-2ef5-4db7-80cd-930c9d024fed tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.0671163 Jul 07 17:04:13.642292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a714b9bd-c1d7-418d-b2b5-a0f1713c28cd no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:13.644175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6d5a720-57e0-4c9b-9116-d27c4cdad398 req-2b5e2689-e22a-4b24-b91e-7cef5df39350 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Jul 07 17:04:13.667598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: a714b9bd-c1d7-418d-b2b5-a0f1713c28cd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:13.667937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a714b9bd-c1d7-418d-b2b5-a0f1713c28cd not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:13.826509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:13.882056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 265c1a88-f7f8-464a-968f-bfdbd716de9a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:13.891941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 265c1a88-f7f8-464a-968f-bfdbd716de9a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:13.892313 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.970089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.988417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.004394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-deleted', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:14.008388 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe40a92-340a-4921-98c8-8bce27d0381a" -d '{"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-deleted", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:14.009890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:14.015443 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.048781 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2e94c-3e67-420b-a582-18bd838a40b7 x-openstack-request-id: req-45b2e94c-3e67-420b-a582-18bd838a40b7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:14.049600 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a554759-a8ff-4dbb-b637-e87c205d6c79", "name": "network-vif-deleted", "tag": "83a3d397-ab50-4ab6-917f-b82b3ec1cf50", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:14.050027 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45b2e94c-3e67-420b-a582-18bd838a40b7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:14.050602 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a554759-a8ff-4dbb-b637-e87c205d6c79', 'name': 'network-vif-deleted', 'tag': '83a3d397-ab50-4ab6-917f-b82b3ec1cf50', 'status': 'completed', 'code': 200} Jul 07 17:04:14.075361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.137572 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3a623640-c387-45e5-ae1e-54dc0e4b2bf5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d177f6501a840028df92df105277ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474142 Jul 07 17:04:14.140565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.270258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.308442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.336535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36b2c9-69eb-4d71-9493-e8a0db771f1f req-212c0b96-e011-4b1b-856a-4e923b3a6d9d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.342376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36b2c9-69eb-4d71-9493-e8a0db771f1f req-212c0b96-e011-4b1b-856a-4e923b3a6d9d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.344159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa36b2c9-69eb-4d71-9493-e8a0db771f1f req-212c0b96-e011-4b1b-856a-4e923b3a6d9d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=8145ea34-a30b-44f3-a772-29b8472a7927&device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 1681 time: 0.1655514 Jul 07 17:04:14.375236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce6cf-f805-464a-b66a-2486b698a6ec req-8cea0bdd-9a2a-44bc-8941-2569bcdffc16 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.376630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-700ce6cf-f805-464a-b66a-2486b698a6ec req-8cea0bdd-9a2a-44bc-8941-2569bcdffc16 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.1675701 Jul 07 17:04:14.431523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa36b2c9-69eb-4d71-9493-e8a0db771f1f req-59f3cd29-7d41-4ea1-93e2-2381eb2de9b6 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/security-groups?id=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739188 Jul 07 17:04:14.438783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-700ce6cf-f805-464a-b66a-2486b698a6ec req-fe6d4789-4de8-4999-95c9-aceb9a330e24 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Jul 07 17:04:14.439658 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.442326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.443351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf279be7-6d1e-4515-b21a-ba777653f11d HTTP/1.1" status: 204 len: 168 time: 0.3019378 Jul 07 17:04:14.460072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb63c-4a0c-4290-ac81-38d1aae606b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf279be7-6d1e-4515-b21a-ba777653f11d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.525293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:14.529292 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d135be81-bb30-4636-9395-382f96c0adce" -d '{"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-plugged", "status": "completed", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:14.613367 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b2feb5-86cf-4d59-9968-e61e482cf2d2 x-openstack-request-id: req-75b2feb5-86cf-4d59-9968-e61e482cf2d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:14.613661 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-plugged", "status": "completed", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:14.613918 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75b2feb5-86cf-4d59-9968-e61e482cf2d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:14.614346 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'code': 200} Jul 07 17:04:14.656061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5b44f-79e8-4dc9-956c-3bdf3cffb62b req-ebeb81ee-38b1-454c-9f26-039b2f91254b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.657989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72e5b44f-79e8-4dc9-956c-3bdf3cffb62b req-ebeb81ee-38b1-454c-9f26-039b2f91254b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.0846512 Jul 07 17:04:14.736201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72e5b44f-79e8-4dc9-956c-3bdf3cffb62b req-6c2a8f50-6e8b-44b8-be0e-5428826d80d2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725975 Jul 07 17:04:14.771150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.800164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cd8af-cbd3-4e17-baf7-809090982c37 req-e605856a-a542-4908-8194-beb0db917d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.801652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc2cd8af-cbd3-4e17-baf7-809090982c37 req-e605856a-a542-4908-8194-beb0db917d8b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1098 time: 0.1129994 Jul 07 17:04:14.808976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59136b9d-3466-43af-9cf0-ed2b76e7f70f req-1453f168-5ab3-4eed-a0c7-121ddd05b0d4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.810377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59136b9d-3466-43af-9cf0-ed2b76e7f70f req-1453f168-5ab3-4eed-a0c7-121ddd05b0d4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 945 time: 0.0894115 Jul 07 17:04:14.811997 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-90e0ee91-5b6d-47fa-b120-643331dcd77a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f056c727b12e4abdbebc88bbe98b5973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392160 Jul 07 17:04:14.814485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37236) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.863451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.868344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc2cd8af-cbd3-4e17-baf7-809090982c37 req-2f0b9052-713c-4a86-bb94-ab9b4bf28b9b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570230 Jul 07 17:04:14.873235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59136b9d-3466-43af-9cf0-ed2b76e7f70f req-e125c32b-7c52-45b5-8aba-6b0b231f8697 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530882 Jul 07 17:04:14.885737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.935968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.939214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.946739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42c57cb1-0171-44c9-9a9d-a43f235beeba HTTP/1.1" status: 204 len: 168 time: 0.1271522 Jul 07 17:04:14.965769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa35fa-edfc-4de6-9b1b-0a75e71e8786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c57cb1-0171-44c9-9a9d-a43f235beeba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:15.132538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-cbb13c00-4d2e-4121-a258-cf52a12559ef tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-958819508&fields=id&tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 267 time: 0.0440934 Jul 07 17:04:15.179082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d4712-83a2-4438-b271-7b814d1c280f req-b18e7268-3de3-461d-9728-2744cda7360d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.181084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-397d4712-83a2-4438-b271-7b814d1c280f req-b18e7268-3de3-461d-9728-2744cda7360d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1242096 Jul 07 17:04:15.190835 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:15.242830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-1017ba5c-f82c-4789-a2a6-754e2f6bf9a8 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.244305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-1017ba5c-f82c-4789-a2a6-754e2f6bf9a8 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 945 time: 0.1050613 Jul 07 17:04:15.247027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-397d4712-83a2-4438-b271-7b814d1c280f req-dc084a44-586c-4e7d-914e-e2f29cf01671 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 Jul 07 17:04:15.255800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'security_groups': ['e0a87483-8cd2-4e60-b831-0c71c7b73805', '8a927af8-28e6-4344-b046-e9599d88cd88']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:15.357113 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.603409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:15.651313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.660619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.675934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:15.828833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:15.831608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:15.868303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:15.868739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83a3d397-ab50-4ab6-917f-b82b3ec1cf50 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:15.987230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:16.000753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '722343bb-70e2-4b22-a7be-33bea60302d8', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'port_id': '722343bb-70e2-4b22-a7be-33bea60302d8', 'mac_address': 'fa:16:3e:c8:ee:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8dbf0b-8d73-4a47-9de0-42d7b16f04d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:16.044653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.045350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.046885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-640388af-6dc3-42a0-8db6-9f0f62337255 req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "PUT /v2.0/ports/8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 981 time: 0.7962265 Jul 07 17:04:16.048720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.053755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:16.055605 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae68ae0-ed1e-4783-ad85-c4458d05a728" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:16.072713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 722343bb-70e2-4b22-a7be-33bea60302d8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:16.098191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:16.105781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.110970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7d847-8ef8-47b1-a473-165b8500e6d2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.135160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-b7b5c4d6-99b0-43b6-8fb8-886d0f02c6f9 service neutron] 10.222.0.32 "GET /v2.0/ports/1464b40b-b399-421b-83f6-c2c1a7013cec/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.1050913 Jul 07 17:04:16.166546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5767f7a-f913-4793-a46f-da3ab6c4f91f req-63b02ba4-2165-49eb-a576-18d75c20f332 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.174830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5767f7a-f913-4793-a46f-da3ab6c4f91f req-63b02ba4-2165-49eb-a576-18d75c20f332 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.4924810 Jul 07 17:04:16.198572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.243165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5767f7a-f913-4793-a46f-da3ab6c4f91f req-91c29306-dcf0-4d79-83e0-d4b37c399bc4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Jul 07 17:04:16.260425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:16.292900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['722343bb-70e2-4b22-a7be-33bea60302d8'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:16.474240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb28d-bed9-480e-8155-152bffecddbc req-a8842a47-5723-4553-9752-3475da007199 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.475968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10cdb28d-bed9-480e-8155-152bffecddbc req-a8842a47-5723-4553-9752-3475da007199 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 945 time: 0.1118948 Jul 07 17:04:16.548752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10cdb28d-bed9-480e-8155-152bffecddbc req-f8b05861-a717-4f8c-8110-f9d2bc0bc165 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604026 Jul 07 17:04:16.638429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-d31dc47c-d4ba-4782-b348-af56bbf212e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.639942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-d31dc47c-d4ba-4782-b348-af56bbf212e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1102 time: 0.0829997 Jul 07 17:04:16.728141 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf800d7-f715-4aad-97db-ae1b56df382d x-openstack-request-id: req-caf800d7-f715-4aad-97db-ae1b56df382d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:16.728429 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:16.728759 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-caf800d7-f715-4aad-97db-ae1b56df382d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:16.729045 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'status': 'completed', 'code': 200} Jul 07 17:04:16.738998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-19be25c7-8f45-4a27-b170-b6099bec38c5 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1507755521&fields=id&tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 267 time: 0.0629804 Jul 07 17:04:16.822278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-3cf47893-330c-4919-aa7c-040666055cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.823646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-3cf47893-330c-4919-aa7c-040666055cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1102 time: 0.1338804 Jul 07 17:04:16.974401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-e7a0edfc-5cba-4b4a-9754-0157c84a6669 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.975881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-e7a0edfc-5cba-4b4a-9754-0157c84a6669 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 984 time: 0.2244473 Jul 07 17:04:16.987796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-76141906-5947-46b8-913e-6fa6f77df266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.989184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-76141906-5947-46b8-913e-6fa6f77df266 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1136 time: 0.2242749 Jul 07 17:04:17.003841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'security_groups': ['8a927af8-28e6-4344-b046-e9599d88cd88', 'e0a87483-8cd2-4e60-b831-0c71c7b73805', '7aa7ffbf-5eec-472f-a56a-260c0bad5ca9']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:17.016079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-dcac1d71-5f93-4f20-adfe-cac146002b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.017459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-dcac1d71-5f93-4f20-adfe-cac146002b60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1820970 Jul 07 17:04:17.042216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b355b5-bb0c-4ce5-a9d5-9b92b3678e99 req-cff88729-e242-4416-8f33-f001bc059e45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.043652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64b355b5-bb0c-4ce5-a9d5-9b92b3678e99 req-cff88729-e242-4416-8f33-f001bc059e45 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2284007 Jul 07 17:04:17.133032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-81aa37bd-2796-45b6-afd5-911e5d9e6db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.0884342 Jul 07 17:04:17.224996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-d8b74d12-5dce-4e98-9780-7ccf9ce33463 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.226991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-d8b74d12-5dce-4e98-9780-7ccf9ce33463 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/ports?device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 945 time: 0.0699754 Jul 07 17:04:17.249208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64b355b5-bb0c-4ce5-a9d5-9b92b3678e99 req-68f03b54-8454-4e32-a4e1-5a77427317c7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848664 Jul 07 17:04:17.273958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-c69c2674-a8f5-44e8-bf24-5785bb7105db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.275485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-c69c2674-a8f5-44e8-bf24-5785bb7105db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1189072 Jul 07 17:04:17.276534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-78a12c8f-c27f-4d79-817b-7f9a81732a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.277878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-78a12c8f-c27f-4d79-817b-7f9a81732a81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.2779155 Jul 07 17:04:17.278635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.335221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Deleting port 0a6097ab-3702-4681-8909-ed1fe39fe23a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:17.335221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.358259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-3130d9a6-2b7a-4df2-8c84-f098a26ce46c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 217 time: 0.0613210 Jul 07 17:04:17.437544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] For port 0a6097ab-3702-4681-8909-ed1fe39fe23a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0a6097ab-3702-4681-8909-ed1fe39fe23a,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:17.437912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.454035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Calling delete_port for 0a6097ab-3702-4681-8909-ed1fe39fe23a owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:17.472279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-1f40cad5-e986-401c-978c-bb9fc2c6b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.473101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-1f40cad5-e986-401c-978c-bb9fc2c6b6e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0940733 Jul 07 17:04:17.525795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-b358a98e-5ede-4151-8316-2dbdcb59d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.527354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-b358a98e-5ede-4151-8316-2dbdcb59d249 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2451148 Jul 07 17:04:17.530674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-d545396e-f85c-498d-ad01-47de5ee2d1e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481050 Jul 07 17:04:17.585098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.597724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3ca579f2-0c56-4b16-b978-d45244e1adbe', '0a6097ab-3702-4681-8909-ed1fe39fe23a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:17.616863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event deleted for resources: {'Port': ['ID=0a6097ab-3702-4681-8909-ed1fe39fe23a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:17.623783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-adfab031-561e-491c-b14c-70902ab243d4 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0451b673f41747a8b0c8aea3c621baea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950439 Jul 07 17:04:17.689697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] No DVR routers for this DVR port 0a6097ab-3702-4681-8909-ed1fe39fe23a on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:17.692257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.694350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c33c3ea-ca30-4549-9f3b-043b3b27bfac req-ce5831cb-2ada-457f-9423-76df19e2081c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "DELETE /v2.0/ports/0a6097ab-3702-4681-8909-ed1fe39fe23a HTTP/1.1" status: 204 len: 173 time: 0.4622443 Jul 07 17:04:17.694781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'name': 'network-vif-deleted', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:17.697667 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27c394-1d11-4157-8ea6-c61fe1104795" -d '{"events": [{"server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "name": "network-vif-deleted", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:17.838449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:17.887306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 722343bb-70e2-4b22-a7be-33bea60302d8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:17.887682 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.892600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-b1b03367-e145-4fd7-96c0-b748b44cc42c service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484344 Jul 07 17:04:17.894351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:17.924960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-1dc296cc-25a1-4225-a428-8dff420c04ac service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834116 Jul 07 17:04:17.978316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.984264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-61b8bd95-06bd-47a1-8233-ac05f8a60edf tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.985719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-61b8bd95-06bd-47a1-8233-ac05f8a60edf tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278282 Jul 07 17:04:18.001427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:18.003685 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18634a88-61e8-4e3b-ad9b-7305e0b4657c" -d '{"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-plugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:18.016409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:18.020530 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.058044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.068369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-79f918ac-a0b4-4e2e-8464-c902a0371b1f tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/quotas/0451b673f41747a8b0c8aea3c621baea HTTP/1.1" status: 200 len: 375 time: 0.0391724 Jul 07 17:04:18.068698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.068966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.080062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:18.136570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-64b982df-736f-4118-b88b-482175401c06 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.138162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-64b982df-736f-4118-b88b-482175401c06 tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "GET /v2.0/ports?device_id=f96387f1-8bd7-4aab-bc75-8a8a80676beb HTTP/1.1" status: 200 len: 945 time: 0.0842237 Jul 07 17:04:18.170904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-9d29c013-e289-4fa5-9c26-7cdc2e769d90 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0451b673f41747a8b0c8aea3c621baea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904543 Jul 07 17:04:18.188728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.189380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.190973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f68e291-8e27-4cb6-bd25-4440baba0063 req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "PUT /v2.0/ports/8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 1020 time: 1.2008986 Jul 07 17:04:18.200313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fae68ae0-ed1e-4783-ad85-c4458d05a728 req-a20f2999-4b54-4a70-b0d4-507d243f5062 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907257 Jul 07 17:04:18.226621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9ee7-b308-4d91-8920-cd7d000a446a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.231298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b1f2ab6-3a31-49a4-a99a-e6c576cb8d30 req-3eeee138-2d64-45d1-b497-cccdf29b8871 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698934 Jul 07 17:04:18.307566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:18.346608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Deleting port 3ca579f2-0c56-4b16-b978-d45244e1adbe {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:18.349554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.558840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] For port 3ca579f2-0c56-4b16-b978-d45244e1adbe, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ca579f2-0c56-4b16-b978-d45244e1adbe,segment=NetworkSegment(3e503747-47a1-46b5-ab54-4becc298da8a),segment_id=3e503747-47a1-46b5-ab54-4becc298da8a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:18.560497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.594357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Calling delete_port for 3ca579f2-0c56-4b16-b978-d45244e1adbe owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:18.678257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fab356eb-d4e8-485e-a3bd-70bdae831b44 req-104b81da-39bf-43f6-9a1e-0cc75079271c tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.22 "GET /v2.0/ports?device_id=8145ea34-a30b-44f3-a772-29b8472a7927 HTTP/1.1" status: 200 len: 210 time: 0.0524840 Jul 07 17:04:18.729950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:18.732822 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:18.799349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5050907-de1b-4e36-89c7-14d00a8158c3 req-97630f2c-e321-4dbf-a8a0-cbea43c7fe58 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.802594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5050907-de1b-4e36-89c7-14d00a8158c3 req-97630f2c-e321-4dbf-a8a0-cbea43c7fe58 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.1664405 Jul 07 17:04:18.835396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.848525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0a6097ab-3702-4681-8909-ed1fe39fe23a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:18.869237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Pushing event deleted for resources: {'Port': ['ID=3ca579f2-0c56-4b16-b978-d45244e1adbe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.903852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5050907-de1b-4e36-89c7-14d00a8158c3 req-af498bca-4d8a-4e33-8509-b8871cccc187 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885754 Jul 07 17:04:18.927712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b272-3e93-4f0b-b008-42e000f1ce3d req-7bbab6ba-6e83-4dde-8eb1-d53380a52c3c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.930557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb34b272-3e93-4f0b-b008-42e000f1ce3d req-7bbab6ba-6e83-4dde-8eb1-d53380a52c3c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.1262672 Jul 07 17:04:18.955923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] No DVR routers for this DVR port 3ca579f2-0c56-4b16-b978-d45244e1adbe on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:18.959132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.962324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0a9d3f7e-7a03-4942-bdfb-25ac89e00d19 req-bdf4ad40-8d32-4a6d-8ce8-5c2b9a23b54d tempest-ListServersNegativeTestJSON-716989826 tempest-ListServersNegativeTestJSON-716989826-project] 10.222.0.32 "DELETE /v2.0/ports/3ca579f2-0c56-4b16-b978-d45244e1adbe HTTP/1.1" status: 204 len: 173 time: 0.8190262 Jul 07 17:04:18.978224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb34b272-3e93-4f0b-b008-42e000f1ce3d req-b2d98891-5416-4b95-b4ca-13b3d1db1aa9 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374186 Jul 07 17:04:19.035640 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa38f113-6c40-4e45-9914-d4d6914d834d x-openstack-request-id: req-fa38f113-6c40-4e45-9914-d4d6914d834d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:19.036213 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8145ea34-a30b-44f3-a772-29b8472a7927", "name": "network-vif-deleted", "tag": "0a6097ab-3702-4681-8909-ed1fe39fe23a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:19.036890 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa38f113-6c40-4e45-9914-d4d6914d834d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:19.037810 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8145ea34-a30b-44f3-a772-29b8472a7927', 'name': 'network-vif-deleted', 'tag': '0a6097ab-3702-4681-8909-ed1fe39fe23a', 'status': 'completed', 'code': 200} Jul 07 17:04:19.092179 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287302d-5e04-47f9-8564-8e375c79c598 x-openstack-request-id: req-1287302d-5e04-47f9-8564-8e375c79c598 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:19.092746 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-plugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:19.093229 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1287302d-5e04-47f9-8564-8e375c79c598 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:19.094082 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8', 'code': 200} Jul 07 17:04:19.277946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7b3d9-c492-4600-ade7-f32aed5fc321 req-3a2149e6-c8fb-493a-821b-a3fc1ac9e01d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.279414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afd7b3d9-c492-4600-ade7-f32aed5fc321 req-3a2149e6-c8fb-493a-821b-a3fc1ac9e01d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1023 time: 0.1272674 Jul 07 17:04:19.326365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8dbc-01e8-4967-a191-93ad9fe326c5 req-db1e54d8-6a7b-4269-8663-0fe0d0baac6f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.327972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5bb8dbc-01e8-4967-a191-93ad9fe326c5 req-db1e54d8-6a7b-4269-8663-0fe0d0baac6f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1296933 Jul 07 17:04:19.400664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5bb8dbc-01e8-4967-a191-93ad9fe326c5 req-d012c2d4-a0b4-4c53-b98d-6a26ecc3f2a5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Jul 07 17:04:19.408160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afd7b3d9-c492-4600-ade7-f32aed5fc321 req-0fa85e37-9cc3-474e-9964-9667f7501383 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=7aa7ffbf-5eec-472f-a56a-260c0bad5ca9&id=8a927af8-28e6-4344-b046-e9599d88cd88 HTTP/1.1" status: 200 len: 6147 time: 0.1203361 Jul 07 17:04:19.467788 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf2be36-1c87-4a25-b952-f7cb6f149cb9 x-openstack-request-id: req-fbf2be36-1c87-4a25-b952-f7cb6f149cb9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:19.468312 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:19.468567 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbf2be36-1c87-4a25-b952-f7cb6f149cb9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:19.469257 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'status': 'completed', 'code': 200} Jul 07 17:04:19.594947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab9b6f6e-e56a-4206-9d1c-dd1b29a752bf req-58444ff0-ea74-4ebd-94c4-cdd84726d26d tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 210 time: 0.0474153 Jul 07 17:04:19.663131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-d251166a-7ad8-4ca2-9cff-1990431a73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.665228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-d251166a-7ad8-4ca2-9cff-1990431a73d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1175 time: 0.1605108 Jul 07 17:04:19.697645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:19.705742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8030b7-f6c6-4a09-9752-d064037708cf req-20a9a84b-95b7-4ddb-9273-aadf1013a06f tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.707276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c8030b7-f6c6-4a09-9752-d064037708cf req-20a9a84b-95b7-4ddb-9273-aadf1013a06f tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1098 time: 0.1151683 Jul 07 17:04:19.763305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': ' tempest-securitygroup -907063946 ', 'description': 'tempest-description-1917376883'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:19.796912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.797119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c8030b7-f6c6-4a09-9752-d064037708cf req-02012483-0d0d-4972-a975-1988e436e01f tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Jul 07 17:04:19.827995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.843333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:19.848190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.849328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ca579f2-0c56-4b16-b978-d45244e1adbe no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:19.849877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-d220ee73-386b-49c0-b25c-4017939900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.851349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-d220ee73-386b-49c0-b25c-4017939900e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.1752248 Jul 07 17:04:19.895270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 3ca579f2-0c56-4b16-b978-d45244e1adbe {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:19.895630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ca579f2-0c56-4b16-b978-d45244e1adbe not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:19.905768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-2a8c6f78-55ea-4866-8fcb-b90dad763397 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 200 len: 217 time: 0.0452402 Jul 07 17:04:19.957643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.999266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-3a98a997-93c4-4509-abe7-3e1fd7b658f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.000769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-3a98a997-93c4-4509-abe7-3e1fd7b658f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0864825 Jul 07 17:04:20.040935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:20.043683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-6c4b4a94-8809-4bef-9340-c2bcebfe9750 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356030 Jul 07 17:04:20.123893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.137116 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.186066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Deleting subnet b2284a77-831c-4693-97e6-1af94b65f858 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:20.194513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-65f89649-2967-4440-b828-93ebc3987928 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0451b673f41747a8b0c8aea3c621baea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932269 Jul 07 17:04:20.196526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.217893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.228908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11c0f844-1f87-4a16-a237-86996ea307a4 req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4726675 Jul 07 17:04:20.250449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569779ec-964c-4545-9482-07ce28f04747 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7735fb6-4876-456a-875d-160e45552083,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.297381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-ce1a341f-c9da-4d00-984a-b4d608888bb7 service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451351 Jul 07 17:04:20.313130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.394395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.447908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-e4071360-500d-4ad4-9bf7-d3789ed9e8d3 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.449836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-e4071360-500d-4ad4-9bf7-d3789ed9e8d3 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484169 Jul 07 17:04:20.455028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a784c7-0de8-4b90-a414-fa98789c3490 req-26319d8b-4e4a-4162-9c47-97fee0acec84 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.456588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88a784c7-0de8-4b90-a414-fa98789c3490 req-26319d8b-4e4a-4162-9c47-97fee0acec84 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.3112442 Jul 07 17:04:20.484813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Request body: {'port': {'device_id': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '0451b673f41747a8b0c8aea3c621baea'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:20.572957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9cc2e1e-eba4-45ba-8832-de9862f5b4a2 req-43485a85-9ab5-4c39-95a8-ca02ce4f3e1b service neutron] 10.222.0.83 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580032 Jul 07 17:04:20.584973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88a784c7-0de8-4b90-a414-fa98789c3490 req-31236786-5a3e-4fcf-b78f-55493e5aebce tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206176 Jul 07 17:04:20.598329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54fbef27-88d7-4439-b903-e21c8251700e req-39034066-a75f-4912-b469-67ce4b24ed1c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/b7735fb6-4876-456a-875d-160e45552083 HTTP/1.1" status: 200 len: 1780 time: 0.1014349 Jul 07 17:04:20.647361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.679071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2284a77-831c-4693-97e6-1af94b65f858,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.689784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.691725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-42032b6a-2421-422d-9c89-cd65ab450218 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2284a77-831c-4693-97e6-1af94b65f858 HTTP/1.1" status: 204 len: 168 time: 0.6479285 Jul 07 17:04:20.696260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:20.713186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Made reservation on behalf of 0451b673f41747a8b0c8aea3c621baea for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:20.717399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.727353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.833575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.837873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.915147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51301d54-febc-4ab0-932f-688f87a58d7f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.994979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Allocated IP 192.168.233.58 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/fa2a0867-654d-49eb-a864-c32586a93ee9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:21.040050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'name': 'network-vif-deleted', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:21.042495 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb655e6-0096-4f7a-b4da-54901bef0533" -d '{"events": [{"server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "name": "network-vif-deleted", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:21.082934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-04b7f5da-7487-465a-a939-08c3002c9854 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/b7735fb6-4876-456a-875d-160e45552083 HTTP/1.1" status: 200 len: 1780 time: 0.4651122 Jul 07 17:04:21.095807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:21.098101 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300d7cf-527b-4546-8137-ead5ce23bddf" -d '{"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:21.154211 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.169756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.184761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Transition to ACTIVE for port object fa2a0867-654d-49eb-a864-c32586a93ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:21.224520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.275385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:21.279480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.285401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:21.287878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.289677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:21.300171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58790-ee2c-4326-ae5a-cc1e71cbd9c8 req-e3a17838-81c3-4ae2-ad54-b4a38f77f208 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.306253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01f58790-ee2c-4326-ae5a-cc1e71cbd9c8 req-e3a17838-81c3-4ae2-ad54-b4a38f77f208 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 948 time: 0.2351127 Jul 07 17:04:21.312663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.331912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59858df-f1ad-4f93-8234-7364778f9ea5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:21.362398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.363330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.367649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e503747-47a1-46b5-ab54-4becc298da8a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:21.367953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e503747-47a1-46b5-ab54-4becc298da8a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:21.379721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-6c5ca60f-af59-4bb6-bb18-27748b1c5c2e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9085660 Jul 07 17:04:21.391833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Request body: {'port': {'device_id': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:21.398740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.402391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.411269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01f58790-ee2c-4326-ae5a-cc1e71cbd9c8 req-63a72ff9-f664-4356-9235-1d9843d48b5b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859365 Jul 07 17:04:21.450592 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.463562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:21.464101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:21.466245 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:21.475363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.539920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.544323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.550732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5de0455-bdcb-4f39-8aa9-d330a0402eb7 req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/b7735fb6-4876-456a-875d-160e45552083 HTTP/1.1" status: 204 len: 173 time: 0.4578073 Jul 07 17:04:21.560421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.600704 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.605615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d59858df-f1ad-4f93-8234-7364778f9ea5 HTTP/1.1" status: 204 len: 168 time: 0.9060957 Jul 07 17:04:21.605615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f2b2e-d149-4718-8d4c-aff769b4339a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7735fb6-4876-456a-875d-160e45552083,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.620672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40007b-003d-474d-8233-b6231b746615 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59858df-f1ad-4f93-8234-7364778f9ea5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.679915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3273d4b-bc21-4c7f-9d37-db187999429d None None] Provisioning for port fa2a0867-654d-49eb-a864-c32586a93ee9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:21.689676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59833ac3-e7a9-4d06-aa4a-ff10bb193166 req-923f421e-6245-4469-b76e-279912a778f3 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.690942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3273d4b-bc21-4c7f-9d37-db187999429d None None] Provisioning complete for port fa2a0867-654d-49eb-a864-c32586a93ee9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:21.691339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3273d4b-bc21-4c7f-9d37-db187999429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.703485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59833ac3-e7a9-4d06-aa4a-ff10bb193166 req-923f421e-6245-4469-b76e-279912a778f3 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 935 time: 0.1513767 Jul 07 17:04:21.768979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3273d4b-bc21-4c7f-9d37-db187999429d None None] Port fa2a0867-654d-49eb-a864-c32586a93ee9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:21.770820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:21.773239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0a6097ab-3702-4681-8909-ed1fe39fe23a no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:21.784459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59833ac3-e7a9-4d06-aa4a-ff10bb193166 req-65a11280-7609-4a48-8ee3-5661b2669511 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Jul 07 17:04:21.816705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 0a6097ab-3702-4681-8909-ed1fe39fe23a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:21.817322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0a6097ab-3702-4681-8909-ed1fe39fe23a not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:21.837520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2a0867-654d-49eb-a864-c32586a93ee9 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:21.848911 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d555649-4930-4387-a324-d648dc2c2a28 x-openstack-request-id: req-1d555649-4930-4387-a324-d648dc2c2a28 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:21.853406 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96387f1-8bd7-4aab-bc75-8a8a80676beb", "name": "network-vif-deleted", "tag": "3ca579f2-0c56-4b16-b978-d45244e1adbe", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:21.854149 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d555649-4930-4387-a324-d648dc2c2a28 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:21.854975 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96387f1-8bd7-4aab-bc75-8a8a80676beb', 'name': 'network-vif-deleted', 'tag': '3ca579f2-0c56-4b16-b978-d45244e1adbe', 'status': 'completed', 'code': 200} Jul 07 17:04:21.869337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.881126 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6b11a-5e8f-43db-94a1-76b791d684c2 x-openstack-request-id: req-00b6b11a-5e8f-43db-94a1-76b791d684c2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:21.881608 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:21.881963 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00b6b11a-5e8f-43db-94a1-76b791d684c2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:21.883027 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'code': 200} Jul 07 17:04:21.892513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Transition to ACTIVE for port object fa2a0867-654d-49eb-a864-c32586a93ee9 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:21.898937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.928596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:21.944222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'mac_address': 'fa:16:3e:6e:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:21.975998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.008088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.025022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.051912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:22.058340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b36801eb-8a70-4dcb-aceb-0016199ef89c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5c7eb99a0a24a90a584490bc891df4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811019 Jul 07 17:04:22.060780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.090511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:22.105057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.111926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Attempting to bind port fa2a0867-654d-49eb-a864-c32586a93ee9 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:22.112464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Attempting to bind port fa2a0867-654d-49eb-a864-c32586a93ee9 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:22.113238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Attempting to bind port fa2a0867-654d-49eb-a864-c32586a93ee9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:22.113617 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-4f904960-806d-406f-aac3-b76cf0afe0a2 req-e4ca4126-5f88-4abd-a6b7-4536bbc0a8ae tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:04:22.114863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f904960-806d-406f-aac3-b76cf0afe0a2 req-e4ca4126-5f88-4abd-a6b7-4536bbc0a8ae tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/b7735fb6-4876-456a-875d-160e45552083 HTTP/1.1" status: 404 len: 352 time: 0.0319476 Jul 07 17:04:22.118472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Port fa2a0867-654d-49eb-a864-c32586a93ee9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:22.118965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Attempting to bind port fa2a0867-654d-49eb-a864-c32586a93ee9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:22.124273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:22.124685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:22.131617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:22.132324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Bound port: fa2a0867-654d-49eb-a864-c32586a93ee9, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:22.133330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.146488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.192999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.213956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:22.222856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:22.228505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.245297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.285972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.287301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.289430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa2a0867-654d-49eb-a864-c32586a93ee9 HTTP/1.1" status: 200 len: 1096 time: 0.9020250 Jul 07 17:04:22.324637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce7fb-66e6-470b-9200-13225ebaa738 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.354154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1464b40b-b399-421b-83f6-c2c1a7013cec'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:22.437986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.441335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.445587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55 HTTP/1.1" status: 204 len: 168 time: 0.3811617 Jul 07 17:04:22.457759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-75cb3c34-c41e-4c3d-8574-b77cdf867aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.459320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9fab4-b89b-4925-a374-a35a15c0c418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd9ca6-5c4e-4c2e-9de9-9e2dbe156b55,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.459526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-75cb3c34-c41e-4c3d-8574-b77cdf867aee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0451b673f41747a8b0c8aea3c621baea&device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 1099 time: 0.1142683 Jul 07 17:04:22.500391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-46054050-f842-4da9-8bd0-d83207062ca4 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.508321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-46054050-f842-4da9-8bd0-d83207062ca4 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6&tenant_id=772fda411fa14b48901117acc2c2902a&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 949 time: 0.2726049 Jul 07 17:04:22.520478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a792d-e354-49c2-a22d-7d3860395e28 req-3c9e948b-c68e-44f5-becc-db50c33ac9c1 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.525728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-503a792d-e354-49c2-a22d-7d3860395e28 req-3c9e948b-c68e-44f5-becc-db50c33ac9c1 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.1788759 Jul 07 17:04:22.558057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-b7bec23d-f7c2-4ff8-a61a-cf0dc87351c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=fa2a0867-654d-49eb-a864-c32586a93ee9 HTTP/1.1" status: 200 len: 217 time: 0.0902212 Jul 07 17:04:22.636530 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-503a792d-e354-49c2-a22d-7d3860395e28 req-1cd679cc-d1b2-4d48-8096-6f001584a491 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749824 Jul 07 17:04:22.680780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1593463387', 'description': 'tempest-description-144053461'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.712292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-0930d427-f7ce-4c46-9764-f07732a22d1b service neutron] 10.222.0.32 "GET /v2.0/ports/1464b40b-b399-421b-83f6-c2c1a7013cec/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.1851218 Jul 07 17:04:22.726479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.868058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-79604c02-f4ab-4385-ad42-9f9c63d244a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.869741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-79604c02-f4ab-4385-ad42-9f9c63d244a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1101 time: 0.1259651 Jul 07 17:04:22.934153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-e435633f-cd5b-4264-99a6-d0b9a3bc2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.936533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-e435633f-cd5b-4264-99a6-d0b9a3bc2272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.3714099 Jul 07 17:04:22.986258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.995637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.012141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-95d7e309-9162-4eb2-91c2-704179c56d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.014195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-95d7e309-9162-4eb2-91c2-704179c56d67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711482 Jul 07 17:04:23.055561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-e9b7cb52-aa8e-4b7f-9386-5311a095c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.057453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-e9b7cb52-aa8e-4b7f-9386-5311a095c2ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1801429 Jul 07 17:04:23.058347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.062769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21137ecd-dfd3-4d43-b8dd-68e33aef3fa1 req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3889444 Jul 07 17:04:23.071492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4b050-a5be-4480-bd63-0e37c67c051d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458ce906-f79d-42fd-b864-8af946edd7f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:23.139740 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-eed8a215-19a9-49a4-9e64-6ec652aa4b20 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124351 Jul 07 17:04:23.164177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-756cf39f-907a-413d-8753-bd8959b45fa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.0979617 Jul 07 17:04:23.226790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-32e2ca51-9417-442a-8179-13c379f46f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.228782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-32e2ca51-9417-442a-8179-13c379f46f14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0585637 Jul 07 17:04:23.263606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a376c4cc-481d-4a7b-a1eb-4e3d18e988bb req-09fa97f0-fefe-4fd7-9a18-9cd41bf90ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155310 Jul 07 17:04:23.299000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d16be-f050-4c21-94f0-99cb80bf5d96 req-0a4e82d5-986d-402d-b331-0e8b7cbde4d2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.300683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-607d16be-f050-4c21-94f0-99cb80bf5d96 req-0a4e82d5-986d-402d-b331-0e8b7cbde4d2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 949 time: 0.2367415 Jul 07 17:04:23.373842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-607d16be-f050-4c21-94f0-99cb80bf5d96 req-eccfbbbc-ddf7-49ca-86a8-11fa5fc36bd3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Jul 07 17:04:23.381576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-6923f20e-50c7-4b0c-a156-c3ea1ea1d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.383496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-6923f20e-50c7-4b0c-a156-c3ea1ea1d855 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477554 Jul 07 17:04:23.560994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-6bb04040-698f-4020-ab0d-146428f7e125 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691215 Jul 07 17:04:23.566749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:23.633138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-63465425', 'description': 'tempest-description-1992718366'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:23.661032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b50f7-1272-43ed-a9a1-35adb39d5721 req-cc674dbf-952c-476a-b136-b45cb455ee52 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.662563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c2b50f7-1272-43ed-a9a1-35adb39d5721 req-cc674dbf-952c-476a-b136-b45cb455ee52 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 947 time: 0.1729987 Jul 07 17:04:23.704069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:23.709158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1578964919-network', 'tenant_id': 'c11a3ba47f334c4fb912db4c079e6de1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:23.712103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.753614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1464b40b-b399-421b-83f6-c2c1a7013cec triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:23.753983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.760725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-101db8c9-85dc-42be-8eba-9613362bdeb2 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867795 Jul 07 17:04:23.774628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c2b50f7-1272-43ed-a9a1-35adb39d5721 req-0e81c215-1a87-41b2-ba3a-c516cb3a356e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002812 Jul 07 17:04:23.789750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Made reservation on behalf of c11a3ba47f334c4fb912db4c079e6de1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:23.792699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.815306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.854825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.856147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:23.858960 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef81ae72-a745-4a96-83aa-a0e705517590" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:23.874916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:23.914497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.934363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.991046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5de3fa-cbd8-41e7-8188-d381f0525600,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.041923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:24.044507 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a871a0-3d8a-4c43-bdc7-bcfc1eeeb868" -d '{"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:24.046011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a4044-ac1b-472b-a18a-ea0371bcebb3 req-176c1923-f7b6-4ffc-969a-166c9165f011 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.047899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca5a4044-ac1b-472b-a18a-ea0371bcebb3 req-176c1923-f7b6-4ffc-969a-166c9165f011 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 946 time: 0.1458919 Jul 07 17:04:24.065595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:24.077362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.118440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca5a4044-ac1b-472b-a18a-ea0371bcebb3 req-3edcecb6-98cc-4c3f-8e93-b050a53a7517 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631461 Jul 07 17:04:24.131507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.137148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.144730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.165790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.168497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.176258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ae29d00-b84a-4c2b-bb6e-6791a3ad63fd req-cc2f006b-a317-4f24-a254-bd6c1fd27fe1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5478711 Jul 07 17:04:24.186882 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9883e9-fba2-40f5-bbef-373dbd49d75a x-openstack-request-id: req-2a9883e9-fba2-40f5-bbef-373dbd49d75a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:24.187398 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:24.187614 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a9883e9-fba2-40f5-bbef-373dbd49d75a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:24.188104 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'status': 'completed', 'code': 200} Jul 07 17:04:24.196881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:24.198584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:24.203403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.214142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf26c4-5056-4d81-bcec-24ba53f38f1e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.222256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.222930 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Added segment adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6 of type vlan for network c53e2165-1baa-4488-a199-e4de8937d153 Jul 07 17:04:24.239228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1556646849', 'description': 'tempest-description-1544351462'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:24.258666 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9556e7d-213a-4b93-bd43-b6ecca04db1a x-openstack-request-id: req-b9556e7d-213a-4b93-bd43-b6ecca04db1a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:24.258883 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:24.259152 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9556e7d-213a-4b93-bd43-b6ecca04db1a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:24.259544 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'code': 200} Jul 07 17:04:24.281289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.325656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.335319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.385429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-61d80e17-ba8e-498f-8e77-506db8f00929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.387009 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-61d80e17-ba8e-498f-8e77-506db8f00929 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0451b673f41747a8b0c8aea3c621baea&device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 1099 time: 0.1673229 Jul 07 17:04:24.395287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.396411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.397005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.567515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=c53e2165-1baa-4488-a199-e4de8937d153,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.586636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c53e2165-1baa-4488-a199-e4de8937d153 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:24.643168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.652850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.660749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-26b15500-37e8-4f4c-9eba-c4400b87fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.662246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-26b15500-37e8-4f4c-9eba-c4400b87fc97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2619982 Jul 07 17:04:24.669159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4d802f80-4df0-42e7-9410-38d9d3c96ec0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1012185 Jul 07 17:04:24.672115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:24.678067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Request body: {'subnet': {'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1578964919-subnet', 'tenant_id': 'c11a3ba47f334c4fb912db4c079e6de1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:24.706378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Made reservation on behalf of c11a3ba47f334c4fb912db4c079e6de1 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:24.708771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.724035 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.725263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-164c2f9d-a684-44df-b64b-c5614cb00c55 req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5124183 Jul 07 17:04:24.731841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-90d7f977-a79a-44a2-bdf3-e2479162d3af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=fa2a0867-654d-49eb-a864-c32586a93ee9 HTTP/1.1" status: 200 len: 217 time: 0.0593905 Jul 07 17:04:24.745487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7e6ed-baba-4616-9880-7f24bd9bf978 req-33a3608a-81c5-4561-ba43-52586f5f3b27 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.747064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0db7e6ed-baba-4616-9880-7f24bd9bf978 req-33a3608a-81c5-4561-ba43-52586f5f3b27 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2315469 Jul 07 17:04:24.749014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696a038-9281-49d4-ac30-61a3ccb59ee7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b16ed0-2741-481f-aba0-66efb0be27a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.827367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-99d5551f-0cb1-4dd5-b4dd-2101c2a3d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.828812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-99d5551f-0cb1-4dd5-b4dd-2101c2a3d9ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0807216 Jul 07 17:04:24.840410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0db7e6ed-baba-4616-9880-7f24bd9bf978 req-4f67c476-9dc7-48ed-8801-20d8f8b24656 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813208 Jul 07 17:04:24.902479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-da34d7fa-4cfc-4dec-bbaf-475f81b9ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.908307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-da34d7fa-4cfc-4dec-bbaf-475f81b9ded9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669503 Jul 07 17:04:24.962351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.007702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263210fb-60d1-47ff-ab35-89bc04f56641,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:25.041537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Checking segment: {'id': 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:25.042346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Network hostable DHCP agents. Network: c53e2165-1baa-4488-a199-e4de8937d153, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:25.061685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Network c53e2165-1baa-4488-a199-e4de8937d153 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:25.074230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c53e2165-1baa-4488-a199-e4de8937d153) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:25.085103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e3b69-3692-44d7-85e3-9ec939f5006e None None] Network c53e2165-1baa-4488-a199-e4de8937d153 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:25.090496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.092306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.096597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-5a533893-9bee-4cd5-9731-be962575d7de service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771159 Jul 07 17:04:25.112433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4bd1e594-a972-49ac-9046-6929d1b7f080 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4385941 Jul 07 17:04:25.240227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207d01d3-18d8-48c8-9994-1cb7bac1d4d2 req-73d3b701-fc45-4624-b5a2-5de23dcd09ec tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 10894 time: 0.3308802 Jul 07 17:04:25.265620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb58eb6-804b-4f7c-b953-519e24130fc8 None None] Network c53e2165-1baa-4488-a199-e4de8937d153 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:25.371893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207d01d3-18d8-48c8-9994-1cb7bac1d4d2 req-c7301095-59d8-4ac4-9180-f9549d97f36b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/e0a87483-8cd2-4e60-b831-0c71c7b73805 HTTP/1.1" status: 200 len: 2981 time: 0.1301272 Jul 07 17:04:25.377883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef81ae72-a745-4a96-83aa-a0e705517590 req-0dbdca6b-e214-44b8-acba-26848e96671a service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723157 Jul 07 17:04:25.433190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3f61-0f4a-42fe-8653-8661107e99d5 req-b64fcc5d-3722-410a-8d35-09189df18aa9 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.434831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-141d3f61-0f4a-42fe-8653-8661107e99d5 req-b64fcc5d-3722-410a-8d35-09189df18aa9 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 947 time: 0.2221227 Jul 07 17:04:25.442020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207d01d3-18d8-48c8-9994-1cb7bac1d4d2 req-9c0b3cd5-fbb8-4da3-bcfe-04a5898f0217 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/e0a87483-8cd2-4e60-b831-0c71c7b73805 HTTP/1.1" status: 200 len: 2981 time: 0.0618992 Jul 07 17:04:25.579090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-141d3f61-0f4a-42fe-8653-8661107e99d5 req-ddba4647-61e0-45ac-b77a-9ea7c8a4b603 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135628 Jul 07 17:04:25.674753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-b5ff7880-584c-49f6-afd1-51cde1669e1a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.676832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-b5ff7880-584c-49f6-afd1-51cde1669e1a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 944 time: 0.2103066 Jul 07 17:04:25.704365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37498) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:25.709560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-593311612-network', 'tenant_id': '3a81b76c5c114087a570119671e3be31'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:25.710928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fa2a0867-654d-49eb-a864-c32586a93ee9 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:25.771468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Made reservation on behalf of 3a81b76c5c114087a570119671e3be31 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:25.795780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.804399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-f4a16e98-2992-4f11-98a2-4c73061c3011 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/458ce906-f79d-42fd-b864-8af946edd7f3 HTTP/1.1" status: 200 len: 1800 time: 0.1787143 Jul 07 17:04:25.835058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:25.836471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.850501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'mac_address': 'fa:16:3e:19:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:25.868948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02897d4-475a-4177-9714-1640cd632a52 req-c4e65265-73b7-4d34-9f52-29eb166b7c69 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.875937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e02897d4-475a-4177-9714-1640cd632a52 req-c4e65265-73b7-4d34-9f52-29eb166b7c69 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 944 time: 0.2747767 Jul 07 17:04:25.905676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.923703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2a0867-654d-49eb-a864-c32586a93ee9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:25.928921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Deleting port 722343bb-70e2-4b22-a7be-33bea60302d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:25.930150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.958685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e02897d4-475a-4177-9714-1640cd632a52 req-4b80e0dc-5453-4724-b74b-e52d634f86c2 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814674 Jul 07 17:04:25.962735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:25.969683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.998267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.003759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.017873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:26.028122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.028772 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Added segment 93eb5cc4-598d-4f3b-856a-eb650e4c78f5 of type vlan for network b156768c-56be-4a90-b386-5a5ecad66291 Jul 07 17:04:26.035255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.074506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.099692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.125306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b573b78-474d-4000-b67b-5e146bc4a562,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.128407 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.129560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.130349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.186909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.197620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] Pushing event updated for resources: {'Network': ['ID=b156768c-56be-4a90-b386-5a5ecad66291,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.197836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fa2a0867-654d-49eb-a864-c32586a93ee9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:26.204297 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7c5068cc-3386-476f-9723-4ebe671f299b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4986007 Jul 07 17:04:26.206833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37506) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:26.212823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Request body: {'subnet': {'network_id': 'b156768c-56be-4a90-b386-5a5ecad66291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-593311612-subnet', 'tenant_id': '3a81b76c5c114087a570119671e3be31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:26.224899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b156768c-56be-4a90-b386-5a5ecad66291 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:26.245906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Made reservation on behalf of 3a81b76c5c114087a570119671e3be31 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:26.250514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.265781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:26.268055 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a62df7-0757-41ea-a3f2-20e57c992b75" -d '{"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-unplugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:26.290742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-fa67c4ba-8800-4800-b587-df9567c1d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.292228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-fa67c4ba-8800-4800-b587-df9567c1d569 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1102 time: 0.2552156 Jul 07 17:04:26.293999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] For port 722343bb-70e2-4b22-a7be-33bea60302d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=722343bb-70e2-4b22-a7be-33bea60302d8,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:26.294395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.326239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Calling delete_port for 722343bb-70e2-4b22-a7be-33bea60302d8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:26.479866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34935-7081-4930-888b-4ebbe286def3 req-e10aff4c-cc9c-446c-8071-f62288730c31 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.481435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37b34935-7081-4930-888b-4ebbe286def3 req-e10aff4c-cc9c-446c-8071-f62288730c31 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.3724470 Jul 07 17:04:26.481924 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.488599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.491736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.492835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b3333ca-a3b9-4686-803a-1846f30237c1 req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/458ce906-f79d-42fd-b864-8af946edd7f3 HTTP/1.1" status: 204 len: 173 time: 0.6795292 Jul 07 17:04:26.531808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c2444-fe8f-4612-adfb-005f8d477b66 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ce906-f79d-42fd-b864-8af946edd7f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.546020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86349048-5d0c-4926-b45b-fb53c2d5d6e0,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:26.555251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Checking segment: {'id': '93eb5cc4-598d-4f3b-856a-eb650e4c78f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b156768c-56be-4a90-b386-5a5ecad66291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:26.555815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Network hostable DHCP agents. Network: b156768c-56be-4a90-b386-5a5ecad66291, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:26.576568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Network b156768c-56be-4a90-b386-5a5ecad66291 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:26.583206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-f769c964-79b2-4150-8644-fd0830571e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.584736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-f769c964-79b2-4150-8644-fd0830571e72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 1102 time: 0.1681669 Jul 07 17:04:26.588702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b156768c-56be-4a90-b386-5a5ecad66291) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:26.594239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.595341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.602518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e8716-d2a3-4672-8e87-fd61a5010805 None None] Network b156768c-56be-4a90-b386-5a5ecad66291 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:26.605526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37b34935-7081-4930-888b-4ebbe286def3 req-b3ef378b-be2f-4df5-857f-7d817a64ac60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097817 Jul 07 17:04:26.626597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-90d29c83-41c3-42db-906e-608868107dd7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4180596 Jul 07 17:04:26.709096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.711467 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5332d09-3378-448c-8115-a364abccd9e9 x-openstack-request-id: req-d5332d09-3378-448c-8115-a364abccd9e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:26.712028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-unplugged", "status": "completed", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:26.712440 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5332d09-3378-448c-8115-a364abccd9e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:26.712836 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8', 'code': 200} Jul 07 17:04:26.858488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d4a77-c537-44ec-871f-bd5098ba8f5d None None] Network b156768c-56be-4a90-b386-5a5ecad66291 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:27.121494 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-fea64361-0a79-448e-bdfa-131007563823 req-20cdd5b3-fce6-4bf2-a741-cbce075a4a71 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:04:27.122710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fea64361-0a79-448e-bdfa-131007563823 req-20cdd5b3-fce6-4bf2-a741-cbce075a4a71 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/458ce906-f79d-42fd-b864-8af946edd7f3 HTTP/1.1" status: 404 len: 352 time: 0.4172921 Jul 07 17:04:27.129381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event deleted for resources: {'Port': ['ID=722343bb-70e2-4b22-a7be-33bea60302d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.245293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] No DVR routers for this DVR port 722343bb-70e2-4b22-a7be-33bea60302d8 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:27.256372 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.256372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1972cd7-e618-46b9-8a21-69d7ac55c830 req-3343bd4f-75c0-4ef7-bf7d-5e3d6c3def14 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.83 "DELETE /v2.0/ports/722343bb-70e2-4b22-a7be-33bea60302d8 HTTP/1.1" status: 204 len: 173 time: 1.5644045 Jul 07 17:04:27.256372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-deleted', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:27.258561 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb9749-86f7-4339-87c0-d393eea3d8f1" -d '{"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-deleted", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:27.263075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-921c0c38-985c-4fb3-992c-fa88d8165e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.264551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-921c0c38-985c-4fb3-992c-fa88d8165e70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.6716716 Jul 07 17:04:27.323906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-e5078fc2-bbab-485a-88e8-7fcb0d86b6e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 200 len: 217 time: 0.0516198 Jul 07 17:04:27.340582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d77e-00da-4d54-96d4-4eab27d0c879 req-ee7b1aff-038c-40b0-95c7-fbba2dce945f tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.349380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea16d77e-00da-4d54-96d4-4eab27d0c879 req-ee7b1aff-038c-40b0-95c7-fbba2dce945f tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 948 time: 0.2237689 Jul 07 17:04:27.481989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-2c39e170-f5bc-4ccd-b0d7-13ebbe1bcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.483508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-2c39e170-f5bc-4ccd-b0d7-13ebbe1bcc70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1516857 Jul 07 17:04:27.486328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea16d77e-00da-4d54-96d4-4eab27d0c879 req-8ab7e2c7-493a-4ed9-ada8-8e86a3006b57 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360526 Jul 07 17:04:27.562328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-94aace7f-8762-4e8f-822f-a636c33e30b2 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.563823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-94aace7f-8762-4e8f-822f-a636c33e30b2 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/networks?id=c53e2165-1baa-4488-a199-e4de8937d153 HTTP/1.1" status: 200 len: 825 time: 0.2050173 Jul 07 17:04:27.584097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-e3636fd5-604a-49ca-b928-93f1cec71113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.585673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-e3636fd5-604a-49ca-b928-93f1cec71113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939364 Jul 07 17:04:27.587047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-38c19fe6-b830-4d8c-b100-7d18b04b28e0 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/quotas/c11a3ba47f334c4fb912db4c079e6de1 HTTP/1.1" status: 200 len: 375 time: 0.0154617 Jul 07 17:04:27.677340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-ef673a19-b41c-4e20-b316-27af6176be53 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c11a3ba47f334c4fb912db4c079e6de1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826449 Jul 07 17:04:27.697311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0df415b-663f-4663-b65c-8bc76b3c9feb req-716e36c0-76cc-4729-a38c-62a7e97b3ee3 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc4e4e82-e5fb-418f-9c2b-8e051a11c975 HTTP/1.1" status: 200 len: 210 time: 0.0935562 Jul 07 17:04:27.729003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fa2a0867-654d-49eb-a864-c32586a93ee9 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:27.781269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port fa2a0867-654d-49eb-a864-c32586a93ee9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:27.789037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port fa2a0867-654d-49eb-a864-c32586a93ee9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:27.790335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.839675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-8fd53c0b-c578-47f3-be29-a0c1d5d3b23c service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463856 Jul 07 17:04:27.904958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:27.910506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.932802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 722343bb-70e2-4b22-a7be-33bea60302d8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:27.933566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 722343bb-70e2-4b22-a7be-33bea60302d8 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:27.948113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-06f691f0-ece1-4963-bb68-77b3778bbadd service neutron] 10.222.0.22 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532065 Jul 07 17:04:27.951118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-faa57563-8871-4651-a4f7-4817830bae04 req-fc162120-0e88-407e-94b7-e8e95af8b224 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1d5de3fa-cbd8-41e7-8188-d381f0525600 HTTP/1.1" status: 200 len: 1799 time: 0.1916835 Jul 07 17:04:27.971688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:27.978714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.980437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:28.061288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.104196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.104421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5078fd18-5a63-4df1-83cd-5b6388614065 req-4aa2dc34-5c2d-4df4-b939-5b48065ed4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475741 Jul 07 17:04:28.126985 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faa57563-8871-4651-a4f7-4817830bae04 req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.134687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-cb4e63e2-ab7e-4181-a3c5-4cda2ef27b28 service neutron] 10.222.0.22 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787627 Jul 07 17:04:28.137032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:28.142785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.152831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faa57563-8871-4651-a4f7-4817830bae04 req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.192945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.202952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faa57563-8871-4651-a4f7-4817830bae04 req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.205615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-faa57563-8871-4651-a4f7-4817830bae04 req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.206772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-faa57563-8871-4651-a4f7-4817830bae04 req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/1d5de3fa-cbd8-41e7-8188-d381f0525600 HTTP/1.1" status: 204 len: 173 time: 0.2416205 Jul 07 17:04:28.221936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5e784-c33c-488a-bfaf-66e0e4d7e7d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5de3fa-cbd8-41e7-8188-d381f0525600,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.250374 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb8602-50a6-4467-b5d0-4ea0c648dcc2 x-openstack-request-id: req-5edb8602-50a6-4467-b5d0-4ea0c648dcc2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:28.251041 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4e4e82-e5fb-418f-9c2b-8e051a11c975", "name": "network-vif-deleted", "tag": "722343bb-70e2-4b22-a7be-33bea60302d8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:28.251375 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5edb8602-50a6-4467-b5d0-4ea0c648dcc2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:28.251932 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4e4e82-e5fb-418f-9c2b-8e051a11c975', 'name': 'network-vif-deleted', 'tag': '722343bb-70e2-4b22-a7be-33bea60302d8', 'status': 'completed', 'code': 200} Jul 07 17:04:28.430138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fa68d-35b7-4c44-b470-dbf06d0c2421 req-d69df804-bb74-47e3-9540-070946cf6e6b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.437074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d59fa68d-35b7-4c44-b470-dbf06d0c2421 req-d69df804-bb74-47e3-9540-070946cf6e6b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 948 time: 0.0738926 Jul 07 17:04:28.475303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d59fa68d-35b7-4c44-b470-dbf06d0c2421 req-b5f47a5f-fff1-48f3-b1b3-06c7fff76670 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Jul 07 17:04:28.514732 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-e040c20d-d6e4-428d-a592-e69ebb16f21d req-547dc4f6-7a08-4a01-9e29-0877abdbee33 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:04:28.515858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e040c20d-d6e4-428d-a592-e69ebb16f21d req-547dc4f6-7a08-4a01-9e29-0877abdbee33 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1d5de3fa-cbd8-41e7-8188-d381f0525600 HTTP/1.1" status: 404 len: 352 time: 0.0151370 Jul 07 17:04:28.598380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-170a3ef8-bc9d-4327-860c-bc8ab766df76 req-58cdcb8e-c764-4d78-b7fc-c41ff520fd09 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 210 time: 0.0407717 Jul 07 17:04:28.706920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496d09-1080-4aae-b28e-95e2b4e89008 req-c9391615-b1dc-4f16-b06e-7d5d343cf6ca tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.708853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af496d09-1080-4aae-b28e-95e2b4e89008 req-c9391615-b1dc-4f16-b06e-7d5d343cf6ca tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 946 time: 0.0747571 Jul 07 17:04:28.713846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9'}, {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:28.716248 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cbe7e5-4c64-4e32-a852-e7036e89d847" -d '{"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-plugged", "status": "completed", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9"}, {"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:28.785389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af496d09-1080-4aae-b28e-95e2b4e89008 req-f0d0d78a-239e-4a9f-a043-1dfd3348331a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580626 Jul 07 17:04:28.816391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dbf23-abef-425c-bda3-aa8e53c18c55 req-0239d686-f1df-40d5-b306-fd319282f18e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.818029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-433dbf23-abef-425c-bda3-aa8e53c18c55 req-0239d686-f1df-40d5-b306-fd319282f18e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 949 time: 0.1010342 Jul 07 17:04:28.889822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-433dbf23-abef-425c-bda3-aa8e53c18c55 req-b1fca2c1-e0db-4bbc-9f10-60790d7ff1de tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Jul 07 17:04:28.892401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-263f5181-2774-48da-8ba7-01d036dcdb63 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/d7b16ed0-2741-481f-aba0-66efb0be27a0 HTTP/1.1" status: 200 len: 1801 time: 0.0733461 Jul 07 17:04:28.952538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.963422 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88230da9-0c63-49f2-bb49-a3d9ce25c94e x-openstack-request-id: req-88230da9-0c63-49f2-bb49-a3d9ce25c94e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:28.964302 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-plugged", "status": "completed", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9", "code": 200}, {"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:28.964742 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88230da9-0c63-49f2-bb49-a3d9ce25c94e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:28.965350 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'code': 200} Jul 07 17:04:28.966286 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'code': 200} Jul 07 17:04:28.981634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.030660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.033248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.034400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b279138-2f00-41e5-b270-1bfd5efe39e4 req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/d7b16ed0-2741-481f-aba0-66efb0be27a0 HTTP/1.1" status: 204 len: 173 time: 0.1355739 Jul 07 17:04:29.055941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24471d8-5619-4367-b964-ee1b76c1c18e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b16ed0-2741-481f-aba0-66efb0be27a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.091719 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-e07e49f6-6bbb-40b9-b73d-49f82a59e355 req-9de36666-742e-4311-8311-98c1ad4adb8c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:04:29.092783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e07e49f6-6bbb-40b9-b73d-49f82a59e355 req-9de36666-742e-4311-8311-98c1ad4adb8c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/d7b16ed0-2741-481f-aba0-66efb0be27a0 HTTP/1.1" status: 404 len: 352 time: 0.0338757 Jul 07 17:04:29.134649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97664f4-e79c-4ae4-bae0-c2712d9a2d14 req-19ae701a-32d5-4c27-af50-d08f4e0b9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.136138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d97664f4-e79c-4ae4-bae0-c2712d9a2d14 req-19ae701a-32d5-4c27-af50-d08f4e0b9cd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 1101 time: 0.0896640 Jul 07 17:04:29.198497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d97664f4-e79c-4ae4-bae0-c2712d9a2d14 req-054164f6-b54c-4e21-bf2c-24c69c16b185 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547762 Jul 07 17:04:29.217054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b3ca81-c2bb-4f97-b63a-ada1d959fd07 req-427464ec-3eb0-455d-a0f0-0efbccc8d50d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 6147 time: 0.1021304 Jul 07 17:04:29.317644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b3ca81-c2bb-4f97-b63a-ada1d959fd07 req-46d194f7-93fa-4247-9a2a-16d9ec8af8d6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/e0a87483-8cd2-4e60-b831-0c71c7b73805 HTTP/1.1" status: 200 len: 2981 time: 0.0894666 Jul 07 17:04:29.349671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-610cb433-2db6-4050-9ea3-86b26de6f27a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.351702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-610cb433-2db6-4050-9ea3-86b26de6f27a tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.1553080 Jul 07 17:04:29.380197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-28daa516-d340-4637-bb22-b5d5636aa72e tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/quotas/4b524e6575c249cc9770aec890551dbe HTTP/1.1" status: 200 len: 375 time: 0.0229468 Jul 07 17:04:29.386642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b3ca81-c2bb-4f97-b63a-ada1d959fd07 req-386e6cb4-e506-4e90-b0ed-e14ebaf275ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/e0a87483-8cd2-4e60-b831-0c71c7b73805 HTTP/1.1" status: 200 len: 2981 time: 0.0582130 Jul 07 17:04:29.422814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1950033207', 'description': 'tempest-description-631086057'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.504874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.550336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-ad4c8c0a-1eb9-46af-8d48-196ed6029385 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626582 Jul 07 17:04:29.634094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-0a4103eb-acc0-4572-ab0d-a8fe84bc623d tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.635584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-0a4103eb-acc0-4572-ab0d-a8fe84bc623d tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.32 "GET /v2.0/networks?id=c53e2165-1baa-4488-a199-e4de8937d153 HTTP/1.1" status: 200 len: 825 time: 0.1975145 Jul 07 17:04:29.651240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Request body: {'port': {'device_id': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153', 'admin_state_up': True, 'tenant_id': 'c11a3ba47f334c4fb912db4c079e6de1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.727739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:29.783490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-3645fe58-d713-4958-ad61-5baa52935d4d service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250090 Jul 07 17:04:29.815779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.839067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7999422-cdd2-46f8-8c3c-0f04c3fbf385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.854994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.865975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:29.877448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'mac_address': 'fa:16:3e:6e:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:29.914674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Made reservation on behalf of c11a3ba47f334c4fb912db4c079e6de1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:29.918344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.919998 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.930078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.942193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:29.950612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ef7a4fd-8702-4826-a8e2-2ffe36e0ebc4 req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5327470 Jul 07 17:04:29.951267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcdd8a-c0a6-4ca4-81e1-f979aa1b54c4 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.974156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:29.985600 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.007907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-7e679925-759f-4d3e-87ca-ff87b69edb5d service neutron] 10.222.0.22 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139130 Jul 07 17:04:30.048309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.207231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff799d0-4c64-4045-9df7-fd294ec19e4d req-2b3e04d5-a578-4b81-ad99-70e33e526b38 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.216630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff799d0-4c64-4045-9df7-fd294ec19e4d req-2b3e04d5-a578-4b81-ad99-70e33e526b38 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.1432669 Jul 07 17:04:30.219411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Allocated IP 172.20.0.6 (c53e2165-1baa-4488-a199-e4de8937d153/263210fb-60d1-47ff-ab35-89bc04f56641/dbffa720-7f56-4c5a-a53c-dede2af47346) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:30.252400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1464b40b-b399-421b-83f6-c2c1a7013cec'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:30.289911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff799d0-4c64-4045-9df7-fd294ec19e4d req-9fce5569-dd96-41c5-b0d6-46b4ec2362db tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723550 Jul 07 17:04:30.498937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.580753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.662225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Network c53e2165-1baa-4488-a199-e4de8937d153 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:30.665810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:30.678268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:30.730442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Pushing event updated for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.783589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.784200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.813299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e55d8bba-8763-427a-8828-c9e77ace99af tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1665585 Jul 07 17:04:30.823928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a762fc0-7f23-43bf-a9df-9701d015e285 req-728ef552-3cd5-449a-953c-e32cd611f3ee tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.825732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a762fc0-7f23-43bf-a9df-9701d015e285 req-728ef552-3cd5-449a-953c-e32cd611f3ee tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 931 time: 0.2315967 Jul 07 17:04:30.832849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Request body: {'port': {'device_id': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.903234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422210a0-9b10-4b70-bee3-42137a31b516 req-afc0adcc-b32d-4d4d-b62b-03a20c9f18ce tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.904733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-422210a0-9b10-4b70-bee3-42137a31b516 req-afc0adcc-b32d-4d4d-b62b-03a20c9f18ce tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 949 time: 0.1763546 Jul 07 17:04:30.966858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a762fc0-7f23-43bf-a9df-9701d015e285 req-df12f992-f2df-447e-ad3d-2b5f13c5d19f tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314495 Jul 07 17:04:30.992929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.000438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-422210a0-9b10-4b70-bee3-42137a31b516 req-62723715-4005-4de0-9b3f-5bafa8c1699e tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870640 Jul 07 17:04:31.009607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-676517168', 'description': 'tempest-description-2004219394'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:31.061257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.180121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d16f8ae-4875-4010-af29-abe6403244b5 req-a93dac6f-9ff9-4303-8870-c73181c5b588 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 210 time: 0.0461862 Jul 07 17:04:31.350140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.360093 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.431131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.432358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7a0dcb6-01f9-44b3-aff2-4d9eeba1499a req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4369819 Jul 07 17:04:31.446646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bcd3b-81d4-44f2-a978-e19b709f4eed tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf603448-290e-4432-8a74-85dfcdd4052e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.451451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbffa720-7f56-4c5a-a53c-dede2af47346 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:31.478826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.515009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c01323-ea83-499e-b3c5-00ee8361ff8a req-a5640569-f114-4540-b524-c6e7c67cb393 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.537736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-114e9f31-d74c-4d9c-9382-bc842807d2d9 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.539407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-114e9f31-d74c-4d9c-9382-bc842807d2d9 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 822 time: 0.1302564 Jul 07 17:04:31.542911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87c01323-ea83-499e-b3c5-00ee8361ff8a req-a5640569-f114-4540-b524-c6e7c67cb393 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 950 time: 0.2600207 Jul 07 17:04:31.554948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Request body: {'port': {'device_id': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'admin_state_up': True, 'tenant_id': '4b524e6575c249cc9770aec890551dbe'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:31.599154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Transition to ACTIVE for port object dbffa720-7f56-4c5a-a53c-dede2af47346 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:31.613005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.637632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-336b268c-7880-48b2-80e7-616bfb0841c4 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2025558610&fields=id&tenant_id=64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 267 time: 0.0915093 Jul 07 17:04:31.690695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87c01323-ea83-499e-b3c5-00ee8361ff8a req-bd2f4a33-2da5-4fca-b070-26547343adb4 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372349 Jul 07 17:04:31.693387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Made reservation on behalf of 4b524e6575c249cc9770aec890551dbe for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:31.697883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.760044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:31.793635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.820941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1464b40b-b399-421b-83f6-c2c1a7013cec triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:31.821818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.853962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Allocated IP 172.20.0.4 (6254f9c8-3f69-45ae-a108-58c2a14f53a3/af8dbf0b-8d73-4a47-9de0-42d7b16f04d0/0731c2cf-7c3f-4ccf-ba5d-95c95730106c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:31.883078 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-a3c3fee6-0d61-48b0-9908-8eefb593b375 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.884617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-a3c3fee6-0d61-48b0-9908-8eefb593b375 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 823 time: 0.2120628 Jul 07 17:04:31.887240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Attempting to bind port dbffa720-7f56-4c5a-a53c-dede2af47346 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:31.887584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Attempting to bind port dbffa720-7f56-4c5a-a53c-dede2af47346 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:31.887927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Attempting to bind port dbffa720-7f56-4c5a-a53c-dede2af47346 on network c53e2165-1baa-4488-a199-e4de8937d153 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:31.894324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Port dbffa720-7f56-4c5a-a53c-dede2af47346 on network c53e2165-1baa-4488-a199-e4de8937d153 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:31.894657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Attempting to bind port dbffa720-7f56-4c5a-a53c-dede2af47346 on network c53e2165-1baa-4488-a199-e4de8937d153 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:31.906453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:31.906823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Checking segment: {'id': 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:31.907184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Bound using segment: {'id': 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:31.907621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Bound port: dbffa720-7f56-4c5a-a53c-dede2af47346, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:31.907990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.911681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-a7950c8f-1160-42fc-82f0-551721b73ac3 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/quotas/64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 375 time: 0.0191925 Jul 07 17:04:31.938752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.971709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:31.974774 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee3904-4566-4389-bcdd-a8258ca3e01a" -d '{"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:31.982734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:31.988422 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.025233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:32.029372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dbffa720-7f56-4c5a-a53c-dede2af47346,segment=NetworkSegment(adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6),segment_id=adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:32.038436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.045540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.051099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.095136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.141354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:32.145036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:32.149944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:32.187040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event updated for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.208809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.209475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.227888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-1ccfdc8f-758f-4b3e-84a9-b34f8b9bfc3b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800759 Jul 07 17:04:32.237155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24ad833b-7653-4246-a581-dbc9c17b3d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.240511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Request body: {'port': {'device_id': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:32.320001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.392701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-fa050c3b-5db5-431b-8769-d7efccc560e0 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4732232 Jul 07 17:04:32.397512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.398343 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.399830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbffa720-7f56-4c5a-a53c-dede2af47346 HTTP/1.1" status: 200 len: 1092 time: 1.5725236 Jul 07 17:04:32.410075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:32.412653 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b5f70-3e96-4ae6-a503-0f5f722d904d" -d '{"events": [{"name": "network-changed", "server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:32.584217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0731c2cf-7c3f-4ccf-ba5d-95c95730106c {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:32.584829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959dfd6-ce63-41f7-9af9-9710fd8e7dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.592022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.605649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Transition to ACTIVE for port object 0731c2cf-7c3f-4ccf-ba5d-95c95730106c will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:32.610123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.664152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Pushing event updated for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.680830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-d964d7be-076c-4f16-ae32-ba16996fafdd service neutron] 10.222.0.22 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605121 Jul 07 17:04:32.691384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-e9a02baf-ddee-4f53-8075-9c2defc4b7c9 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.692874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-e9a02baf-ddee-4f53-8075-9c2defc4b7c9 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 812 time: 0.3127704 Jul 07 17:04:32.700491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.734430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Attempting to bind port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:32.734769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Attempting to bind port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:32.735096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Attempting to bind port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:32.739492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:32.739845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Attempting to bind port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c on network 6254f9c8-3f69-45ae-a108-58c2a14f53a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:32.745150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:32.745490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Checking segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:32.745874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Bound using segment: {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:32.746626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Bound port: 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5641ea-00f2-4727-8db1-455c6cbbac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:32.746994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.751488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e7a719cd-f554-4ecf-86ec-ac4c99342e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.753017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e7a719cd-f554-4ecf-86ec-ac4c99342e3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11a3ba47f334c4fb912db4c079e6de1&device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 1095 time: 0.3115616 Jul 07 17:04:32.794548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-302b5c09-60d4-40a2-820c-1e6195061732 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.796297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-302b5c09-60d4-40a2-820c-1e6195061732 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f HTTP/1.1" status: 200 len: 946 time: 0.2741995 Jul 07 17:04:32.812273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:32.815208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:32.819146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.824975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-302e5f04-33ad-475d-99cd-d453515e2be0 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/quotas/53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 375 time: 0.1114736 Jul 07 17:04:32.835327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e8cd76d1-6f81-4ae3-98b8-aaa42b94b2ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbffa720-7f56-4c5a-a53c-dede2af47346 HTTP/1.1" status: 200 len: 217 time: 0.0683630 Jul 07 17:04:32.853459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.854074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.855540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] 10.222.0.32 "PUT /v2.0/ports/0731c2cf-7c3f-4ccf-ba5d-95c95730106c HTTP/1.1" status: 200 len: 1092 time: 0.6205418 Jul 07 17:04:32.855970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:32.858295 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7582b-4625-4489-815d-b930aa8aa0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:32.882878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967bb8-a389-4099-85fc-2a6497aefd21 service neutron] Pushing event updated for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.960682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-49a8f3e6-5b82-4be0-8b35-782c2e55f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.962307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-49a8f3e6-5b82-4be0-8b35-782c2e55f779 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 1095 time: 0.0564458 Jul 07 17:04:32.976443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-d7f86d7f-ab2c-40cb-81bd-6dbf8ac9aee9 service neutron] 10.222.0.22 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820759 Jul 07 17:04:32.980481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-99e3c3be-dc52-491d-9f76-ef75183b3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.981795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-99e3c3be-dc52-491d-9f76-ef75183b3afc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=263210fb-60d1-47ff-ab35-89bc04f56641 HTTP/1.1" status: 200 len: 865 time: 0.1405489 Jul 07 17:04:33.004676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-3f0eae3e-c8f3-40f1-a696-79a73e5f012f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c HTTP/1.1" status: 200 len: 217 time: 0.0345085 Jul 07 17:04:33.036595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-613cb32c-b202-4397-9176-abaac00b4a39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c53e2165-1baa-4488-a199-e4de8937d153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363884 Jul 07 17:04:33.055350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-5974ba74-3641-42ae-9d87-3c8d383de005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.056830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-5974ba74-3641-42ae-9d87-3c8d383de005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0468452 Jul 07 17:04:33.092905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-10c5332e-84d7-4edc-ab58-901d99b5f4a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295372 Jul 07 17:04:33.105401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-76082512-a29a-4867-9c6a-7289fe23f477 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2669091 Jul 07 17:04:33.266263 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-d21cdde6-a66e-4c75-868d-236f5ca37d88 service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660032 Jul 07 17:04:33.270756 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e78cb4-5440-406d-a0a7-70f895758394 x-openstack-request-id: req-30e78cb4-5440-406d-a0a7-70f895758394 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:33.271254 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:33.271384 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30e78cb4-5440-406d-a0a7-70f895758394 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:33.271710 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'code': 200} Jul 07 17:04:33.277337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Deleting port 754107cd-a8a3-48b9-8ada-cec25ab79356 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:33.277337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.370984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-e41fc5e8-f26d-4dba-8045-f585a7c67adc service neutron] 10.222.0.32 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263757 Jul 07 17:04:33.378831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8848b59d-9197-4abd-b4a2-c0498653bc6d req-cb346866-5dfe-4f2d-83fe-3725dcba5aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988224 Jul 07 17:04:33.381531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-c12b4c90-cf6c-4853-90d4-ceb9f3f411dd service neutron] 10.222.0.22 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667382 Jul 07 17:04:33.451464 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.610768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] For port 754107cd-a8a3-48b9-8ada-cec25ab79356, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=754107cd-a8a3-48b9-8ada-cec25ab79356,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:33.611128 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.704474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba41ddc-6559-4540-bca6-93752c1d1175 req-ee76d6d5-a925-4e39-b416-06ccd0fa2341 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257680 Jul 07 17:04:33.707112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-c306a87c-765f-44fb-9877-dfe98178881b service neutron] 10.222.0.22 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119774 Jul 07 17:04:33.729550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31283d63-793d-4ae3-b4d4-d5a2b2941c3e req-295aa67f-b98b-40f2-97af-6dec267b9af0 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.731104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31283d63-793d-4ae3-b4d4-d5a2b2941c3e req-295aa67f-b98b-40f2-97af-6dec267b9af0 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 943 time: 0.3404398 Jul 07 17:04:33.833716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31283d63-793d-4ae3-b4d4-d5a2b2941c3e req-43735f0a-56db-4a13-91d9-c3a1805082b2 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947359 Jul 07 17:04:33.925955 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9f17f-a9e8-44fb-8f14-399045e7bb3e x-openstack-request-id: req-76b9f17f-a9e8-44fb-8f14-399045e7bb3e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:33.926260 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:33.926497 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76b9f17f-a9e8-44fb-8f14-399045e7bb3e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:33.926890 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346', 'status': 'completed', 'code': 200} Jul 07 17:04:33.969896 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd528ca-cddb-421c-8179-f22b2a08e0aa x-openstack-request-id: req-cbd528ca-cddb-421c-8179-f22b2a08e0aa {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:33.970435 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:33.970584 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbd528ca-cddb-421c-8179-f22b2a08e0aa {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:33.971180 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c', 'status': 'completed', 'code': 200} Jul 07 17:04:34.041236 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.041813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.043111 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf disassociated. External IP: 172.25.7.166, port: 754107cd-a8a3-48b9-8ada-cec25ab79356. Jul 07 17:04:34.043491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Calling delete_port for 754107cd-a8a3-48b9-8ada-cec25ab79356 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:34.060452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.086946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-31c0f2c1-cc47-4e28-a613-53a5b0f88112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.089026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-31c0f2c1-cc47-4e28-a613-53a5b0f88112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b524e6575c249cc9770aec890551dbe&device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 1095 time: 0.0939527 Jul 07 17:04:34.121030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-17890d62-17dd-47b6-ba26-9a104440638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.122556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-17890d62-17dd-47b6-ba26-9a104440638c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11a3ba47f334c4fb912db4c079e6de1&device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 1095 time: 0.1714807 Jul 07 17:04:34.152314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4141a-cb88-4bfd-8838-42a3b6967781 req-d2f1088f-b9b2-49eb-90e2-914ca6997361 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.153959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e4141a-cb88-4bfd-8838-42a3b6967781 req-d2f1088f-b9b2-49eb-90e2-914ca6997361 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 943 time: 0.2166123 Jul 07 17:04:34.222377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-585dbe2c-30f5-45b2-8e79-43749ce8ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.224211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-585dbe2c-30f5-45b2-8e79-43749ce8ad48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 200 len: 923 time: 0.1197848 Jul 07 17:04:34.276360 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-6ddd34b6-d2e9-40aa-9638-d48e28c8c705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c HTTP/1.1" status: 200 len: 217 time: 0.0448525 Jul 07 17:04:34.282965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb9e7d75-1dd4-4b45-8504-8f1198ce3f2c req-ce60ccc8-e0aa-4393-8e6c-a49882eec037 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 210 time: 0.0552342 Jul 07 17:04:34.308496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e4141a-cb88-4bfd-8838-42a3b6967781 req-b5348be5-3813-4ade-9e00-cd5a668d2713 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333945 Jul 07 17:04:34.353150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-0a81e2e6-ea45-4e4f-9b61-3d47aeef0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.354883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-0a81e2e6-ea45-4e4f-9b61-3d47aeef0935 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 200 len: 862 time: 0.0711765 Jul 07 17:04:34.428589 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-d6e7bfe9-11cf-4b32-ae0d-df627ff98c29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6254f9c8-3f69-45ae-a108-58c2a14f53a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451453 Jul 07 17:04:34.503192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-2d45b031-1e8c-48ee-9d8b-333b03977c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.506137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-2d45b031-1e8c-48ee-9d8b-333b03977c79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c53e2165-1baa-4488-a199-e4de8937d153 HTTP/1.1" status: 200 len: 926 time: 0.3751178 Jul 07 17:04:34.539735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-532a41cf-e637-4f78-8684-da644ecde468 service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006658 Jul 07 17:04:34.598750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-316b4d4a-5445-4fd6-aaec-a14ee72e2ccc tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1552417 Jul 07 17:04:34.619816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-792e734e-489b-49f1-a55a-a527efe1a0f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbffa720-7f56-4c5a-a53c-dede2af47346 HTTP/1.1" status: 200 len: 217 time: 0.0999177 Jul 07 17:04:34.639212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.687637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-13e7582b-4625-4489-815d-b930aa8aa0b9 req-f6ece518-29e2-47d0-bb05-e26a85d0c64f service neutron] 10.222.0.32 "GET /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413450 Jul 07 17:04:35.051174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50993ead-2531-4f9b-a80a-909a1b13cd2a req-427ab750-4a59-42ec-aa84-704075d17a53 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 210 time: 0.4267313 Jul 07 17:04:35.088988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event deleted for resources: {'Port': ['ID=754107cd-a8a3-48b9-8ada-cec25ab79356,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.131425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-b1aa8c6f-d604-4053-824d-550854e764cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.132810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-b1aa8c6f-d604-4053-824d-550854e764cd tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 823 time: 0.7216911 Jul 07 17:04:35.176953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-49f941f2-01dd-4b5c-bb2e-412331a2b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.176953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-49f941f2-01dd-4b5c-bb2e-412331a2b16f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=263210fb-60d1-47ff-ab35-89bc04f56641 HTTP/1.1" status: 200 len: 865 time: 0.5247121 Jul 07 17:04:35.235318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.253658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-c59e20bb-1a81-4418-b6ac-34384f2f1913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c53e2165-1baa-4488-a199-e4de8937d153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508800 Jul 07 17:04:35.294215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-9e17501f-05cc-4361-945c-349067ea8d8b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.295799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-9e17501f-05cc-4361-945c-349067ea8d8b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6958780 Jul 07 17:04:35.356711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-c8f297b2-e1fd-46b6-9e40-57e4f50e0781 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.358942 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-c8f297b2-e1fd-46b6-9e40-57e4f50e0781 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.32 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 812 time: 0.1534073 Jul 07 17:04:35.363695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-d93b0051-fe80-4a9a-9bd7-ae15ae19f373 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64332709cd05464aafed43cb1c8e6d06 HTTP/1.1" status: 200 len: 380 time: 0.1915514 Jul 07 17:04:35.374491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'port': {'device_id': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'admin_state_up': True, 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'security_groups': ['d85ff900-eaca-4cf9-89d8-c985cb3ecf6e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:35.377652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'device_id': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327', 'admin_state_up': True, 'tenant_id': '53b87690246a4fa2a84d42d75e7af0e8'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:35.387373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-78f861f0-e079-4efc-9aa2-e8f4dfa84b2d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/quotas/772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 375 time: 0.0796130 Jul 07 17:04:35.514249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Made reservation on behalf of 53b87690246a4fa2a84d42d75e7af0e8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:35.519225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.532309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:35.602938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-35eed9a0-e7bc-403a-a5f9-f43a3f051d92 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411074 Jul 07 17:04:35.668750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Allocated IP 172.20.0.9 (c5f2331a-af67-473a-bc6a-f57fa2300327/fe1b0ec3-93c2-4074-8c38-22b46ec0b52f/f1bea927-7113-4c2d-bc00-2d03801ed0af) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:35.727211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-bd6a9a2b-2ac1-486c-8abb-3901bec16cc8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3258047 Jul 07 17:04:35.762250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26c43d-fb8a-4985-8bd7-f8270dee91ea req-4e1338f6-7eb6-4e12-8c5f-b6f2ef1c8fc7 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.763813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab26c43d-fb8a-4985-8bd7-f8270dee91ea req-4e1338f6-7eb6-4e12-8c5f-b6f2ef1c8fc7 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 943 time: 0.3174002 Jul 07 17:04:35.800225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dbffa720-7f56-4c5a-a53c-dede2af47346 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:35.808455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Made reservation on behalf of 64332709cd05464aafed43cb1c8e6d06 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:35.811960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.854692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.922729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.941458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab26c43d-fb8a-4985-8bd7-f8270dee91ea req-39087365-16c8-4ffb-895a-3db917f2b14a tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446815 Jul 07 17:04:35.943688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25b5f70-3e96-4ae6-a503-0f5f722d904d req-d83d6e98-4d7d-4640-b098-d25275fe9341 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935853 Jul 07 17:04:35.947731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:35.977814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:35.993047 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:35.993860 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.035761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Network c5f2331a-af67-473a-bc6a-f57fa2300327 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:36.039876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:36.056272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:36.073035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 754107cd-a8a3-48b9-8ada-cec25ab79356 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:36.079759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:36.096713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.129249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.130315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.138514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] No DVR routers for this DVR port 754107cd-a8a3-48b9-8ada-cec25ab79356 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:36.149293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-a11f2e5d-e17e-4c4d-ae1e-f95add811fbe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773752 Jul 07 17:04:36.156511 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:36.166591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Request body: {'port': {'device_id': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:36.177456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.180383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c831e870-545f-4a68-9193-2e3b3aa500cc req-5af75adf-326a-4d8b-9b04-4cc418a33e45 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "DELETE /v2.0/ports/754107cd-a8a3-48b9-8ada-cec25ab79356 HTTP/1.1" status: 204 len: 173 time: 3.3541858 Jul 07 17:04:36.180809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'name': 'network-vif-deleted', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:36.183386 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc557dd-0815-4659-b2c5-3bc9b1b8fcd4" -d '{"events": [{"server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "name": "network-vif-deleted", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:36.191528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 754107cd-a8a3-48b9-8ada-cec25ab79356 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:36.192098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 754107cd-a8a3-48b9-8ada-cec25ab79356 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:36.268394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dbffa720-7f56-4c5a-a53c-dede2af47346,segment=NetworkSegment(adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6),segment_id=adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:36.284315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.286652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'dbffa720-7f56-4c5a-a53c-dede2af47346', 'network_id': 'c53e2165-1baa-4488-a199-e4de8937d153', 'port_id': 'dbffa720-7f56-4c5a-a53c-dede2af47346', 'mac_address': 'fa:16:3e:ab:a0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263210fb-60d1-47ff-ab35-89bc04f56641', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:36.309749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.383911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.408075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbffa720-7f56-4c5a-a53c-dede2af47346 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:36.439723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dbffa720-7f56-4c5a-a53c-dede2af47346,segment=NetworkSegment(adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6),segment_id=adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:36.446649 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.447223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0731c2cf-7c3f-4ccf-ba5d-95c95730106c details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:36.451605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08de61ee-edd1-47b1-ab14-8f37071fe7f7 req-70657ae1-caaa-4213-95ab-8236d0b4f077 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 210 time: 0.1227615 Jul 07 17:04:36.496758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Allocated IP 172.20.0.10 (5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c/cc307d6b-1ae9-43ce-a09f-f1c31505a857/07641832-7d64-4a05-a7cd-85946a8521d1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:36.707320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bea927-7113-4c2d-bc00-2d03801ed0af {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:36.711479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.724241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.744648 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.745096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc308c-212f-40c3-bf57-e4f535549b7f req-a6aaafc5-0b55-41e4-bc59-86b4a7ff7085 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.747457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Transition to ACTIVE for port object f1bea927-7113-4c2d-bc00-2d03801ed0af will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:36.752574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4abc308c-212f-40c3-bf57-e4f535549b7f req-a6aaafc5-0b55-41e4-bc59-86b4a7ff7085 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1098 time: 0.7504091 Jul 07 17:04:36.754320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.788689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:36.812095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c', 'network_id': '6254f9c8-3f69-45ae-a108-58c2a14f53a3', 'port_id': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c', 'mac_address': 'fa:16:3e:ca:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8dbf0b-8d73-4a47-9de0-42d7b16f04d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:36.812472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.826213 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:36.850991 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:36.851741 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:36.865736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Transition to ACTIVE for port object 07641832-7d64-4a05-a7cd-85946a8521d1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:36.876893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4abc308c-212f-40c3-bf57-e4f535549b7f req-8f39d7d0-3e1b-413c-a2f3-f0aef971e07b tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234121 Jul 07 17:04:36.886565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.920806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.929655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e043-b793-4a96-9653-7533d02cdb76 req-1ed83db7-0252-4c4b-a2a2-b26c949df09b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.935085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37f9e043-b793-4a96-9653-7533d02cdb76 req-1ed83db7-0252-4c4b-a2a2-b26c949df09b tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 943 time: 0.2683368 Jul 07 17:04:36.972036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0731c2cf-7c3f-4ccf-ba5d-95c95730106c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:36.996022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-28c105a5-60f5-4571-9404-81ce000eb43a tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.998729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-28c105a5-60f5-4571-9404-81ce000eb43a tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 949 time: 0.2819545 Jul 07 17:04:37.015248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:37.015569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Attempting to bind port f1bea927-7113-4c2d-bc00-2d03801ed0af on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:37.023270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Attempting to bind port f1bea927-7113-4c2d-bc00-2d03801ed0af by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:37.023889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Attempting to bind port f1bea927-7113-4c2d-bc00-2d03801ed0af on network c5f2331a-af67-473a-bc6a-f57fa2300327 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:37.025052 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.035588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Port f1bea927-7113-4c2d-bc00-2d03801ed0af on network c5f2331a-af67-473a-bc6a-f57fa2300327 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:37.036060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Attempting to bind port f1bea927-7113-4c2d-bc00-2d03801ed0af on network c5f2331a-af67-473a-bc6a-f57fa2300327 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:37.054670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:37.055143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Checking segment: {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:37.055621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Bound using segment: {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:37.056161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Bound port: f1bea927-7113-4c2d-bc00-2d03801ed0af, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355823e3-ff43-4d62-bcde-2b23d5383630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:37.056592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.063891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.083135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.169862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:37.170456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:37.176023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:37.183186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.271339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.275131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:37.287488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.289074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.290428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0731c2cf-7c3f-4ccf-ba5d-95c95730106c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:37.292153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ff770710-d7b6-4cab-bad8-618fb97c7d6e service neutron] 10.222.0.32 "PUT /v2.0/ports/f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 1092 time: 1.1344378 Jul 07 17:04:37.292878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:37.296095 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c9f40-4cbb-412d-8264-eea47d9a923f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:37.297274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37f9e043-b793-4a96-9653-7533d02cdb76 req-731a09ee-da24-41a2-8772-9ad8e62a22ec tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384213 Jul 07 17:04:37.311733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:37.320123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dbffa720-7f56-4c5a-a53c-dede2af47346'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:37.335610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:37.345065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event updated for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.448960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-36d05605-5402-47ff-a8c1-44533fe79424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.450749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-36d05605-5402-47ff-a8c1-44533fe79424 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1095 time: 0.1038709 Jul 07 17:04:37.527242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.527765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.535871 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:37.549871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-d2a797d1-73cd-45f4-9078-c5f16488bf4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 217 time: 0.0773058 Jul 07 17:04:37.555948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d0b0-38bd-405d-90c4-cc53f973279f req-e0b44d42-e857-4f6f-a8ac-85f0876eede9 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.557955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6979d0b0-38bd-405d-90c4-cc53f973279f req-e0b44d42-e857-4f6f-a8ac-85f0876eede9 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3b82553-3b2b-4e54-b05f-92bd931fce43 HTTP/1.1" status: 200 len: 949 time: 0.4068322 Jul 07 17:04:37.617434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ad850fb8-29a2-44aa-8ca9-3b75b337cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.617683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-849dbd11-ebdc-489d-ab61-c42de3486676 req-76f0d329-3032-4680-91ef-c8bc80dea4fa tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 210 time: 0.0844984 Jul 07 17:04:37.619079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-ad850fb8-29a2-44aa-8ca9-3b75b337cf11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0679517 Jul 07 17:04:37.629151 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4992cb-29ef-4d57-b90e-f6bafb64d967 None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:37.635222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-64e79591-a34e-410c-8985-da3d4fa871c6 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2638943 Jul 07 17:04:37.665410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Request body: {'port': {'device_id': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:37.670483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Deleting port fa2a0867-654d-49eb-a864-c32586a93ee9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:37.670883 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.687038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-0ce10b2c-d938-447a-8127-5d554a4fd0b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601988 Jul 07 17:04:37.772812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6979d0b0-38bd-405d-90c4-cc53f973279f req-10f34bf6-3b15-40e8-bc98-6d850d607053 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.22 "GET /v2.0/security-groups?id=51301d54-febc-4ab0-932f-688f87a58d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694026 Jul 07 17:04:37.812912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4949d23d-497d-42fc-bfe1-0f8a419f8281 None None] Provisioning for port 07641832-7d64-4a05-a7cd-85946a8521d1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:37.824862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fa2a0867-654d-49eb-a864-c32586a93ee9 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:37.829259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4949d23d-497d-42fc-bfe1-0f8a419f8281 None None] Provisioning complete for port 07641832-7d64-4a05-a7cd-85946a8521d1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:37.829640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4949d23d-497d-42fc-bfe1-0f8a419f8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.885117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-2ee5ddde-6931-4767-a75e-fdc035a4e6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2007010 Jul 07 17:04:37.898287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-c60d1d1b-80c5-4f60-b77a-23424c40838b service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812577 Jul 07 17:04:37.904043 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076bfcda-0746-44d9-b034-97b2a549f50f x-openstack-request-id: req-076bfcda-0746-44d9-b034-97b2a549f50f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:37.904503 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f", "name": "network-vif-deleted", "tag": "754107cd-a8a3-48b9-8ada-cec25ab79356", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:37.904626 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-076bfcda-0746-44d9-b034-97b2a549f50f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:37.909565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4949d23d-497d-42fc-bfe1-0f8a419f8281 None None] Port 07641832-7d64-4a05-a7cd-85946a8521d1 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:37.913262 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd83bf4-48e5-4c2f-a1af-2ffb31cc388f', 'name': 'network-vif-deleted', 'tag': '754107cd-a8a3-48b9-8ada-cec25ab79356', 'status': 'completed', 'code': 200} Jul 07 17:04:37.958599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.986992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6abeec88-44e5-464b-b13b-8eba1727a5d7 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=772fda411fa14b48901117acc2c2902a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2000420 Jul 07 17:04:37.993133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:37.999750 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f13aa8-14ac-4883-88cb-ecdbf00fa424" -d '{"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:38.021987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:38.027810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.079319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d348b-b8cd-4bcc-b509-d1a8c493ffde None None] New status for floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:04:38.165401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa90946d-519b-4521-895d-e6062df5c2b6 req-f7e8bbc7-f3ca-49b2-b42a-f3060ff616a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597446 Jul 07 17:04:38.200835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-3bf9bb93-50e1-4664-bb8b-ce8f88c674b2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.202469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-3bf9bb93-50e1-4664-bb8b-ce8f88c674b2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011902 Jul 07 17:04:38.202871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df138006-c4b4-4065-adae-e41b01123113 req-2e3e977d-e86e-42c7-9a63-7fda3f10a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.204371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-2e3e977d-e86e-42c7-9a63-7fda3f10a9db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 1101 time: 0.1924193 Jul 07 17:04:38.218943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.223869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Request body: {'port': {'device_id': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '772fda411fa14b48901117acc2c2902a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:38.234946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.344316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df138006-c4b4-4065-adae-e41b01123113 req-229e9a4e-447e-4558-a569-e420fc43ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.345821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-229e9a4e-447e-4558-a569-e420fc43ea56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1075432 Jul 07 17:04:38.351427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] For port fa2a0867-654d-49eb-a864-c32586a93ee9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fa2a0867-654d-49eb-a864-c32586a93ee9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:38.351921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.361678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c786c1-acd0-4983-bf18-c4de2b093b1c req-e2701e55-d117-4fb7-a624-f5777646a69d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.363343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93c786c1-acd0-4983-bf18-c4de2b093b1c req-e2701e55-d117-4fb7-a624-f5777646a69d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 943 time: 0.5269349 Jul 07 17:04:38.394483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-35af57b4-6ef7-451c-9b3b-901b6fdf863a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 200 len: 217 time: 0.0388982 Jul 07 17:04:38.401026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Calling delete_port for fa2a0867-654d-49eb-a864-c32586a93ee9 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:38.446074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df138006-c4b4-4065-adae-e41b01123113 req-c638312e-d81a-455e-9f38-879415bf0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.447653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-c638312e-d81a-455e-9f38-879415bf0d5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0466020 Jul 07 17:04:38.516985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df138006-c4b4-4065-adae-e41b01123113 req-45e69966-587f-41b1-8894-7f7c015bd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.518866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-45e69966-587f-41b1-8894-7f7c015bd637 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643849 Jul 07 17:04:38.622306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-700652de-b696-4879-9a7a-2b87340ffc41 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961139 Jul 07 17:04:38.720691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df138006-c4b4-4065-adae-e41b01123113 req-c34acfa1-72ae-40d4-a273-81e6fdec39a6 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919938 Jul 07 17:04:38.887976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93c786c1-acd0-4983-bf18-c4de2b093b1c req-52b53c21-7822-4e5a-9f5f-31dd18f51adf tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142918 Jul 07 17:04:38.993965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Made reservation on behalf of 772fda411fa14b48901117acc2c2902a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:38.998140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.012746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-11784879-2347-4cc3-a85a-0fd30734112b tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:04:39.013820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-11784879-2347-4cc3-a85a-0fd30734112b tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103688 Jul 07 17:04:39.030126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:39.030651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:04:39.319110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.424182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Pushing event deleted for resources: {'Port': ['ID=fa2a0867-654d-49eb-a864-c32586a93ee9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.485656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07641832-7d64-4a05-a7cd-85946a8521d1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:39.529726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.542296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] No DVR routers for this DVR port fa2a0867-654d-49eb-a864-c32586a93ee9 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:39.546891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Allocated IP 192.168.233.110 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/3f62eb1b-2903-473d-ab44-a6b16af6a79a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:39.560544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.562765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2755a13-9bf0-4ac1-b98b-1b3925678e85 req-a0850a16-b933-412a-94af-663ebfe2af72 tempest-TenantUsagesTestJSON-710623707 tempest-TenantUsagesTestJSON-710623707-project] 10.222.0.32 "DELETE /v2.0/ports/fa2a0867-654d-49eb-a864-c32586a93ee9 HTTP/1.1" status: 204 len: 173 time: 2.5173285 Jul 07 17:04:39.583909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8e60b-5f7c-4297-99fa-c6c7994eff20 req-8ef88cc7-1d33-403c-b99a-b9ebdcc83510 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:39.585759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3e8e60b-5f7c-4297-99fa-c6c7994eff20 req-8ef88cc7-1d33-403c-b99a-b9ebdcc83510 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 944 time: 0.4125640 Jul 07 17:04:39.593200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:39.593845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:39.594291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:39.597002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Transition to ACTIVE for port object 07641832-7d64-4a05-a7cd-85946a8521d1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:39.614042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.626922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:39.627274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:39.675128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:39.675487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:39.675902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:39.676467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Bound port: 265c1a88-f7f8-464a-968f-bfdbd716de9a, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:39.804194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3e8e60b-5f7c-4297-99fa-c6c7994eff20 req-d62dbecf-d42a-4b44-85f8-f26f3e19ca5d tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024798 Jul 07 17:04:39.809384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Pushing event updated for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.832998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f1bea927-7113-4c2d-bc00-2d03801ed0af details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:39.836387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0731c2cf-7c3f-4ccf-ba5d-95c95730106c up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:39.902991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:39.919716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-deleted', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:39.922129 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7e210-51f4-47d9-bfcb-3ea96a7f40d6" -d '{"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-deleted", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:39.929541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.932888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f342a2f1-e2d6-4549-ab11-c4420261788a service neutron] 10.222.0.22 "POST /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a/bindings HTTP/1.1" status: 201 len: 390 time: 0.9053943 Jul 07 17:04:39.976182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Attempting to bind port 07641832-7d64-4a05-a7cd-85946a8521d1 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:39.976462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Attempting to bind port 07641832-7d64-4a05-a7cd-85946a8521d1 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:39.976744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Attempting to bind port 07641832-7d64-4a05-a7cd-85946a8521d1 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:39.985061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.986354 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55185cbd-9e4e-49ba-a4de-6cdcf613fd88 x-openstack-request-id: req-55185cbd-9e4e-49ba-a4de-6cdcf613fd88 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:39.986884 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:39.987906 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55185cbd-9e4e-49ba-a4de-6cdcf613fd88 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:39.988328 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'status': 'completed', 'code': 200} Jul 07 17:04:39.989675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Port 07641832-7d64-4a05-a7cd-85946a8521d1 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:39.990010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Attempting to bind port 07641832-7d64-4a05-a7cd-85946a8521d1 on network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:40.000094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:40.005067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:40.005636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Checking segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:40.006066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Bound using segment: {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:40.006669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Bound port: 07641832-7d64-4a05-a7cd-85946a8521d1, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7881df-606a-4312-92e0-bf3d7ba6dd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:40.007087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.009884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Transition to ACTIVE for port object 3f62eb1b-2903-473d-ab44-a6b16af6a79a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:40.014825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:40.015435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.018316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:40.133259 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cddcc99-feff-4d14-8fce-12632022df8a x-openstack-request-id: req-0cddcc99-feff-4d14-8fce-12632022df8a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:40.136068 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:40.136336 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cddcc99-feff-4d14-8fce-12632022df8a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:40.136737 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'code': 200} Jul 07 17:04:40.137604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'network_id': 'c5f2331a-af67-473a-bc6a-f57fa2300327', 'port_id': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'mac_address': 'fa:16:3e:4f:05:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1b0ec3-93c2-4074-8c38-22b46ec0b52f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:40.203889 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.232821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:40.236585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07641832-7d64-4a05-a7cd-85946a8521d1,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:40.244063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bea927-7113-4c2d-bc00-2d03801ed0af {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:40.268065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.274604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.275022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:40.279573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.286534 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.295344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b', '1464b40b-b399-421b-83f6-c2c1a7013cec'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:40.299444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:40.438232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.439150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.440672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 200 len: 1093 time: 2.7934847 Jul 07 17:04:40.448516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:40.458491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:40.471372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:40.512682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f464af40-512b-45e7-97e2-4eadece36788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.514279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f464af40-512b-45e7-97e2-4eadece36788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1098 time: 0.1128960 Jul 07 17:04:40.515824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:40.520348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-852cc9f3-cfcd-4ea0-90fa-14dae6bc8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.521928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-852cc9f3-cfcd-4ea0-90fa-14dae6bc8a9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1095 time: 0.4963527 Jul 07 17:04:40.530294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.531072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dbffa720-7f56-4c5a-a53c-dede2af47346 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:40.536232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.604505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308fa42-9a40-484f-a7bc-73f2054d85a4 service neutron] Pushing event updated for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.621626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-82a9a7fc-50f9-402c-b01b-b68674d7af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.623836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-82a9a7fc-50f9-402c-b01b-b68674d7af20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1017017 Jul 07 17:04:40.625613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:40.625930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.627723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.678020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-83eb85d1-789b-428f-a3a4-f622d3f501ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 217 time: 0.0448630 Jul 07 17:04:40.748071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-4f9304a2-7633-40a1-9218-ff2879dea2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.750891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-4f9304a2-7633-40a1-9218-ff2879dea2c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0658555 Jul 07 17:04:40.753069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.795796 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-f6647b8d-2292-4782-906c-1946ed65260d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315824 Jul 07 17:04:40.799534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c91d37-3edf-4e27-bb04-cd5e7add19cf req-a7690d23-8755-4543-9567-994998e04fab tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.801519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1c91d37-3edf-4e27-bb04-cd5e7add19cf req-a7690d23-8755-4543-9567-994998e04fab tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 944 time: 0.6443079 Jul 07 17:04:40.813149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5972810 Jul 07 17:04:40.823292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port dbffa720-7f56-4c5a-a53c-dede2af47346 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:40.839896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Request body: {'port': {'device_id': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:40.858096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port dbffa720-7f56-4c5a-a53c-dede2af47346 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:40.858701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.878211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d1dd-6696-40f8-812a-24b742c92d39 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.888429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-914be1d9-6100-43b6-97ef-125d93c99ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.889900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-914be1d9-6100-43b6-97ef-125d93c99ac9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.3431330 Jul 07 17:04:40.906641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-9b32bc81-a06b-4e95-9446-215cbcb7622a service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027336 Jul 07 17:04:40.929659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d7c08-80d5-4aaf-b111-1a5cd66f957b req-cb498bda-a23e-47d9-8eb9-dbab3a4718e6 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:40.931176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-960d7c08-80d5-4aaf-b111-1a5cd66f957b req-cb498bda-a23e-47d9-8eb9-dbab3a4718e6 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 944 time: 0.5656784 Jul 07 17:04:40.981607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1c91d37-3edf-4e27-bb04-cd5e7add19cf req-38a3452d-d1b7-4d49-b63d-7b8e629bff5a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660328 Jul 07 17:04:40.982850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-985c541d-de39-45bb-832e-f2e6955d23a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 217 time: 0.0765576 Jul 07 17:04:41.008870 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-bd062b5f-f7ba-42f7-99e5-6049ae0cb7cb service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957301 Jul 07 17:04:41.010191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-3b48d9f9-3a48-4bf5-93c5-b0b69567f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.011715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-3b48d9f9-3a48-4bf5-93c5-b0b69567f5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 1096 time: 0.4978402 Jul 07 17:04:41.030258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80198595-3253-4979-8838-1d7b71123ba1 None None] Provisioning for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:41.065637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80198595-3253-4979-8838-1d7b71123ba1 None None] Provisioning complete for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:41.066039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80198595-3253-4979-8838-1d7b71123ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.115436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-96eb6d3e-878a-41d5-908f-ccfa833af5b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 200 len: 217 time: 0.0784457 Jul 07 17:04:41.126121 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.159563 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.161468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80198595-3253-4979-8838-1d7b71123ba1 None None] Port 3f62eb1b-2903-473d-ab44-a6b16af6a79a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:41.189653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-960d7c08-80d5-4aaf-b111-1a5cd66f957b req-10f6d0c8-ee80-47b4-8ee0-2905049c9fb9 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233679 Jul 07 17:04:41.191973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-b812a8df-4f60-4495-8682-f6fde3c27d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.194689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-b812a8df-4f60-4495-8682-f6fde3c27d54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.1858516 Jul 07 17:04:41.222931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-4ffc4204-f2ac-4fc7-9ff2-002aa44d43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.222931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-4ffc4204-f2ac-4fc7-9ff2-002aa44d43b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.0951223 Jul 07 17:04:41.224384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dbffa720-7f56-4c5a-a53c-dede2af47346,segment=NetworkSegment(adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6),segment_id=adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:41.233549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.301430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:41.361755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-86fe2ee0-31ae-4b60-9aab-c198cbab7f4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412597 Jul 07 17:04:41.586080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:41.590421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75aa52-88e4-451a-a004-c1b96975563e req-3f3d8a2a-9fba-421f-ae74-763b82be05a0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.592236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b75aa52-88e4-451a-a004-c1b96975563e req-3f3d8a2a-9fba-421f-ae74-763b82be05a0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 936 time: 0.4486613 Jul 07 17:04:41.673780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-0a6451d5-0bbb-4e9a-8e6b-e6115c56b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.675953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-0a6451d5-0bbb-4e9a-8e6b-e6115c56b304 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4264925 Jul 07 17:04:41.680667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-97a523b8-cac9-484b-acb5-5de380155cd8 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088641 Jul 07 17:04:41.730756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0d2d29a-68af-4236-bcb8-454197378c91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0451b673f41747a8b0c8aea3c621baea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425664 Jul 07 17:04:41.732624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37792) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:41.778478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25595670-1755-4a7b-9f23-25b5cd07f1dc req-36df3ca7-eb28-4c19-a136-361363b17bfe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.785277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25595670-1755-4a7b-9f23-25b5cd07f1dc req-36df3ca7-eb28-4c19-a136-361363b17bfe tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 944 time: 0.3676112 Jul 07 17:04:41.788642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.812600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.839238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f1bea927-7113-4c2d-bc00-2d03801ed0af up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:41.871919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b75aa52-88e4-451a-a004-c1b96975563e req-e3b0a1ef-e434-4564-aa3d-1d6440883b9f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479408 Jul 07 17:04:41.911590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.915941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f1bea927-7113-4c2d-bc00-2d03801ed0af completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:41.919591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.922123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f1bea927-7113-4c2d-bc00-2d03801ed0af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:41.922516 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.923499 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51301d54-febc-4ab0-932f-688f87a58d7f HTTP/1.1" status: 204 len: 168 time: 0.1898758 Jul 07 17:04:41.945218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24841e75-1cff-4e27-83ca-8cb08e91f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51301d54-febc-4ab0-932f-688f87a58d7f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.136729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.138934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c'}, {'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:42.152167 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeace9ac-b054-4375-9303-22fa5befe47a" -d '{"events": [{"server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "name": "network-vif-plugged", "status": "completed", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c"}, {"server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "name": "network-vif-plugged", "status": "completed", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:42.234646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:42.244098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.346705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37804) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.367107 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c24a3b6-ea7b-457d-b53b-a76147760652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.388038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.518546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c24a3b6-ea7b-457d-b53b-a76147760652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.526277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c24a3b6-ea7b-457d-b53b-a76147760652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.542055 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6e428-f555-41f3-9023-2f0dc44fe0f8 x-openstack-request-id: req-47d6e428-f555-41f3-9023-2f0dc44fe0f8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:42.542454 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b82553-3b2b-4e54-b05f-92bd931fce43", "name": "network-vif-deleted", "tag": "fa2a0867-654d-49eb-a864-c32586a93ee9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:42.542634 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47d6e428-f555-41f3-9023-2f0dc44fe0f8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:42.543237 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b82553-3b2b-4e54-b05f-92bd931fce43', 'name': 'network-vif-deleted', 'tag': 'fa2a0867-654d-49eb-a864-c32586a93ee9', 'status': 'completed', 'code': 200} Jul 07 17:04:42.546207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25595670-1755-4a7b-9f23-25b5cd07f1dc req-28d99236-5291-4072-ac56-ed4ee77915d0 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601056 Jul 07 17:04:42.548257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d78c9f40-4cbb-412d-8264-eea47d9a923f req-dbac81b6-362c-4235-a693-d993f774c621 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8481803 Jul 07 17:04:42.576605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c24a3b6-ea7b-457d-b53b-a76147760652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63e12c5f95704f6780506eb394b224ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279661 Jul 07 17:04:42.578777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24a3b6-ea7b-457d-b53b-a76147760652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34720a5b-fb46-4d36-b359-da3d1cd9e9ec,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.586991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37806) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.634854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-b7ef5243-771a-4ee6-ac8c-a431704c2d78 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452913 Jul 07 17:04:42.640260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f62eb1b-2903-473d-ab44-a6b16af6a79a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:42.658374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.689820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.702769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.747549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.750523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.751677 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34720a5b-fb46-4d36-b359-da3d1cd9e9ec HTTP/1.1" status: 204 len: 168 time: 0.1636987 Jul 07 17:04:42.764900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Transition to ACTIVE for port object 3f62eb1b-2903-473d-ab44-a6b16af6a79a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:42.767667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ba1e3-a3ca-40c6-9c11-56960fde4a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34720a5b-fb46-4d36-b359-da3d1cd9e9ec,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.779982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.854380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c054713-034d-4a94-80a4-129c4fbaa501 req-a0702f8e-87ef-43d1-b528-06c5fb48191e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:42.861808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c054713-034d-4a94-80a4-129c4fbaa501 req-a0702f8e-87ef-43d1-b528-06c5fb48191e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.3096550 Jul 07 17:04:42.929690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.940058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0d66a9e-6f4d-4c12-adde-40ed5bf86846 req-5e36397c-c481-45b2-b677-fbdbdec9d191 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883403 Jul 07 17:04:43.007414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c054713-034d-4a94-80a4-129c4fbaa501 req-49818641-8e8b-4fa0-8827-dfc2069e5ca4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446915 Jul 07 17:04:43.021611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cd296-8485-41d1-8a76-227001d8e882 req-d6718ce0-4345-4a83-8797-b2f8dcdb0d17 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.029182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff5cd296-8485-41d1-8a76-227001d8e882 req-d6718ce0-4345-4a83-8797-b2f8dcdb0d17 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.3237305 Jul 07 17:04:43.110781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff5cd296-8485-41d1-8a76-227001d8e882 req-1285c089-afa3-427e-8984-a548302e479f tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806944 Jul 07 17:04:43.111571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:43.111988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:43.112389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:43.117874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:43.118132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:43.125630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:43.125980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:43.126410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:43.126838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Bound port: 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:43.127201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.220236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:43.223910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:43.230241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.260736 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c43d19-20f5-4e5b-96c2-8234415486af x-openstack-request-id: req-43c43d19-20f5-4e5b-96c2-8234415486af {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:43.261875 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "name": "network-vif-plugged", "status": "completed", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c", "code": 200}, {"server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "name": "network-vif-plugged", "status": "completed", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:43.262417 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43c43d19-20f5-4e5b-96c2-8234415486af {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:43.263057 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c', 'code': 200} Jul 07 17:04:43.263518 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346', 'code': 200} Jul 07 17:04:43.336628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.337378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.341779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] 10.222.0.83 "PUT /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 1097 time: 2.5095499 Jul 07 17:04:43.527775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c8f05-3052-4239-ad63-b16e21c5cf39 req-a6fc52ce-4a34-4262-a145-b517eb87640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.530580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-299c8f05-3052-4239-ad63-b16e21c5cf39 req-a6fc52ce-4a34-4262-a145-b517eb87640e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 1097 time: 0.1257536 Jul 07 17:04:43.536056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee38a86-1a4a-4390-b206-8d659a161d59 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.594546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-299c8f05-3052-4239-ad63-b16e21c5cf39 req-2608895d-a743-4841-8ee8-0d8597a96475 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Jul 07 17:04:43.614396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08c61c-728e-4722-92a2-c9e0d0bba6e0 req-c9dbbdd4-4305-499f-a167-8fc4396b5e2d tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.616066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b08c61c-728e-4722-92a2-c9e0d0bba6e0 req-c9dbbdd4-4305-499f-a167-8fc4396b5e2d tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 944 time: 0.2982190 Jul 07 17:04:43.641429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8319f8-db24-4f01-95e7-d9b3756a6374 req-1d775941-3a51-4eb8-8aa2-f8afd83b1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.642971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b8319f8-db24-4f01-95e7-d9b3756a6374 req-1d775941-3a51-4eb8-8aa2-f8afd83b1739 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 1097 time: 0.2680168 Jul 07 17:04:43.651923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1d13-7970-45d6-9544-61f6ba264694 req-994eb563-b4a1-41de-ba8a-b7ebedb05f37 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.653399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5eb1d13-7970-45d6-9544-61f6ba264694 req-994eb563-b4a1-41de-ba8a-b7ebedb05f37 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 945 time: 0.2539580 Jul 07 17:04:43.674305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-4e7ed626-9f2c-4715-984d-d46d728f5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.675773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-4e7ed626-9f2c-4715-984d-d46d728f5feb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1100 time: 0.2571566 Jul 07 17:04:43.760189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b08c61c-728e-4722-92a2-c9e0d0bba6e0 req-8eb121ab-8066-46fc-a170-58e62ab9b737 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380589 Jul 07 17:04:43.761419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-6a14e049-06de-47b6-b44b-83532d94a4dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0698259 Jul 07 17:04:43.766963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37832) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:43.794351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b8319f8-db24-4f01-95e7-d9b3756a6374 req-1d268176-03b1-4664-9d7e-fdecf50e1b11 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317003 Jul 07 17:04:43.825526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5eb1d13-7970-45d6-9544-61f6ba264694 req-36856b54-d1fa-40f5-a80e-61a3f3a1bdc3 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603351 Jul 07 17:04:43.872061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-85b94f53-ac84-4027-8355-c0ad3add4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.872995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-network', 'tenant_id': '9e937eca4be74ed7960ddb1781283614'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:43.873581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-85b94f53-ac84-4027-8355-c0ad3add4065 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1034503 Jul 07 17:04:43.895526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Made reservation on behalf of 9e937eca4be74ed7960ddb1781283614 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:43.898299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.907198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.009485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.013732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.031294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-f9d57520-0370-4b08-a125-750fc6019860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.032816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-f9d57520-0370-4b08-a125-750fc6019860 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521506 Jul 07 17:04:44.043379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366908-90cd-4117-8ff1-c6450f0bbc34 req-df03b733-3a97-489a-8aa4-52ac8507b529 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.045027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9366908-90cd-4117-8ff1-c6450f0bbc34 req-df03b733-3a97-489a-8aa4-52ac8507b529 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 948 time: 0.1547914 Jul 07 17:04:44.045633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710aad40-0499-48b6-9f41-1114b0343ef3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.056461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:44.067513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.067858 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Added segment e1399000-95d6-4c96-b8b6-cad0e5e80bb6 of type vlan for network 3c976167-1378-4e01-a8c1-67463fe208d0 Jul 07 17:04:44.115938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.156697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9366908-90cd-4117-8ff1-c6450f0bbc34 req-1eab1dc7-daff-406a-80de-58f8b02cda35 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000512 Jul 07 17:04:44.164888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915e848-1070-4e1c-8107-726e97525789 req-7f0864c9-3a17-4b8f-bb41-fc86a8fe194e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.166486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d915e848-1070-4e1c-8107-726e97525789 req-7f0864c9-3a17-4b8f-bb41-fc86a8fe194e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.1900063 Jul 07 17:04:44.181969 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.183133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.183854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.219872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-00a2f6b1-abad-482c-b015-802f4e8b2a70 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723185 Jul 07 17:04:44.225767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d915e848-1070-4e1c-8107-726e97525789 req-e55170e6-e96c-4d08-a19d-eaee6ddb7841 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Jul 07 17:04:44.292457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] Pushing event updated for resources: {'Network': ['ID=3c976167-1378-4e01-a8c1-67463fe208d0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.304101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3c976167-1378-4e01-a8c1-67463fe208d0 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:44.340256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:44.341469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-523c1a08-2a67-4376-98e3-806c6229ae1d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5731592 Jul 07 17:04:44.353181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Request body: {'subnet': {'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-subnet', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:44.471085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Made reservation on behalf of 9e937eca4be74ed7960ddb1781283614 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:44.473329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.480547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0966b2a-f078-4609-95b3-abfdd47bc264 req-d96da2c5-eed0-4987-9102-5364f23959f9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535255 Jul 07 17:04:44.545536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1'}, {'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:44.547797 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c2d73e-fc70-4dcc-90e6-217a735e27de" -d '{"events": [{"name": "network-changed", "server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1"}, {"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:44.570101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa5726-3462-47dc-84a4-cd3dd386cff4 req-698ca47b-ccf3-4692-9f65-ad5dd1a71a33 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.571648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52fa5726-3462-47dc-84a4-cd3dd386cff4 req-698ca47b-ccf3-4692-9f65-ad5dd1a71a33 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.2302887 Jul 07 17:04:44.621504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617a84-8ad1-41f8-a420-358a6ddc7a34 req-b8be67a4-c0ca-49f7-8ec4-834cb68ca4a9 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.623064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5617a84-8ad1-41f8-a420-358a6ddc7a34 req-b8be67a4-c0ca-49f7-8ec4-834cb68ca4a9 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.2170346 Jul 07 17:04:44.675885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52fa5726-3462-47dc-84a4-cd3dd386cff4 req-9960186f-9ec4-455a-90eb-daba5f2391d6 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946419 Jul 07 17:04:44.722758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5617a84-8ad1-41f8-a420-358a6ddc7a34 req-e4ab8a98-481d-4980-bc85-28fdf8facb42 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914078 Jul 07 17:04:44.834482 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7076e5-1f9c-4c1a-b589-3f0d6aa8a9f3 x-openstack-request-id: req-da7076e5-1f9c-4c1a-b589-3f0d6aa8a9f3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:44.835128 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:44.835883 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da7076e5-1f9c-4c1a-b589-3f0d6aa8a9f3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:44.836710 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1', 'status': 'completed', 'code': 200} Jul 07 17:04:44.837583 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'status': 'completed', 'code': 200} Jul 07 17:04:44.885292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.007736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-7af3f5e2-94df-419a-8e6b-f062f62c8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.009257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-7af3f5e2-94df-419a-8e6b-f062f62c8f8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 1096 time: 0.1696727 Jul 07 17:04:45.033913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0de7dc-2d6f-407c-8e4f-6868373c3863,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.099772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Checking segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:45.100164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Network hostable DHCP agents. Network: 3c976167-1378-4e01-a8c1-67463fe208d0, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:45.167254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8459b-5a34-4062-ad03-2828e4a53615 req-2437d166-452f-4e83-af16-1ce6d379315c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.168752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fa8459b-5a34-4062-ad03-2828e4a53615 req-2437d166-452f-4e83-af16-1ce6d379315c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 944 time: 0.2397003 Jul 07 17:04:45.173600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:45.209247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3c976167-1378-4e01-a8c1-67463fe208d0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:45.215258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-a0304a6b-daa7-47ce-b7d8-1dc70ef7f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.216701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-a0304a6b-daa7-47ce-b7d8-1dc70ef7f757 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.1950328 Jul 07 17:04:45.224740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43bd98d-6704-4fa7-8a22-714efbbad395 None None] Network 3c976167-1378-4e01-a8c1-67463fe208d0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:45.227072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce1f96-9a35-469b-9a66-18133bf9efcd req-bd6fb6f4-7be4-49f1-8c4d-0fa556752798 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.228617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4ce1f96-9a35-469b-9a66-18133bf9efcd req-bd6fb6f4-7be4-49f1-8c4d-0fa556752798 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 945 time: 0.2354486 Jul 07 17:04:45.230160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.230735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.271595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:45.278614 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d621fe-a37f-4899-bd2a-0d882aaefe66" -d '{"events": [{"server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "name": "network-vif-plugged", "status": "completed", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:45.298565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-ad134fed-7d04-49ef-8cef-3a9bdfdab166 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 200 len: 217 time: 0.0653293 Jul 07 17:04:45.305419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fa8459b-5a34-4062-ad03-2828e4a53615 req-8fec150e-8777-42be-a705-e850ae872956 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287107 Jul 07 17:04:45.309290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f231fff1-ff8b-4ec5-8867-1c035d21d82a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9640822 Jul 07 17:04:45.309921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.314778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:45.365566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.367578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.367840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4ce1f96-9a35-469b-9a66-18133bf9efcd req-327d3358-2613-444b-90a9-47b520bb01ca tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212161 Jul 07 17:04:45.379816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-e53121ed-bc35-4870-ba3e-693079b11c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.382541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-e53121ed-bc35-4870-ba3e-693079b11c8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.0747960 Jul 07 17:04:45.452880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.486700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3c976167-1378-4e01-a8c1-67463fe208d0', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:45.487715 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.571066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-6efea70f-f3ea-4bd9-bb65-76733f1b685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.572489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-6efea70f-f3ea-4bd9-bb65-76733f1b685e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811569 Jul 07 17:04:45.635198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.664357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Allocated IP 172.20.0.2 (3c976167-1378-4e01-a8c1-67463fe208d0/bf0de7dc-2d6f-407c-8e4f-6868373c3863/3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:45.792681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c13db-d255-433b-ac55-475f16225615 req-9ffd2cbc-7517-4a24-be47-c13411725374 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.794751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-496c13db-d255-433b-ac55-475f16225615 req-9ffd2cbc-7517-4a24-be47-c13411725374 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.1928291 Jul 07 17:04:45.802915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348baa-3fb0-4289-9655-0cd86d676c60 req-386aeead-c54d-463f-9e6b-b4f5ee112d3b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:45.805327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd348baa-3fb0-4289-9655-0cd86d676c60 req-386aeead-c54d-463f-9e6b-b4f5ee112d3b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 948 time: 0.2693710 Jul 07 17:04:45.851203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-aafb9f26-4201-431b-8ed1-5b8a295d1aaf service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510378 Jul 07 17:04:45.888773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.901101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Transition to ACTIVE for port object 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:45.920008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Transition to ACTIVE for port object 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:45.926902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.958717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd348baa-3fb0-4289-9655-0cd86d676c60 req-f0dba190-1adb-4130-8c32-9385972bf03f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434431 Jul 07 17:04:45.968979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-496c13db-d255-433b-ac55-475f16225615 req-a9a64191-f9ae-46f1-bfe0-b2b08ddd97e2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606903 Jul 07 17:04:45.987910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07641832-7d64-4a05-a7cd-85946a8521d1 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:46.009047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-8cceed0e-379f-4797-a5c4-651b4ebf039e service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491897 Jul 07 17:04:46.141118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:46.145855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:46.150021 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab5ced2-1d9a-45c4-a364-b901f2eb4e66 x-openstack-request-id: req-bab5ced2-1d9a-45c4-a364-b901f2eb4e66 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:46.150335 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "name": "network-vif-plugged", "status": "completed", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:46.150595 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bab5ced2-1d9a-45c4-a364-b901f2eb4e66 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:46.151147 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'code': 200} Jul 07 17:04:46.160428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:46.185498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Pushing event updated for resources: {'Port': ['ID=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.255636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-7ac1368f-af8b-499b-9e96-53869ec1bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.257264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-7ac1368f-af8b-499b-9e96-53869ec1bc6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1100 time: 0.1850893 Jul 07 17:04:46.275475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.300557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.318018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Attempting to bind port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:46.318430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Attempting to bind port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:46.318879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Attempting to bind port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:46.322200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e479e-dc72-47e2-98a2-626720a3ce45 req-d42ab41c-84f3-48b0-8a13-e32913eab6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.324022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c5e479e-dc72-47e2-98a2-626720a3ce45 req-d42ab41c-84f3-48b0-8a13-e32913eab6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1097 time: 0.1815612 Jul 07 17:04:46.328919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:46.329143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Checking segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:46.329576 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.330487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Bound using segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:46.330694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Bound port: 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:46.331069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.402231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07641832-7d64-4a05-a7cd-85946a8521d1,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:46.423033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '07641832-7d64-4a05-a7cd-85946a8521d1', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'port_id': '07641832-7d64-4a05-a7cd-85946a8521d1', 'mac_address': 'fa:16:3e:64:cb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:46.448455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Allocated IP 172.25.7.75 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/dcfa9cbe-1414-497a-90c4-e5755310ae4c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:46.479169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] For port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:46.500634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.516755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] For port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:46.518908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07641832-7d64-4a05-a7cd-85946a8521d1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:46.526260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.564866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.580744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07641832-7d64-4a05-a7cd-85946a8521d1,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:46.596468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.620175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.627296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e60b9a-cbad-486f-add4-9bdcd356dcb7 None None] Pushing event updated for resources: {'Port': ['ID=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.666703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:46.672536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:46.675597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:46.688354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.716655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2f76-b976-47b6-8d45-9d0b08ef7cad req-9ba60bea-019f-441b-b068-de20d1a56c01 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.718228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec0b2f76-b976-47b6-8d45-9d0b08ef7cad req-9ba60bea-019f-441b-b068-de20d1a56c01 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.5333281 Jul 07 17:04:46.730519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Pushing event updated for resources: {'Port': ['ID=dcfa9cbe-1414-497a-90c4-e5755310ae4c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.794242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c5e479e-dc72-47e2-98a2-626720a3ce45 req-e8b23ee2-4ddc-4aaf-8750-d22df93d9733 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576070 Jul 07 17:04:46.837103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-2ddb66bd-29c9-4d55-8d3f-6691c9c3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.844418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-2ddb66bd-29c9-4d55-8d3f-6691c9c3bb3d service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.5791531 Jul 07 17:04:46.852571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec0b2f76-b976-47b6-8d45-9d0b08ef7cad req-fb6e3ca2-250e-4ab9-aed4-6bf55a077547 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040812 Jul 07 17:04:46.907739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-e64a7cd4-50c1-4569-b3b7-0fb6aba2ba89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0526154 Jul 07 17:04:46.922711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27e6d-2d34-4b20-947f-6239e75a67f7 req-92783b70-6fba-4bef-98b0-7586127a64b7 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.929618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ce27e6d-2d34-4b20-947f-6239e75a67f7 req-92783b70-6fba-4bef-98b0-7586127a64b7 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.2248456 Jul 07 17:04:46.999240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-ddae9dfc-ae30-4026-a4e6-171e701f8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.000745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-ddae9dfc-ae30-4026-a4e6-171e701f8e41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0861495 Jul 07 17:04:47.006866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ce27e6d-2d34-4b20-947f-6239e75a67f7 req-d8c62852-1552-42a5-b457-72d31e8a9e76 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757620 Jul 07 17:04:47.027812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.067655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-83289b9c-b502-4a94-aa13-5c8d858e8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.069977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-83289b9c-b502-4a94-aa13-5c8d858e8d2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600283 Jul 07 17:04:47.107669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['07641832-7d64-4a05-a7cd-85946a8521d1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:47.246927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-1184bb2a-9213-47ba-a90d-6499b7f2afea service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695163 Jul 07 17:04:47.262432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.323082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993144a0-72e2-493e-af72-bf5e0f974d43 req-1fa69b8b-a950-48ba-ada3-033dca90767a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.324575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-993144a0-72e2-493e-af72-bf5e0f974d43 req-1fa69b8b-a950-48ba-ada3-033dca90767a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 945 time: 0.1937253 Jul 07 17:04:47.343681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeae857-b309-4cdb-9d38-880d21ca3a32 req-e55fb324-c817-459f-ab3e-d69cf031fd01 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.345173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-daeae857-b309-4cdb-9d38-880d21ca3a32 req-e55fb324-c817-459f-ab3e-d69cf031fd01 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 945 time: 0.1796441 Jul 07 17:04:47.398910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Router e893a086-6445-449c-9fe9-a59bd92843cf is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:47.419978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-993144a0-72e2-493e-af72-bf5e0f974d43 req-c16f9eb8-f6e9-45ff-b1dc-88cad33ad898 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875056 Jul 07 17:04:47.434023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14c2d73e-fc70-4dcc-90e6-217a735e27de req-ed6348e5-5116-4c23-a555-d246f5129a58 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802952 Jul 07 17:04:47.437456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-daeae857-b309-4cdb-9d38-880d21ca3a32 req-f2e4270c-7f28-4ee1-98b5-ceff01598118 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849583 Jul 07 17:04:47.532026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:47.543876 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:47.557803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.559920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0c888b7b-63d4-4a4d-9ceb-b5c9af82eebc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2487209 Jul 07 17:04:47.563553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:47.564694 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:47.565336 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:47.700416 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:47.777475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd327-c039-4a85-a808-66a82a880f66 req-b5fa5332-61d3-444d-be13-d0f15e832642 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.779407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c7cd327-c039-4a85-a808-66a82a880f66 req-b5fa5332-61d3-444d-be13-d0f15e832642 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 948 time: 0.2276812 Jul 07 17:04:47.788878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe1ef6-509c-42f6-b980-e9236d391e3b req-eaece290-ad5a-46d1-8fcc-42bbc01acfa3 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.790390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41fe1ef6-509c-42f6-b980-e9236d391e3b req-eaece290-ad5a-46d1-8fcc-42bbc01acfa3 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.1944661 Jul 07 17:04:47.795028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12301901-876b-49d6-a35c-8d6e06a6f2b3 None None] Network 3c976167-1378-4e01-a8c1-67463fe208d0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:47.925457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5649fb28-74a0-4b82-8355-be7aef296151 None None] Provisioning for port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:47.925980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c7cd327-c039-4a85-a808-66a82a880f66 req-018d1902-1742-462c-bb31-d8f988ed9c6a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346130 Jul 07 17:04:47.943272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41fe1ef6-509c-42f6-b980-e9236d391e3b req-fc81a6c3-7d35-480f-ad78-a3d3ed9a365a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191654 Jul 07 17:04:47.988680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:47.994271 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:46Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:48.029303 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:48.029594 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Updating router e893a086-6445-449c-9fe9-a59bd92843cf port dcfa9cbe-1414-497a-90c4-e5755310ae4c binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:04:48.050511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:48.077588 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.221224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:48.242840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-fc7464cb-7bd1-47c0-b587-6c529f994925 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.243764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'mac_address': 'fa:16:3e:5c:6d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:48.244392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-fc7464cb-7bd1-47c0-b587-6c529f994925 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 945 time: 0.2841666 Jul 07 17:04:48.248917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:48.280067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:48.280478 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.325751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad91d-5a1e-4e5d-95a9-ef6b3bb242b1 req-cbd9d299-ebc3-4e6c-9d2e-053360015ed5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.327330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46cad91d-5a1e-4e5d-95a9-ef6b3bb242b1 req-cbd9d299-ebc3-4e6c-9d2e-053360015ed5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.2272716 Jul 07 17:04:48.334558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.353316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62eb1b-2903-473d-ab44-a6b16af6a79a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:48.355678 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.370166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Transition to ACTIVE for port object dcfa9cbe-1414-497a-90c4-e5755310ae4c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:48.383148 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.386969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77dc95-d58a-44a9-865f-50ac7388f6c5 req-5d504606-7a1b-40c5-991a-72b373e1fe0b tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.393935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad77dc95-d58a-44a9-865f-50ac7388f6c5 req-5d504606-7a1b-40c5-991a-72b373e1fe0b tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.2590640 Jul 07 17:04:48.402561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:48.408812 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.441882 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Attempting to bind port dcfa9cbe-1414-497a-90c4-e5755310ae4c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:48.442678 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Attempting to bind port dcfa9cbe-1414-497a-90c4-e5755310ae4c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:48.443265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.443503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Attempting to bind port dcfa9cbe-1414-497a-90c4-e5755310ae4c on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:48.456498 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Pushing event updated for resources: {'Port': ['ID=dcfa9cbe-1414-497a-90c4-e5755310ae4c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.459136 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:48.459883 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:48.460562 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.461186 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:48.461888 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Bound port: dcfa9cbe-1414-497a-90c4-e5755310ae4c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:48.462532 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.494374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.501402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.503887 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.504231 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.504578 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.504961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.505337 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.505785 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.506167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.507007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.507336 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.507846 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.508197 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:48.511248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:48.516182 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.550664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46cad91d-5a1e-4e5d-95a9-ef6b3bb242b1 req-6344575a-bf1f-4a52-82f6-3ae2d0307081 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946635 Jul 07 17:04:48.551174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] For port dcfa9cbe-1414-497a-90c4-e5755310ae4c, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:48.555157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] For port dcfa9cbe-1414-497a-90c4-e5755310ae4c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dcfa9cbe-1414-497a-90c4-e5755310ae4c,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:48.560090 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.578837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad77dc95-d58a-44a9-865f-50ac7388f6c5 req-811013ec-4903-4e76-82b1-7fde926d0907 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837921 Jul 07 17:04:48.579951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.634951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Deleting port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:48.635306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.654898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.661714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:48.663116 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:48.731215 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc4b8-9c1a-471e-9956-c19025a78212 None None] Pushing event updated for resources: {'Port': ['ID=dcfa9cbe-1414-497a-90c4-e5755310ae4c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.785938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3f62eb1b-2903-473d-ab44-a6b16af6a79a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:48.826280 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:48.841777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b006196b-fa75-4153-b0c0-2a35916e5d93 None None] Provisioning complete for port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:48.842873 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b006196b-fa75-4153-b0c0-2a35916e5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.941299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] For port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,segment=NetworkSegment(1c5641ea-00f2-4727-8db1-455c6cbbac1e),segment_id=1c5641ea-00f2-4727-8db1-455c6cbbac1e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:48.941937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.969228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Calling delete_port for 0731c2cf-7c3f-4ccf-ba5d-95c95730106c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:49.027148 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:46Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:49.027816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc8e4b-c096-4713-927d-e2796230911b req-ed1f577c-2eba-4888-95db-d1908106644c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.029326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fdc8e4b-c096-4713-927d-e2796230911b req-ed1f577c-2eba-4888-95db-d1908106644c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 945 time: 0.2702723 Jul 07 17:04:49.056723 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2622145-174e-4597-8871-25cd2c0e5200 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:46Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:49.107982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Allocated IP 172.20.0.1 (3c976167-1378-4e01-a8c1-67463fe208d0/bf0de7dc-2d6f-407c-8e4f-6868373c3863/12424771-2bbb-4668-ba46-61eefa1a5ebe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:49.128396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23fcb7-be44-4844-b374-4a959998f13e req-acb4a9a3-7631-4638-92d9-a0968f0b9028 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.129910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef23fcb7-be44-4844-b374-4a959998f13e req-acb4a9a3-7631-4638-92d9-a0968f0b9028 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/ports?device_id=932131b1-57ee-43f3-8a19-6af7ae31bc12 HTTP/1.1" status: 200 len: 945 time: 0.2741325 Jul 07 17:04:49.157156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fdc8e4b-c096-4713-927d-e2796230911b req-cf4a3ef6-8acc-4a1e-98ca-c59f6554acea tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203089 Jul 07 17:04:49.255188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef23fcb7-be44-4844-b374-4a959998f13e req-57b9a7e7-84c4-4475-9dc6-51d319d9da32 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d4288e0-cc94-4bb3-9026-4e65342fc039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130314 Jul 07 17:04:49.338312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.342221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.355666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0731c2cf-7c3f-4ccf-ba5d-95c95730106c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:49.385648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event deleted for resources: {'Port': ['ID=0731c2cf-7c3f-4ccf-ba5d-95c95730106c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.387844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Transition to ACTIVE for port object 12424771-2bbb-4668-ba46-61eefa1a5ebe will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:49.459820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] No DVR routers for this DVR port 0731c2cf-7c3f-4ccf-ba5d-95c95730106c on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:49.473768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.476306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-348e3b5d-e15b-4133-ae44-4bac63654ffe req-cc777e56-68ab-4d28-9474-d543520e9e42 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.32 "DELETE /v2.0/ports/0731c2cf-7c3f-4ccf-ba5d-95c95730106c HTTP/1.1" status: 204 len: 173 time: 1.2250943 Jul 07 17:04:49.476760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'name': 'network-vif-deleted', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:49.479060 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7240ba6-9a7e-470f-8149-ced08e3eb209" -d '{"events": [{"server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "name": "network-vif-deleted", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:49.528161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.585109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:49.604620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27be2-9c23-4bbc-936b-c12e155a5621 req-1f98b3f3-fd6b-4b2e-9466-04e18979d5fb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.606214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41f27be2-9c23-4bbc-936b-c12e155a5621 req-1f98b3f3-fd6b-4b2e-9466-04e18979d5fb tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 949 time: 0.1478608 Jul 07 17:04:49.607615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:49.609585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Pushing event updated for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.611821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:49.706092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.754060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41f27be2-9c23-4bbc-936b-c12e155a5621 req-6b1ede55-f0a4-433a-9d26-77b5b36061db tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206555 Jul 07 17:04:49.826971 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bdc6ef-775d-4fd0-acc4-4b98282a7a7b x-openstack-request-id: req-27bdc6ef-775d-4fd0-acc4-4b98282a7a7b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:49.827114 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932131b1-57ee-43f3-8a19-6af7ae31bc12", "name": "network-vif-deleted", "tag": "0731c2cf-7c3f-4ccf-ba5d-95c95730106c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:49.827366 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27bdc6ef-775d-4fd0-acc4-4b98282a7a7b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:49.828022 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932131b1-57ee-43f3-8a19-6af7ae31bc12', 'name': 'network-vif-deleted', 'tag': '0731c2cf-7c3f-4ccf-ba5d-95c95730106c', 'status': 'completed', 'code': 200} Jul 07 17:04:49.838413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771c0c-e1aa-43cb-a625-196ffec352cc req-94db42e1-c006-46c4-8108-1b0842f95441 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.839906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e771c0c-e1aa-43cb-a625-196ffec352cc req-94db42e1-c006-46c4-8108-1b0842f95441 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.1967494 Jul 07 17:04:49.900876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e771c0c-e1aa-43cb-a625-196ffec352cc req-1ab14af8-9b09-40ee-a794-2366f05827f2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543232 Jul 07 17:04:49.906157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9fbdd911-83e1-41ad-9eef-994ce93812b3 None None] Provisioning for port 12424771-2bbb-4668-ba46-61eefa1a5ebe completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:49.911335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9fbdd911-83e1-41ad-9eef-994ce93812b3 None None] Provisioning complete for port 12424771-2bbb-4668-ba46-61eefa1a5ebe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:49.911891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd911-83e1-41ad-9eef-994ce93812b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.989132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdd911-83e1-41ad-9eef-994ce93812b3 None None] Port 12424771-2bbb-4668-ba46-61eefa1a5ebe cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:49.995080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:50.016920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.065871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:50.072415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.073254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.102686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dcfa9cbe-1414-497a-90c4-e5755310ae4c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:50.196399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port dcfa9cbe-1414-497a-90c4-e5755310ae4c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:50.205506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port dcfa9cbe-1414-497a-90c4-e5755310ae4c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.205883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.237848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.278012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:50.280371 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e62444c-d3bd-456e-bc11-61f6d4d7457c" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:50.296928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:50.302591 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.302784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07641832-7d64-4a05-a7cd-85946a8521d1 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:50.403047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.415119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.434634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de532b-1cf9-4c00-a6f6-1026bd365f9b req-3c9c9c6c-8576-4db0-bd46-97848525542e tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.436118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47de532b-1cf9-4c00-a6f6-1026bd365f9b req-3c9c9c6c-8576-4db0-bd46-97848525542e tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.4986269 Jul 07 17:04:50.436993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port dcfa9cbe-1414-497a-90c4-e5755310ae4c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dcfa9cbe-1414-497a-90c4-e5755310ae4c,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:50.442752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.443683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:50.450150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 07641832-7d64-4a05-a7cd-85946a8521d1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:50.495645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 07641832-7d64-4a05-a7cd-85946a8521d1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.496016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.539941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47de532b-1cf9-4c00-a6f6-1026bd365f9b req-fe9bfdc8-3a7f-4ca4-98b2-0c24dd135878 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937986 Jul 07 17:04:50.550965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9d52e-7a9e-421e-8270-1d33d0471fc4 req-ec69cebe-5825-4dbc-bf66-39fc539a59c3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.552497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a9d52e-7a9e-421e-8270-1d33d0471fc4 req-ec69cebe-5825-4dbc-bf66-39fc539a59c3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.1974573 Jul 07 17:04:50.556414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=dcfa9cbe-1414-497a-90c4-e5755310ae4c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.585557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.585929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.651754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.659098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a9d52e-7a9e-421e-8270-1d33d0471fc4 req-322c6fea-fb34-4caf-a8f7-7f93e2ca4316 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948813 Jul 07 17:04:50.669483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.676309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.751398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07641832-7d64-4a05-a7cd-85946a8521d1,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:50.757536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.767961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.777775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Pushing event updated for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.818448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.913461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-4944f17c-ce94-4715-8306-42300ea7044a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1950033207&fields=id&tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 267 time: 0.1223512 Jul 07 17:04:50.993663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:50.998618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:51.008020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34ef3-7bce-4b63-9d7f-c0a5fec23bad req-933f5fb2-08ef-4a7c-9b58-deda5c4c4b77 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.009542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bb34ef3-7bce-4b63-9d7f-c0a5fec23bad req-933f5fb2-08ef-4a7c-9b58-deda5c4c4b77 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.1581545 Jul 07 17:04:51.111553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-19a9527a-cb19-4c01-bad0-42471e4432b2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.113104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-19a9527a-cb19-4c01-bad0-42471e4432b2 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.1939199 Jul 07 17:04:51.121002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bb34ef3-7bce-4b63-9d7f-c0a5fec23bad req-bcc750e5-9b3e-4a4f-98d3-bc187c20c473 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033947 Jul 07 17:04:51.154658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'security_groups': ['e0a87483-8cd2-4e60-b831-0c71c7b73805', '1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:51.240226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-911775b6-b41a-46b9-a09e-9fabde881ec3 None None] Provisioning complete for port 12424771-2bbb-4668-ba46-61eefa1a5ebe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:51.241686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:51.242210 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-911775b6-b41a-46b9-a09e-9fabde881ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.246570 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830a361-f1a6-4cce-b5de-4a648fe463e6 x-openstack-request-id: req-6830a361-f1a6-4cce-b5de-4a648fe463e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:51.247468 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:51.247743 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6830a361-f1a6-4cce-b5de-4a648fe463e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:51.248150 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'code': 200} Jul 07 17:04:51.290353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-911775b6-b41a-46b9-a09e-9fabde881ec3 None None] Port 12424771-2bbb-4668-ba46-61eefa1a5ebe cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:51.306179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.497576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:51.502714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ebe6596-656f-4589-a6a0-a5c628af9e45 admin admin] 10.222.0.22 "PUT /v2.0/routers/e893a086-6445-449c-9fe9-a59bd92843cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9385924 Jul 07 17:04:51.505869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:51.516571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:51.517207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:51.543354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549b28b-15f1-47c8-b660-081773aaa71e req-cce98da1-9b3f-40da-af6d-2e66581284ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.544888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5549b28b-15f1-47c8-b660-081773aaa71e req-cce98da1-9b3f-40da-af6d-2e66581284ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.2122691 Jul 07 17:04:51.618120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85193f-c94a-4115-9d42-d509d16282f1 req-b433d5ee-f5d2-4f01-8662-12fe6bb11f32 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.622140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b85193f-c94a-4115-9d42-d509d16282f1 req-b433d5ee-f5d2-4f01-8662-12fe6bb11f32 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2074218 Jul 07 17:04:51.628383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:51.670052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5549b28b-15f1-47c8-b660-081773aaa71e req-e6991281-55a7-4476-85e3-b953eb15ae7a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137581 Jul 07 17:04:51.701126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b85193f-c94a-4115-9d42-d509d16282f1 req-a4d4c100-653a-4c1f-84c5-04b511316217 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711992 Jul 07 17:04:51.713168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:51.748214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.753003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.767582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:51.805828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.806668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.808072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe7f207-1186-4a8f-a6b1-b94137db4e6c req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "PUT /v2.0/ports/f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 981 time: 0.6603727 Jul 07 17:04:51.814864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:51.830126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:51.832711 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:51.840802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c6827-3672-48ed-81af-3f5fe48b4c14 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.004288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0731c2cf-7c3f-4ccf-ba5d-95c95730106c no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:52.006737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dcfa9cbe-1414-497a-90c4-e5755310ae4c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:52.065692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 0731c2cf-7c3f-4ccf-ba5d-95c95730106c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:52.066102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0731c2cf-7c3f-4ccf-ba5d-95c95730106c not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:52.088014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-b3b8186e-1eb3-43b8-bf15-6c90c2f39705 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.089511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-b3b8186e-1eb3-43b8-bf15-6c90c2f39705 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 820 time: 0.1272781 Jul 07 17:04:52.109527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-94081112-3fe7-4000-9bca-57bea7a818ae tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/quotas/9e937eca4be74ed7960ddb1781283614 HTTP/1.1" status: 200 len: 375 time: 0.0133574 Jul 07 17:04:52.110877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:52.191409 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:52.264609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port dcfa9cbe-1414-497a-90c4-e5755310ae4c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:52.265128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-9d192da7-5cda-4f98-a0d1-a527824f757a tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.265497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.266248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-9d192da7-5cda-4f98-a0d1-a527824f757a tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1098 time: 0.1352074 Jul 07 17:04:52.276131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-5c889e7a-938a-4e22-b239-d96128e7b0aa tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598186 Jul 07 17:04:52.281996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:52.329056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 2, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:52.382959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:04:52.383319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Updating router e893a086-6445-449c-9fe9-a59bd92843cf port 12424771-2bbb-4668-ba46-61eefa1a5ebe binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:04:52.420585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c340-88f4-4aaf-ae15-2c234e4632de req-c92047ad-2042-4e7a-93f9-9c9b87c88c42 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.422215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6a4c340-88f4-4aaf-ae15-2c234e4632de req-c92047ad-2042-4e7a-93f9-9c9b87c88c42 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 946 time: 0.2112379 Jul 07 17:04:52.464540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.482100 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.491591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-8a7d147a-0bf4-4191-ba14-cd2bcc2a8290 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060521 Jul 07 17:04:52.545379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6a4c340-88f4-4aaf-ae15-2c234e4632de req-567d33c4-95f8-4e11-a14b-4946582d0198 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122589 Jul 07 17:04:52.705851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-710759b2-0cf6-4096-a63b-8a2a9d8dff4b service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079294 Jul 07 17:04:52.730828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:52.777776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:52.829705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99506d3a-6355-4bb5-a227-750e59b51599 req-08bd09c3-9bfd-4ed3-8857-c9c990c67c0b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5 HTTP/1.1" status: 200 len: 1800 time: 0.1590304 Jul 07 17:04:52.872618 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f3342-9d58-47d9-8816-c3b7e5c538ce x-openstack-request-id: req-b63f3342-9d58-47d9-8816-c3b7e5c538ce {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:52.873079 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:52.873333 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b63f3342-9d58-47d9-8816-c3b7e5c538ce {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:52.873740 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'status': 'completed', 'code': 200} Jul 07 17:04:52.910359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.940022 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.016341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-8bebc0b6-0dba-4e80-85cf-abed3ec992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.018616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-8bebc0b6-0dba-4e80-85cf-abed3ec992d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1136 time: 0.0850687 Jul 07 17:04:53.058409 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.069637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Transition to ACTIVE for port object 12424771-2bbb-4668-ba46-61eefa1a5ebe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:53.078049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.107819 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-99506d3a-6355-4bb5-a227-750e59b51599 req-a0359634-f04a-4e4e-85b9-b8f4bde8f7e1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:04:53.109141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99506d3a-6355-4bb5-a227-750e59b51599 req-a0359634-f04a-4e4e-85b9-b8f4bde8f7e1 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5 HTTP/1.1" status: 409 len: 341 time: 0.2656059 Jul 07 17:04:53.148520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.163142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:53.163638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:53.164093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:53.175077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478a058-adc3-47a9-a928-e7189381fdca req-7bc4ad50-c722-4793-b794-1ae68534fa2b tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.183523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3478a058-adc3-47a9-a928-e7189381fdca req-7bc4ad50-c722-4793-b794-1ae68534fa2b tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.1914206 Jul 07 17:04:53.186899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d3236-f5ef-49bb-9496-37e2f8e1ed6e None None] Pushing event updated for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.191048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-797352f4-8f3c-44be-bfa5-9ec2993d2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.193707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:53.193864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-797352f4-8f3c-44be-bfa5-9ec2993d2ca2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.1671648 Jul 07 17:04:53.194190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Attempting to bind port 265c1a88-f7f8-464a-968f-bfdbd716de9a on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:53.208659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:53.209006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:53.209429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:53.209866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Bound port: 265c1a88-f7f8-464a-968f-bfdbd716de9a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:53.210258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.238960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Attempting to bind port 12424771-2bbb-4668-ba46-61eefa1a5ebe on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:53.239315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Attempting to bind port 12424771-2bbb-4668-ba46-61eefa1a5ebe by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:53.240057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Attempting to bind port 12424771-2bbb-4668-ba46-61eefa1a5ebe on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:53.249612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:53.269118 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b43fd06-9536-4faa-b757-9bbfc77eaf24" -d '{"events": [{"server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "name": "network-vif-plugged", "status": "completed", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:53.272095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3478a058-adc3-47a9-a928-e7189381fdca req-ef08fc98-1c07-49fe-897c-48ccfdf8d74e tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf26c4-5056-4d81-bcec-24ba53f38f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874963 Jul 07 17:04:53.272630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:53.273009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Checking segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:53.273412 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.273797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Bound using segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:53.274304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Bound port: 12424771-2bbb-4668-ba46-61eefa1a5ebe, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:53.274692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.313283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-ea70473f-90bc-4c26-90a5-e51f7b268965 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 217 time: 0.1019785 Jul 07 17:04:53.362245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] For port 12424771-2bbb-4668-ba46-61eefa1a5ebe, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:53.367003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] For port 12424771-2bbb-4668-ba46-61eefa1a5ebe, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12424771-2bbb-4668-ba46-61eefa1a5ebe,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:53.373505 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.383976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:53.413344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-14eddae5-0b07-4c42-a26a-a367f63841af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.414881 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-14eddae5-0b07-4c42-a26a-a367f63841af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0866644 Jul 07 17:04:53.475301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:53.476333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:53.478596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d3236-f5ef-49bb-9496-37e2f8e1ed6e None None] Pushing event updated for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.479484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:53.484841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-598f547d-865c-4d2f-9652-06132c3175c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568790 Jul 07 17:04:53.488293 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.643470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a32d8-390e-461a-aea4-7d18cb4389f1 req-a9bd2db4-5276-48ae-a2cd-ea4741c9860c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.650529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-325a32d8-390e-461a-aea4-7d18cb4389f1 req-a9bd2db4-5276-48ae-a2cd-ea4741c9860c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3061216 Jul 07 17:04:53.661459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-7c3df2e2-a1b4-4b05-8baa-47e56160309b service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607726 Jul 07 17:04:53.683762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:04:53.686322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.728426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.729466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.743166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-174b76ad-6cea-4bdd-8611-8685b34f98ba service neutron] 10.222.0.32 "PUT /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 1124 time: 1.4657595 Jul 07 17:04:53.802081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-389c400f-4289-4c36-80be-8192a39cfb9e tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.804416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-389c400f-4289-4c36-80be-8192a39cfb9e tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.32 "GET /v2.0/ports?device_id=27656df2-ab18-4dc0-82a1-9d7eaa013aab HTTP/1.1" status: 200 len: 945 time: 0.1609833 Jul 07 17:04:53.840737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:53.847268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-325a32d8-390e-461a-aea4-7d18cb4389f1 req-42704b6d-ee46-492b-8555-b0a4214c7b93 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937385 Jul 07 17:04:53.869805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18e65a47-f469-4ebc-8ecc-72e1cb4dd57c req-ec38f073-2138-4bc8-9c2e-6e82cf4ef7ba service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764312 Jul 07 17:04:53.883258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:53.937737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:53.941406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc718e89-6430-4bf1-8ac1-3cd278439bdd req-029155c6-70e5-45d2-a3fc-9dc38aab8ca6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.943176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc718e89-6430-4bf1-8ac1-3cd278439bdd req-029155c6-70e5-45d2-a3fc-9dc38aab8ca6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2636487 Jul 07 17:04:54.001808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Deleting port dbffa720-7f56-4c5a-a53c-dede2af47346 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:54.002027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc718e89-6430-4bf1-8ac1-3cd278439bdd req-d93e4de4-4e9d-4dd1-9c52-588547d662ef tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523782 Jul 07 17:04:54.002798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.077691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b80c6e2-b04a-4b52-8577-e8afe82d8a0a req-3eae5b7c-a6bb-4009-a622-43c3c8c91607 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 210 time: 0.0792098 Jul 07 17:04:54.112035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] For port dbffa720-7f56-4c5a-a53c-dede2af47346, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=dbffa720-7f56-4c5a-a53c-dede2af47346,segment=NetworkSegment(adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6),segment_id=adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:54.113041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.128909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Calling delete_port for dbffa720-7f56-4c5a-a53c-dede2af47346 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:54.236334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:54.263245 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d17822-95a1-4ac2-9d65-1cb5136dbc45 x-openstack-request-id: req-50d17822-95a1-4ac2-9d65-1cb5136dbc45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:54.263529 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "name": "network-vif-plugged", "status": "completed", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:54.263779 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50d17822-95a1-4ac2-9d65-1cb5136dbc45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:54.264168 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1', 'code': 200} Jul 07 17:04:54.285672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:04:54.313939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.327404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:54.333214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:53Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:54.380907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Pushing event deleted for resources: {'Port': ['ID=dbffa720-7f56-4c5a-a53c-dede2af47346,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.461730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] No DVR routers for this DVR port dbffa720-7f56-4c5a-a53c-dede2af47346 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:54.464103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.464447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.464901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.465239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.465572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.465903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.467396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.467738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.468068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.468672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.469001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.469326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:54.480007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.481938 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b6eb6db-020c-46a6-9959-de93b8eac16c req-c7a82003-7a27-40d5-9c67-605eb4bc4c30 tempest-ServersNegativeTestMultiTenantJSON-1826311734 tempest-ServersNegativeTestMultiTenantJSON-1826311734-project] 10.222.0.32 "DELETE /v2.0/ports/dbffa720-7f56-4c5a-a53c-dede2af47346 HTTP/1.1" status: 204 len: 173 time: 0.6709371 Jul 07 17:04:54.482408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'name': 'network-vif-deleted', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:54.484668 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f7f670-c78a-4dfd-a7dd-037b1ab39465" -d '{"events": [{"server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "name": "network-vif-deleted", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:54.537759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-c2e9e0f3-3390-46ea-8341-743d9ca164a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.538996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-c2e9e0f3-3390-46ea-8341-743d9ca164a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1136 time: 0.0785983 Jul 07 17:04:54.621005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3cec2-51c5-497b-a648-d5b9145a0d41 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:53Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:54.663304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-a6be43e8-4923-4ba4-93b3-e1907cf92fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.665528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-a6be43e8-4923-4ba4-93b3-e1907cf92fa6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.1187534 Jul 07 17:04:54.761005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-3f4f9e9f-faa5-4a9d-8c7e-9a068ccdfe83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 217 time: 0.0717998 Jul 07 17:04:54.820376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-a650279e-b718-4d93-a3ac-26455038838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.821925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-a650279e-b718-4d93-a3ac-26455038838c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0506053 Jul 07 17:04:54.861889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-056a51af-3d8c-4f6e-98c1-a7572ef28453 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304096 Jul 07 17:04:54.919398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a'}, {'name': 'network-changed', 'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:54.921600 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541dead-4330-4e97-b0ef-47fc7b08e6a6" -d '{"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-unplugged", "status": "completed", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a"}, {"name": "network-changed", "server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:54.979843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.994063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-5d1ded59-6b54-42a3-8e31-5d95efd5c617 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232500 Jul 07 17:04:55.076154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f6bdc-4009-4d42-85db-eff6b03381fe req-a8aac399-ee37-46a2-a721-2bfa79c1862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.077697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-671f6bdc-4009-4d42-85db-eff6b03381fe req-a8aac399-ee37-46a2-a721-2bfa79c1862c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 1098 time: 0.7154310 Jul 07 17:04:55.088428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.098409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fa991d0d-f662-42b3-9247-8a0ec866a4f7 req-7524fc45-a7a5-40a6-8d11-387ff313d812 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Jul 07 17:04:55.156824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['dbffa720-7f56-4c5a-a53c-dede2af47346'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:55.184774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-b52746cc-3379-40ae-ae2f-9805116a4a0b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.186773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-b52746cc-3379-40ae-ae2f-9805116a4a0b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 820 time: 0.2566948 Jul 07 17:04:55.225642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'port': {'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'admin_state_up': True, 'tenant_id': '9e937eca4be74ed7960ddb1781283614'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:55.259948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-671f6bdc-4009-4d42-85db-eff6b03381fe req-b25e4698-a57a-41e3-9282-904966882fbf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739724 Jul 07 17:04:55.300814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17731a-3c1f-4605-8e11-b9d5e7235144 req-029f444a-155e-4347-82d4-078d1e895e64 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.307780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c17731a-3c1f-4605-8e11-b9d5e7235144 req-029f444a-155e-4347-82d4-078d1e895e64 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.3805940 Jul 07 17:04:55.314426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46137-f877-40ae-838a-a630e36b9beb req-da5fd922-f38b-4bf1-ba10-7add5f2b4b19 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.316264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbc46137-f877-40ae-838a-a630e36b9beb req-da5fd922-f38b-4bf1-ba10-7add5f2b4b19 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.3873379 Jul 07 17:04:55.393875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.397950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.399569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "DELETE /v2.0/security-groups/56d0a1f8-9d19-4504-af0e-246728a277f2 HTTP/1.1" status: 204 len: 168 time: 1.0708210 Jul 07 17:04:55.402336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37994) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:55.423853 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-bfaee73f-1123-485c-a9ed-11a406d59de4 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] show failed (client error): The resource could not be found. Jul 07 17:04:55.428359 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bfaee73f-1123-485c-a9ed-11a406d59de4 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "GET /v2.0/security-groups/56d0a1f8-9d19-4504-af0e-246728a277f2 HTTP/1.1" status: 404 len: 347 time: 0.0249503 Jul 07 17:04:55.429955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:55.432618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0a1f8-9d19-4504-af0e-246728a277f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:55.462919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c17731a-3c1f-4605-8e11-b9d5e7235144 req-7f85cfb7-1faa-4fbf-b21f-0bc68d2a5fff tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542611 Jul 07 17:04:55.465113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.465565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.466028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.466611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.467179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.467987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.468242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.468929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.469364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.469793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.470279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.470713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c41dff-eec1-4da8-a06f-fe25cc0eee6c tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:55.484902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbc46137-f877-40ae-838a-a630e36b9beb req-a66d029c-bc4e-4985-b783-b633066a4446 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543083 Jul 07 17:04:55.518179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Made reservation on behalf of 9e937eca4be74ed7960ddb1781283614 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:55.524401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.612111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Deleting port b78ea4a6-5ccb-4006-ad23-c868967da4d5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:55.612512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.623750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:55.679133 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe88880-d5f9-47ba-a93a-5698fed00d51 x-openstack-request-id: req-6fe88880-d5f9-47ba-a93a-5698fed00d51 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:55.679433 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656df2-ab18-4dc0-82a1-9d7eaa013aab", "name": "network-vif-deleted", "tag": "dbffa720-7f56-4c5a-a53c-dede2af47346", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:55.679691 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fe88880-d5f9-47ba-a93a-5698fed00d51 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:55.680091 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656df2-ab18-4dc0-82a1-9d7eaa013aab', 'name': 'network-vif-deleted', 'tag': 'dbffa720-7f56-4c5a-a53c-dede2af47346', 'status': 'completed', 'code': 200} Jul 07 17:04:55.701025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Deleting subnet 263210fb-60d1-47ff-ab35-89bc04f56641 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:55.714489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.769828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.770505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.783717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Calling delete_port for b78ea4a6-5ccb-4006-ad23-c868967da4d5 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:55.852995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.900485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Allocated IP 172.20.0.8 (3c976167-1378-4e01-a8c1-67463fe208d0/bf0de7dc-2d6f-407c-8e4f-6868373c3863/cf0fe3c3-b5d1-45ea-8ce3-040332b23c06) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:55.966235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12424771-2bbb-4668-ba46-61eefa1a5ebe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:55.971654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.975832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.001894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Pushing event deleted for resources: {'Port': ['ID=b78ea4a6-5ccb-4006-ad23-c868967da4d5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.026256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 12424771-2bbb-4668-ba46-61eefa1a5ebe completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:56.030429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 12424771-2bbb-4668-ba46-61eefa1a5ebe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:56.031435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.062204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6963cb-7b78-47a8-9d00-57f3646fa5f4 req-817a7dfa-12bc-4b11-b994-885ca2c63692 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.070354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de6963cb-7b78-47a8-9d00-57f3646fa5f4 req-817a7dfa-12bc-4b11-b994-885ca2c63692 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 984 time: 0.3574891 Jul 07 17:04:56.078898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.082222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.086699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eee2da4f-0158-4cb9-b3b9-a8ec27b93a47 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] 10.222.0.22 "DELETE /v2.0/floatingips/27f8ebff-d8fc-46b8-86be-dda2f4a55f50 HTTP/1.1" status: 204 len: 168 time: 0.6518993 Jul 07 17:04:56.086836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ed00-bec0-4024-b8ff-5b43aa1a9c61 req-084b737d-5b52-4ec5-862d-4848af21cd85 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.086836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3f2ed00-bec0-4024-b8ff-5b43aa1a9c61 req-084b737d-5b52-4ec5-862d-4848af21cd85 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3092661 Jul 07 17:04:56.120817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.153803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 12424771-2bbb-4668-ba46-61eefa1a5ebe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12424771-2bbb-4668-ba46-61eefa1a5ebe,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:56.158466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.211052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.220635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de6963cb-7b78-47a8-9d00-57f3646fa5f4 req-b95b4bce-1b23-4705-aad9-30c312403d18 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1494019 Jul 07 17:04:56.223300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3f2ed00-bec0-4024-b8ff-5b43aa1a9c61 req-704ac668-26a2-44bf-b874-0542cdee7ec1 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172819 Jul 07 17:04:56.227521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.273062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263210fb-60d1-47ff-ab35-89bc04f56641,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.275643 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef9033-52f6-4818-9011-0a74a23799e9 x-openstack-request-id: req-b7ef9033-52f6-4818-9011-0a74a23799e9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:56.275948 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-unplugged", "status": "completed", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a", "code": 200}, {"name": "network-changed", "server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:56.276202 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7ef9033-52f6-4818-9011-0a74a23799e9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:56.276595 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'code': 200} Jul 07 17:04:56.276852 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'status': 'completed', 'code': 200} Jul 07 17:04:56.277890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.279698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7beb9939-5b7a-4ee4-8103-6ac9c110cbb8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/263210fb-60d1-47ff-ab35-89bc04f56641 HTTP/1.1" status: 204 len: 168 time: 0.6526189 Jul 07 17:04:56.282356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38004) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.298374 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.311565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Transition to ACTIVE for port object cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:56.367538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.399119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.450787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.454974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-a63a6dbb-27e3-49af-983c-de0fcc0a2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.456490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-a63a6dbb-27e3-49af-983c-de0fcc0a2441 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1127 time: 0.1433463 Jul 07 17:04:56.469046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53e2165-1baa-4488-a199-e4de8937d153']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.482367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:56.484446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.484745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adddcfb9-f0e6-4aba-96e5-bbdd2bc4b4b6') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.494866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event updated for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.495067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.497367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:56.511849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:56.513035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.520459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:56.521064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:56.524156 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:56.598960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.613572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.616138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] 10.222.0.22 "DELETE /v2.0/networks/c53e2165-1baa-4488-a199-e4de8937d153 HTTP/1.1" status: 204 len: 168 time: 0.3326833 Jul 07 17:04:56.619570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38012) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.669172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888384a-2da8-4b0d-b322-0672effce772 req-3de50f17-b78e-4e0b-873a-7d13877461f8 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.678731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e888384a-2da8-4b0d-b322-0672effce772 req-3de50f17-b78e-4e0b-873a-7d13877461f8 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 931 time: 0.2996702 Jul 07 17:04:56.689215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-4495f7f9-db48-4128-a6ab-faacb6182359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.690985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-4495f7f9-db48-4128-a6ab-faacb6182359 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2074869 Jul 07 17:04:56.712496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c732-aa4f-4914-ae99-fb1b18708fad admin admin] Pushing event deleted for resources: {'Network': ['ID=c53e2165-1baa-4488-a199-e4de8937d153,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.746254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.746909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.761111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60422cc6-b21d-4fe3-900c-a3cb8b176768 None None] Provisioning for port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:56.762377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Deleting subnet 86349048-5d0c-4926-b45b-fb53c2d5d6e0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:56.765928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60422cc6-b21d-4fe3-900c-a3cb8b176768 None None] Provisioning complete for port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:56.766730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60422cc6-b21d-4fe3-900c-a3cb8b176768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.767668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.776723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e888384a-2da8-4b0d-b322-0672effce772 req-837e5233-43e4-4234-b78e-5a3b1a279347 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968792 Jul 07 17:04:56.778299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-edbd1213-298d-45d9-af2d-99b0d92e5abf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 217 time: 0.0753872 Jul 07 17:04:56.820028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.822828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-60422cc6-b21d-4fe3-900c-a3cb8b176768 None None] Port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:56.831560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-d0c13860-9ec6-4311-b6b9-df22bc828a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6280344 Jul 07 17:04:56.850627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Request body: {'port': {'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:56.881861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.916312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-3b8218a5-3606-4606-8fcc-6b32bc7309cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:56.917981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-3b8218a5-3606-4606-8fcc-6b32bc7309cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1315544 Jul 07 17:04:56.958988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.975519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-26fd4a89-29e4-429b-a934-5b90d6a721c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394731 Jul 07 17:04:56.984948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86349048-5d0c-4926-b45b-fb53c2d5d6e0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.992511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.997110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f38864c6-0084-4491-96b7-b647c6efeb49 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/86349048-5d0c-4926-b45b-fb53c2d5d6e0 HTTP/1.1" status: 204 len: 168 time: 0.3765886 Jul 07 17:04:56.998137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.059964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.069580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.157730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.167515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b156768c-56be-4a90-b386-5a5ecad66291']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:57.179245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eb5cc4-598d-4f3b-856a-eb650e4c78f5') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:57.179566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eb5cc4-598d-4f3b-856a-eb650e4c78f5') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:57.188845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.205077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.211717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:57.212188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:57.213926 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:57.277550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.284498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-d31d0989-f281-4cba-bb29-362c0c066a13 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984519 Jul 07 17:04:57.287181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.289151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b156768c-56be-4a90-b386-5a5ecad66291 HTTP/1.1" status: 204 len: 168 time: 0.2903583 Jul 07 17:04:57.292353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c528b6-e48c-4756-8413-404daf2aac77 req-1307c0b4-15f6-4c5f-aa4a-fcf68717b5c4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.294021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46c528b6-e48c-4756-8413-404daf2aac77 req-1307c0b4-15f6-4c5f-aa4a-fcf68717b5c4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.3233252 Jul 07 17:04:57.299094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016b6f2-f712-4e14-a367-8c76450c5d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b156768c-56be-4a90-b386-5a5ecad66291,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.407240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.447256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ed02779-7a46-4704-9812-68ead3d63f3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c11a3ba47f334c4fb912db4c079e6de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387971 Jul 07 17:04:57.449651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.464181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-89196d55-9485-4c8c-a087-7516cecfa8af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3501127 Jul 07 17:04:57.485117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46c528b6-e48c-4756-8413-404daf2aac77 req-ac4b9fc8-d576-4d9b-9511-e238a0724dbc tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620264 Jul 07 17:04:57.514495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.539124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b541dead-4330-4e97-b0ef-47fc7b08e6a6 req-f68a4a65-b170-4c55-9322-427c429af43a service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243912 Jul 07 17:04:57.541645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.551678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b868-6430-42d6-baee-870d27b861cb req-ce139580-ec86-472c-9ff0-0392bcc109a8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.558415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14a8b868-6430-42d6-baee-870d27b861cb req-ce139580-ec86-472c-9ff0-0392bcc109a8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3099432 Jul 07 17:04:57.607526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.612024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.613206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1cf26c4-5056-4d81-bcec-24ba53f38f1e HTTP/1.1" status: 204 len: 168 time: 0.1622841 Jul 07 17:04:57.613889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.629632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14a8b868-6430-42d6-baee-870d27b861cb req-d3101299-d2f5-407b-8c46-1a0d5948fa58 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702515 Jul 07 17:04:57.663830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeccbf9-a9ff-497a-b049-5d5e8a5ef378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf26c4-5056-4d81-bcec-24ba53f38f1e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.711774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Deleting subnet af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:57.715925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.728264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:57.740784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.769573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Transition to ACTIVE for port object cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:57.800298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.819207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.853863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.925303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.929383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dbffa720-7f56-4c5a-a53c-dede2af47346 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:57.952494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.984199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8dbf0b-8d73-4a47-9de0-42d7b16f04d0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.987676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: dbffa720-7f56-4c5a-a53c-dede2af47346 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:57.988031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device dbffa720-7f56-4c5a-a53c-dede2af47346 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:57.990700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12424771-2bbb-4668-ba46-61eefa1a5ebe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:57.993941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.997444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-536cd9f6-baf4-4b58-b0da-98dacb672be1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/af8dbf0b-8d73-4a47-9de0-42d7b16f04d0 HTTP/1.1" status: 204 len: 168 time: 0.3777144 Jul 07 17:04:57.997712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.074152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.131639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 12424771-2bbb-4668-ba46-61eefa1a5ebe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:58.132030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.190766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.202649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6254f9c8-3f69-45ae-a108-58c2a14f53a3']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.206008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3492994-9e85-4a52-ae29-84e8ad34a688 req-dfc46487-eb1d-4ec7-8eab-da9cc2b89fd5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.215899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3492994-9e85-4a52-ae29-84e8ad34a688 req-dfc46487-eb1d-4ec7-8eab-da9cc2b89fd5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.4058053 Jul 07 17:04:58.227598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce30a-f91e-4af6-bc9b-46918509a771 req-1c89ac14-be35-4e52-acd2-23933db5ded3 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.230070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38076) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.237624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c44ce30a-f91e-4af6-bc9b-46918509a771 req-1c89ac14-be35-4e52-acd2-23933db5ded3 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 984 time: 0.4611399 Jul 07 17:04:58.248635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5641ea-00f2-4727-8db1-455c6cbbac1e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.248635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5641ea-00f2-4727-8db1-455c6cbbac1e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:58.275586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.300518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.314924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:58.315392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:58.319193 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:58.334903 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ceef23cb-7d4f-40b8-8c70-88c80b8f41a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a81b76c5c114087a570119671e3be31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029656 Jul 07 17:04:58.337575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.361681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Attempting to bind port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:58.363252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Attempting to bind port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:58.363699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Attempting to bind port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:58.370846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c44ce30a-f91e-4af6-bc9b-46918509a771 req-43f41ddc-4a60-4e7f-a6bd-469e7684f9b7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1322739 Jul 07 17:04:58.385263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.391370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3492994-9e85-4a52-ae29-84e8ad34a688 req-2406096d-dc59-4ec0-9b87-f57310f4ec9e tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736865 Jul 07 17:04:58.416125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.416409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 on network 3c976167-1378-4e01-a8c1-67463fe208d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:58.416895 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] 10.222.0.22 "DELETE /v2.0/networks/6254f9c8-3f69-45ae-a108-58c2a14f53a3 HTTP/1.1" status: 204 len: 168 time: 0.4181845 Jul 07 17:04:58.417219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Attempting to bind port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:58.417758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8594e3e-9518-4a79-a42f-1113bd13db9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6254f9c8-3f69-45ae-a108-58c2a14f53a3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.456387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:58.457237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Checking segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:58.457714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Bound using segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:58.458287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Bound port: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:58.458724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.598322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.619571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:58.654818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.658433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:58.669960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38090) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.714234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8462b220-72bf-4bbe-b099-b5a9614f4701 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b524e6575c249cc9770aec890551dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430279 Jul 07 17:04:58.716656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.767635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.795253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.842581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.845445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.846662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d4288e0-cc94-4bb3-9026-4e65342fc039 HTTP/1.1" status: 204 len: 168 time: 0.1290970 Jul 07 17:04:58.856004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac94ca-bafd-404e-ad07-de41370eb65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4288e0-cc94-4bb3-9026-4e65342fc039,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.975692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.054121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e2ec-4a3b-44fc-8e56-a3444368e6e1 req-ea777f44-0dd7-448f-ad90-29766dcb15db tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.055902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f981e2ec-4a3b-44fc-8e56-a3444368e6e1 req-ea777f44-0dd7-448f-ad90-29766dcb15db tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 943 time: 0.5172586 Jul 07 17:04:59.076846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.077478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.078910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 1092 time: 2.2336078 Jul 07 17:04:59.079378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:59.081639 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465f081-ea5a-437e-8be5-7fffba8033b6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:59.129455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-d9d9efea-c404-493a-afd7-cf37ac692a8e tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-676517168&fields=id&tenant_id=53b87690246a4fa2a84d42d75e7af0e8 HTTP/1.1" status: 200 len: 267 time: 0.4778135 Jul 07 17:04:59.196072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef111ef-81eb-4fff-b617-086c8876b600 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:59.248227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.250806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.255107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b573b78-474d-4000-b67b-5e146bc4a562 HTTP/1.1" status: 204 len: 168 time: 0.8991225 Jul 07 17:04:59.275511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f981e2ec-4a3b-44fc-8e56-a3444368e6e1 req-1337b8c9-44c0-4f8c-883d-b69213ae1db9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028451 Jul 07 17:04:59.292469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e162a-f365-43e7-86cb-4c9569e7eb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b573b78-474d-4000-b67b-5e146bc4a562,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:59.335793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-0be7b92f-7840-4e8d-b61b-450b90a82c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.337382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-0be7b92f-7840-4e8d-b61b-450b90a82c39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.2953658 Jul 07 17:04:59.353631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-f0b1b206-5b6a-44d4-93f3-bcf6e2e3b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.355102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-f0b1b206-5b6a-44d4-93f3-bcf6e2e3b74b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1095 time: 0.2071028 Jul 07 17:04:59.363450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-3c06a93d-7fac-4fb8-a8c6-c026801deaad tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.372334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-3c06a93d-7fac-4fb8-a8c6-c026801deaad tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 984 time: 0.2214541 Jul 07 17:04:59.386987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'port': {'security_groups': ['1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5', 'e0a87483-8cd2-4e60-b831-0c71c7b73805', 'cf603448-290e-4432-8a74-85dfcdd4052e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:59.495411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-ca2f7bdc-1622-41d7-9470-395c75ad0f70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.1206920 Jul 07 17:04:59.645526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-5802b618-c0bf-479c-b746-46d4f67b8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.647562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-5802b618-c0bf-479c-b746-46d4f67b8297 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1244535 Jul 07 17:04:59.680030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.721061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-cdacbae4-a37e-41f9-9868-0ba8f912708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.722585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-cdacbae4-a37e-41f9-9868-0ba8f912708d service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.3470969 Jul 07 17:04:59.737128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466095a-654d-4ee9-b4ab-459bf49c0edd req-86485380-5b96-413f-93e1-d0a06a4d80c5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.747964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38130) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:59.752507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Request body: {'floatingip': {'port_id': '07641832-7d64-4a05-a7cd-85946a8521d1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:59.754988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6466095a-654d-4ee9-b4ab-459bf49c0edd req-86485380-5b96-413f-93e1-d0a06a4d80c5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3492744 Jul 07 17:04:59.828727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-232f5cb8-fa71-4cc7-a2c3-0cdae3f66f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.829761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38132) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:59.872177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.899060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-a6745c7b-9550-472f-ab9e-80a4380269e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0985994 Jul 07 17:05:00.042962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-c37545d0-c8a6-4e29-aff6-65feeb2f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.043399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-305223658-network', 'tenant_id': 'e58d4bf3df174827856aa22aca7702b4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:00.044484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-c37545d0-c8a6-4e29-aff6-65feeb2f3027 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3830924 Jul 07 17:05:00.050755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-dddf2243-5de5-4261-9f8c-98e90b8eacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.052211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-dddf2243-5de5-4261-9f8c-98e90b8eacd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1272836 Jul 07 17:05:00.078875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Made reservation on behalf of e58d4bf3df174827856aa22aca7702b4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:00.082684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.103687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.250473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e772-8525-4f5b-b9e4-edbb492012d3 req-5cb72351-ed37-4c0e-816b-dc8bdb7b48bd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.257527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9067e772-8525-4f5b-b9e4-edbb492012d3 req-5cb72351-ed37-4c0e-816b-dc8bdb7b48bd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.3335795 Jul 07 17:05:00.323250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-11ae4bfa-6634-4694-84d9-ecbccf787ac8 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661076 Jul 07 17:05:00.389738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-f11a8922-3e85-4c6c-89a5-40ada329f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.391306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-f11a8922-3e85-4c6c-89a5-40ada329f0d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3190236 Jul 07 17:05:00.428511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9067e772-8525-4f5b-b9e4-edbb492012d3 req-1111b72a-66ea-44d4-aecc-d2aa002fa33c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700008 Jul 07 17:05:00.450978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:00.545491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.560285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.573692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:00.575686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4327ec3-cf22-4380-b6ad-b2d4e1281dd1 req-2ff5b5b8-e76f-491a-80c1-088f62dd38bb service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384484 Jul 07 17:05:00.578668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:00.634193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-d83e0c11-d54b-47ca-9a03-214f8bef1140 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092712 Jul 07 17:05:00.640307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.641175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.653672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad25f51-5c0e-46b2-932d-33abea1576c1 req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "PUT /v2.0/ports/f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 1020 time: 1.2801232 Jul 07 17:05:00.710961 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923ead8-3e14-47f2-be19-2f3b43dacc4e x-openstack-request-id: req-c923ead8-3e14-47f2-be19-2f3b43dacc4e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:00.711640 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:00.712116 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c923ead8-3e14-47f2-be19-2f3b43dacc4e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:00.712717 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:05:00.777746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251cb82-2fee-4380-acd1-34eec5a2e373 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.807079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:00.876075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-887ebd30-e587-4946-a84c-aa2fe8d995b9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164619 Jul 07 17:05:00.884731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf30f2-260e-4c45-9889-e095466c71c0 req-d6d37f66-ac19-4d41-a470-381fe218f9a9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.891820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdcf30f2-260e-4c45-9889-e095466c71c0 req-d6d37f66-ac19-4d41-a470-381fe218f9a9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2310555 Jul 07 17:05:00.923254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-b7c720b6-cf88-41d7-b66f-e6bf9e4460c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.924911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-b7c720b6-cf88-41d7-b66f-e6bf9e4460c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1095 time: 0.1668372 Jul 07 17:05:00.970896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdcf30f2-260e-4c45-9889-e095466c71c0 req-c4b90acf-bb36-400e-a5b7-6d9be7b113b9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779414 Jul 07 17:05:01.000890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.011715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.059496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a3a1a-51b4-4a53-a55b-b8ab5d8917d6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.102759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:01.123006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.123361 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Added segment a78376bf-7178-43d9-a852-195d57d2b877 of type vlan for network 39da87e4-be4b-4e85-a5ee-cc86f9c84008 Jul 07 17:05:01.160877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27817530-d234-4a33-9de4-369452cf145f req-2d0289cf-feb5-41d0-a78f-5ad253c25600 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/cf603448-290e-4432-8a74-85dfcdd4052e HTTP/1.1" status: 200 len: 1800 time: 0.1325767 Jul 07 17:05:01.201000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.219931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-d247d49a-bdb9-44dd-b470-a1d1b24477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.221716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-d247d49a-bdb9-44dd-b470-a1d1b24477fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.2872462 Jul 07 17:05:01.237719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c15fd1-0521-407a-8726-70cbc8ac5d06 req-711171f9-4a6e-4663-8fc2-5bd7a48fd61a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.239529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8c15fd1-0521-407a-8726-70cbc8ac5d06 req-711171f9-4a6e-4663-8fc2-5bd7a48fd61a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 943 time: 0.2124677 Jul 07 17:05:01.297523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-9bd97eab-3bbd-4fda-8593-e79aa43b77a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.0555756 Jul 07 17:05:01.324005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.330443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.335109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.336387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.337624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.348492 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-27817530-d234-4a33-9de4-369452cf145f req-5f455ee6-bab1-4bec-bfa3-3e4baaeb855d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:05:01.355601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27817530-d234-4a33-9de4-369452cf145f req-5f455ee6-bab1-4bec-bfa3-3e4baaeb855d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/cf603448-290e-4432-8a74-85dfcdd4052e HTTP/1.1" status: 409 len: 341 time: 0.1923425 Jul 07 17:05:01.451514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8c15fd1-0521-407a-8726-70cbc8ac5d06 req-10978d68-eb3a-4b2d-967b-58137dcb2c97 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584871 Jul 07 17:05:01.501476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6662111 Jul 07 17:05:01.501699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-f6c1c779-d44c-43f1-b9cb-2af4b2eeb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.502451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-f6c1c779-d44c-43f1-b9cb-2af4b2eeb633 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1943204 Jul 07 17:05:01.509068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:01.520899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Request body: {'subnet': {'network_id': '39da87e4-be4b-4e85-a5ee-cc86f9c84008', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-305223658-subnet', 'tenant_id': 'e58d4bf3df174827856aa22aca7702b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:01.579816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:01.582463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308ffd-0181-407d-9d03-2aac773e1616 admin admin] Pushing event updated for resources: {'Network': ['ID=39da87e4-be4b-4e85-a5ee-cc86f9c84008,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.603861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 39da87e4-be4b-4e85-a5ee-cc86f9c84008 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:01.617097 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf associated. External IP: 172.25.7.166, port: 07641832-7d64-4a05-a7cd-85946a8521d1. Jul 07 17:05:01.733499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-e2cac05f-76b4-43c8-9fb5-9ad397fc0498 service neutron] 10.222.0.83 "GET /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.3071749 Jul 07 17:05:01.735280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Made reservation on behalf of e58d4bf3df174827856aa22aca7702b4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:01.737979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.825380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d25e3742-9b1d-4e39-baed-2e3f279fa9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.856158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-e6630f60-4a7a-4cbc-999b-6882377ab257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.857818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-e6630f60-4a7a-4cbc-999b-6882377ab257 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3225942 Jul 07 17:05:01.950871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:01.995762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1863f3-0bc0-4c1d-9c6f-62bf604b0000 req-7474e0b4-1fd7-4f4c-9af9-1d6cd5c93887 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.997188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f1863f3-0bc0-4c1d-9c6f-62bf604b0000 req-7474e0b4-1fd7-4f4c-9af9-1d6cd5c93887 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 944 time: 0.3368561 Jul 07 17:05:02.036815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:02.039229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d25e3742-9b1d-4e39-baed-2e3f279fa9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.072935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d25e3742-9b1d-4e39-baed-2e3f279fa9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.124409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3742-9b1d-4e39-baed-2e3f279fa9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ebfd7-3b76-4291-89dc-ffe8b3cfce7e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.132072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d25e3742-9b1d-4e39-baed-2e3f279fa9dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f85676ea6e324a3fbec035a95604ce66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506518 Jul 07 17:05:02.133444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:02.135717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38170) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:02.138987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.144592 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:02.154959 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:02.155544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.183089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-6d85e1dd-911c-4d2c-b454-b82913b69df5 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087993 Jul 07 17:05:02.214932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f1863f3-0bc0-4c1d-9c6f-62bf604b0000 req-96c17982-736e-4bf3-ba42-db82b13e82aa tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058125 Jul 07 17:05:02.244686 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1503fe3c-e67f-47fa-be54-84ff6e6ca06a tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "PUT /v2.0/floatingips/39334e3e-0b1c-4649-ad28-7d2867541daf HTTP/1.1" status: 200 len: 992 time: 2.4861290 Jul 07 17:05:02.244686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:02.245019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5afd7-6304-4089-9d97-d7fc9ebbf065 req-d44159d6-9945-4246-82de-9870ee8209e9 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.245019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60c5afd7-6304-4089-9d97-d7fc9ebbf065 req-d44159d6-9945-4246-82de-9870ee8209e9 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1023 time: 0.3651640 Jul 07 17:05:02.245228 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:02.260171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00ec2095-607a-4cae-bfdd-e27fa2c23b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.287115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.318957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.382971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.385839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.389617 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b55ebfd7-3b76-4291-89dc-ffe8b3cfce7e HTTP/1.1" status: 204 len: 168 time: 0.2458236 Jul 07 17:05:02.407913 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:02.410483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67623297-bcd6-4928-8c0f-29b1932e0199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ebfd7-3b76-4291-89dc-ffe8b3cfce7e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.664971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '07641832-7d64-4a05-a7cd-85946a8521d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:64:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:05:01Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.696466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:02.697098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.705725 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:02.706407 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.730447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:02.733567 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f656f137-ef42-4e70-bb28-ea8e334d096a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:02.798796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.804939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:02.833849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:02.863447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60c5afd7-6304-4089-9d97-d7fc9ebbf065 req-9ad0180f-15fc-43ed-9053-dff4886a2d37 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=cf603448-290e-4432-8a74-85dfcdd4052e&id=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2455938 Jul 07 17:05:02.884226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1465f081-ea5a-437e-8be5-7fffba8033b6 req-61565506-785e-4c65-955b-525120043a9f service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911585 Jul 07 17:05:02.891228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:02.950398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693c323c-0729-4148-bedd-697a4b2dbdad,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.969379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265c1a88-f7f8-464a-968f-bfdbd716de9a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:02.982596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c033486-44d2-486a-aef1-63c29cb7bd03 req-16b9c9c9-a9b5-4e9f-a261-b3b93f9ebb07 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.984169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c033486-44d2-486a-aef1-63c29cb7bd03 req-16b9c9c9-a9b5-4e9f-a261-b3b93f9ebb07 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3697627 Jul 07 17:05:02.998496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:03.005404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Checking segment: {'id': 'a78376bf-7178-43d9-a852-195d57d2b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '39da87e4-be4b-4e85-a5ee-cc86f9c84008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:03.005807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Network hostable DHCP agents. Network: 39da87e4-be4b-4e85-a5ee-cc86f9c84008, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:03.036258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.071670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Network 39da87e4-be4b-4e85-a5ee-cc86f9c84008 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:03.076040 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35772ec9-cb1e-4b0c-8115-821ac06cc06b x-openstack-request-id: req-35772ec9-cb1e-4b0c-8115-821ac06cc06b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:03.076040 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:03.076040 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35772ec9-cb1e-4b0c-8115-821ac06cc06b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:03.076688 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1', 'status': 'completed', 'code': 200} Jul 07 17:05:03.078140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c033486-44d2-486a-aef1-63c29cb7bd03 req-29c68c4b-9046-4fa1-a376-1edbb18ccaa9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825901 Jul 07 17:05:03.118555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 39da87e4-be4b-4e85-a5ee-cc86f9c84008) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:03.126645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef89f4-c45e-46e1-bde7-4edb1983a7cd None None] Network 39da87e4-be4b-4e85-a5ee-cc86f9c84008 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:03.144896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.150267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.187006 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39f43c-22e2-4b08-beda-bde0c1dda22e x-openstack-request-id: req-aa39f43c-22e2-4b08-beda-bde0c1dda22e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:03.189416 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:03.190395 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa39f43c-22e2-4b08-beda-bde0c1dda22e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:03.191477 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'status': 'completed', 'code': 200} Jul 07 17:05:03.238333 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '07641832-7d64-4a05-a7cd-85946a8521d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:64:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:05:01Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:03.250187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eada0a25-df63-4029-b3bb-f038ba145532 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7332044 Jul 07 17:05:03.275584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] Transition to ACTIVE for port object 265c1a88-f7f8-464a-968f-bfdbd716de9a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:03.291073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.319367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656874f2-4410-420e-8e5d-1588e5faeac5 None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '39334e3e-0b1c-4649-ad28-7d2867541daf', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'port_id': '07641832-7d64-4a05-a7cd-85946a8521d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'mac_address': 'fa:16:3e:64:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:01:20Z', 'updated_at': '2021-07-07T17:05:01Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:03.330123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-9d3f97c4-59c0-46fb-a7b5-7a01550a61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.332090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-9d3f97c4-59c0-46fb-a7b5-7a01550a61db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1175 time: 0.1371171 Jul 07 17:05:03.354042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4dd93a-97c9-4a95-90de-e38e85c0c066 None None] Network 39da87e4-be4b-4e85-a5ee-cc86f9c84008 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:03.399077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] Pushing event updated for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:03.403918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-9cbf4a60-662d-488e-b03c-22a45beec330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.405993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-9cbf4a60-662d-488e-b03c-22a45beec330 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 1098 time: 0.2825489 Jul 07 17:05:03.441123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-b97df0c9-56b3-4c9a-8eaa-cb9dca64027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.443159 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-b97df0c9-56b3-4c9a-8eaa-cb9dca64027e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 200 len: 913 time: 0.1039734 Jul 07 17:05:03.479827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] No DVR routers for this DVR port 265c1a88-f7f8-464a-968f-bfdbd716de9a on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:03.499667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.518275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-5d5f4954-5b72-44f9-b8ae-d6f6a2acf552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 200 len: 217 time: 0.0398216 Jul 07 17:05:03.587831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-54c3f7f0-bec4-4047-a21e-477bc3f990bf tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.589435 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-54c3f7f0-bec4-4047-a21e-477bc3f990bf tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 1023 time: 0.1451397 Jul 07 17:05:03.594254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-3d731983-8b2f-4a61-8c49-be66379a9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.595918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-3d731983-8b2f-4a61-8c49-be66379a9d05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 200 len: 852 time: 0.0714695 Jul 07 17:05:03.601010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-c3ba2a4a-03e1-4ee1-a0e4-aa718f3dca64 service neutron] 10.222.0.83 "PUT /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 1.8568721 Jul 07 17:05:03.663098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc94a5e-310b-4c56-aefe-e88bfe19bd20 req-bb54e04d-93ee-46f6-bc25-887b64431ff1 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.664827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6dc94a5e-310b-4c56-aefe-e88bfe19bd20 req-bb54e04d-93ee-46f6-bc25-887b64431ff1 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 943 time: 0.3423645 Jul 07 17:05:03.677439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-62b5994a-8292-499d-bb25-cf9ff9c621c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5f2331a-af67-473a-bc6a-f57fa2300327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695891 Jul 07 17:05:03.683966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc730e4-1ee5-49a8-a5b4-9813b63b83cb None None] New status for floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:05:03.684974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-d9239333-3485-482b-b9a2-c31aff255584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.686461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-d9239333-3485-482b-b9a2-c31aff255584 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.2468386 Jul 07 17:05:03.806159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347b6d8-4613-41df-a48a-7760eaafc694 req-6ead1e3c-60ce-498f-aeed-dcb6ae343a07 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.807630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2347b6d8-4613-41df-a48a-7760eaafc694 req-6ead1e3c-60ce-498f-aeed-dcb6ae343a07 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.2990580 Jul 07 17:05:03.810460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6dc94a5e-310b-4c56-aefe-e88bfe19bd20 req-d67df6f9-400b-4cc0-9af5-0b96d33505f1 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321270 Jul 07 17:05:03.812080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-0b2e70fd-f4d1-42e7-a42f-d83330c4c869 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246271 Jul 07 17:05:03.817239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Deleting port f1bea927-7113-4c2d-bc00-2d03801ed0af {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:03.817593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.858570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-df4da5c1-0af0-4d98-a40b-6a5aec304878 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 200 len: 1000 time: 0.1313753 Jul 07 17:05:03.864173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-ac55dceb-1b11-4e98-81d4-2b33013a1c26 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.865791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-ac55dceb-1b11-4e98-81d4-2b33013a1c26 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.1981792 Jul 07 17:05:03.957491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2347b6d8-4613-41df-a48a-7760eaafc694 req-d9b8326e-f69d-4722-aad2-c235c042eddf tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 Jul 07 17:05:03.969959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-fca9167b-ff7e-40a7-9acb-5017a56fd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.971454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-fca9167b-ff7e-40a7-9acb-5017a56fd97a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.1047692 Jul 07 17:05:04.011086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port f1bea927-7113-4c2d-bc00-2d03801ed0af, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f1bea927-7113-4c2d-bc00-2d03801ed0af,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:04.011530 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.022277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f656f137-ef42-4e70-bb28-ea8e334d096a req-48d281d8-3c15-44b9-a38c-f02ed62c9a87 service neutron] 10.222.0.32 "GET /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685925 Jul 07 17:05:04.028335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Calling delete_port for f1bea927-7113-4c2d-bc00-2d03801ed0af owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:04.045330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-af1720e2-fda2-412e-8a96-c1ab0a2a71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.046973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-af1720e2-fda2-412e-8a96-c1ab0a2a71ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31&tenant_id=60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 1097 time: 0.1664364 Jul 07 17:05:04.067547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-d74cecb0-f4d7-43ae-adc3-01188126fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.069233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-d74cecb0-f4d7-43ae-adc3-01188126fbbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885465 Jul 07 17:05:04.097865 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.190944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.201055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2073884762', 'description': 'tempest-description-1848489053'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:04.202229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f1bea927-7113-4c2d-bc00-2d03801ed0af'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:04.207112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:04.218141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'Port': ['ID=f1bea927-7113-4c2d-bc00-2d03801ed0af,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.273162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.294280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-abf27b1f-a22f-4984-9dfb-e03dea2c875f service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170541 Jul 07 17:05:04.300161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] No DVR routers for this DVR port f1bea927-7113-4c2d-bc00-2d03801ed0af on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:04.304805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.309515 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d46dfdbd-380a-4f1e-8f19-b54f9234c0aa req-41e51701-2adb-42d2-a669-644e1faa5937 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.32 "DELETE /v2.0/ports/f1bea927-7113-4c2d-bc00-2d03801ed0af HTTP/1.1" status: 204 len: 173 time: 0.7028491 Jul 07 17:05:04.326201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-2ce78752-8655-4040-9b5f-7c4b841129a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.327624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-2ce78752-8655-4040-9b5f-7c4b841129a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1097 time: 0.2220480 Jul 07 17:05:04.353862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2d95-dafb-494f-8a9f-30a18148d98b req-7ad1de06-ed93-457a-a024-b21911266934 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.355405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2db2d95-dafb-494f-8a9f-30a18148d98b req-7ad1de06-ed93-457a-a024-b21911266934 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d50e23b-0eda-41e8-a101-2876a832e70a HTTP/1.1" status: 200 len: 945 time: 0.2508943 Jul 07 17:05:04.525056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2db2d95-dafb-494f-8a9f-30a18148d98b req-edf3ec3e-687d-474a-bf62-5d50e2dde7ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=cf603448-290e-4432-8a74-85dfcdd4052e&id=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1351964 Jul 07 17:05:04.567041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b8752dc-14bd-48b4-bfb3-3e7051fd3a5e req-6a6f7664-a0cd-408a-898c-0b1bee91115d service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603798 Jul 07 17:05:04.578929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-55cc542d-fa93-4e21-99c3-9e7e9b2dcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.580302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-55cc542d-fa93-4e21-99c3-9e7e9b2dcb9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2368999 Jul 07 17:05:04.632351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-33b07052-429d-4d3c-a809-0238e9f442a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 200 len: 217 time: 0.0429556 Jul 07 17:05:04.634980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.649039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.701373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.702615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c55839db-ee07-4bad-af25-9f2d08582cf9 req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5124819 Jul 07 17:05:04.723682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-670f8e7b-ee2e-4bda-9ed5-46bef00e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.725918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-670f8e7b-ee2e-4bda-9ed5-46bef00e9c34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0869431 Jul 07 17:05:04.726613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf49b4-3de0-413c-9d44-e09aadda2e60 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df44f214-9de9-4d66-add5-55ffabef2047,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.810806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-5d6f2a23-f97c-4f83-9f71-3424387fd78f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617964 Jul 07 17:05:04.883631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-cad1913d-7ba3-42cb-b44e-4d3cea300b68 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/df44f214-9de9-4d66-add5-55ffabef2047 HTTP/1.1" status: 200 len: 1805 time: 0.1529682 Jul 07 17:05:04.901730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df44f214-9de9-4d66-add5-55ffabef2047', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:04.902046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df44f214-9de9-4d66-add5-55ffabef2047', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:04.949953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b7de-66da-408c-8238-8676bed3187c req-26796b1a-046b-4b32-8f34-4b0fb83233d6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.951486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dd6b7de-66da-408c-8238-8676bed3187c req-26796b1a-046b-4b32-8f34-4b0fb83233d6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2037346 Jul 07 17:05:04.983688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-1ac09566-d7e3-4d99-9321-5b3c9559329f service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635764 Jul 07 17:05:05.003369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38238) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:05.077714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'name': 'network-vif-deleted', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:05.078718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dd6b7de-66da-408c-8238-8676bed3187c req-05f08e6e-9463-4dd2-9edd-7dddc665ad1d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197574 Jul 07 17:05:05.081001 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b14610-9f2e-4c8d-8e9a-d5b63407dcce" -d '{"events": [{"server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "name": "network-vif-deleted", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:05.090842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.130659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51f19746-ec01-484e-ab17-1dce9c8718b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.131816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.134500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-d7ed0dd4-c3c7-4344-b513-a2b3ec387738 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430528 Jul 07 17:05:05.136657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.163416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f4eb18-7c5b-4b9f-a5c7-029d18b8767f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.225621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.237246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51f19746-ec01-484e-ab17-1dce9c8718b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.240763 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51f19746-ec01-484e-ab17-1dce9c8718b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.246355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.247691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63d5e7d2-0d9c-446a-8dc5-1dd549cd9b3e req-6c9d9fce-e5d6-4e6d-989a-ba3f75d4e518 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3533306 Jul 07 17:05:05.282294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-51f19746-ec01-484e-ab17-1dce9c8718b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3462221db954fffa266a0d26a2ca9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777865 Jul 07 17:05:05.282998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f19746-ec01-484e-ab17-1dce9c8718b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb2437-d00d-4add-b8fe-f3856fe8a42a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.285451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38246) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:05.290631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a378-f05a-437d-bcf2-e7daaeaff2eb req-a58e1423-d8a9-4b9e-a38e-e5b7493ce4ca tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.293330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb8a378-f05a-437d-bcf2-e7daaeaff2eb req-a58e1423-d8a9-4b9e-a38e-e5b7493ce4ca tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 943 time: 0.0897264 Jul 07 17:05:05.335034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb8a378-f05a-437d-bcf2-e7daaeaff2eb req-269f1180-a7aa-4b7a-9f02-3e731a118bb5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Jul 07 17:05:05.350282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.374978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.425228 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a7948-33ef-4002-a9ea-f5c847639bda x-openstack-request-id: req-1f1a7948-33ef-4002-a9ea-f5c847639bda {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:05.425751 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d50e23b-0eda-41e8-a101-2876a832e70a", "name": "network-vif-deleted", "tag": "f1bea927-7113-4c2d-bc00-2d03801ed0af", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:05.426184 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f1a7948-33ef-4002-a9ea-f5c847639bda {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:05.426741 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d50e23b-0eda-41e8-a101-2876a832e70a', 'name': 'network-vif-deleted', 'tag': 'f1bea927-7113-4c2d-bc00-2d03801ed0af', 'status': 'completed', 'code': 200} Jul 07 17:05:05.439277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.441178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.442377 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bfb2437-d00d-4add-b8fe-f3856fe8a42a HTTP/1.1" status: 204 len: 168 time: 0.1559947 Jul 07 17:05:05.450628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2903d9-90a2-4283-a0ae-60d7016e78ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb2437-d00d-4add-b8fe-f3856fe8a42a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.459355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-428772688', 'description': 'tempest-description-1055577444'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:05.537527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.629823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e4293-3b69-40ff-81ea-6edbda3582e9 req-25f56046-c784-4dfa-bea4-ee7e3c4a7f5e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.631387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043e4293-3b69-40ff-81ea-6edbda3582e9 req-25f56046-c784-4dfa-bea4-ee7e3c4a7f5e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.1499872 Jul 07 17:05:05.634509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-a1ef0a39-dc81-438d-94f1-9d0e6b1deca7 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.636047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-a1ef0a39-dc81-438d-94f1-9d0e6b1deca7 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.1557763 Jul 07 17:05:05.743910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043e4293-3b69-40ff-81ea-6edbda3582e9 req-0caa0cf2-0048-4dba-abe9-a7f3543ebb39 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Jul 07 17:05:05.747557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.753841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.805916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.807178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c4b04b7-492d-4897-8747-735caa39c404 req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3580670 Jul 07 17:05:05.815537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2bc4-f376-48c4-8791-ed0db4fac869 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e76cee-7bda-44b9-b46b-02e18204d2c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.842801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-5af515f3-7929-4841-a9bd-6d9f314fbc4f service neutron] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:05.848122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-5af515f3-7929-4841-a9bd-6d9f314fbc4f service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.849822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1310355d-eefd-4e0e-982a-a90d2f88f33e req-5af515f3-7929-4841-a9bd-6d9f314fbc4f service neutron] 10.222.0.32 "DELETE /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.1975150 Jul 07 17:05:05.895232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-72974cf6-98fb-49db-9d2c-b155e00dc98f tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/64e76cee-7bda-44b9-b46b-02e18204d2c1 HTTP/1.1" status: 200 len: 1804 time: 0.0442433 Jul 07 17:05:05.906400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64e76cee-7bda-44b9-b46b-02e18204d2c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:05.906713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64e76cee-7bda-44b9-b46b-02e18204d2c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:05.969655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.013412 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.020272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.043962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:06.047703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-32f8b58c-2a69-46ea-af7c-2c0536c53339 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5 HTTP/1.1" status: 200 len: 1800 time: 0.0678918 Jul 07 17:05:06.050428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb28729-a505-43d7-b700-923834f9f830,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.057110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.058956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95480dd5-010f-44cd-8208-f508ab3f95b4 req-9f1255d7-c287-4771-8300-c75fd274a229 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1563809 Jul 07 17:05:06.096617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1911311888', 'description': 'tempest-description-1030869183'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:06.138501 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.141461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.152215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.168255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:06.178946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.180332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:06.238258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.241580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.242834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-095f9bcc-7718-4b91-b2d2-c4b2ff2a1d95 req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5 HTTP/1.1" status: 204 len: 173 time: 0.1829412 Jul 07 17:05:06.252442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.261195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5966b-8359-49e9-90a1-60978b50c4ff tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.288615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:06.301123 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.306894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.314349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:06.319320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.347552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09536c1b-1eaf-4d72-b342-80c1eda85d1c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.352003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.353225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b183898-93df-4bec-91e1-af2b60c7457d req-50e8c758-98bf-4e7b-9129-347af69362ee tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2658937 Jul 07 17:05:06.394241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.402816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.403437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.403948 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.404479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.404813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.405144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.405476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.405801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.406143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.406469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.406961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.407286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:06.479881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-63ae0af0-a11f-409a-a82b-5f54292e097f tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/cf603448-290e-4432-8a74-85dfcdd4052e HTTP/1.1" status: 200 len: 1800 time: 0.0763767 Jul 07 17:05:06.548952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997473-b91b-4b6b-8c29-b4425cdf6df2 req-d24e3a37-6083-440e-82a6-84cfc8996169 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.550474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff997473-b91b-4b6b-8c29-b4425cdf6df2 req-d24e3a37-6083-440e-82a6-84cfc8996169 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1058664 Jul 07 17:05:06.571616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.610578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.622474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff997473-b91b-4b6b-8c29-b4425cdf6df2 req-2162e16d-8245-4395-bff5-9906413ee044 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Jul 07 17:05:06.654882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-885955123', 'description': 'tempest-description-410345365'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:06.669446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.671912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.673049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0642495c-eec0-4514-a89a-6995c4c78b53 req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/cf603448-290e-4432-8a74-85dfcdd4052e HTTP/1.1" status: 204 len: 173 time: 0.1871581 Jul 07 17:05:06.687150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae32641-1404-4d7f-aa92-c30a9d748497 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf603448-290e-4432-8a74-85dfcdd4052e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.695389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.772041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:06.807644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.832096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.873481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.874735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7b4b4ea-a0f3-49d8-9229-e53d742e4e44 req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2246742 Jul 07 17:05:06.878419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b18cd-471c-46df-b289-e25b9b1f6cbd tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca374f44-cb5a-414d-9169-6328c2058204,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.903012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e192-20a8-4f2b-aac6-0d0b70066201 req-91301a8b-485a-4516-a9ee-5bb61124a294 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.910393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5b1e192-20a8-4f2b-aac6-0d0b70066201 req-91301a8b-485a-4516-a9ee-5bb61124a294 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 944 time: 0.1211305 Jul 07 17:05:06.948482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5b1e192-20a8-4f2b-aac6-0d0b70066201 req-632ceae6-e2c6-4abe-805d-8a51557de055 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Jul 07 17:05:06.981730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-990276228', 'description': 'tempest-description-362586795'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:07.005608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.094388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.100047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.129045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0549ecad-a48d-46c6-8593-05521603c0fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.168025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.169155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10b38d95-a927-42d7-bb02-e609c6c78d0a req-7e11e543-653b-48bb-b7fc-cb011ee437ce tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1916149 Jul 07 17:05:07.212620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8389b3-f46f-4cb5-a19d-9618c624a075 req-9b532ac9-20bc-41b2-b314-c58d7d178ce1 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.214170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8389b3-f46f-4cb5-a19d-9618c624a075 req-9b532ac9-20bc-41b2-b314-c58d7d178ce1 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.0807841 Jul 07 17:05:07.276404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8389b3-f46f-4cb5-a19d-9618c624a075 req-2090cfff-5cd7-4317-8cbe-b7c780b711f8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559821 Jul 07 17:05:07.279066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-37b5abb3-6d32-4ca7-ad26-5d828838c7d2 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/09536c1b-1eaf-4d72-b342-80c1eda85d1c HTTP/1.1" status: 200 len: 1805 time: 0.0849829 Jul 07 17:05:07.329222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-8e923db8-213c-4c84-ac77-f3e48b875e29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/ca374f44-cb5a-414d-9169-6328c2058204 HTTP/1.1" status: 200 len: 1803 time: 0.0407979 Jul 07 17:05:07.344593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '09536c1b-1eaf-4d72-b342-80c1eda85d1c', 'remote_group_id': 'ca374f44-cb5a-414d-9169-6328c2058204', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:07.344873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '09536c1b-1eaf-4d72-b342-80c1eda85d1c', 'remote_group_id': 'ca374f44-cb5a-414d-9169-6328c2058204', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:07.416062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.481105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.488815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.516804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b0c0cd-4374-4148-86dc-2ec83f0b1d83,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.522902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-7ea88c09-0f65-42e0-a443-2537c89a60c7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/0549ecad-a48d-46c6-8593-05521603c0fd HTTP/1.1" status: 200 len: 1799 time: 0.0854404 Jul 07 17:05:07.524709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.525926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d71cfcfa-63f9-4903-b0ae-d3cf847fb406 req-5cdcbd0c-09f7-4e08-bacb-05f5ac291b02 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1857932 Jul 07 17:05:07.541410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1043588526', 'description': 'tempest-description-hth-2126570954'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:07.578921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1582716776', 'description': 'tempest-description-382399669'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:07.594341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.629727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.678166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.685059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.688008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.689181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b21adc75-37d2-41ab-987d-e6a76a830542 req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "PUT /v2.0/security-groups/0549ecad-a48d-46c6-8593-05521603c0fd HTTP/1.1" status: 200 len: 1775 time: 0.1601036 Jul 07 17:05:07.727215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4465dca-f5a8-4d3c-adaa-a4306964420d tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0549ecad-a48d-46c6-8593-05521603c0fd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.772456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.777253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.832756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.834552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26cc6aa3-0611-424c-8da7-170400a86c78 req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2654226 Jul 07 17:05:07.839215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e958dc-d693-497d-95ee-870278372b05 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960ef2f2-15e6-476d-b396-1d8f428c0276,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.864880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff90c-ce44-4823-a112-9ec7effaee69 req-d8e59f3b-a211-42b2-9dd2-095b4cf86903 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.867470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df4ff90c-ce44-4823-a112-9ec7effaee69 req-d8e59f3b-a211-42b2-9dd2-095b4cf86903 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0747366 Jul 07 17:05:07.904210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df4ff90c-ce44-4823-a112-9ec7effaee69 req-7b56312f-9635-4f22-bc34-b23b21476bbe tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290830 Jul 07 17:05:07.991135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f1bea927-7113-4c2d-bc00-2d03801ed0af no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:08.011475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f1bea927-7113-4c2d-bc00-2d03801ed0af {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:08.012077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f1bea927-7113-4c2d-bc00-2d03801ed0af not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:08.037357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f2b4d95-d363-499d-b987-dd5ff6f6f57f req-830bed0a-7985-4965-9c23-99b685eae057 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/0549ecad-a48d-46c6-8593-05521603c0fd HTTP/1.1" status: 200 len: 1775 time: 0.0795884 Jul 07 17:05:08.054171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:08.065554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1146402322', 'description': 'tempest-description-186824354'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:08.081298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ba8d-c6d5-44c3-ad63-625c5b4e8e09 req-97f0399c-b4ca-41ac-be74-b42fecc6c115 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.083006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b33ba8d-c6d5-44c3-ad63-625c5b4e8e09 req-97f0399c-b4ca-41ac-be74-b42fecc6c115 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1168451 Jul 07 17:05:08.109688 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.111880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:08.116504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:08.117236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.144841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b33ba8d-c6d5-44c3-ad63-625c5b4e8e09 req-59c3a84d-2f68-43a5-afc8-0be6c1b078f5 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530167 Jul 07 17:05:08.209622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.212707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.230083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.236402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.250541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:08.255134 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc8fe0b-f5ac-4cdb-832f-645f68f05799" -d '{"events": [{"server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "name": "network-vif-plugged", "status": "completed", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:08.266447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.267692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e877464f-7d38-443b-86aa-690dbf86db37 req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2091901 Jul 07 17:05:08.271926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18baf3-5d85-4379-a906-d99e84398b91 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cced729a-e083-4270-8178-5cfab046a1f8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.285914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:08.295696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.345921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80c182-d6d8-48ff-be8b-12dbc88b09a4 req-c87b30e9-f4a6-43be-99c8-1fd386d9dfd6 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.347628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f80c182-d6d8-48ff-be8b-12dbc88b09a4 req-c87b30e9-f4a6-43be-99c8-1fd386d9dfd6 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0635204 Jul 07 17:05:08.355670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.360286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-993c25cb-1beb-44bc-ae01-efa7fd7e691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.423685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f80c182-d6d8-48ff-be8b-12dbc88b09a4 req-e6acdde0-ae97-4653-8a78-be056af08231 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677938 Jul 07 17:05:08.462358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-993c25cb-1beb-44bc-ae01-efa7fd7e691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.471451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-993c25cb-1beb-44bc-ae01-efa7fd7e691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.484132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837561e-7336-4e23-b7e3-740baec16e89 req-aa0823b5-f858-431f-ab8c-27bd665b76e6 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.486380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d837561e-7336-4e23-b7e3-740baec16e89 req-aa0823b5-f858-431f-ab8c-27bd665b76e6 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.1004250 Jul 07 17:05:08.513593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c25cb-1beb-44bc-ae01-efa7fd7e691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10838ad5-42c1-4e5f-a052-a7ebb1a2cfa7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.520227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-993c25cb-1beb-44bc-ae01-efa7fd7e691e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0556a356aa34c109946aabe0429398f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085847 Jul 07 17:05:08.523528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.542704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d837561e-7336-4e23-b7e3-740baec16e89 req-e66124a3-25e6-450e-894c-c62dc8201a7a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Jul 07 17:05:08.587265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.609769 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c4f65-1a1a-4b61-9f6c-ef2ddd853785 x-openstack-request-id: req-5b6c4f65-1a1a-4b61-9f6c-ef2ddd853785 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:08.610628 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "name": "network-vif-plugged", "status": "completed", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:08.611073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.611871 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b6c4f65-1a1a-4b61-9f6c-ef2ddd853785 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:08.612445 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'code': 200} Jul 07 17:05:08.614907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-68953576-8651-402e-a2be-efc14b6a07e3 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/0549ecad-a48d-46c6-8593-05521603c0fd HTTP/1.1" status: 200 len: 1775 time: 0.0421426 Jul 07 17:05:08.667881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.670897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.674546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10838ad5-42c1-4e5f-a052-a7ebb1a2cfa7 HTTP/1.1" status: 204 len: 168 time: 0.1477008 Jul 07 17:05:08.681509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79fbb-dcc7-422b-9c8e-77e74293c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10838ad5-42c1-4e5f-a052-a7ebb1a2cfa7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.738752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81678eac-6536-43f7-9299-13cd3565c2af req-4837deb9-e310-4a55-8af5-9978ebf62192 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/960ef2f2-15e6-476d-b396-1d8f428c0276 HTTP/1.1" status: 200 len: 1804 time: 0.1152465 Jul 07 17:05:08.779639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.827397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81678eac-6536-43f7-9299-13cd3565c2af req-c089fde8-85f2-4ecf-bce3-9ef2bd608984 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/cced729a-e083-4270-8178-5cfab046a1f8 HTTP/1.1" status: 200 len: 1804 time: 0.0792317 Jul 07 17:05:08.828947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.838013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc569-9b23-477b-8d12-557b4640e5f2 req-87bdd4b3-677c-4873-8cb0-a7b64be8f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.839509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6ccc569-9b23-477b-8d12-557b4640e5f2 req-87bdd4b3-677c-4873-8cb0-a7b64be8f85d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.1509318 Jul 07 17:05:08.852557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '960ef2f2-15e6-476d-b396-1d8f428c0276', 'remote_group_id': 'cced729a-e083-4270-8178-5cfab046a1f8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:08.852883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '960ef2f2-15e6-476d-b396-1d8f428c0276', 'remote_group_id': 'cced729a-e083-4270-8178-5cfab046a1f8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:08.919189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6ccc569-9b23-477b-8d12-557b4640e5f2 req-1bc99eb4-a3be-4eef-96a0-14188b4a4abf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604796 Jul 07 17:05:08.922424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.924843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.925858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff568449-f485-4873-b74b-7c6a6ba91ab1 req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/0549ecad-a48d-46c6-8593-05521603c0fd HTTP/1.1" status: 204 len: 173 time: 0.3035760 Jul 07 17:05:08.938967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56af0-a25d-4889-9ef4-cebc567b30a7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549ecad-a48d-46c6-8593-05521603c0fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.942684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38386) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.968378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1592563-4c1d-4b0c-8aca-4d46113263e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.980245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.022369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.026820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.049722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbd0cbb-6a5e-4236-b245-474e40b2901c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.066999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1592563-4c1d-4b0c-8aca-4d46113263e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.071394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1592563-4c1d-4b0c-8aca-4d46113263e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.075259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.087802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81678eac-6536-43f7-9299-13cd3565c2af req-efe8da59-884d-4e4d-b1dc-5589dc7c8cf8 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2454779 Jul 07 17:05:09.117891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c1592563-4c1d-4b0c-8aca-4d46113263e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6064d3cfaec4b86816a0f48132b1311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732032 Jul 07 17:05:09.118643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1592563-4c1d-4b0c-8aca-4d46113263e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750550b-59ee-49f2-a389-81a3f930781d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.121060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:09.182397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.225541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.234610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-5065eb35-a5e4-405f-a653-74f5ce84fd11 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/cced729a-e083-4270-8178-5cfab046a1f8 HTTP/1.1" status: 200 len: 1804 time: 0.0650957 Jul 07 17:05:09.310618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.313154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.314322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4750550b-59ee-49f2-a389-81a3f930781d HTTP/1.1" status: 204 len: 168 time: 0.1927214 Jul 07 17:05:09.314960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.334087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3803-56ca-4279-aec6-331dd51ac714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750550b-59ee-49f2-a389-81a3f930781d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.368894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.453997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.455317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.456671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd40613c-5419-4b51-9fd5-8f695ee40aec req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/cced729a-e083-4270-8178-5cfab046a1f8 HTTP/1.1" status: 204 len: 173 time: 0.2133079 Jul 07 17:05:09.466151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86c1d-ec15-47cc-b886-ff96deb9d675 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced729a-e083-4270-8178-5cfab046a1f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.510728 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-9c1e82c4-eb26-489d-a249-019af57c574c req-1557ea4d-9db1-47d4-aaef-175f4a338879 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:09.511724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c1e82c4-eb26-489d-a249-019af57c574c req-1557ea4d-9db1-47d4-aaef-175f4a338879 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/cf603448-290e-4432-8a74-85dfcdd4052e HTTP/1.1" status: 404 len: 352 time: 0.0175564 Jul 07 17:05:09.588565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd50703-377a-4982-8d29-a7c57655a7bf req-676df066-bf46-48a8-9750-32cc03bf492f tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/960ef2f2-15e6-476d-b396-1d8f428c0276 HTTP/1.1" status: 200 len: 1804 time: 0.0498846 Jul 07 17:05:09.607440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881da4c2-63da-4197-b6fb-56b8ba96023f req-db8e335a-31a7-48d4-9e5a-09c529f21a84 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.608953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-881da4c2-63da-4197-b6fb-56b8ba96023f req-db8e335a-31a7-48d4-9e5a-09c529f21a84 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1001077 Jul 07 17:05:09.631341 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-32dc10d5-0d05-4955-a6e0-2b47db54f1d3 req-91db31ca-2c58-49ee-b938-13f9cc43c70c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:09.632310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32dc10d5-0d05-4955-a6e0-2b47db54f1d3 req-91db31ca-2c58-49ee-b938-13f9cc43c70c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1bb7b781-97ce-4f54-a2de-aa0eeeba9ac5 HTTP/1.1" status: 404 len: 352 time: 0.0214741 Jul 07 17:05:09.662824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-881da4c2-63da-4197-b6fb-56b8ba96023f req-726715b5-f891-4ec7-9b0a-a78c59a943f2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Jul 07 17:05:09.797683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-130661277', 'description': 'tempest-description-1231406650'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:09.811702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755cde2-4ca1-48db-b960-91156242448f req-8581777e-fbce-4256-a64f-cc124565b82e tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.813176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5755cde2-4ca1-48db-b960-91156242448f req-8581777e-fbce-4256-a64f-cc124565b82e tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.0797226 Jul 07 17:05:10.174886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.192631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5755cde2-4ca1-48db-b960-91156242448f req-ac53a70d-0d46-4c43-8376-dcca144158c5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718226 Jul 07 17:05:10.249756 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-9e3dd9ee-c7fc-47e5-b89f-5a6b96bb9ecc req-4707b7d3-2f69-4f55-bb09-68f937eeaae7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:10.255514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e3dd9ee-c7fc-47e5-b89f-5a6b96bb9ecc req-4707b7d3-2f69-4f55-bb09-68f937eeaae7 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/d7b16ed0-2741-481f-aba0-66efb0be27a0 HTTP/1.1" status: 404 len: 352 time: 0.0246191 Jul 07 17:05:10.328866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.334699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.377471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.379124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ca5c583-3c5b-47c0-8956-3778f939b702 req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5879200 Jul 07 17:05:10.381221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29661-c3f9-4576-8579-c3a5f960c653 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9196c4fd-0ac2-46b2-b03a-85267f5ccc73,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.422894 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-367cd86b-8280-43c6-85a6-cd565974dcd7 req-de7e77aa-d24e-4f9b-91c5-c8530ce43530 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:10.424868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-367cd86b-8280-43c6-85a6-cd565974dcd7 req-de7e77aa-d24e-4f9b-91c5-c8530ce43530 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/1d5de3fa-cbd8-41e7-8188-d381f0525600 HTTP/1.1" status: 404 len: 352 time: 0.0169508 Jul 07 17:05:10.484455 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-451116e5-db7b-424c-b475-beb156241fe1 req-aad96bb4-d93a-44ae-a795-220463b8e797 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:10.485647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-451116e5-db7b-424c-b475-beb156241fe1 req-aad96bb4-d93a-44ae-a795-220463b8e797 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/458ce906-f79d-42fd-b864-8af946edd7f3 HTTP/1.1" status: 404 len: 352 time: 0.0269821 Jul 07 17:05:10.497780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-64c75404-a35f-4c60-be91-da7770986db7 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 200 len: 1804 time: 0.0718603 Jul 07 17:05:10.503133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9196c4fd-0ac2-46b2-b03a-85267f5ccc73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:10.503536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9196c4fd-0ac2-46b2-b03a-85267f5ccc73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:10.535168 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-8be23fe6-052d-457f-805c-f3dcb06117eb req-9fa97af7-0d06-4edd-bf26-6704b60d1442 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] show failed (client error): The resource could not be found. Jul 07 17:05:10.536333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8be23fe6-052d-457f-805c-f3dcb06117eb req-9fa97af7-0d06-4edd-bf26-6704b60d1442 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/b7735fb6-4876-456a-875d-160e45552083 HTTP/1.1" status: 404 len: 352 time: 0.0169833 Jul 07 17:05:10.606384 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.649044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.653265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.669024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2b97ec-31f4-424e-97d2-b5c62eac5d5c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.690045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.698673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9ee9bb2-deb9-4fb8-bd7b-ac722e842553 req-f97cb464-80b5-445b-b339-d51784fb3f29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1999056 Jul 07 17:05:10.890347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-6ac2153c-a2e5-47e2-94c9-9c9759e0272c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 200 len: 2397 time: 0.0542605 Jul 07 17:05:10.908629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de3e53-8c55-4c07-b412-bc147b3332f6 req-e00c9d36-87ad-4b13-a299-0e4c001a6830 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.910271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47de3e53-8c55-4c07-b412-bc147b3332f6 req-e00c9d36-87ad-4b13-a299-0e4c001a6830 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1104119 Jul 07 17:05:10.914147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9196c4fd-0ac2-46b2-b03a-85267f5ccc73', 'remote_group_id': None}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:10.914477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9196c4fd-0ac2-46b2-b03a-85267f5ccc73', 'remote_group_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:10.970503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47de3e53-8c55-4c07-b412-bc147b3332f6 req-850c13f7-d9aa-47e9-a6f8-e00a0073947e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506101 Jul 07 17:05:11.013861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.033421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.038289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.058839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b7da2f-526f-4f33-9e13-e74b12822c37,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.073292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.086393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e36aabde-a819-4fd7-97b8-3b8d0ca9404a req-97f8f8a2-7b4a-44db-9f30-1a4e8764837e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1858091 Jul 07 17:05:11.163451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9aa8c119-6a84-4869-8f29-220790e7064a req-2cf5e836-86fb-4d54-a5a4-dbcdc8ae192a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 200 len: 2995 time: 0.0439305 Jul 07 17:05:11.232846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-c794badb-3946-4130-8707-85dbf27b8dc6 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-group-rules/01b7da2f-526f-4f33-9e13-e74b12822c37 HTTP/1.1" status: 200 len: 783 time: 0.0425427 Jul 07 17:05:11.286697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872c56-2d24-4971-9f2d-87fe4eec65d6 req-6008980e-e22a-4188-bc80-db9d73ff0d1b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.288205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07872c56-2d24-4971-9f2d-87fe4eec65d6 req-6008980e-e22a-4188-bc80-db9d73ff0d1b tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1023 time: 0.1091905 Jul 07 17:05:11.312693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-f8ad63f6-a276-413b-84f3-4549ee8b9b09 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 200 len: 2995 time: 0.0687237 Jul 07 17:05:11.367655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07872c56-2d24-4971-9f2d-87fe4eec65d6 req-cd079659-78c8-4dae-a109-12463cc6834c tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=7aa7ffbf-5eec-472f-a56a-260c0bad5ca9&id=8a927af8-28e6-4344-b046-e9599d88cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0700345 Jul 07 17:05:11.370571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.379266 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.416673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.430797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.432101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41876db5-7ee5-4a47-a550-74aef5492e29 req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/01b7da2f-526f-4f33-9e13-e74b12822c37 HTTP/1.1" status: 204 len: 173 time: 0.1105435 Jul 07 17:05:11.441594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0e6ec-fa1c-4e8d-bc26-fa65f7f3895c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01b7da2f-526f-4f33-9e13-e74b12822c37,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.609408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4fa6c-8892-4409-9f0f-b5b1214214a1 req-efc9726d-7741-4040-bb94-198445d9418b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.616984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1a4fa6c-8892-4409-9f0f-b5b1214214a1 req-efc9726d-7741-4040-bb94-198445d9418b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.1018767 Jul 07 17:05:11.675448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1a4fa6c-8892-4409-9f0f-b5b1214214a1 req-1c2879b9-a53e-4143-b776-7ae38e637e3c tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Jul 07 17:05:11.696269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-4d2db51d-dddf-4abd-a952-ef2d42c15b9e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 200 len: 2397 time: 0.1135070 Jul 07 17:05:11.823398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.866446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.873359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-99b90eb1-9a0e-4b8b-96f3-fbdec5aa6bbd tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1604455 Jul 07 17:05:11.899193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:11.928607 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.946523 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.949466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.950640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fbbf766-e625-491b-9851-66a9ace754e0 req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/9196c4fd-0ac2-46b2-b03a-85267f5ccc73 HTTP/1.1" status: 204 len: 173 time: 0.2578387 Jul 07 17:05:12.000618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b044f-3aad-4f55-a571-9edd6b1e4ab9 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196c4fd-0ac2-46b2-b03a-85267f5ccc73,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.015848 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-015cbcc2-5672-431e-a3e1-5661cb2147eb req-4976ad38-0dd4-45d6-aecb-62f511aa1ac6 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] show failed (client error): The resource could not be found. Jul 07 17:05:12.017177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-015cbcc2-5672-431e-a3e1-5661cb2147eb req-4976ad38-0dd4-45d6-aecb-62f511aa1ac6 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/cced729a-e083-4270-8178-5cfab046a1f8 HTTP/1.1" status: 404 len: 352 time: 0.0337927 Jul 07 17:05:12.082466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.250008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Allocated IP 172.25.7.128 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/35c822d0-f59f-444e-ae7e-2c178f36163f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:12.260583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fd07a-a85e-4270-9042-d4f3a46d8402 req-fc87cd05-9bd3-4204-921f-345b3fda3dae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.262157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-158fd07a-a85e-4270-9042-d4f3a46d8402 req-fc87cd05-9bd3-4204-921f-345b3fda3dae tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1320226 Jul 07 17:05:12.351815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-158fd07a-a85e-4270-9042-d4f3a46d8402 req-0c5b9465-6d4f-4bef-b59e-a10c04d84c0a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808554 Jul 07 17:05:12.414010 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.447229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-52978923-5398-4645-a68e-05b54bbd39d7 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/960ef2f2-15e6-476d-b396-1d8f428c0276 HTTP/1.1" status: 200 len: 1804 time: 0.0596933 Jul 07 17:05:12.508427 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.537476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.553003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.575714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.597653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:12.616812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:12.622908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:12.627587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event updated for resources: {'Port': ['ID=35c822d0-f59f-444e-ae7e-2c178f36163f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.667397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.670046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.674640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f34f96d8-9870-497d-b51d-d99d2867e2ca req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/960ef2f2-15e6-476d-b396-1d8f428c0276 HTTP/1.1" status: 204 len: 173 time: 0.2202842 Jul 07 17:05:12.685317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37823669-dff9-42d6-abf1-afb52aeca791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.702898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a76ac-54d5-4455-9b86-81311c70028e tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ef2f2-15e6-476d-b396-1d8f428c0276,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.756382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.806051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37823669-dff9-42d6-abf1-afb52aeca791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.811426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.811613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37823669-dff9-42d6-abf1-afb52aeca791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.865387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37823669-dff9-42d6-abf1-afb52aeca791 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=143175024258495da4a62e827fb4d6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266478 Jul 07 17:05:12.866414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37823669-dff9-42d6-abf1-afb52aeca791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ae85e6-042f-4e09-a177-135181c5491a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.870497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:12.935244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.956750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.009761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.012900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.014815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86ae85e6-042f-4e09-a177-135181c5491a HTTP/1.1" status: 204 len: 168 time: 0.1436508 Jul 07 17:05:13.023802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8ee43-be59-4aa0-91c7-c25d9ef18fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ae85e6-042f-4e09-a177-135181c5491a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.074316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-f8c1daef-0756-45b0-b06b-b3dd7ba57697 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.075748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-f8c1daef-0756-45b0-b06b-b3dd7ba57697 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1023 time: 0.2247541 Jul 07 17:05:13.107334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe735e-705c-4d32-8add-c0ef225c7262 req-9e8fe9e6-89bd-4aa8-bfa7-ba1e5bd6a5e6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.108984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bfe735e-705c-4d32-8add-c0ef225c7262 req-9e8fe9e6-89bd-4aa8-bfa7-ba1e5bd6a5e6 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 1023 time: 0.1967590 Jul 07 17:05:13.167098 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.180086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.259608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bfe735e-705c-4d32-8add-c0ef225c7262 req-d266c673-e293-4c37-a97b-8d5422501546 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups?id=e0a87483-8cd2-4e60-b831-0c71c7b73805&id=7aa7ffbf-5eec-472f-a56a-260c0bad5ca9&id=8a927af8-28e6-4344-b046-e9599d88cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1282988 Jul 07 17:05:13.303429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event updated for resources: {'Port': ['ID=35c822d0-f59f-444e-ae7e-2c178f36163f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.325989 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.344057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Deleting port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:13.344404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.349110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.350374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-a309a380-d9af-454b-b55c-59cb5d4a52d9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4606020 Jul 07 17:05:13.364448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.380868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62a123cf-15d9-42ea-b127-165fe67b95aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.440894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-1ec81ef0-5131-4afb-84e2-66e34dbd57fd tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.0796912 Jul 07 17:05:13.491820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62a123cf-15d9-42ea-b127-165fe67b95aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.496699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62a123cf-15d9-42ea-b127-165fe67b95aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.531845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a123cf-15d9-42ea-b127-165fe67b95aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8094d8f-5800-45a6-949b-3725eeebb79d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.549039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62a123cf-15d9-42ea-b127-165fe67b95aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85212029fec444c8af9405e940e3f01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815996 Jul 07 17:05:13.549039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.585170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] For port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,segment=NetworkSegment(355823e3-ff43-4d62-bcde-2b23d5383630),segment_id=355823e3-ff43-4d62-bcde-2b23d5383630)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:13.585549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.604416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.608313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-90ef5c9e-16b4-4efe-8614-5da5e91937ec tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/ca374f44-cb5a-414d-9169-6328c2058204 HTTP/1.1" status: 200 len: 1803 time: 0.1453230 Jul 07 17:05:13.615325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Calling delete_port for 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:13.630531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.656674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-50a0ba2b-723a-4d00-a4e1-d90daf2146a9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.658081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c21d4b7-86b2-48a0-a867-cc46e052bc41 req-50a0ba2b-723a-4d00-a4e1-d90daf2146a9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2096360 Jul 07 17:05:13.709270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.713751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.731618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8094d8f-5800-45a6-949b-3725eeebb79d HTTP/1.1" status: 204 len: 168 time: 0.1814675 Jul 07 17:05:13.743186 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.754315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56cae4-2e28-42d0-bb41-d6856ca77002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8094d8f-5800-45a6-949b-3725eeebb79d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.796515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.951660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.954417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.955667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43d5957f-4c9f-4a04-9977-1599488dcd5e req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/ca374f44-cb5a-414d-9169-6328c2058204 HTTP/1.1" status: 204 len: 173 time: 0.3321142 Jul 07 17:05:13.962475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.974084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:13.986016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f144c09-3b5d-4106-a7e6-72d0d4b77c8a tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca374f44-cb5a-414d-9169-6328c2058204,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.018211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'Port': ['ID=8d190e2f-2cd7-43d3-a7d2-bf1b415c376c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.029313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e38d3a-5188-49f3-b464-c5fab9ba1f84 req-f451e17c-ecc8-4b15-9ec2-14d2f734d84b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.031017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23e38d3a-5188-49f3-b464-c5fab9ba1f84 req-f451e17c-ecc8-4b15-9ec2-14d2f734d84b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2061412 Jul 07 17:05:14.115153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] No DVR routers for this DVR port 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:14.119144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.121394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebc1f8cd-1f5b-49ae-bcba-2d5cfdfd9b81 req-44a2970c-a124-4ca9-a09c-18846915974a tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.83 "DELETE /v2.0/ports/8d190e2f-2cd7-43d3-a7d2-bf1b415c376c HTTP/1.1" status: 204 len: 173 time: 1.0361280 Jul 07 17:05:14.121888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'name': 'network-vif-deleted', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:14.124807 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5842e7-e4be-43ef-87a5-8d131c3033fe" -d '{"events": [{"server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "name": "network-vif-deleted", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:14.147880 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23e38d3a-5188-49f3-b464-c5fab9ba1f84 req-3b4d31fb-3a0b-405f-8d4b-dbe7f97c2186 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087909 Jul 07 17:05:14.323143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-a0532f78-de3a-4e7a-83ee-8f932c09c24f tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/09536c1b-1eaf-4d72-b342-80c1eda85d1c HTTP/1.1" status: 200 len: 1805 time: 0.1335592 Jul 07 17:05:14.398533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-fac9d84e-5b6b-4375-ba62-ee85b872a02f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.400132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-fac9d84e-5b6b-4375-ba62-ee85b872a02f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 820 time: 0.1871133 Jul 07 17:05:14.448096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-1111e36e-1f8e-455c-bbb9-ff6db2e16098 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/quotas/9e937eca4be74ed7960ddb1781283614 HTTP/1.1" status: 200 len: 375 time: 0.0389707 Jul 07 17:05:14.448803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.517739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.586662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-2e78797a-71eb-4194-a51d-75533cfcb165 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1291037 Jul 07 17:05:14.587982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.591387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.592531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06b2da08-0d79-45ef-8d4d-1831222b39f2 req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/09536c1b-1eaf-4d72-b342-80c1eda85d1c HTTP/1.1" status: 204 len: 173 time: 0.2581489 Jul 07 17:05:14.649559 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0693b22-e5d6-42cb-ac8f-77e066ad8c7c x-openstack-request-id: req-c0693b22-e5d6-42cb-ac8f-77e066ad8c7c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:14.649929 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd98779-d84a-4b2d-8f2e-d9645388068c", "name": "network-vif-deleted", "tag": "8d190e2f-2cd7-43d3-a7d2-bf1b415c376c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:14.650377 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0693b22-e5d6-42cb-ac8f-77e066ad8c7c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:14.650763 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd98779-d84a-4b2d-8f2e-d9645388068c', 'name': 'network-vif-deleted', 'tag': '8d190e2f-2cd7-43d3-a7d2-bf1b415c376c', 'status': 'completed', 'code': 200} Jul 07 17:05:14.651700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa847d0c-e943-42f3-9802-4c3f13979516 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09536c1b-1eaf-4d72-b342-80c1eda85d1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:14.709738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-c5119dc7-7f2e-4720-9ab4-d4fa687504fd service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158338 Jul 07 17:05:14.840804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e86b2130-7b3b-4dcd-916e-a2a1466cee5d req-9aef4292-3977-480c-946f-c8fe56eb7997 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd98779-d84a-4b2d-8f2e-d9645388068c HTTP/1.1" status: 200 len: 210 time: 0.0414672 Jul 07 17:05:14.873738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-fcd093cf-833e-4282-bd82-1ac9f37d396c service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628733 Jul 07 17:05:15.109846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-067dab42-f2ee-4d58-a82e-94420a640caf tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/64e76cee-7bda-44b9-b46b-02e18204d2c1 HTTP/1.1" status: 200 len: 2403 time: 0.0841613 Jul 07 17:05:15.191326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.230389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.346920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d9d452e-6951-4fe0-8217-84c9a8844c28 req-f508f049-f728-4d6e-add0-607bc22e8599 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 210 time: 0.0414131 Jul 07 17:05:15.372471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.376833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.384288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-808a6f95-d77a-48e7-97db-deaf6e765408 req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/64e76cee-7bda-44b9-b46b-02e18204d2c1 HTTP/1.1" status: 204 len: 173 time: 0.2736058 Jul 07 17:05:15.423422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a459e5-147d-42e4-8633-118eab6fae29 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e76cee-7bda-44b9-b46b-02e18204d2c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.608916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb199e4-5ff0-4993-9b5d-e7766a7faa91 req-15db0886-d0cc-4430-8649-813e40de16c3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:15.610718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edb199e4-5ff0-4993-9b5d-e7766a7faa91 req-15db0886-d0cc-4430-8649-813e40de16c3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1175532 Jul 07 17:05:15.682222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edb199e4-5ff0-4993-9b5d-e7766a7faa91 req-36671cf0-975a-43a0-a3e1-d93675fc12df tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Jul 07 17:05:15.723200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b9cc-9b86-431f-8724-5ecdd0ca6af5 req-5605165e-2d3c-4aad-af02-cc2d2a05e6a4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:15.725591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0801b9cc-9b86-431f-8724-5ecdd0ca6af5 req-5605165e-2d3c-4aad-af02-cc2d2a05e6a4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.1458662 Jul 07 17:05:15.805177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0801b9cc-9b86-431f-8724-5ecdd0ca6af5 req-4d852ccd-3598-42ef-a2b4-3fb59e380111 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689666 Jul 07 17:05:15.812076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-c8a1a8c3-64f2-4758-af6d-9ffc0528d66c tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "GET /v2.0/security-groups/df44f214-9de9-4d66-add5-55ffabef2047 HTTP/1.1" status: 200 len: 2398 time: 0.0827453 Jul 07 17:05:15.893773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.926043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.988114 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.992156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.996517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c0c23b8-0f69-43a0-aa9e-aa51b456747a req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] 10.222.0.22 "DELETE /v2.0/security-groups/df44f214-9de9-4d66-add5-55ffabef2047 HTTP/1.1" status: 204 len: 173 time: 0.1761496 Jul 07 17:05:16.004698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38718) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.016900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992902d1-4409-4a54-aa4f-85f107663445 tempest-SecurityGroupRulesTestJSON-2053120775 tempest-SecurityGroupRulesTestJSON-2053120775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df44f214-9de9-4d66-add5-55ffabef2047,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:16.118009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:16.149593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:16.150302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8d190e2f-2cd7-43d3-a7d2-bf1b415c376c not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:16.164599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Deleting subnet 693c323c-0729-4148-bedd-697a4b2dbdad {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:16.187342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.261912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.320312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.387397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-bbd40ffe-aa79-4eb9-b2a3-3119679b2c51 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/7aa7ffbf-5eec-472f-a56a-260c0bad5ca9 HTTP/1.1" status: 200 len: 1800 time: 0.0513272 Jul 07 17:05:16.406056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.433705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693c323c-0729-4148-bedd-697a4b2dbdad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:16.452766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.464968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-594ff99f-abd9-4aa3-b5bc-c4941e68f551 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/693c323c-0729-4148-bedd-697a4b2dbdad HTTP/1.1" status: 204 len: 168 time: 0.4585721 Jul 07 17:05:16.468661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.564350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.612873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.638907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.710375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfaf355c-b249-4ee4-8147-f3acf1aede55 req-1c4ffcc9-e6d6-41df-bfb2-39c6f3f276f2 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 210 time: 0.0893011 Jul 07 17:05:16.917902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.922211 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.927340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72ffd3e6-a49d-4346-a94b-a23fdcc870bb req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/7aa7ffbf-5eec-472f-a56a-260c0bad5ca9 HTTP/1.1" status: 204 len: 173 time: 0.5385015 Jul 07 17:05:16.948100 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.003710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39da87e4-be4b-4e85-a5ee-cc86f9c84008']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:17.006877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c05f12-836f-4f89-9148-50d43aeba680 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7ffbf-5eec-472f-a56a-260c0bad5ca9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.030239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-b9ddfdfc-7a5c-4e8c-b22f-dce37b373944 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:17.031843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-b9ddfdfc-7a5c-4e8c-b22f-dce37b373944 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.32 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 820 time: 0.3152878 Jul 07 17:05:17.036709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78376bf-7178-43d9-a852-195d57d2b877') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:17.036962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78376bf-7178-43d9-a852-195d57d2b877') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:17.065178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'port': {'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'admin_state_up': True, 'tenant_id': '9e937eca4be74ed7960ddb1781283614'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:17.074361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.148735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.164896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-e0880b73-21f7-4b97-b491-3d5b81272202 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "GET /v2.0/security-groups/8a927af8-28e6-4344-b046-e9599d88cd88 HTTP/1.1" status: 200 len: 1799 time: 0.2112958 Jul 07 17:05:17.168314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:17.168752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:17.171855 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:17.176954 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:17.349909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38768) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.487406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-208e530e-cc99-40be-8417-98ba9e4739ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.579721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2570fc8-c20a-4ee9-adfd-a26a04262dc7 req-fc75dd98-291e-4069-9c65-05f8845b0d97 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:17.581358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2570fc8-c20a-4ee9-adfd-a26a04262dc7 req-fc75dd98-291e-4069-9c65-05f8845b0d97 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.6707890 Jul 07 17:05:17.639005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.651506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.656894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] 10.222.0.22 "DELETE /v2.0/networks/39da87e4-be4b-4e85-a5ee-cc86f9c84008 HTTP/1.1" status: 204 len: 168 time: 1.1859169 Jul 07 17:05:17.706709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490e07-8fa5-49c3-b320-1dcdc4d63725 admin admin] Pushing event deleted for resources: {'Network': ['ID=39da87e4-be4b-4e85-a5ee-cc86f9c84008,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.729410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2570fc8-c20a-4ee9-adfd-a26a04262dc7 req-9d931010-f5d8-4486-a385-43161aa0fb97 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 Jul 07 17:05:17.736468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.751536 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-208e530e-cc99-40be-8417-98ba9e4739ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.772641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-208e530e-cc99-40be-8417-98ba9e4739ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.777860 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.817486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e530e-cc99-40be-8417-98ba9e4739ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a7e67e-d85d-4132-8b55-4f8676294798,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.819473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Made reservation on behalf of 9e937eca4be74ed7960ddb1781283614 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:17.822053 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-208e530e-cc99-40be-8417-98ba9e4739ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb699f22521548b3bf110ab9d789df8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704795 Jul 07 17:05:17.824563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.824724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38782) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.870011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.873666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.886206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38784) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.889926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bae06090-f006-4f7e-af5e-3d9404c3ef0f req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] 10.222.0.22 "DELETE /v2.0/security-groups/8a927af8-28e6-4344-b046-e9599d88cd88 HTTP/1.1" status: 204 len: 173 time: 0.7024324 Jul 07 17:05:17.911762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38786) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:17.979511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.993566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d63ba-0343-40a4-94ff-39eca49b5f34 tempest-SecurityGroupsTestJSON-522484637 tempest-SecurityGroupsTestJSON-522484637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a927af8-28e6-4344-b046-e9599d88cd88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.067851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9cda6e7-eb46-41c2-8f62-014fd927c388 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e58d4bf3df174827856aa22aca7702b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109254 Jul 07 17:05:18.069178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.075924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-770b28f2-be27-4ae4-890c-6d67a49e9643 req-54da2c44-762d-4f80-8bdd-e15c44f4f2be tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 210 time: 0.0475340 Jul 07 17:05:18.085947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.090208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Deleting subnet fe1b0ec3-93c2-4074-8c38-22b46ec0b52f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:18.116661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.139483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Allocated IP 172.20.0.10 (3c976167-1378-4e01-a8c1-67463fe208d0/bf0de7dc-2d6f-407c-8e4f-6868373c3863/35b260a0-9a69-4ae9-b143-81ec25fd67a7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:18.186976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.232988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.247361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.249853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.256406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83a7e67e-d85d-4132-8b55-4f8676294798 HTTP/1.1" status: 204 len: 168 time: 0.4308162 Jul 07 17:05:18.278049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffee15-9f2c-4b02-98fe-09492b88d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a7e67e-d85d-4132-8b55-4f8676294798,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.285945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.310085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.371421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.384657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.392278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.394523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Transition to ACTIVE for port object 35b260a0-9a69-4ae9-b143-81ec25fd67a7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:18.396808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.397963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd9a3a1a-51b4-4a53-a55b-b8ab5d8917d6 HTTP/1.1" status: 204 len: 168 time: 0.3287423 Jul 07 17:05:18.437133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1b0ec3-93c2-4074-8c38-22b46ec0b52f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.443256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.445687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff86f034-9884-41b2-9b94-8ea7de7d606e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fe1b0ec3-93c2-4074-8c38-22b46ec0b52f HTTP/1.1" status: 204 len: 168 time: 0.5584793 Jul 07 17:05:18.447609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d8e50-0bb2-4e15-ab05-ed0b14058dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a3a1a-51b4-4a53-a55b-b8ab5d8917d6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.449322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38794) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.473021 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.487018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:18.579879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Network 3c976167-1378-4e01-a8c1-67463fe208d0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:18.593788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:18.601926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:18.615948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event updated for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:18.666622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.738902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.739606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.778590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-e712ae75-f654-4672-a67b-95a92558fb63 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7295535 Jul 07 17:05:18.792642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Request body: {'port': {'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:18.839026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.857475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abe97d3e-9588-448d-b446-0bfcca28380f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.883668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.900503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f2331a-af67-473a-bc6a-f57fa2300327']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:18.913808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355823e3-ff43-4d62-bcde-2b23d5383630') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:18.914411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355823e3-ff43-4d62-bcde-2b23d5383630') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:18.925769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.945585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.952996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:18.953641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.045404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:19.058096 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:19.063177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.078857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8fa6d3f1-e47a-45c0-b773-569381ad3197 None None] Provisioning for port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:19.087509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f2331a-af67-473a-bc6a-f57fa2300327,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.091112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.094638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bea1f783-f81c-4afa-bacc-f6457573f59e admin admin] 10.222.0.22 "DELETE /v2.0/networks/c5f2331a-af67-473a-bc6a-f57fa2300327 HTTP/1.1" status: 204 len: 168 time: 0.6434522 Jul 07 17:05:19.112058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8fa6d3f1-e47a-45c0-b773-569381ad3197 None None] Provisioning complete for port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:19.113151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fa6d3f1-e47a-45c0-b773-569381ad3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.219269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6d3f1-e47a-45c0-b773-569381ad3197 None None] Port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:19.248180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abe97d3e-9588-448d-b446-0bfcca28380f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.316376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abe97d3e-9588-448d-b446-0bfcca28380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.396921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-abe97d3e-9588-448d-b446-0bfcca28380f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb0adba99d7041a7a215d075d962f16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568161 Jul 07 17:05:19.399550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38824) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:19.417936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe97d3e-9588-448d-b446-0bfcca28380f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74acb7f5-5b39-4faa-8f18-6ca2b29c7844,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.432221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169db17-1f46-46b3-88ad-85d726b280e8 req-d5745cfc-f66d-41a2-af2b-b32cdda3b0b0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.433711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9169db17-1f46-46b3-88ad-85d726b280e8 req-d5745cfc-f66d-41a2-af2b-b32cdda3b0b0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2981944 Jul 07 17:05:19.464680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38826) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:19.545242 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3e3c9d8-75e4-48fa-850b-24d4647b9541 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53b87690246a4fa2a84d42d75e7af0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788703 Jul 07 17:05:19.546426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.566361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:19.573572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.628036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9169db17-1f46-46b3-88ad-85d726b280e8 req-b379e4a8-0300-4dca-8860-0b0444757129 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781719 Jul 07 17:05:19.661330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.664347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.668437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74acb7f5-5b39-4faa-8f18-6ca2b29c7844 HTTP/1.1" status: 204 len: 168 time: 0.2663164 Jul 07 17:05:19.679129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65c642-589d-4a25-80ea-6686e60e9320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74acb7f5-5b39-4faa-8f18-6ca2b29c7844,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.715374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4917b-37ce-43db-8250-1a1fcdd18795 req-12529ba2-9dd2-44df-b3a0-b9e9cca7f3af tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.716896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06b4917b-37ce-43db-8250-1a1fcdd18795 req-12529ba2-9dd2-44df-b3a0-b9e9cca7f3af tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 932 time: 0.2958179 Jul 07 17:05:19.812625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.834498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06b4917b-37ce-43db-8250-1a1fcdd18795 req-a8f6045e-a9a8-4c7e-b40b-a6f24568f4d0 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068132 Jul 07 17:05:19.849440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b260a0-9a69-4ae9-b143-81ec25fd67a7 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:19.859849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.862807 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.897057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Transition to ACTIVE for port object 35b260a0-9a69-4ae9-b143-81ec25fd67a7 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:19.905060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.998753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Pushing event updated for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.024768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:20.088889 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.093493 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.101971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0a87483-8cd2-4e60-b831-0c71c7b73805 HTTP/1.1" status: 204 len: 168 time: 0.5249498 Jul 07 17:05:20.128424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74dfb3-8973-40b8-8451-75463dddfef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a87483-8cd2-4e60-b831-0c71c7b73805,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.158657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Attempting to bind port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:20.159249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Attempting to bind port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:20.159676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Attempting to bind port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:20.171853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 on network 3c976167-1378-4e01-a8c1-67463fe208d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:20.172396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Attempting to bind port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 on network 3c976167-1378-4e01-a8c1-67463fe208d0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:20.180406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:20.189242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Checking segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:20.189798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Bound using segment: {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:20.190657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Bound port: 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:20.191129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.258147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:20.276134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:20.322917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:20.383295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:20.390449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:20.396209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.483987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.484618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.486117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] 10.222.0.32 "PUT /v2.0/ports/35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 1093 time: 1.6985219 Jul 07 17:05:20.486638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:20.495678 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096752c9-d6e3-4bf6-8e12-e116910253f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:20.502684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.535411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6e4c7-5f20-487d-bea4-ab5df58dc45e service neutron] Pushing event updated for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.549491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:20.620710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:20.630292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.635275 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de6d18-1784-4bc0-9eea-7f8f83a31814 x-openstack-request-id: req-00de6d18-1784-4bc0-9eea-7f8f83a31814 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:20.635770 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:20.635867 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00de6d18-1784-4bc0-9eea-7f8f83a31814 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:20.636217 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'status': 'completed', 'code': 200} Jul 07 17:05:20.712788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-663753116-network', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:20.747885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['74e54d20-aaa3-4f73-a1d3-25b73658b693'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:20.755188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-c54cacbc-6ad9-4f9c-985c-204528797b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.759245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-c54cacbc-6ad9-4f9c-985c-204528797b21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1096 time: 0.2072217 Jul 07 17:05:20.788671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:20.792032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.818328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.849916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-78bd63e7-020b-4c3f-bf38-9256b4b51315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 217 time: 0.0829923 Jul 07 17:05:20.916141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.008970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-ffb2a65b-6ce4-41a2-94ca-16c7a4368cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.014459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-ffb2a65b-6ce4-41a2-94ca-16c7a4368cd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1584337 Jul 07 17:05:21.121699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.127740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.141778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:21.152672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.153028 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Added segment 417065e5-9345-451d-8a11-d8d373cf3fcd of type vlan for network 92c36961-f69e-4f31-b650-4041d855e02a Jul 07 17:05:21.190790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3006b00c-1da5-4b95-a62b-537ace990824,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.269354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.330689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fbc8-2611-4028-b9fc-464d59d11ff9 req-ca316ae1-0d43-4e6f-af5f-0a9426f7c07f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.335039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.336464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.337293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.338610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0297fbc8-2611-4028-b9fc-464d59d11ff9 req-ca316ae1-0d43-4e6f-af5f-0a9426f7c07f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.4026244 Jul 07 17:05:21.342633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-b59b4416-252c-4053-87ac-c3134f1b17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.345293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-b59b4416-252c-4053-87ac-c3134f1b17ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3223972 Jul 07 17:05:21.434149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1718473 Jul 07 17:05:21.437696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:21.453701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Request body: {'subnet': {'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-subnet', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:21.483257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b47eb-e508-4a9a-8f93-a82f942015ac admin admin] Pushing event updated for resources: {'Network': ['ID=92c36961-f69e-4f31-b650-4041d855e02a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.516837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 92c36961-f69e-4f31-b650-4041d855e02a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:21.535023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:21.538562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.542463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0297fbc8-2611-4028-b9fc-464d59d11ff9 req-4c2ffab3-cca4-4c9a-a912-3417c1a56db1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888978 Jul 07 17:05:21.614413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667e360-54a7-4d28-b0b1-cf66bd10d31a req-fef630a1-86c7-4233-85b4-19c59b55555f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.620159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a667e360-54a7-4d28-b0b1-cf66bd10d31a req-fef630a1-86c7-4233-85b4-19c59b55555f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 944 time: 0.5131612 Jul 07 17:05:21.818604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a667e360-54a7-4d28-b0b1-cf66bd10d31a req-511d39f9-83c0-49cf-8b22-3682260b6bbf tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703947 Jul 07 17:05:21.820652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-c81d2d4b-0498-461e-9803-4d2e9b4a6353 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606180 Jul 07 17:05:21.873666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.970773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa35908b-fa15-4f6f-b0de-defed503b8df req-8cb2b8fa-69b0-4f2a-905e-0edb1d807319 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399043 Jul 07 17:05:21.995988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d466ef-c9d6-4b39-bf16-cbb30b293882,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:22.011051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Checking segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:22.011483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Network hostable DHCP agents. Network: 92c36961-f69e-4f31-b650-4041d855e02a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:22.022052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:22.040861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Network 92c36961-f69e-4f31-b650-4041d855e02a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:22.060440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 92c36961-f69e-4f31-b650-4041d855e02a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:22.069493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.070880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.083057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f97e3f-d1c2-42f7-947a-f7248a6af5b6 None None] Network 92c36961-f69e-4f31-b650-4041d855e02a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:22.107513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6cd8ff92-4825-4810-b467-96600d1188c1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6586547 Jul 07 17:05:22.110384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38942) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:22.115451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:22.125291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:22.162652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.163704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.164303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-470c8c99-0f8a-4f24-8e92-0fdbf726b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.171782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-470c8c99-0f8a-4f24-8e92-0fdbf726b1cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1096 time: 0.1411874 Jul 07 17:05:22.303378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.318598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-11d7910b-dbd4-4ba3-aafc-5d12a9470c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.322948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-11d7910b-dbd4-4ba3-aafc-5d12a9470c66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.1460438 Jul 07 17:05:22.345647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:22.348440 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.406182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-471054190-network', 'tenant_id': '030e9c25ab40427390a5277d57b2f985'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:22.429001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-8a15143a-da94-484c-a9ce-a398350bddbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 217 time: 0.0992935 Jul 07 17:05:22.443155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Made reservation on behalf of 030e9c25ab40427390a5277d57b2f985 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:22.448032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.498208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.594904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-92c36961-f69e-4f31-b650-4041d855e02a', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:22.595858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.718632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-4b187d82-0871-4cee-9c4a-1fa22d19ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.720905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-4b187d82-0871-4cee-9c4a-1fa22d19ab8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.2263515 Jul 07 17:05:22.851140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.020126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:23.020126 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b273d1f-b3ea-4ec2-8fd7-21c508d1cc82" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:23.057936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:23.063110 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.078333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783e883-3b48-4dd0-be41-081968be1c1e req-086fef3e-8774-4604-a743-cbfbe37277ea tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.089566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8783e883-3b48-4dd0-be41-081968be1c1e req-086fef3e-8774-4604-a743-cbfbe37277ea tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2055345 Jul 07 17:05:23.177631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.184738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Allocated IP 172.20.0.2 (92c36961-f69e-4f31-b650-4041d855e02a/24d466ef-c9d6-4b39-bf16-cbb30b293882/9a275b34-c5d5-47ee-845c-e955d962b000) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:23.241441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.271022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-c0884c81-4ac8-4f90-9681-7886c716aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.275233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-c0884c81-4ac8-4f90-9681-7886c716aa63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5435662 Jul 07 17:05:23.404984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8783e883-3b48-4dd0-be41-081968be1c1e req-4ebb30e4-b1b4-4192-a965-b501e7c537da tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144975 Jul 07 17:05:23.483831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.495492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.529150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.552279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Transition to ACTIVE for port object 9a275b34-c5d5-47ee-845c-e955d962b000 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:23.565829 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f95ab3-d6b6-42da-8772-f985164c78ad x-openstack-request-id: req-82f95ab3-d6b6-42da-8772-f985164c78ad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:23.566185 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:23.566441 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82f95ab3-d6b6-42da-8772-f985164c78ad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:23.566996 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:05:23.584700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:23.586230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Transition to ACTIVE for port object 9a275b34-c5d5-47ee-845c-e955d962b000 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:23.597451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.624332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.624983 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Added segment e1113cc4-0190-4996-8838-b9febefda509 of type vlan for network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c Jul 07 17:05:23.628351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.677522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-417462ae-c2ad-4884-83ec-9640bed6aed4 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715522 Jul 07 17:05:23.678606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Network 92c36961-f69e-4f31-b650-4041d855e02a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:23.688533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:23.698943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:23.749619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.753573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Pushing event updated for resources: {'Port': ['ID=9a275b34-c5d5-47ee-845c-e955d962b000,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.797563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cca8c-bc7c-4d6c-a975-f977d39756a4 req-0830e37b-f0ef-4877-a60f-c0efeb61bf47 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.803915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.805696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b2cca8c-bc7c-4d6c-a975-f977d39756a4 req-0830e37b-f0ef-4877-a60f-c0efeb61bf47 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 944 time: 0.4369998 Jul 07 17:05:23.839796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.840813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.841416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.868173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.916074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Attempting to bind port 9a275b34-c5d5-47ee-845c-e955d962b000 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:23.916484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Attempting to bind port 9a275b34-c5d5-47ee-845c-e955d962b000 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:23.916856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Attempting to bind port 9a275b34-c5d5-47ee-845c-e955d962b000 on network 92c36961-f69e-4f31-b650-4041d855e02a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:23.933997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:23.934413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Checking segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:23.934824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.935335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Bound using segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:23.935826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Bound port: 9a275b34-c5d5-47ee-845c-e955d962b000, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:23.936221 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.010780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38986) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:24.011533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8805175 Jul 07 17:05:24.021290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Request body: {'subnet': {'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-471054190-subnet', 'tenant_id': '030e9c25ab40427390a5277d57b2f985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:24.051453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 35b260a0-9a69-4ae9-b143-81ec25fd67a7 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:24.139345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Made reservation on behalf of 030e9c25ab40427390a5277d57b2f985 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:24.141962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.183486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] For port 9a275b34-c5d5-47ee-845c-e955d962b000, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:24.190321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] For port 9a275b34-c5d5-47ee-845c-e955d962b000, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a275b34-c5d5-47ee-845c-e955d962b000,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:24.259485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b2cca8c-bc7c-4d6c-a975-f977d39756a4 req-8e852785-f59d-44b3-a7d9-9fe505659688 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527664 Jul 07 17:05:24.296354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Allocated IP 172.25.7.123 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/73245c02-1be2-488d-ad8b-84aad5e241ca) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:24.298080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb9181-5886-4973-8f99-c03cfd944392 admin admin] Pushing event updated for resources: {'Network': ['ID=29d9cd9c-c1bf-41dc-9492-b17e3732f35c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.309474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:24.325188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:24.331968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:24.338045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.352951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096752c9-d6e3-4bf6-8e12-e116910253f0 req-ba7de6d6-c9aa-4a65-b203-a315e9ff40e2 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659602 Jul 07 17:05:24.493654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b80c4e-6e37-46da-a6d6-2e9263567e8c None None] Pushing event updated for resources: {'Port': ['ID=9a275b34-c5d5-47ee-845c-e955d962b000,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.602511 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.680927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b260a0-9a69-4ae9-b143-81ec25fd67a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:24.729165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:24.753172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.786095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.879526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7894a4-d8a5-416f-b7f7-6b34d908b15f req-9388ff4e-0052-40a3-8921-38304713dc2c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.882078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.884570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a7894a4-d8a5-416f-b7f7-6b34d908b15f req-9388ff4e-0052-40a3-8921-38304713dc2c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1952217 Jul 07 17:05:25.024260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['35b260a0-9a69-4ae9-b143-81ec25fd67a7'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:25.044745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a7894a4-d8a5-416f-b7f7-6b34d908b15f req-85c2b258-1a62-4347-86b7-43282199e3f2 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502950 Jul 07 17:05:25.057932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.062294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.106618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Checking segment: {'id': 'e1113cc4-0190-4996-8838-b9febefda509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:25.106992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Network hostable DHCP agents. Network: 29d9cd9c-c1bf-41dc-9492-b17e3732f35c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:25.186277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:25.205360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 29d9cd9c-c1bf-41dc-9492-b17e3732f35c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:25.210516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.214616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.215544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:25.218608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f654383-1c2f-4aa5-a606-cf477f823772 None None] Network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:25.291614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:25.297371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-92f3c730-1d7d-4df2-be86-a03785000fa0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2780833 Jul 07 17:05:25.319878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:25.348231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:25.358489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=73245c02-1be2-488d-ad8b-84aad5e241ca,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:25.583621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c1617-e236-40cd-ac71-9a520d8429b2 req-ef1c8f5c-3b84-4cce-851c-5886e35d6d1f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.592437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-228c1617-e236-40cd-ac71-9a520d8429b2 req-ef1c8f5c-3b84-4cce-851c-5886e35d6d1f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 945 time: 0.1247828 Jul 07 17:05:25.716320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-228c1617-e236-40cd-ac71-9a520d8429b2 req-a90ce183-6ee2-44e7-aba4-d26448a202e9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221411 Jul 07 17:05:25.757065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10d28e-f9b9-47a3-a4b3-5eeb740264a8 None None] Network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:26.050558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.080803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:26.148551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a275b34-c5d5-47ee-845c-e955d962b000 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:26.315066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 9a275b34-c5d5-47ee-845c-e955d962b000 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:26.418298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ab3488-6af8-4f88-abe4-26b5f5d92cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.509438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.518221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35101a30-5651-4acf-8848-8ea5aae690c7 req-bc425f4f-c9a8-457f-a566-e915e9401399 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.526739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35101a30-5651-4acf-8848-8ea5aae690c7 req-bc425f4f-c9a8-457f-a566-e915e9401399 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1656761 Jul 07 17:05:26.541318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d71bde9-7851-4089-b7f7-a569fb0cdb55 None None] Network 92c36961-f69e-4f31-b650-4041d855e02a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:26.642760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35101a30-5651-4acf-8848-8ea5aae690c7 req-1dd765bb-12b0-4101-a6f6-c6acbf2c3452 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143591 Jul 07 17:05:26.724881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Provisioning for port 9a275b34-c5d5-47ee-845c-e955d962b000 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:26.738170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Provisioning complete for port 9a275b34-c5d5-47ee-845c-e955d962b000 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:26.738846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.843265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ab3488-6af8-4f88-abe4-26b5f5d92cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.867261 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ab3488-6af8-4f88-abe4-26b5f5d92cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.027543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:27.095847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.100851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab3488-6af8-4f88-abe4-26b5f5d92cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7981e3f-216d-4db8-9490-0740c8fc6edf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.120305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-44ab3488-6af8-4f88-abe4-26b5f5d92cdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5928a35d50024242951b2ee8819a679a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0378153 Jul 07 17:05:27.120960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.221911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] For port 9a275b34-c5d5-47ee-845c-e955d962b000, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a275b34-c5d5-47ee-845c-e955d962b000,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:27.232132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.298434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:27.309121 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.318841 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Sync routers for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:27.336587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.340342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0f7431c-3258-4fcb-bdd3-558ff6f6f6a6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2265079 Jul 07 17:05:27.340705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.347566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef433-707b-497f-9ce2-aa0b54012116 req-35179b11-5795-4d0f-a0bc-c8752f48b495 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.349712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27fef433-707b-497f-9ce2-aa0b54012116 req-35179b11-5795-4d0f-a0bc-c8752f48b495 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 945 time: 0.3892782 Jul 07 17:05:27.370143 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:27.372114 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:27.376655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211776d-a0a8-46a2-87c7-fa44fbf89fd7 None None] Pushing event updated for resources: {'Port': ['ID=9a275b34-c5d5-47ee-845c-e955d962b000,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.474157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.517725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27fef433-707b-497f-9ce2-aa0b54012116 req-bda2586d-0359-4afb-991e-65ea55675877 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586525 Jul 07 17:05:27.603872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.607350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.611699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7981e3f-216d-4db8-9490-0740c8fc6edf HTTP/1.1" status: 204 len: 168 time: 0.4879498 Jul 07 17:05:27.624546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2046ba-5d5a-41a7-89fe-9b049f7fad55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7981e3f-216d-4db8-9490-0740c8fc6edf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.706840 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:27.761687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea491c0c-e4ac-4286-b4d3-e216e5a20d3b None None] Provisioning complete for port 9a275b34-c5d5-47ee-845c-e955d962b000 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:27.762261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea491c0c-e4ac-4286-b4d3-e216e5a20d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.057195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 35b260a0-9a69-4ae9-b143-81ec25fd67a7 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:28.133162 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:25Z', 'revision_number': 3, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:28.160129 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Checking router: d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:28.160491 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Updating router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae port 73245c02-1be2-488d-ad8b-84aad5e241ca binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:05:28.163783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a275b34-c5d5-47ee-845c-e955d962b000 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:28.197137 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.224806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5a53-a9f2-4465-acce-ff83e02a07c9 req-94ff8db1-2933-4cbf-90ea-ff32fd5094c6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:28.239935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80ff5a53-a9f2-4465-acce-ff83e02a07c9 req-94ff8db1-2933-4cbf-90ea-ff32fd5094c6 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3249407 Jul 07 17:05:28.329896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:28.361630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:28.369367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.428476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80ff5a53-a9f2-4465-acce-ff83e02a07c9 req-547a451d-86a5-4e3d-bac9-f93927d02066 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879315 Jul 07 17:05:28.480958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.507400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b503217-bb0c-481d-a902-09d743f0edc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.523161 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.531084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9a275b34-c5d5-47ee-845c-e955d962b000 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:28.532034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.555491 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Transition to ACTIVE for port object 73245c02-1be2-488d-ad8b-84aad5e241ca will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:28.567201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.569622 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.702620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.708463 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0357-7087-4cd6-93c2-6add83017b79 None None] Pushing event updated for resources: {'Port': ['ID=73245c02-1be2-488d-ad8b-84aad5e241ca,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.710788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Attempting to bind port 73245c02-1be2-488d-ad8b-84aad5e241ca on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:28.711242 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Attempting to bind port 73245c02-1be2-488d-ad8b-84aad5e241ca by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:28.726931 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Attempting to bind port 73245c02-1be2-488d-ad8b-84aad5e241ca on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:28.741836 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:28.742539 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:28.743133 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.743535 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:28.744017 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Bound port: 73245c02-1be2-488d-ad8b-84aad5e241ca, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:28.744397 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.812006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:28.832599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:28.836199 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609da1cf-7648-4309-bbc0-6d2c39be679c" -d '{"events": [{"server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "name": "network-vif-plugged", "status": "completed", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:28.842142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.864637 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] For port 73245c02-1be2-488d-ad8b-84aad5e241ca, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:28.869748 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] For port 73245c02-1be2-488d-ad8b-84aad5e241ca, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=73245c02-1be2-488d-ad8b-84aad5e241ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:28.873448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Allocated IP 172.20.0.1 (92c36961-f69e-4f31-b650-4041d855e02a/24d466ef-c9d6-4b39-bf16-cbb30b293882/4269bc2a-8eda-49de-a5a0-d1d9b833a9fe) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:28.882801 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.924375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.993505 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:28.994518 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:29.028307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1319c-394b-4d53-bb76-22bd5d068fb7 req-e75b1473-03a5-4f52-b792-ab69346f1789 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.036284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ce1319c-394b-4d53-bb76-22bd5d068fb7 req-e75b1473-03a5-4f52-b792-ab69346f1789 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 945 time: 0.3055661 Jul 07 17:05:29.054513 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0357-7087-4cd6-93c2-6add83017b79 None None] Pushing event updated for resources: {'Port': ['ID=73245c02-1be2-488d-ad8b-84aad5e241ca,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.081025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b503217-bb0c-481d-a902-09d743f0edc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.134857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b503217-bb0c-481d-a902-09d743f0edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.161759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.174151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b503217-bb0c-481d-a902-09d743f0edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2414d-aa75-4ffe-ac55-c6348d117f2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.207873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Transition to ACTIVE for port object 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:29.220816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:29.234485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ce1319c-394b-4d53-bb76-22bd5d068fb7 req-d5b02626-8fa8-4b4a-9353-5448490a28c9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968033 Jul 07 17:05:29.274673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:29.285440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3b503217-bb0c-481d-a902-09d743f0edc5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7eb4fadab6144b0b9f114a42567f93cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009541 Jul 07 17:05:29.287596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39088) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:29.324571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.344720 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a10e3e6-ae3b-495e-9041-10d0ed39a4de x-openstack-request-id: req-2a10e3e6-ae3b-495e-9041-10d0ed39a4de {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:29.345274 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "name": "network-vif-plugged", "status": "completed", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:29.345274 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a10e3e6-ae3b-495e-9041-10d0ed39a4de {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:29.345685 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'code': 200} Jul 07 17:05:29.413853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Pushing event updated for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.433804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Network 92c36961-f69e-4f31-b650-4041d855e02a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:29.438799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:29.441696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:29.511153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a6637-1070-4bc0-ac39-203ecbf18fb2 req-ee68ccfc-c2b4-4b3a-aad5-25f635ac6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.514955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be0a6637-1070-4bc0-ac39-203ecbf18fb2 req-ee68ccfc-c2b4-4b3a-aad5-25f635ac6b32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1098 time: 0.0952380 Jul 07 17:05:29.520768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.580952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be0a6637-1070-4bc0-ac39-203ecbf18fb2 req-57f5c355-517c-4f0a-9b1e-fa976cdbbeaf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Jul 07 17:05:29.613561 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:25Z', 'revision_number': 3, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:29.618615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.643432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.654170 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4bcbaf-31e4-4e2b-a4bb-3d87bee33ae0 None None] The sync data for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 is: [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:25Z', 'revision_number': 3, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:29.852092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f61b4fde-7c3a-4ad0-8115-ffcf86cf3788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.972189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-283a5da2-a5ce-4fac-b7a6-66de9ccca810 None None] Provisioning for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:29.979627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-283a5da2-a5ce-4fac-b7a6-66de9ccca810 None None] Provisioning complete for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:29.980035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-283a5da2-a5ce-4fac-b7a6-66de9ccca810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.984381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.993436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.999289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.005344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfa2414d-aa75-4ffe-ac55-c6348d117f2a HTTP/1.1" status: 204 len: 168 time: 0.7164919 Jul 07 17:05:30.025933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f688-26df-40bc-826b-e448c25d28f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2414d-aa75-4ffe-ac55-c6348d117f2a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.066167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b5843-aaa0-4ba6-b1e4-71b7ad8db482 req-33df2371-718a-48f4-9eb4-afb77f290b60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.076171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-166b5843-aaa0-4ba6-b1e4-71b7ad8db482 req-33df2371-718a-48f4-9eb4-afb77f290b60 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1904829 Jul 07 17:05:30.184313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-283a5da2-a5ce-4fac-b7a6-66de9ccca810 None None] Port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:30.209282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-166b5843-aaa0-4ba6-b1e4-71b7ad8db482 req-a17f2ab3-eed7-4017-beb3-62213e785a72 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322203 Jul 07 17:05:30.402432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.413436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.608698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Pushing event updated for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.617454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c154-3367-4413-8833-74b8438f8d13 req-0ad97528-31f2-4b85-a945-4f5fd3a016fd tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.629093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc67c154-3367-4413-8833-74b8438f8d13 req-0ad97528-31f2-4b85-a945-4f5fd3a016fd tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 946 time: 0.1933730 Jul 07 17:05:30.653257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.752416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc67c154-3367-4413-8833-74b8438f8d13 req-dc1efc7c-7f52-46df-8f11-fac08117808d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205618 Jul 07 17:05:30.905239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Network 92c36961-f69e-4f31-b650-4041d855e02a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:30.915509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:31.135402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:31.330007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-493437e5-fcae-4f25-beac-baa0faccd0c0 None None] Provisioning complete for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:31.331502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-493437e5-fcae-4f25-beac-baa0faccd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.427623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-493437e5-fcae-4f25-beac-baa0faccd0c0 None None] Port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:31.565188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a657-5580-4e38-b5f0-d3882e70f332 req-3895a4e9-16d5-4862-bce0-2283a495ed0c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.574343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdc4a657-5580-4e38-b5f0-d3882e70f332 req-3895a4e9-16d5-4862-bce0-2283a495ed0c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.0989232 Jul 07 17:05:31.640948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdc4a657-5580-4e38-b5f0-d3882e70f332 req-83a6e1d3-de78-4091-922e-4d916d3248a9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652072 Jul 07 17:05:31.735805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:31.741880 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-16c2081f-5aa3-4b86-bb72-f7feb0715e42 admin admin] 10.222.0.22 "PUT /v2.0/routers/d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4003110 Jul 07 17:05:32.017887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 73245c02-1be2-488d-ad8b-84aad5e241ca up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:32.149025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1ba8-8c8f-4386-9b66-1c2b3109a8ab req-2bda8521-f7d7-4fdb-baed-0ce6a405d4da tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.153352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 73245c02-1be2-488d-ad8b-84aad5e241ca completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:32.156243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20ee1ba8-8c8f-4386-9b66-1c2b3109a8ab req-2bda8521-f7d7-4fdb-baed-0ce6a405d4da tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 946 time: 0.1385033 Jul 07 17:05:32.170428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 73245c02-1be2-488d-ad8b-84aad5e241ca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:32.175071 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.225288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20ee1ba8-8c8f-4386-9b66-1c2b3109a8ab req-96f6ec1b-6635-4211-b739-93189b19af1b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Jul 07 17:05:32.300580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f9efce5-030c-4cf0-bae9-cd7c38eb9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.379699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Sync routers for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:32.427251 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.442768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:32.443757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:32.673596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 73245c02-1be2-488d-ad8b-84aad5e241ca, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=73245c02-1be2-488d-ad8b-84aad5e241ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:32.710599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.732350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-9b5a3312-5ff3-497c-af18-6b1e7a5c6a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.743157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-9b5a3312-5ff3-497c-af18-6b1e7a5c6a24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1644247 Jul 07 17:05:32.759081 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.777955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:32.822575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=73245c02-1be2-488d-ad8b-84aad5e241ca,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:32.825147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-4d86252d-c761-4703-9d6a-e092e0b5b099 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.0796597 Jul 07 17:05:32.834401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:32.898456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.215237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:30Z', 'revision_number': 2, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:33.264938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Checking router: d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:33.265683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Updating router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:05:33.359092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.499302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.510364 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-376fa434-1a69-4ad4-9ac8-a82e2c6d0450 service neutron] show failed (client error): The resource could not be found. Jul 07 17:05:33.519631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-376fa434-1a69-4ad4-9ac8-a82e2c6d0450 service neutron] 10.222.0.83 "GET /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.1570981 Jul 07 17:05:33.936308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.998459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Transition to ACTIVE for port object 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:34.025820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.145973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 73245c02-1be2-488d-ad8b-84aad5e241ca up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:34.196678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c403a3-da57-421b-a522-cdaa21464795 None None] Pushing event updated for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:34.351073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-420379e7-c9e9-4554-b7d6-1b2a5d2380e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:34.351073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-420379e7-c9e9-4554-b7d6-1b2a5d2380e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1102 time: 0.2035503 Jul 07 17:05:34.366698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:34.413546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:05:34.496552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.498212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.559025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.569296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.590800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Attempting to bind port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:34.591494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Attempting to bind port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:34.591614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Attempting to bind port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe on network 92c36961-f69e-4f31-b650-4041d855e02a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:34.630805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:34.630805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Checking segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:34.631242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.631650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Bound using segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:34.632136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Bound port: 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:34.633601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.668534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 73245c02-1be2-488d-ad8b-84aad5e241ca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:34.670504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.751303 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 associated. External IP: 172.25.7.128, port: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06. Jul 07 17:05:34.891591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] For port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:34.942469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] For port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:34.961036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.046273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:35.046988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.156457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.177838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c403a3-da57-421b-a522-cdaa21464795 None None] Pushing event updated for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:35.387954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-a6e6f4d9-7baa-4c49-aa06-1ea908d358e5 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.389513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-a6e6f4d9-7baa-4c49-aa06-1ea908d358e5 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/networks?id=29d9cd9c-c1bf-41dc-9492-b17e3732f35c HTTP/1.1" status: 200 len: 809 time: 0.4358125 Jul 07 17:05:35.427002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:35.446728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-11425435-d2bf-4d6d-bacd-3bd8050242fd tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/quotas/030e9c25ab40427390a5277d57b2f985 HTTP/1.1" status: 200 len: 375 time: 0.0278141 Jul 07 17:05:35.476298 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.528640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ddca6ad-e632-4536-a1b5-119af5da3ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.608311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-6aab09ed-d6ba-419b-ba45-f6831fdc15fe tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=030e9c25ab40427390a5277d57b2f985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195271 Jul 07 17:05:35.703856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ddca6ad-e632-4536-a1b5-119af5da3ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.711499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ddca6ad-e632-4536-a1b5-119af5da3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.776500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ddca6ad-e632-4536-a1b5-119af5da3ecd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd5ac6f63d124f1a8d35a147e6471d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181474 Jul 07 17:05:35.795598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.856604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:35.893548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:34Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.919557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca6ad-e632-4536-a1b5-119af5da3ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466f7c90-c438-4e9a-8c1d-efce68bdde1e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:35.951818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:35.969981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:35.997399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162726ac-2d70-40cd-95e0-3c802a20d8cc None None] The sync data for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 is: [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:34Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:36.013566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.105315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.197130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.202556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.205996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.207771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/466f7c90-c438-4e9a-8c1d-efce68bdde1e HTTP/1.1" status: 204 len: 168 time: 0.4121644 Jul 07 17:05:36.224544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f5da-c952-42cb-a170-e08fd7f24761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f7c90-c438-4e9a-8c1d-efce68bdde1e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:36.232062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:36.237194 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa17f85-bde6-426b-b1fd-e0a9615c1999" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:36.241003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:36.243340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.355816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-c23789e8-9dd6-400a-8565-5a3afd7413b6 service neutron] 10.222.0.22 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202754 Jul 07 17:05:36.372406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Transition to ACTIVE for port object 3f62eb1b-2903-473d-ab44-a6b16af6a79a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:36.424237 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.480106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.561843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-dece9ae3-6eb2-45cd-ad46-c13bdf7f67c2 service neutron] 10.222.0.22 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048905 Jul 07 17:05:36.581389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:36.600643 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:36.620308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:36.621080 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:36.633042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:05:36.633604 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:05:36.673673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.792590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:36.864699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-69350dc6-3cb7-42a6-b6cb-2cb5e6c3699d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "PUT /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 996 time: 4.0364175 Jul 07 17:05:36.868195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] No DVR routers for this DVR port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:37.034469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:37.084077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2431e82-1a6f-4ee6-a744-6df6055dce21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.186326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:37.187354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:37.188935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:37.220961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:37.221307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:37.276685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:37.278704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:37.279453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:37.279930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Bound port: 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:37.281168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.478578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-bb6a6303-b621-4a38-a85a-b59aebad0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.480180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-bb6a6303-b621-4a38-a85a-b59aebad0e01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.5970109 Jul 07 17:05:37.526817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2431e82-1a6f-4ee6-a744-6df6055dce21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.533482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2431e82-1a6f-4ee6-a744-6df6055dce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.585332 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:37.613325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:37.630461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2431e82-1a6f-4ee6-a744-6df6055dce21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa3f472c9f4141aa9a5810456eb1ecac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922070 Jul 07 17:05:37.631467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39318) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:37.652787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2431e82-1a6f-4ee6-a744-6df6055dce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018afc88-8547-4e46-b6f8-87581d266177,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:37.728172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:37.783773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.829483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.032767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.064371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.065327 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.069259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 1097 time: 3.7062430 Jul 07 17:05:38.107341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86ca8-484c-46a2-b82a-679a1817cd3a req-e2171e0b-103d-4b33-b4ea-d6269fa16d9d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.123978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-562f503e-03df-431e-bc1d-1b38d026fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.125552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-562f503e-03df-431e-bc1d-1b38d026fbeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1097 time: 0.2013385 Jul 07 17:05:38.150855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ba86ca8-484c-46a2-b82a-679a1817cd3a req-e2171e0b-103d-4b33-b4ea-d6269fa16d9d tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 948 time: 0.7070303 Jul 07 17:05:38.155988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:38.216641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25543f-98aa-4e88-9ae6-f7785ffa9dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.321569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.323653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-444ca303-64fb-4d56-9c23-df7d003d4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.336038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-444ca303-64fb-4d56-9c23-df7d003d4b36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.7976854 Jul 07 17:05:38.341645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.343117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/018afc88-8547-4e46-b6f8-87581d266177 HTTP/1.1" status: 204 len: 168 time: 0.7096140 Jul 07 17:05:38.347475 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:34Z', 'revision_number': 1, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.393929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:38.418661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:38.418950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.428980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f22be-f737-47d6-9282-0b0eb508c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018afc88-8547-4e46-b6f8-87581d266177,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.476480 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:38.517274 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:38.517952 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.539995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-bbf8da3d-aa6f-491b-86f5-55672d68f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.545027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-bbf8da3d-aa6f-491b-86f5-55672d68f4cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1100 time: 0.3729756 Jul 07 17:05:38.596304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-ae4ae60c-e6bc-42b3-8d56-94f1d16bfd41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 999 time: 0.2591281 Jul 07 17:05:38.782820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.849755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-fe3205e0-97c4-4915-bb71-5ddfb79b1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.853971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:38.864535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.869158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-fe3205e0-97c4-4915-bb71-5ddfb79b1fc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.5946143 Jul 07 17:05:38.893624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ba86ca8-484c-46a2-b82a-679a1817cd3a req-4aca71c0-0120-4634-87a9-380900e47b4f tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412744 Jul 07 17:05:38.938938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-ea94a80f-ff1d-41a3-8051-a88dbcf9ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.943033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-ea94a80f-ff1d-41a3-8051-a88dbcf9ba8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.3902388 Jul 07 17:05:38.988133 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:39.030347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:39.123026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-43a98a63-4d90-451e-b0d1-0df080caa8f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.1693969 Jul 07 17:05:39.177912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-23803093-cd8a-47ba-a9c0-64b5ed74e055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 1001 time: 0.2799127 Jul 07 17:05:39.193804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-b2563b6b-7974-40d1-9b7c-438f1ac72bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.203027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-b2563b6b-7974-40d1-9b7c-438f1ac72bbd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.5965447 Jul 07 17:05:39.264626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-916b1b69-ac05-4710-8496-d9e24e2f427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.266134 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-916b1b69-ac05-4710-8496-d9e24e2f427b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1381960 Jul 07 17:05:39.331431 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c9531-10b7-4d73-825a-bff2dbe0d034 x-openstack-request-id: req-ec1c9531-10b7-4d73-825a-bff2dbe0d034 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:39.331994 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:39.332822 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec1c9531-10b7-4d73-825a-bff2dbe0d034 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:39.333326 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'code': 200} Jul 07 17:05:39.339039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-6fac260d-a607-4511-8ddc-35dbc113e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.341098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-6fac260d-a607-4511-8ddc-35dbc113e268 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1002069 Jul 07 17:05:39.348186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-c91d904f-eda8-4c9f-ba15-952b45831093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.358892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-c91d904f-eda8-4c9f-ba15-952b45831093 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544199 Jul 07 17:05:39.364753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-05e5b523-7227-4d90-9750-db248cc4635e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:05:39.373049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-05e5b523-7227-4d90-9750-db248cc4635e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127738 Jul 07 17:05:39.521201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-9691b787-5063-4ae1-92ca-45f20bcbb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.523027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-9691b787-5063-4ae1-92ca-45f20bcbb4ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360636 Jul 07 17:05:39.545616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-f98d2d17-f540-4cf5-a97b-8830cf61cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:39.548947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-f98d2d17-f540-4cf5-a97b-8830cf61cb0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2624230 Jul 07 17:05:39.776042 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:34Z', 'revision_number': 1, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:39.779469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-cc0dba9a-b068-4f67-a73f-af1fbb4f3476 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139177 Jul 07 17:05:39.850298 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da205ec-b82e-4aad-85af-e2a3b4de0d56 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:34Z', 'revision_number': 1, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:40.052916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:40.074043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0cf9718c-d07b-4aad-ad3c-ecfdba27b374 req-08cf6b9f-8661-4c9b-8337-05c73fbf1f07 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876909 Jul 07 17:05:40.181000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:40.183354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.343204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f28cf0-e827-4206-b4d1-c3fd0fa24b1d None None] New status for floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:05:40.606826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-620a6414-81f8-461b-8017-d67cb51254ea req-b1859762-527f-4aa9-8079-7d81ef060556 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 210 time: 0.2899261 Jul 07 17:05:40.612681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-adf27edb-2f04-4c4c-b4ba-91b9e3de249b service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2371223 Jul 07 17:05:40.751201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-0ed4333b-06ea-4654-9c81-e9b7466d8c68 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.752714 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-0ed4333b-06ea-4654-9c81-e9b7466d8c68 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.32 "GET /v2.0/networks?id=29d9cd9c-c1bf-41dc-9492-b17e3732f35c HTTP/1.1" status: 200 len: 809 time: 0.4049964 Jul 07 17:05:40.780666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Request body: {'port': {'device_id': '31b20411-05a9-4d6f-981c-96efc9f10499', 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c', 'admin_state_up': True, 'tenant_id': '030e9c25ab40427390a5277d57b2f985'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:40.847895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-cbad7e3d-7497-4752-b0e4-06a101a2a87e service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3027046 Jul 07 17:05:40.958727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbc790d-b4aa-4e28-a32b-444f6f90daab req-a418d167-e2dd-4025-a750-a25f3a696d0d service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326619 Jul 07 17:05:40.995637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Made reservation on behalf of 030e9c25ab40427390a5277d57b2f985 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:41.001034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.016311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dbde5-7af0-410b-af3a-c5f7cbb4bced req-60ba3edc-ab35-401b-bf45-b4ec3c943694 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.025871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c7dbde5-7af0-410b-af3a-c5f7cbb4bced req-60ba3edc-ab35-401b-bf45-b4ec3c943694 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 948 time: 0.1964829 Jul 07 17:05:41.049607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de7afe83-cbaa-4fdc-8cbc-a472b29d68f0 req-627b2b2e-8bac-479a-aafe-8d30883c22a3 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798747 Jul 07 17:05:41.089988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c7dbde5-7af0-410b-af3a-c5f7cbb4bced req-31abc988-b679-44e8-ac06-208d33a12b2a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630996 Jul 07 17:05:41.283914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Allocated IP 172.20.0.9 (29d9cd9c-c1bf-41dc-9492-b17e3732f35c/ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f/a6b94a81-eb78-4468-974a-6ca46cc78ab8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:41.335682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}, {'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:41.338718 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f47dea-3139-4bc4-ad97-f9117494cb28" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}, {"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:41.407206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-6ea63edb-be30-4f77-b3dc-fe9b8b94b0f7 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.412713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-6ea63edb-be30-4f77-b3dc-fe9b8b94b0f7 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1379719 Jul 07 17:05:41.524911 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72965809-81af-40ca-9b6b-ac0c9e3a0c9b x-openstack-request-id: req-72965809-81af-40ca-9b6b-ac0c9e3a0c9b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:41.525974 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:41.526567 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72965809-81af-40ca-9b6b-ac0c9e3a0c9b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:41.526962 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:05:41.527206 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'status': 'completed', 'code': 200} Jul 07 17:05:41.602182 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.763107 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.786189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-e14551ca-8b1d-4441-882c-f0ed64b12956 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1001 time: 0.3600373 Jul 07 17:05:41.814206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:41.922576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:41.929620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:41.944676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:42.023405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.093616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Pushing event updated for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:42.112406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:42.158822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.159496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.192449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-d269d0cc-6b45-4f7f-8c6c-8fc3abed6ede tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4267786 Jul 07 17:05:42.206037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Request body: {'port': {'device_id': '31b20411-05a9-4d6f-981c-96efc9f10499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:42.283126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-e37defe2-eaf2-4e4b-b813-f40d19a04f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.284674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-e37defe2-eaf2-4e4b-b813-f40d19a04f44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1100 time: 0.7567255 Jul 07 17:05:42.343029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-9ce01282-bd11-4f5a-bfc9-c7a2f9b9b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.344564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-9ce01282-bd11-4f5a-bfc9-c7a2f9b9b955 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.7996075 Jul 07 17:05:42.586731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.879858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:42.943029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'mac_address': 'fa:16:3e:5c:6d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:43.059670 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.079291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62eb1b-2903-473d-ab44-a6b16af6a79a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:43.110988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.124953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-b542beb1-6876-4fdc-a340-2d803802afbd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9999578 Jul 07 17:05:43.132945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.232989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.292643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b94a81-eb78-4468-974a-6ca46cc78ab8 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:43.320753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.327070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd724f-4f28-42f5-b236-d1933818b011 req-a5aa3806-88e3-4f36-bb3d-e5d9a91a613d tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.336142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6fd724f-4f28-42f5-b236-d1933818b011 req-a5aa3806-88e3-4f36-bb3d-e5d9a91a613d tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 931 time: 1.2058449 Jul 07 17:05:43.361032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Transition to ACTIVE for port object a6b94a81-eb78-4468-974a-6ca46cc78ab8 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:43.361207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-fd904b80-3549-42f9-98cd-5db85fb447f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.362675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-fd904b80-3549-42f9-98cd-5db85fb447f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 1.0424860 Jul 07 17:05:43.367506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.404994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-501384f4-0cc5-4d93-8117-8ebb18f95309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.406531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-501384f4-0cc5-4d93-8117-8ebb18f95309 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.9931188 Jul 07 17:05:43.478674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3f62eb1b-2903-473d-ab44-a6b16af6a79a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:43.487629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-d5c0ec45-dba4-48e7-bb2d-ef30b5071046 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0996213 Jul 07 17:05:43.628216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6fd724f-4f28-42f5-b236-d1933818b011 req-77da8ed2-1d37-4d33-bd2a-8584864698f0 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910786 Jul 07 17:05:43.718503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.723487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Attempting to bind port a6b94a81-eb78-4468-974a-6ca46cc78ab8 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:43.723827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Attempting to bind port a6b94a81-eb78-4468-974a-6ca46cc78ab8 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e1113cc4-0190-4996-8838-b9febefda509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:43.727496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Attempting to bind port a6b94a81-eb78-4468-974a-6ca46cc78ab8 on network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:43.736909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Port a6b94a81-eb78-4468-974a-6ca46cc78ab8 on network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:43.737440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Attempting to bind port a6b94a81-eb78-4468-974a-6ca46cc78ab8 on network 29d9cd9c-c1bf-41dc-9492-b17e3732f35c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:43.752837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-fcf24293-3c0a-427c-bb45-a49cc17845e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.760494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-fcf24293-3c0a-427c-bb45-a49cc17845e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 1102 time: 0.5112700 Jul 07 17:05:43.760718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:43.761041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Checking segment: {'id': 'e1113cc4-0190-4996-8838-b9febefda509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:43.761443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Bound using segment: {'id': 'e1113cc4-0190-4996-8838-b9febefda509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:43.761886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Bound port: a6b94a81-eb78-4468-974a-6ca46cc78ab8, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1113cc4-0190-4996-8838-b9febefda509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:43.762399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.860581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:43.864333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8,segment=NetworkSegment(e1113cc4-0190-4996-8838-b9febefda509),segment_id=e1113cc4-0190-4996-8838-b9febefda509)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:43.872485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.901340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-015497a5-3161-416f-9369-3deb9f6ee5ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 1001 time: 0.4215026 Jul 07 17:05:43.944457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.958591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.959597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.961495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-4e2fab39-0772-463c-b9a6-5c6e9e2a06f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6b94a81-eb78-4468-974a-6ca46cc78ab8 HTTP/1.1" status: 200 len: 1092 time: 1.7598367 Jul 07 17:05:43.962248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:43.965599 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e05509-912b-4ef8-8271-9298f548fce5" -d '{"events": [{"name": "network-changed", "server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:44.012858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-71a58aff-9548-4b1a-a562-56746dc3ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.014391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-71a58aff-9548-4b1a-a562-56746dc3ea20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.5091267 Jul 07 17:05:44.151414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-bdfcdf71-5b16-4553-b7c2-d4b8092eecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.152917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-bdfcdf71-5b16-4553-b7c2-d4b8092eecd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=030e9c25ab40427390a5277d57b2f985&device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 1095 time: 0.1241391 Jul 07 17:05:44.230643 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-796913ae-216a-4d45-bf9d-84d089a8b890 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8 HTTP/1.1" status: 200 len: 217 time: 0.0698228 Jul 07 17:05:44.333889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991e01-44c9-4314-bc64-76956de870b8 req-c6ee596b-2627-4b07-a860-6bf8118a0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.337842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-c6ee596b-2627-4b07-a860-6bf8118a0b0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f HTTP/1.1" status: 200 len: 849 time: 0.0959420 Jul 07 17:05:44.364636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39440) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.404400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-9f3748db-88b0-42fd-8bfd-59c3de5a5bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29d9cd9c-c1bf-41dc-9492-b17e3732f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584934 Jul 07 17:05:44.421161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-a63c9389-f4e7-4b6b-93af-e85940d75749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.422561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-a63c9389-f4e7-4b6b-93af-e85940d75749 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.4905472 Jul 07 17:05:44.595675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-811f281d-3ab5-48ba-aff7-6e26ed4f0c10 service neutron] 10.222.0.32 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840906 Jul 07 17:05:44.793924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b991e01-44c9-4314-bc64-76956de870b8 req-c95267d9-1688-4a43-b19b-191dcd4e2dba service neutron] 10.222.0.32 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909561 Jul 07 17:05:44.841870 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.868851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-29092bfa-7e4d-4c1a-abe7-36a3445a8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.870829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-29092bfa-7e4d-4c1a-abe7-36a3445a8ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7538748 Jul 07 17:05:44.882389 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75e02d73-d114-4cde-9360-bd19f3e2541b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.883891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d324f-bdca-4a47-b57a-58cd9eeea2eb req-52233ed7-91b4-4eb1-b15a-a6de24ad0cd0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.892490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-545d324f-bdca-4a47-b57a-58cd9eeea2eb req-52233ed7-91b4-4eb1-b15a-a6de24ad0cd0 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 949 time: 0.9958038 Jul 07 17:05:44.895796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-8ff9d88a-3e64-4c15-a306-46319ac325d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:44.897391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-8ff9d88a-3e64-4c15-a306-46319ac325d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 1.0028093 Jul 07 17:05:44.934397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.078796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75e02d73-d114-4cde-9360-bd19f3e2541b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.087254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75e02d73-d114-4cde-9360-bd19f3e2541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.127601 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75e02d73-d114-4cde-9360-bd19f3e2541b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec088fdc13844996af014f2410fe12c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593603 Jul 07 17:05:45.127601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:45.230725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02d73-d114-4cde-9360-bd19f3e2541b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732751e4-230d-481a-9661-843c40fc4a71,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.296209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.324243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.404846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.408580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.413084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/732751e4-230d-481a-9661-843c40fc4a71 HTTP/1.1" status: 204 len: 168 time: 0.2845957 Jul 07 17:05:45.424681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e5b8-c8d3-48a0-96e2-dc146b66e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732751e4-230d-481a-9661-843c40fc4a71,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.433485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-09ba0ecd-1125-49c2-ab2b-4337a7f299ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 200 len: 217 time: 0.4970253 Jul 07 17:05:45.508418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-545d324f-bdca-4a47-b57a-58cd9eeea2eb req-fc74eab3-d04e-4b2a-8402-5044fdb6af56 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149251 Jul 07 17:05:45.566599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-4256f1ee-abb7-4f5b-bcb7-38d772f037ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.568071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-4256f1ee-abb7-4f5b-bcb7-38d772f037ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1218898 Jul 07 17:05:45.589896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-1cfc9d99-dd6f-4e49-84ee-a0ab0e0ac569 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893380 Jul 07 17:05:45.656165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-41700878-55f3-4d90-883a-1f8ae727cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.657665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-41700878-55f3-4d90-883a-1f8ae727cb2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2039008 Jul 07 17:05:45.729636 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 associated. External IP: 172.25.7.128, port: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06. Jul 07 17:05:45.924884 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc1046-e7b8-4bcf-bc3b-2d2af313a31f x-openstack-request-id: req-91cc1046-e7b8-4bcf-bc3b-2d2af313a31f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:45.926887 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:45.927628 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91cc1046-e7b8-4bcf-bc3b-2d2af313a31f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:45.928273 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8', 'status': 'completed', 'code': 200} Jul 07 17:05:46.094517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-4984b447-fcf2-49dd-9b8b-29b1f09b7af9 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069423 Jul 07 17:05:46.121302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05509-912b-4ef8-8271-9298f548fce5 req-735a6a80-46c2-433f-80df-52a0d6bd6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.122806 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-735a6a80-46c2-433f-80df-52a0d6bd6768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=030e9c25ab40427390a5277d57b2f985&device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 1095 time: 0.1575804 Jul 07 17:05:46.142809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a6b94a81-eb78-4468-974a-6ca46cc78ab8 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:46.148176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:46.155072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-a72d1575-c3af-405d-bb05-95676c15bd59 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486586 Jul 07 17:05:46.232004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.248394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-f292ddc2-2271-498a-8232-bb67ae55f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.249913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-f292ddc2-2271-498a-8232-bb67ae55f89c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5791576 Jul 07 17:05:46.290455 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dc71cf-136b-4ff4-9175-c6aca8858f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.401093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:46.413753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:46.414425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.425162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-332c0903-0939-4e9e-9532-cd74832efe46 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146574 Jul 07 17:05:46.525834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8,segment=NetworkSegment(e1113cc4-0190-4996-8838-b9febefda509),segment_id=e1113cc4-0190-4996-8838-b9febefda509)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.566396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8', 'network_id': '29d9cd9c-c1bf-41dc-9492-b17e3732f35c', 'port_id': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8', 'mac_address': 'fa:16:3e:2f:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:46.572172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:46.577361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-e8a7f6f6-d372-4f8e-abcb-5edc8edf25b8 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134928 Jul 07 17:05:46.578731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dc71cf-136b-4ff4-9175-c6aca8858f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.601771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dc71cf-136b-4ff4-9175-c6aca8858f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.614618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c49d1f-a8ae-4aea-b1da-e1ebddd2612d req-a9453825-6e47-4d9d-93e1-85d670ea11fe tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.616194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6c49d1f-a8ae-4aea-b1da-e1ebddd2612d req-a9453825-6e47-4d9d-93e1-85d670ea11fe tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 943 time: 0.3114045 Jul 07 17:05:46.628075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05509-912b-4ef8-8271-9298f548fce5 req-085e3ea1-0ab3-42ee-a038-e3ee80a3b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.629755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-085e3ea1-0ab3-42ee-a038-e3ee80a3b5fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=29d9cd9c-c1bf-41dc-9492-b17e3732f35c HTTP/1.1" status: 200 len: 910 time: 0.4998269 Jul 07 17:05:46.672128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc71cf-136b-4ff4-9175-c6aca8858f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab3545-b53d-422a-9386-130ef13137a2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.674759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.732173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b94a81-eb78-4468-974a-6ca46cc78ab8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:46.768197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-44aed660-f0a0-43f0-8d53-7a79779c4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.769897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-44aed660-f0a0-43f0-8d53-7a79779c4150 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1101 time: 0.2593896 Jul 07 17:05:46.794456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8,segment=NetworkSegment(e1113cc4-0190-4996-8838-b9febefda509),segment_id=e1113cc4-0190-4996-8838-b9febefda509)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.797927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-3c11a85c-ffe2-4f87-ba9e-97fd6577ec89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8 HTTP/1.1" status: 200 len: 217 time: 0.1156850 Jul 07 17:05:46.809970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17dc71cf-136b-4ff4-9175-c6aca8858f38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cc043349a6e4e659970b744a4d051a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768361 Jul 07 17:05:46.810689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.811637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.821800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6c49d1f-a8ae-4aea-b1da-e1ebddd2612d req-206749ae-9620-4a84-aa02-8ca4c7d34249 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943183 Jul 07 17:05:46.882143 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.892650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c753b77c-fddd-4fd6-bf5b-4df9f5a1bd86 req-3c8a5837-cb39-4169-bcf3-d729c9e8b67e service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034301 Jul 07 17:05:46.965587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:46.977952 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:46.989134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05509-912b-4ef8-8271-9298f548fce5 req-35f3fe30-f74f-4fd2-be2b-b9d4227dc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:46.991012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-35f3fe30-f74f-4fd2-be2b-b9d4227dc490 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f HTTP/1.1" status: 200 len: 849 time: 0.1794662 Jul 07 17:05:47.001598 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:47.002267 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:47.007637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:47.021246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.056373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:47.061414 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2448de7-ac83-41ea-8440-47bd89a40332" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:47.077413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.090905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.095478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-798af695-b75c-49cf-af38-f13f6c0fa7ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29d9cd9c-c1bf-41dc-9492-b17e3732f35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775986 Jul 07 17:05:47.105850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-ffcbff64-1caa-4a6a-84cf-5cec179df8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.110355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-ffcbff64-1caa-4a6a-84cf-5cec179df8bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.3315125 Jul 07 17:05:47.140465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.258626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-e281f17d-5018-4eee-bf48-f264e5422cd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.1355195 Jul 07 17:05:47.302725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.325980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['a6b94a81-eb78-4468-974a-6ca46cc78ab8'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:47.328445 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:47.383177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.385729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.389342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eab3545-b53d-422a-9386-130ef13137a2 HTTP/1.1" status: 204 len: 168 time: 0.5739284 Jul 07 17:05:47.416398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-2d61c397-eaef-4f3a-b21e-632c7c7f5c29 service neutron] 10.222.0.32 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005483 Jul 07 17:05:47.417506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c60784-3c77-4ccb-b4fe-b960724e25f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab3545-b53d-422a-9386-130ef13137a2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.629975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16e05509-912b-4ef8-8271-9298f548fce5 req-fdce9358-844e-4118-b3e7-1296df18f235 service neutron] 10.222.0.32 "GET /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832418 Jul 07 17:05:47.695774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-ed60b911-79c5-4d14-95f3-6dad0891ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.697254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-ed60b911-79c5-4d14-95f3-6dad0891ff98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.4245822 Jul 07 17:05:47.963613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:44Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:47.964952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-4d6d3a0b-c746-496e-a987-b99f98d55d28 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.966987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-4d6d3a0b-c746-496e-a987-b99f98d55d28 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7&tenant_id=772fda411fa14b48901117acc2c2902a&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 950 time: 0.6066203 Jul 07 17:05:47.999495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:48.011502 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:48.012717 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:48.026830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:48.055731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-034d5e93-35b1-4dd9-b776-4ff609776996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.057740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-034d5e93-35b1-4dd9-b776-4ff609776996 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3497729 Jul 07 17:05:48.090725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea5be7-88a6-4d1c-ad15-a7ab538eb117 req-29fb11d1-9060-4938-9ea1-51aad7af594e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.107747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37ea5be7-88a6-4d1c-ad15-a7ab538eb117 req-29fb11d1-9060-4938-9ea1-51aad7af594e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.3920422 Jul 07 17:05:48.164446 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:48.301403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-3c8efd34-a8d7-4c05-a2ef-0fa140834557 service neutron] 10.222.0.32 "GET /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.3230972 Jul 07 17:05:48.345565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37ea5be7-88a6-4d1c-ad15-a7ab538eb117 req-e87359c5-59de-47fa-a213-d141ada4063f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367551 Jul 07 17:05:48.462675 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea79de0-e3d8-49ae-adef-4d5e1ed4acd1 x-openstack-request-id: req-bea79de0-e3d8-49ae-adef-4d5e1ed4acd1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:48.463235 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:48.463443 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bea79de0-e3d8-49ae-adef-4d5e1ed4acd1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:48.463790 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'code': 200} Jul 07 17:05:48.507888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:48.527285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.860463 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:44Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:48.907905 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052766ed-b91b-4168-ae6e-a545a0ad68d3 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:44Z', 'revision_number': 3, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:49.023057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-56ae194d-355f-43f6-be86-6d3c0d5977a8 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9502835 Jul 07 17:05:49.101623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:49.104373 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38a092-25e3-44b4-8e50-ad8876682030" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:49.140779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-25b760af-07ea-47d1-8a8f-d02f54ce6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.142346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-25b760af-07ea-47d1-8a8f-d02f54ce6ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.7817767 Jul 07 17:05:49.226049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-bacb544f-dda3-430a-8820-1250464ab49b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "PUT /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 999 time: 7.4365304 Jul 07 17:05:49.262697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf9010-f931-4505-ba84-c03191576b3f None None] New status for floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:05:49.300967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4a81f-d20e-43c0-848b-61df80e965a6 req-4d25ed97-9075-48b1-b71e-f5fd98e85d70 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.307810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf4a81f-d20e-43c0-848b-61df80e965a6 req-4d25ed97-9075-48b1-b71e-f5fd98e85d70 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3244042 Jul 07 17:05:49.355091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f47dea-3139-4bc4-ad97-f9117494cb28 req-35026d07-a1f7-49a4-ba32-667d656df5cd service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237736 Jul 07 17:05:49.368903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-ea8f626d-cc06-4cf0-95e9-069e8ed53fc8 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.370284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-ea8f626d-cc06-4cf0-95e9-069e8ed53fc8 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports/cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 942 time: 0.1308672 Jul 07 17:05:49.384785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-e877fe5c-f1ef-4d80-baf2-7e61336aa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.386666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-e877fe5c-f1ef-4d80-baf2-7e61336aa7f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2321088 Jul 07 17:05:49.415449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf4a81f-d20e-43c0-848b-61df80e965a6 req-0f99685d-3f8f-4eca-9c5e-2af2e9df163e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066904 Jul 07 17:05:49.493882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-da1f8356-83a8-49f8-ae27-2d1ece5b24d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0985503 Jul 07 17:05:49.713075 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:49.727592 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:49.728330 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:49.737608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-ea0602ed-4957-4e63-8432-843ee3da44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.739476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-ea0602ed-4957-4e63-8432-843ee3da44ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2386906 Jul 07 17:05:49.808371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-12500b93-79eb-4eb1-b810-40a68954bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.809926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-12500b93-79eb-4eb1-b810-40a68954bf47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.2938769 Jul 07 17:05:49.824744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fcedb-e2f4-42a5-9844-2cac6014068e req-47ff5958-39fa-4577-8726-67dcfe61e4e2 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.826332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-716fcedb-e2f4-42a5-9844-2cac6014068e req-47ff5958-39fa-4577-8726-67dcfe61e4e2 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 944 time: 0.1779554 Jul 07 17:05:49.930207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-a045be09-0074-4b73-90ec-e8e42f90e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:49.931768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-a045be09-0074-4b73-90ec-e8e42f90e1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834311 Jul 07 17:05:49.960415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-716fcedb-e2f4-42a5-9844-2cac6014068e req-2eaee19f-f1fa-41d0-b63c-8aecc67d0f22 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210246 Jul 07 17:05:49.995955 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:50.036453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-e7717d01-002f-4be4-95d8-604c99575a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.038161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-e7717d01-002f-4be4-95d8-604c99575a71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.2100489 Jul 07 17:05:50.087655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-64aa8e2b-9a83-4d93-a13b-1652db946383 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.0417161 Jul 07 17:05:50.150895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a6b94a81-eb78-4468-974a-6ca46cc78ab8 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:50.152780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-4826f855-b1f4-452e-9d39-d77a96332ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090120 Jul 07 17:05:50.203067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-1223e58e-ced3-4c19-aa53-58d1a37f25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.208747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-1223e58e-ced3-4c19-aa53-58d1a37f25b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1081100 Jul 07 17:05:50.252163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port a6b94a81-eb78-4468-974a-6ca46cc78ab8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:50.261211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port a6b94a81-eb78-4468-974a-6ca46cc78ab8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:50.262965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.343467 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c405f70e-2103-410b-b26e-4dd0f3612ce3 x-openstack-request-id: req-c405f70e-2103-410b-b26e-4dd0f3612ce3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:50.344270 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:50.344900 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c405f70e-2103-410b-b26e-4dd0f3612ce3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:50.345564 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:05:50.472002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.530884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:50.541859 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9617d503-1167-4b2b-bfc3-063dc11c3673" -d '{"events": [{"server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "name": "network-vif-plugged", "status": "completed", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:50.560401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-7dc03ced-404c-48a1-b094-8798b2b9d888 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924234 Jul 07 17:05:50.592205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8,segment=NetworkSegment(e1113cc4-0190-4996-8838-b9febefda509),segment_id=e1113cc4-0190-4996-8838-b9febefda509)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:50.606621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.608007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:50.615070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-66363295-1129-4d0f-90ee-0f865d0d75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.620188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-66363295-1129-4d0f-90ee-0f865d0d75eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922525 Jul 07 17:05:50.642185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:50.657982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-4c38dd71-5915-42c9-8090-4fce9518a9c1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:05:50.659067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-4c38dd71-5915-42c9-8090-4fce9518a9c1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072036 Jul 07 17:05:50.689403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-cacf243f-1d8b-45e5-9cdd-48e4be33e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.693113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-cacf243f-1d8b-45e5-9cdd-48e4be33e79b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.3154154 Jul 07 17:05:50.701309 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:50.727548 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:50.728304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:50.813529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.916087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.960939 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:50.988598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:50.999574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-56d76b9e-5477-4a86-abdd-172e7b7f7a7d service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147221 Jul 07 17:05:51.006692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.027056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-d63f42c8-855c-4b9c-9608-53e4431f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.027597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-d63f42c8-855c-4b9c-9608-53e4431f67e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.3081388 Jul 07 17:05:51.045906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1f545-453f-439b-ba9a-c306e963de1d req-5d9ac0ea-3c1f-4937-886a-18d196d2c094 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.054131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34b1f545-453f-439b-ba9a-c306e963de1d req-5d9ac0ea-3c1f-4937-886a-18d196d2c094 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.4500873 Jul 07 17:05:51.098898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.140033 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-26f8bd17-4e5c-475e-9827-83075a11e820 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.0592642 Jul 07 17:05:51.200617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34b1f545-453f-439b-ba9a-c306e963de1d req-954b2f51-3e74-4d07-9da4-0c1f06a51c84 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472571 Jul 07 17:05:51.325344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-b468c497-2916-405a-9691-ac34f5925c00 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114917 Jul 07 17:05:51.329603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-004e6e25-3c89-4c53-9e30-3f903cd2220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.332057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-004e6e25-3c89-4c53-9e30-3f903cd2220c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1838453 Jul 07 17:05:51.457389 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:51.493935 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be32ca5-b79b-4bc2-b9d9-cd49479194db None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:96:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:05:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:51.548280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39420406-5a8f-4d67-8a39-6cf82a26ab0d req-eb087e91-7d11-4caa-9ea7-fbd38371da2a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.556067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39420406-5a8f-4d67-8a39-6cf82a26ab0d req-eb087e91-7d11-4caa-9ea7-fbd38371da2a tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.2013924 Jul 07 17:05:51.606079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-a3f550ba-18a4-4fd2-a0ec-eff6f597cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.607648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-a3f550ba-18a4-4fd2-a0ec-eff6f597cfea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1098 time: 0.2191219 Jul 07 17:05:51.609263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-d9456b29-f188-4785-a5ca-dd8ce9894993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.613532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-d9456b29-f188-4785-a5ca-dd8ce9894993 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2719345 Jul 07 17:05:51.650262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39420406-5a8f-4d67-8a39-6cf82a26ab0d req-0a9c676c-b062-4cb6-ad6a-28e6e3b73099 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 Jul 07 17:05:51.740976 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af5cb3-9b4c-423f-9768-2ff2d64a114a x-openstack-request-id: req-93af5cb3-9b4c-423f-9768-2ff2d64a114a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:51.741524 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "name": "network-vif-plugged", "status": "completed", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:51.741524 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93af5cb3-9b4c-423f-9768-2ff2d64a114a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:51.741912 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8', 'code': 200} Jul 07 17:05:51.969478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-5823163f-eb00-4f99-baa5-cc683e98fa8c service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499289 Jul 07 17:05:52.127289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-548208a6-b851-40c5-8eb7-63ee3ecca66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.130228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-548208a6-b851-40c5-8eb7-63ee3ecca66c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.5118597 Jul 07 17:05:52.254269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e38a092-25e3-44b4-8e50-ad8876682030 req-d5361d79-b564-4f5a-a205-eb62ebfe9dbb service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698982 Jul 07 17:05:52.268293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d8286-7e0f-4d23-998d-0ab34030ed3e req-8caa5459-3d2a-4385-9f95-25d159c4d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.270467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-690d8286-7e0f-4d23-998d-0ab34030ed3e req-8caa5459-3d2a-4385-9f95-25d159c4d134 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 1097 time: 0.3676114 Jul 07 17:05:52.280889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60479d8e-4469-400d-9e0b-284d0577c96c req-b39e7ed9-ddb1-457b-aa44-0694f3d05ec2 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.282526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60479d8e-4469-400d-9e0b-284d0577c96c req-b39e7ed9-ddb1-457b-aa44-0694f3d05ec2 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 945 time: 0.3091552 Jul 07 17:05:52.314136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-c09ccca2-b9b2-4424-9f99-b466b0076212 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 1002 time: 0.1644785 Jul 07 17:05:52.361842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:52.389079 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155395ef-f133-4ef6-9fe8-e4ce7530f282" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:52.393500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-690d8286-7e0f-4d23-998d-0ab34030ed3e req-e3df8fa5-8a11-402c-b90f-c6279fb8899b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098700 Jul 07 17:05:52.399454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60479d8e-4469-400d-9e0b-284d0577c96c req-d87847cf-f27e-4dd2-a449-f71aae932f38 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054518 Jul 07 17:05:52.419193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-242ec8dd-8cce-4edc-b866-7bf4506a29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.420740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-242ec8dd-8cce-4edc-b866-7bf4506a29a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.0956268 Jul 07 17:05:52.454426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39616) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:52.517836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-4b0be3df-6eec-4b77-8b41-76ebee120872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.520471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-4b0be3df-6eec-4b77-8b41-76ebee120872 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824988 Jul 07 17:05:52.734880 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-7c9c635a-364d-4117-aa26-5b3a028ebd46 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079856 Jul 07 17:05:52.742908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d05d0f0-8580-4b6e-aa67-d8783f914c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.872100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-570c2ff3-0742-4b1c-9b81-7d8bdf8936ae req-a85edae0-dc58-4e97-8dd0-0dd7523f40a5 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359546 Jul 07 17:05:53.022931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d05d0f0-8580-4b6e-aa67-d8783f914c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.032049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d05d0f0-8580-4b6e-aa67-d8783f914c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.087067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d05d0f0-8580-4b6e-aa67-d8783f914c9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=998524e733304bfc8a812440b038d6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313913 Jul 07 17:05:53.091024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:53.123003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05d0f0-8580-4b6e-aa67-d8783f914c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1e54a-9819-4a45-919f-44bd1a3fad51,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.192476 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a015eaa-8519-4d69-bbc4-cb388c47941c x-openstack-request-id: req-9a015eaa-8519-4d69-bbc4-cb388c47941c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:53.192999 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:53.192999 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a015eaa-8519-4d69-bbc4-cb388c47941c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:53.193389 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'status': 'completed', 'code': 200} Jul 07 17:05:53.449637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.508649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-eadbfa9a-5084-4329-b774-7c57038d5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.510492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-eadbfa9a-5084-4329-b774-7c57038d5598 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7&tenant_id=772fda411fa14b48901117acc2c2902a HTTP/1.1" status: 200 len: 1102 time: 0.3831689 Jul 07 17:05:53.514593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.524231 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1b44128-9b32-474f-9748-2352cd34a47c req-21e73d77-794d-407d-a8bc-aefe24eaaeb7 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1002 time: 0.1652653 Jul 07 17:05:53.536566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:53.644020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-b7fe7034-d303-4cc9-bbfd-dd52c96318f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.645782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-b7fe7034-d303-4cc9-bbfd-dd52c96318f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1098 time: 0.4109771 Jul 07 17:05:53.677573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e33af-def3-4590-9e13-3fdeead9dcf8 req-22466a41-9a24-49a7-8357-801d634de023 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.679085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e83e33af-def3-4590-9e13-3fdeead9dcf8 req-22466a41-9a24-49a7-8357-801d634de023 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3214972 Jul 07 17:05:53.687968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b44128-9b32-474f-9748-2352cd34a47c req-c628be6a-c35b-4ede-987e-803be914144b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:53.689286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1b44128-9b32-474f-9748-2352cd34a47c req-c628be6a-c35b-4ede-987e-803be914144b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports/35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 943 time: 0.1500502 Jul 07 17:05:53.743336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:53.746488 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ba29d-50d6-431f-9eaf-72f5d763c2c4" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:54.152483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.155083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.156576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbd1e54a-9819-4a45-919f-44bd1a3fad51 HTTP/1.1" status: 204 len: 168 time: 1.0617394 Jul 07 17:05:54.205378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e83e33af-def3-4590-9e13-3fdeead9dcf8 req-d874c1f3-5367-4e7e-b845-e6694f28c1f3 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915817 Jul 07 17:05:54.213950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596aaae0-7529-4fd7-9e33-7deb04a2504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd1e54a-9819-4a45-919f-44bd1a3fad51,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.214453 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.228529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1b44128-9b32-474f-9748-2352cd34a47c req-c0abeb39-be06-4f8b-8c1f-23e1de724330 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1002 time: 0.1858518 Jul 07 17:05:54.233281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-088c942d-7da5-46ac-a290-7c1233974055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.234906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-088c942d-7da5-46ac-a290-7c1233974055 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.5775776 Jul 07 17:05:54.478920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-3adefc8f-5a1e-46b8-b81e-000017f1f720 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 1002 time: 0.2298794 Jul 07 17:05:54.528055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39662) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.542943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.575290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b44128-9b32-474f-9748-2352cd34a47c req-1ff03024-8bcf-4286-8b31-8eb756f28392 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.586699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1b44128-9b32-474f-9748-2352cd34a47c req-1ff03024-8bcf-4286-8b31-8eb756f28392 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.3494384 Jul 07 17:05:54.627147 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bbf855-dc34-4d6e-8d3e-68e5155dbb69 x-openstack-request-id: req-45bbf855-dc34-4d6e-8d3e-68e5155dbb69 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:54.627471 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:54.627784 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45bbf855-dc34-4d6e-8d3e-68e5155dbb69 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:54.628224 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:05:54.641297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-c6a1c69c-0ee8-4c6d-9fde-6c7400cd85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.643128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-c6a1c69c-0ee8-4c6d-9fde-6c7400cd85e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1380615 Jul 07 17:05:54.688105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.697419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.726764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64a492-f013-45fb-8ab3-2e8b97881b8b req-04d32181-13ad-48d7-aaed-047926713ce7 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.728301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb64a492-f013-45fb-8ab3-2e8b97881b8b req-04d32181-13ad-48d7-aaed-047926713ce7 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 945 time: 0.3198755 Jul 07 17:05:54.734497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:54.771111 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe589f9bbf5f4117bc84debe66207545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413180 Jul 07 17:05:54.773761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.774060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafff723-5904-402b-9e2d-c1d689324d8a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.783515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.784147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.785306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.785858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.786431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.786968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.787605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.788160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.788753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.789165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.789631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.790016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcee16e-a9b5-4712-b366-5cec6d0734e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:54.832230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:54.863686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb64a492-f013-45fb-8ab3-2e8b97881b8b req-d08a6a79-2e20-4ce7-abf0-ad1e667a4966 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263609 Jul 07 17:05:54.873786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-e812384d-6ca5-4e54-ae0e-b09badfb606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.875380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-e812384d-6ca5-4e54-ae0e-b09badfb606f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2203083 Jul 07 17:05:55.032113 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.081555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.083465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Transition to ACTIVE for port object 3f62eb1b-2903-473d-ab44-a6b16af6a79a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:55.102752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.160471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-8b2999b8-2f03-456f-b88f-9bc0fc5c4e88 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1002 time: 0.2593343 Jul 07 17:05:55.190846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.206988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:55.209305 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc16ca-8853-427b-9f90-30cecb7ad4ed" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:55.245795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-a5577a03-1668-4982-8c73-94ca7c92485e service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620012 Jul 07 17:05:55.266154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-e7b65e41-b769-4561-a04a-d0ab1713bbed tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.272801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-e7b65e41-b769-4561-a04a-d0ab1713bbed tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.3901095 Jul 07 17:05:55.316242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.321302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] No DVR routers for this DVR port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:55.367414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-b612eee6-d7fc-4a92-977e-031e4b01d35a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/quotas/60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 375 time: 0.0935199 Jul 07 17:05:55.466026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:55.466398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:55.466732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:55.468909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.471421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.474151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fafff723-5904-402b-9e2d-c1d689324d8a HTTP/1.1" status: 204 len: 168 time: 0.6978855 Jul 07 17:05:55.495164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:55.495510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Attempting to bind port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:55.500212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafff723-5904-402b-9e2d-c1d689324d8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.522036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:55.522756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:55.522901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:55.523231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Bound port: 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:55.523596 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.529858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.530340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.530584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.530978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.531264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.531600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.531933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.532267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.532593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.532922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.533255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.533580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e46073-32e8-46a8-80c3-d7ed285d38d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:55.551682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-155395ef-f133-4ef6-9fe8-e4ce7530f282 req-b011effb-5189-495f-b377-515709c2c939 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695048 Jul 07 17:05:55.622790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-6e600c20-8648-4f6a-b810-989260cb307a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2546530 Jul 07 17:05:55.678299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-1648be3c-050f-4d95-9bf7-8dfcde13804b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.679692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-1648be3c-050f-4d95-9bf7-8dfcde13804b tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports/35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 943 time: 0.5023851 Jul 07 17:05:55.719600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:55.736417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:55.742819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.808266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.808753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.810011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] 10.222.0.83 "PUT /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 1098 time: 2.2806537 Jul 07 17:05:55.832809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-e0f8ed9a-f8ea-4bfb-a0d9-ce930641eb4c service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977713 Jul 07 17:05:55.991521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145946-1dd1-47dd-83e5-1cf6d18662d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.018271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-ea9b2f85-183e-4023-8783-6070064a80b7 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1002 time: 0.2012069 Jul 07 17:05:56.131995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-d57ad144-8cc3-40b2-991d-11c943e887ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.133511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-d57ad144-8cc3-40b2-991d-11c943e887ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1101 time: 0.2903154 Jul 07 17:05:56.137552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-85fc6ba0-8da0-4407-a8f9-54a3f2a58491 service neutron] 10.222.0.22 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039536 Jul 07 17:05:56.196735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:56.200740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:56.273282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:56.285696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7b0a7491-529c-48d3-b885-bc4290a98567 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.293424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7b0a7491-529c-48d3-b885-bc4290a98567 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2654474 Jul 07 17:05:56.381236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-207c8d0b-6156-4670-908b-a373939daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.382912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-207c8d0b-6156-4670-908b-a373939daf10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2420106 Jul 07 17:05:56.434430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:56.453576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-ac9188f4-83af-48ae-8c19-24ed25392186 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.0599499 Jul 07 17:05:56.458163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-0b4ba1e4-971a-474b-84d0-2dc633b1bb24 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1002 time: 0.1634152 Jul 07 17:05:56.463696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:56.494932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:56.514929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.551201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:56.573469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-b463e18a-372b-4f14-b675-3d118a467eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.575500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-b463e18a-372b-4f14-b675-3d118a467eaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1158671 Jul 07 17:05:56.592001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:56.599343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.625132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.675271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.763001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['74e54d20-aaa3-4f73-a1d3-25b73658b693'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:57.251063 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2150854e-14d7-45d8-b9bf-8716f5ef88d5 x-openstack-request-id: req-2150854e-14d7-45d8-b9bf-8716f5ef88d5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:57.251063 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:57.251344 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2150854e-14d7-45d8-b9bf-8716f5ef88d5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:57.251755 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'code': 200} Jul 07 17:05:57.452269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.469516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:57.469762 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 disassociated. External IP: 172.25.7.128, port: 35b260a0-9a69-4ae9-b143-81ec25fd67a7. Jul 07 17:05:57.527359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-0e2fccba-4473-40a3-aaf2-64e1a4990c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.536514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-0e2fccba-4473-40a3-aaf2-64e1a4990c75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9530947 Jul 07 17:05:57.709936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d17858-aa2f-4d48-be99-ebb73d1a54ab req-170c3684-c5f9-4eab-9e7e-e0db4b749816 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.716749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44d17858-aa2f-4d48-be99-ebb73d1a54ab req-170c3684-c5f9-4eab-9e7e-e0db4b749816 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 949 time: 0.4679627 Jul 07 17:05:57.792903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-cc4578c1-dcec-403e-9e09-5cb59b4c5912 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473485 Jul 07 17:05:57.897478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44d17858-aa2f-4d48-be99-ebb73d1a54ab req-935123ce-617f-4dfd-81bb-d7ff63d8b279 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796696 Jul 07 17:05:58.028795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:58.032660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4d5593-eded-4891-9b83-bc65a6cccbf8 req-fa99baa9-3fc3-4ea8-af21-e552c6693b4b service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252748 Jul 07 17:05:58.226463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:58.302974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:58.303819 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.371679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:58.385478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:58.412357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:58.473043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:58.473707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:58.478764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ed41d6b-81d3-442a-8a41-6034ff906602 req-38188491-350e-406e-85fe-01d8111edeaa tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 210 time: 0.2026513 Jul 07 17:05:58.556285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-7f5d0cb7-2cbf-418e-80e5-63d62bea74ac tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "PUT /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 695 time: 2.0857553 Jul 07 17:05:58.724979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-cf5e2934-de17-4016-bcb1-31bd8dbf3bf7 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.729615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-cf5e2934-de17-4016-bcb1-31bd8dbf3bf7 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 821 time: 0.5152040 Jul 07 17:05:58.732824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:05:58.755945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Request body: {'port': {'device_id': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'admin_state_up': True, 'tenant_id': '60a9e78130884439aa778615c4df0453'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:58.941401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.008996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:59.015357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-798cf388-00b1-4c95-b762-bf1048386634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.024246 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c30b9ac-5d69-4293-b3cc-37f6d09f0d91" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:59.029182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-798cf388-00b1-4c95-b762-bf1048386634 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1098 time: 0.4343519 Jul 07 17:05:59.058656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Made reservation on behalf of 60a9e78130884439aa778615c4df0453 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:59.074927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.097071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:59.123945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.283182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:59.310651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}, {'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:59.316341 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85ad16-0581-4501-b26a-e8cb109e04a0" -d '{"events": [{"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}, {"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:59.372619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:59.443134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:05:59.471546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-314bb81a-8473-4972-8302-baadac2770d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.478391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:59.479398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-314bb81a-8473-4972-8302-baadac2770d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.4491675 Jul 07 17:05:59.488389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:05:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:59.718911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Allocated IP 172.20.0.5 (a74304f6-6030-40e2-91fb-eae71ddbfc86/92070831-744f-4cd3-84b2-fba5e222f7e6/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:59.759261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-4815e8bd-d8ce-4a70-a144-cef8d0b8647d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 217 time: 0.2700875 Jul 07 17:05:59.929452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb72ce7c-4c99-4f99-9631-c05863e54e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.946936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:00.111445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-736e1fcb-dd90-416d-94cf-ec10a027ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.113505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-736e1fcb-dd90-416d-94cf-ec10a027ddf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.3315105 Jul 07 17:06:00.293858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:00.355797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.367520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ddf43-297e-4be2-ad27-5cb505d448e6 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:00.497134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd53e-366a-4f6c-9482-cf667b96989d req-04deccca-9386-4c8b-94bb-766524a15abe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.505364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d65bd53e-366a-4f6c-9482-cf667b96989d req-04deccca-9386-4c8b-94bb-766524a15abe tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 949 time: 1.3111408 Jul 07 17:06:00.517371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.531817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:00.681583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Network a74304f6-6030-40e2-91fb-eae71ddbfc86 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:00.744528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:00.748032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:00.761330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:00.816639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d65bd53e-366a-4f6c-9482-cf667b96989d req-a1359972-1682-4437-be05-aeb1c05eab6c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089645 Jul 07 17:06:00.921484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-db20996c-8f77-45dd-bc4a-acd34b3fb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.927023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-db20996c-8f77-45dd-bc4a-acd34b3fb7cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7543874 Jul 07 17:06:01.018777 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c7f62-8929-4d94-856b-23b76c848fa2 None None] New status for floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:06:01.135371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-f61a776f-f79a-4c62-bf0d-9aa6c8ce2e0c service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021611 Jul 07 17:06:01.204552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.205287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.289693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-41bb9afd-b465-4d23-8d6a-96ddf34fcc9b tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.291273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-41bb9afd-b465-4d23-8d6a-96ddf34fcc9b tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.32 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 945 time: 0.7788913 Jul 07 17:06:01.453911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-3d85ba56-2477-4ae5-9dce-a337f6f7c8e3 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7109268 Jul 07 17:06:01.479246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Request body: {'port': {'device_id': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:01.649459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.658093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6ce7f3b-e439-4af9-8251-c4b0b30d0cb1 req-abfdc650-1ec0-488a-a443-d1a60d35425a service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103674 Jul 07 17:06:01.695715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada90dc2-02d6-48af-b9b5-04eaa69c1902 req-cc230fd1-b8ff-40a1-9eb1-db9e06f57a1a tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.697962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada90dc2-02d6-48af-b9b5-04eaa69c1902 req-cc230fd1-b8ff-40a1-9eb1-db9e06f57a1a tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b20411-05a9-4d6f-981c-96efc9f10499 HTTP/1.1" status: 200 len: 945 time: 0.5616703 Jul 07 17:06:01.885710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Deleting port a6b94a81-eb78-4468-974a-6ca46cc78ab8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:01.886057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.999791 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311fdc6-b9d9-4567-9dae-78051c853c5a x-openstack-request-id: req-d311fdc6-b9d9-4567-9dae-78051c853c5a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:02.000644 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:02.001093 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d311fdc6-b9d9-4567-9dae-78051c853c5a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:02.001683 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:06:02.149724 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca95e2-4710-4c8d-8222-23003d7bf091 x-openstack-request-id: req-15ca95e2-4710-4c8d-8222-23003d7bf091 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:02.149724 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:02.149724 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15ca95e2-4710-4c8d-8222-23003d7bf091 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:02.149724 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'status': 'completed', 'code': 200} Jul 07 17:06:02.149724 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'status': 'completed', 'code': 200} Jul 07 17:06:02.199192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada90dc2-02d6-48af-b9b5-04eaa69c1902 req-9648263b-e325-4598-8eb9-e64e2f8ff479 tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.22 "GET /v2.0/security-groups?id=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740591 Jul 07 17:06:02.248157 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a729f41c-f728-4678-acad-048bae8782d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.413720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-aa663ac1-f542-4247-b6f2-597db9d5e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.419513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-aa663ac1-f542-4247-b6f2-597db9d5e1ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 1098 time: 0.1635749 Jul 07 17:06:02.426428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:02.610466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-6abfaf87-aa44-4240-bd5c-68f0997fbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.616108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-6abfaf87-aa44-4240-bd5c-68f0997fbef9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.1854820 Jul 07 17:06:02.716840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-36f88da6-949c-41b9-abd4-e8f77a384939 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 200 len: 217 time: 0.0950174 Jul 07 17:06:02.754628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.794083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] For port a6b94a81-eb78-4468-974a-6ca46cc78ab8, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=a6b94a81-eb78-4468-974a-6ca46cc78ab8,segment=NetworkSegment(e1113cc4-0190-4996-8838-b9febefda509),segment_id=e1113cc4-0190-4996-8838-b9febefda509)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:02.794731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.841464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:02.882683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'mac_address': 'fa:16:3e:5c:6d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:02.884155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-d5a130b5-4fd0-4ae8-b5e8-2c6da2cbc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.889162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-d5a130b5-4fd0-4ae8-b5e8-2c6da2cbc623 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1612482 Jul 07 17:06:02.934733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Calling delete_port for a6b94a81-eb78-4468-974a-6ca46cc78ab8 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:03.038470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-2ff524d5-8e1b-456c-a05f-b08747e430de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.040235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-2ff524d5-8e1b-456c-a05f-b08747e430de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=772fda411fa14b48901117acc2c2902a&device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1101 time: 0.9017465 Jul 07 17:06:03.042933 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.084907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62eb1b-2903-473d-ab44-a6b16af6a79a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:03.142813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-0ea9fccf-e1c5-448c-b0c8-7ecf69f39778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.143729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:03.145324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-0ea9fccf-e1c5-448c-b0c8-7ecf69f39778 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2485678 Jul 07 17:06:03.152015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.216193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.353159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72f932-28d5-4e1a-9e74-6c392d2dc359 req-55b4b86d-2cac-4de1-9da7-f8a931d0e0d0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.355066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a72f932-28d5-4e1a-9e74-6c392d2dc359 req-55b4b86d-2cac-4de1-9da7-f8a931d0e0d0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 931 time: 1.0365903 Jul 07 17:06:03.379733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-d6c9e3b6-1e54-4c7c-a645-24692efa41c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171233 Jul 07 17:06:03.467194 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.510439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3f62eb1b-2903-473d-ab44-a6b16af6a79a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:03.585941 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-ee6189ad-d741-4643-912f-c76f5e34a697 service neutron] 10.222.0.32 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991441 Jul 07 17:06:03.864014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.158961 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.271261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] No DVR routers for this DVR port a6b94a81-eb78-4468-974a-6ca46cc78ab8 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:04.286493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a72f932-28d5-4e1a-9e74-6c392d2dc359 req-fccf4c77-565b-40d8-a2b9-88535d51b07c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173057 Jul 07 17:06:04.288332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a6b94a81-eb78-4468-974a-6ca46cc78ab8 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:04.291383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.293791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72a89348-7bf4-4d9a-9405-ae4ad16235c8 req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] 10.222.0.32 "DELETE /v2.0/ports/a6b94a81-eb78-4468-974a-6ca46cc78ab8 HTTP/1.1" status: 204 len: 173 time: 2.9448850 Jul 07 17:06:04.298688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'name': 'network-vif-deleted', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:04.302190 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98409494-0f0b-4bda-b82b-7ab87a4e763a" -d '{"events": [{"server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "name": "network-vif-deleted", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:04.320807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09883-433e-47fb-b31d-e8790086b20f tempest-ServerGroupTestJSON-1241191042 tempest-ServerGroupTestJSON-1241191042-project] Pushing event deleted for resources: {'Port': ['ID=a6b94a81-eb78-4468-974a-6ca46cc78ab8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:04.434424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: a6b94a81-eb78-4468-974a-6ca46cc78ab8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:04.434971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device a6b94a81-eb78-4468-974a-6ca46cc78ab8 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:04.530445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:04.596468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.742610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Transition to ACTIVE for port object 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:04.742610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-131400b0-5a0d-4675-8608-180394741875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:04.742610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-131400b0-5a0d-4675-8608-180394741875 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 1.6296895 Jul 07 17:06:04.742610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.747620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ed532-9dd7-4328-91c1-4f66642a722c req-38f79254-6d72-4f55-aac4-56091b6a3a73 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:04.755434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-927ed532-9dd7-4328-91c1-4f66642a722c req-38f79254-6d72-4f55-aac4-56091b6a3a73 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 950 time: 0.8933635 Jul 07 17:06:04.968690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-fdad2b88-3a2d-48c6-a587-c2a274623ad4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 200 len: 217 time: 0.2712662 Jul 07 17:06:05.014503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.028588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-9fb5c1b7-afcb-461c-9927-9bd44cdce0bc tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.030124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-9fb5c1b7-afcb-461c-9927-9bd44cdce0bc tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1 HTTP/1.1" status: 200 len: 946 time: 0.6247978 Jul 07 17:06:05.098656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-096bf6ac-41c9-4d03-8238-a8873f503536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.100224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-096bf6ac-41c9-4d03-8238-a8873f503536 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1228895 Jul 07 17:06:05.257472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.548540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:05.548886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:05.549218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:05.561273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-927ed532-9dd7-4328-91c1-4f66642a722c req-52cf9bb4-28db-4c56-9308-804da01c00bf tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049424 Jul 07 17:06:05.570284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-5972e1de-ac26-49f1-b60b-c76849617c99 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.571893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-5972e1de-ac26-49f1-b60b-c76849617c99 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7420869 Jul 07 17:06:05.572498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:05.572820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:05.586043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:05.586444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:05.586841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:05.587292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Bound port: 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:05.587668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.713735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:05.724277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:05.789132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-8ec7b4bd-a40a-41b5-8044-24d46de7fa3a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.2043154 Jul 07 17:06:05.807456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.827651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:05.908943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.061093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.061935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.063637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] 10.222.0.83 "PUT /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 1092 time: 4.5954359 Jul 07 17:06:06.115910 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e73b8-5ac9-4677-b6f4-69e66325b24e x-openstack-request-id: req-bc8e73b8-5ac9-4677-b6f4-69e66325b24e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:06.116349 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b20411-05a9-4d6f-981c-96efc9f10499", "name": "network-vif-deleted", "tag": "a6b94a81-eb78-4468-974a-6ca46cc78ab8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:06.116710 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc8e73b8-5ac9-4677-b6f4-69e66325b24e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:06.117214 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b20411-05a9-4d6f-981c-96efc9f10499', 'name': 'network-vif-deleted', 'tag': 'a6b94a81-eb78-4468-974a-6ca46cc78ab8', 'status': 'completed', 'code': 200} Jul 07 17:06:06.118778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Deleting port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:06.119232 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.164663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.198000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-251fcfcf-57bd-4107-abdc-51837f0cf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.200349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-251fcfcf-57bd-4107-abdc-51837f0cf609 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0176017 Jul 07 17:06:06.200906 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:06.416943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:06.513361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:06.527764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 3f62eb1b-2903-473d-ab44-a6b16af6a79a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:06.528066 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.675505 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.700271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:06.703762 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c949b6ee-34ed-4692-a37c-31389d6ac402" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:06.723196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:06.729459 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:06.823511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=13']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:06.852576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.852935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.856136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.856501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.858521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.860423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.860841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.862562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.862929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.865495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.866873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.867234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:06.871165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e88bd-2e42-4bcf-a98d-9f9ce4331015 service neutron] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:06.949646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-f77b4c38-296a-4767-b405-96e77a88d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.951452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-f77b4c38-296a-4767-b405-96e77a88d723 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1095 time: 0.8291237 Jul 07 17:06:06.981039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87758d-9ec2-45b5-bdc3-469cc9729343 req-b7671a86-61a7-4a73-aa0f-0201f35911a5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.988568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef87758d-9ec2-45b5-bdc3-469cc9729343 req-b7671a86-61a7-4a73-aa0f-0201f35911a5 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.7557621 Jul 07 17:06:07.000147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] For port 35b260a0-9a69-4ae9-b143-81ec25fd67a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=35b260a0-9a69-4ae9-b143-81ec25fd67a7,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:07.000431 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.141949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-74c878c3-8b80-4adf-8c87-3f604dc41fc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 217 time: 0.1441214 Jul 07 17:06:07.181212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40198) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:07.192369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Calling delete_port for 35b260a0-9a69-4ae9-b143-81ec25fd67a7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:07.232046 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-0a7a120a-a7f5-4b3e-a165-c48da58e4128 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0028226 Jul 07 17:06:07.250926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef87758d-9ec2-45b5-bdc3-469cc9729343 req-bf8f85c6-800f-47a6-a9ee-7ea77c793dfd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611806 Jul 07 17:06:07.376483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d0bf2eb-e2cc-48d1-804a-311ce0b08d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.385311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-2d72f1c0-074b-464a-a615-0d6cdfc3f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:07.402700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-2d72f1c0-074b-464a-a615-0d6cdfc3f56a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.2459216 Jul 07 17:06:07.534850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-a6731e84-7c10-44e2-b9a2-3070af0ea621 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309459 Jul 07 17:06:07.561304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d0bf2eb-e2cc-48d1-804a-311ce0b08d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.578129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d0bf2eb-e2cc-48d1-804a-311ce0b08d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.618809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bf2eb-e2cc-48d1-804a-311ce0b08d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cbad83-3379-4942-88be-8d6de09c1de2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:07.655991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d0bf2eb-e2cc-48d1-804a-311ce0b08d19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=384b93dac13e44e6829c6a68b09532c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715679 Jul 07 17:06:07.656233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:07.773496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.822398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.892237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.899423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:07.906955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46cbad83-3379-4942-88be-8d6de09c1de2 HTTP/1.1" status: 204 len: 168 time: 0.2474868 Jul 07 17:06:07.934550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a295f6-7dc9-4daf-af40-04fe45033925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cbad83-3379-4942-88be-8d6de09c1de2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.167085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:08.171712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf83121-0fb4-4099-b4d4-626245bb225a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:08.177146 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:06:08.305365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 35b260a0-9a69-4ae9-b143-81ec25fd67a7 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:08.323928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f85ad16-0581-4501-b26a-e8cb109e04a0 req-043773f4-53c0-42c4-a73e-1ef62c4d22b6 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0829775 Jul 07 17:06:08.327212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.347869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-7955830a-2e4d-493d-8e2c-e0cdf3844e21 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997286 Jul 07 17:06:08.350194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.503635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.518567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520af0a8-c996-47a0-a5ab-b1f2112eba4d req-1c4b0eb2-e2d6-4675-8055-a6f089643fe0 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.520866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:08.523347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.526775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-520af0a8-c996-47a0-a5ab-b1f2112eba4d req-1c4b0eb2-e2d6-4675-8055-a6f089643fe0 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 1103 time: 0.7942901 Jul 07 17:06:08.660033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event deleted for resources: {'Port': ['ID=35b260a0-9a69-4ae9-b143-81ec25fd67a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:08.808538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-520af0a8-c996-47a0-a5ab-b1f2112eba4d req-b1f4cb92-3162-42e3-90e5-c49d41805a22 tempest-MigrationsAdminTest-600528290 tempest-MigrationsAdminTest-600528290-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806087 Jul 07 17:06:08.809426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] No DVR routers for this DVR port 35b260a0-9a69-4ae9-b143-81ec25fd67a7 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:08.824205 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:08.826277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce514d92-c43d-40db-9d1d-ebd6629cc4de req-eb38ecf9-380f-4f90-9593-1beb5375aa70 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.32 "DELETE /v2.0/ports/35b260a0-9a69-4ae9-b143-81ec25fd67a7 HTTP/1.1" status: 204 len: 173 time: 3.7112670 Jul 07 17:06:08.859313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d8502ad-9022-495a-acdb-e3a99402fa43 req-680cf1ef-1823-48fc-8c51-2b982e6f0568 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967735 Jul 07 17:06:08.984720 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 associated. External IP: 172.25.7.128, port: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06. Jul 07 17:06:08.999632 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a3607-fdeb-4c4e-b4af-a0f9bb343088 x-openstack-request-id: req-fa6a3607-fdeb-4c4e-b4af-a0f9bb343088 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:09.000175 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:09.000601 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa6a3607-fdeb-4c4e-b4af-a0f9bb343088 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:09.001160 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'code': 200} Jul 07 17:06:09.131413 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a91f1-9828-4aec-9e16-7e390a65c01e x-openstack-request-id: req-7c1a91f1-9828-4aec-9e16-7e390a65c01e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:09.131830 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:09.132183 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c1a91f1-9828-4aec-9e16-7e390a65c01e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:09.134582 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'status': 'completed', 'code': 200} Jul 07 17:06:09.465153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-732da88b-d739-4289-bfd5-678772e89b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.467825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-732da88b-d739-4289-bfd5-678772e89b46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1095 time: 0.3320901 Jul 07 17:06:09.515880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f19b5-a8da-4092-9dd0-b6628a5fa98d req-cdefe77c-5eae-4bbb-8ed1-c65e4c169684 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.524531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f00f19b5-a8da-4092-9dd0-b6628a5fa98d req-cdefe77c-5eae-4bbb-8ed1-c65e4c169684 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.2385151 Jul 07 17:06:09.666650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:09.812967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f00f19b5-a8da-4092-9dd0-b6628a5fa98d req-6e4902ec-5e14-40f4-a39b-8a25e06bffa8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495830 Jul 07 17:06:09.874817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-2ac5c56f-c1cf-446c-8f5c-b446f79a9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.876323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-2ac5c56f-c1cf-446c-8f5c-b446f79a9173 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.3866050 Jul 07 17:06:09.959121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-4a3e633b-9b0e-45d2-8ff0-23687c80f836 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 217 time: 0.0750561 Jul 07 17:06:09.983418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:09.996575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:10.008940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:10.009635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:10.043805 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.157902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-69774bec-fe46-4c5b-88dd-d04b96bde350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.159690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-69774bec-fe46-4c5b-88dd-d04b96bde350 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.1864340 Jul 07 17:06:10.181335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-7862853e-657d-4114-b1d3-119a02a3258f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "PUT /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 996 time: 4.3848839 Jul 07 17:06:10.228470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-3a7e38e2-616b-43b5-8231-655159f821e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567963 Jul 07 17:06:10.265517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:10.393747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40292) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:10.541746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-4ba85580-3851-479f-ac9d-303a818a389b service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755651 Jul 07 17:06:10.544905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-9f613df3-1b67-4e06-9c46-075bfede2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.546574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-9f613df3-1b67-4e06-9c46-075bfede2ce3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.3206501 Jul 07 17:06:10.699013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e521d8-e2b3-43ca-aa88-a13bf35237ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:10.755866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbf83121-0fb4-4099-b4d4-626245bb225a req-e0354e79-173b-4fae-9274-9c66f3e93344 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058468 Jul 07 17:06:10.764452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-6778139e-cebd-4246-8bb8-d95c4b9ee630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.766083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-6778139e-cebd-4246-8bb8-d95c4b9ee630 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.1419623 Jul 07 17:06:10.815559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 8, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:10.847689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:10.870171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:10.870171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:10.960581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-f4018431-2b5c-4467-a8d9-0fa8a6551b53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 999 time: 0.1847088 Jul 07 17:06:10.993739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e521d8-e2b3-43ca-aa88-a13bf35237ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.002811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e521d8-e2b3-43ca-aa88-a13bf35237ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.097687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d5e521d8-e2b3-43ca-aa88-a13bf35237ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2541faf4b10e4fc08f941f674c1a5211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012610 Jul 07 17:06:11.103406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:11.121435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e521d8-e2b3-43ca-aa88-a13bf35237ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c847a1f5-2c57-4b06-926e-f6becf4829a8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.157962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'name': 'network-vif-deleted', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7'}, {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:11.161166 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d74e5bd-8df4-4c4d-9398-b128fdadd055" -d '{"events": [{"server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "name": "network-vif-deleted", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7"}, {"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:11.162965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:11.173107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-09cdf36f-a2f8-45cc-9ccc-a5216afa088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.180972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-09cdf36f-a2f8-45cc-9ccc-a5216afa088d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.2147949 Jul 07 17:06:11.205754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.242739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.272184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d9fa-3f90-4586-8217-748279cfb06f req-d6434059-8d81-49a7-805a-274cd183c74e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.274195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4068d9fa-3f90-4586-8217-748279cfb06f req-d6434059-8d81-49a7-805a-274cd183c74e tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 951 time: 0.2060492 Jul 07 17:06:11.297650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-6459c272-f2f1-45be-a452-d905b44df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.305638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-6459c272-f2f1-45be-a452-d905b44df8d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235015 Jul 07 17:06:11.347222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.349967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:11.351240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c847a1f5-2c57-4b06-926e-f6becf4829a8 HTTP/1.1" status: 204 len: 168 time: 0.2441044 Jul 07 17:06:11.374345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa599b-05bf-4022-bffe-e8c4ba9818b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c847a1f5-2c57-4b06-926e-f6becf4829a8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:11.414636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4068d9fa-3f90-4586-8217-748279cfb06f req-bb176579-69f8-498b-bdb3-65af83a40e90 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329341 Jul 07 17:06:11.494751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-26de80bc-b082-44fb-8f9f-03bf575cfabb service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878579 Jul 07 17:06:11.560134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 8, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:11.610769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c468a-478f-4fc1-8abd-776c3bf2cc91 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'port_id': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'mac_address': 'fa:16:3e:c8:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:05:12Z', 'updated_at': '2021-07-07T17:06:07Z', 'revision_number': 8, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:11.625966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eebbec4-d8a2-4500-a548-e439839cc909 req-b4590625-143a-4797-97d9-57552a3893f2 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299438 Jul 07 17:06:11.773108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405dd8e-00ff-4048-8c63-f1ea1f760ad7 req-070e8510-9372-4eb5-8837-7bd516fde56d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:11.774834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7405dd8e-00ff-4048-8c63-f1ea1f760ad7 req-070e8510-9372-4eb5-8837-7bd516fde56d tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.1282001 Jul 07 17:06:11.824383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7405dd8e-00ff-4048-8c63-f1ea1f760ad7 req-913945f7-7611-4a06-90ee-d5e7926383e4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Jul 07 17:06:11.885630 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecff8798-fcda-405c-9238-8e7761ec6c0a x-openstack-request-id: req-ecff8798-fcda-405c-9238-8e7761ec6c0a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:11.885991 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1", "name": "network-vif-deleted", "tag": "35b260a0-9a69-4ae9-b143-81ec25fd67a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:11.886331 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecff8798-fcda-405c-9238-8e7761ec6c0a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:11.886793 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecff4a6-2296-4bdd-ae2f-4f5b257c30c1', 'name': 'network-vif-deleted', 'tag': '35b260a0-9a69-4ae9-b143-81ec25fd67a7', 'status': 'completed', 'code': 200} Jul 07 17:06:11.887169 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:06:11.958190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f886c971-4c5d-4595-9853-b501109a746f None None] New status for floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:06:12.037724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40342) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.049071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1796530455'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:12.054838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78ef2959-8890-4d22-b43a-de352433dc5a req-40e1279b-ecdf-435a-881c-9343a008bec8 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 996 time: 0.1495972 Jul 07 17:06:12.094526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.142878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-3764f961-8dc5-4fa4-95aa-7f93235e0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.144825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-3764f961-8dc5-4fa4-95aa-7f93235e0a1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.2308748 Jul 07 17:06:12.156367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Deleting subnet ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:12.160763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:12.164857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.167377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.243271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:12.255437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef2959-8890-4d22-b43a-de352433dc5a req-5d139f62-8cc1-48a9-bc8c-397a2e622f4a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.257905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.262007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78ef2959-8890-4d22-b43a-de352433dc5a req-5d139f62-8cc1-48a9-bc8c-397a2e622f4a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2062807 Jul 07 17:06:12.270144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-78ef2959-8890-4d22-b43a-de352433dc5a req-f94e30df-ad04-41ac-8dde-c1ca960f8ac2 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:06:12.282264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78ef2959-8890-4d22-b43a-de352433dc5a req-f94e30df-ad04-41ac-8dde-c1ca960f8ac2 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193086 Jul 07 17:06:12.288539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.288897 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Added segment 84da1ac8-41b9-4390-ac05-b32c33b31dc3 of type vlan for network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f Jul 07 17:06:12.360951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.367486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.443431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-c4a5e7e1-2c70-49ee-9c2f-37f904887f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.445169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-c4a5e7e1-2c70-49ee-9c2f-37f904887f14 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.2856598 Jul 07 17:06:12.454617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-7d3b7181-49ad-470a-ba74-2c35afd4b55a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1001 time: 0.1204445 Jul 07 17:06:12.473157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.480430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.481060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.566756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5599a-8d55-4148-a625-660070a17e6e req-8fef21ab-f77c-40f0-a206-4e09066431a8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.568377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06e5599a-8d55-4148-a625-660070a17e6e req-8fef21ab-f77c-40f0-a206-4e09066431a8 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 951 time: 0.2849948 Jul 07 17:06:12.579341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-ce40c21f-9917-436d-b87b-c3c67867c5e1 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.591659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-ce40c21f-9917-436d-b87b-c3c67867c5e1 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports/cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 942 time: 0.1305068 Jul 07 17:06:12.629756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.634894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Network': ['ID=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:12.645137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:12.667623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80e7eb3e-030a-4230-9b46-558d06725ebe tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6255102 Jul 07 17:06:12.673807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:12.676117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40366) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.686864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-271808783'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:12.693783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.698600 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3f88459-ae84-4b90-b4e5-debc9f752470 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ed4ea2bb-5bfb-4519-9675-4fb6a2ac050f HTTP/1.1" status: 204 len: 168 time: 0.6004722 Jul 07 17:06:12.699555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40368) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:12.711738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-7fdbe3a1-9bff-4cb4-b812-752053249b16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 1001 time: 0.2527683 Jul 07 17:06:12.831883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:12.837126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.863065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.882780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-b96784b9-b28d-4dcf-8d1a-3e591b23f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.883806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:12.884602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-b96784b9-b28d-4dcf-8d1a-3e591b23f7e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.1277359 Jul 07 17:06:12.920129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.920648 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Added segment b6a331d3-ac48-499d-afd2-0b5a56189971 of type vlan for network b51d2e4f-c924-4e6a-8703-417274c36b2c Jul 07 17:06:12.976850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:12.987900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d9cd9c-c1bf-41dc-9492-b17e3732f35c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:12.999118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1113cc4-0190-4996-8838-b9febefda509') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:12.999638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1113cc4-0190-4996-8838-b9febefda509') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:13.010934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.014246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-44cc447a-4380-4330-9592-bf1a621ee362 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1001 time: 0.2486401 Jul 07 17:06:13.032604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.039612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:13.040712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:13.099372 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:13.110206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.121148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.123234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] 10.222.0.22 "DELETE /v2.0/networks/29d9cd9c-c1bf-41dc-9492-b17e3732f35c HTTP/1.1" status: 204 len: 168 time: 0.4200130 Jul 07 17:06:13.156238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e98e9a-84e9-4498-b657-afa68845f258 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d9cd9c-c1bf-41dc-9492-b17e3732f35c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.171098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.245073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.271102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.274733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.565984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e8e04693-debe-4243-a6e6-84d4a48f6197 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.574918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e8e04693-debe-4243-a6e6-84d4a48f6197 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.5514235 Jul 07 17:06:13.579270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.678209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.703131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-a10b650f-55b7-4a8c-898c-e491380da292 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 1001 time: 0.1269617 Jul 07 17:06:13.716539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81713f40-9b0c-4cb1-843b-9bfc721c578c req-f740e234-87c9-40dc-9688-81c8936ab152 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.718344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81713f40-9b0c-4cb1-843b-9bfc721c578c req-f740e234-87c9-40dc-9688-81c8936ab152 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=54965e0f-b0f9-4744-8c1a-6a2356c6b4f7 HTTP/1.1" status: 200 len: 951 time: 1.0569825 Jul 07 17:06:13.735829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:13.797471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Deleting port 3f62eb1b-2903-473d-ab44-a6b16af6a79a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:13.797471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.807380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-811c4321-fbc0-46cf-9063-1dbb00b25ce5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=030e9c25ab40427390a5277d57b2f985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252035 Jul 07 17:06:13.808001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.835470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-35b73029-a29a-4769-b9b7-b4bddf8fcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.836907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-35b73029-a29a-4769-b9b7-b4bddf8fcf3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9130702 Jul 07 17:06:13.837549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1551628 Jul 07 17:06:13.838458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:13.843828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'subnet': {'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:13.848284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741bec3-55b9-4a79-a3f7-cc2ff599b908 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Network': ['ID=b51d2e4f-c924-4e6a-8703-417274c36b2c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:13.865060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:13.921941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:13.960315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:13.965527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.991296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:13.995501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81713f40-9b0c-4cb1-843b-9bfc721c578c req-91914f68-a866-4800-9dce-85b57aad2837 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650385 Jul 07 17:06:14.084507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.137119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] For port 3f62eb1b-2903-473d-ab44-a6b16af6a79a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3f62eb1b-2903-473d-ab44-a6b16af6a79a,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:14.137488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.183975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.276834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Calling delete_port for 3f62eb1b-2903-473d-ab44-a6b16af6a79a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:14.277609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.294694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-be8084a2-7965-493b-8295-926d92522bfb service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206600 Jul 07 17:06:14.359336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Subnet': ['ID=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.368505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:14.369163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network hostable DHCP agents. Network: 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:14.401533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:14.409884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.416087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:14.424519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41e81c-0879-4a66-87cf-b2d49b78ce50 None None] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:14.426892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:14.427675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.455362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-049a6cb2-7989-402b-a274-a8c4f36f2442 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6157022 Jul 07 17:06:14.456301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40406) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:14.462374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'subnet': {'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:14.510287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3f62eb1b-2903-473d-ab44-a6b16af6a79a no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:14.607123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:14.622185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.715176 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.778909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:14.780941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b', '1464b40b-b399-421b-83f6-c2c1a7013cec'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:14.786612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.789153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.793006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e83fecb6-c1eb-4db5-8f0e-91c9f3c81096 HTTP/1.1" status: 204 len: 168 time: 0.9793022 Jul 07 17:06:14.836436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.839563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event deleted for resources: {'Port': ['ID=3f62eb1b-2903-473d-ab44-a6b16af6a79a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.914300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d74e5bd-8df4-4c4d-9398-b128fdadd055 req-f15365a8-89f1-4393-8092-19e21096ee91 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062496 Jul 07 17:06:14.916488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] No DVR routers for this DVR port 3f62eb1b-2903-473d-ab44-a6b16af6a79a on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:14.919042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.921122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.923421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06e5599a-8d55-4148-a625-660070a17e6e req-a3462656-ed96-4ff8-9c86-0f00a555485b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "DELETE /v2.0/ports/3f62eb1b-2903-473d-ab44-a6b16af6a79a HTTP/1.1" status: 204 len: 173 time: 2.3297029 Jul 07 17:06:14.937244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.939593 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 disassociated. External IP: 172.25.7.128, port: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06. Jul 07 17:06:15.057556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Subnet': ['ID=a5e74ad7-b067-4d71-8512-c36792f24faa,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:15.066086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Checking segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:15.066579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network hostable DHCP agents. Network: b51d2e4f-c924-4e6a-8703-417274c36b2c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:15.110326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network b51d2e4f-c924-4e6a-8703-417274c36b2c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:15.129113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b51d2e4f-c924-4e6a-8703-417274c36b2c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:15.141923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.142167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.149026 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.180429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1d60eb67-7525-4727-ba17-0b2962eb2cbb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7228708 Jul 07 17:06:15.181350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40416) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:15.189534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb122ca-4ca9-40b0-9666-e196eba4dbee None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:15.190020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-deleted', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:15.197358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'name': 'tempest-TaggedBootDevicesTest_v242-240111720', 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:15.199291 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fb0753-3fbe-481e-8dc2-b252b93ba60f" -d '{"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-deleted", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:15.201917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87466ae6-c19c-4369-b743-cfcb1a326de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fecb6-c1eb-4db5-8f0e-91c9f3c81096,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:15.305572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135b3c-16b9-4b3d-9d3d-f54ac8e8f4e5 req-6e2f0531-51d9-4a4f-8841-16f0ab3bb941 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:15.307221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50135b3c-16b9-4b3d-9d3d-f54ac8e8f4e5 req-6e2f0531-51d9-4a4f-8841-16f0ab3bb941 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.6063302 Jul 07 17:06:15.451178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:15.509692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.594805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50135b3c-16b9-4b3d-9d3d-f54ac8e8f4e5 req-add41f59-0829-450b-9d5d-761059bb0ab8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666507 Jul 07 17:06:15.633266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.691378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] device_id is not set on port e69ea28b-2bb0-442d-85e2-5b0324b227e5 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:15.697032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b51d2e4f-c924-4e6a-8703-417274c36b2c', 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ips': [{'subnet_id': 'a5e74ad7-b067-4d71-8512-c36792f24faa'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:15.698368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.722406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:15.735039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:15.736289 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.067771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Allocated IP 172.25.7.57 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:16.111257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Allocated IP 10.1.1.2 (04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b/e2993b4e-0103-4d1f-817e-fe5606a23387) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:16.198434 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b303ea0-da8c-4ce0-bd7a-d83712491b1f x-openstack-request-id: req-1b303ea0-da8c-4ce0-bd7a-d83712491b1f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:16.199572 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54965e0f-b0f9-4744-8c1a-6a2356c6b4f7", "name": "network-vif-deleted", "tag": "3f62eb1b-2903-473d-ab44-a6b16af6a79a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:16.201157 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b303ea0-da8c-4ce0-bd7a-d83712491b1f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:16.202521 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54965e0f-b0f9-4744-8c1a-6a2356c6b4f7', 'name': 'network-vif-deleted', 'tag': '3f62eb1b-2903-473d-ab44-a6b16af6a79a', 'status': 'completed', 'code': 200} Jul 07 17:06:16.208390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.257860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:16.269653 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.286289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:16.291312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Allocated IP 10.2.2.2 (b51d2e4f-c924-4e6a-8703-417274c36b2c/a5e74ad7-b067-4d71-8512-c36792f24faa/39e75df7-e764-4f0d-964b-500d5d3d98a9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:16.334756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.363353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:16.364005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:16.385011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-e6e29797-a240-4eb9-bd5d-92ef2a5eb6d5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "PUT /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 696 time: 2.6655927 Jul 07 17:06:16.388261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:16.397575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40448) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:16.400086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:16.409558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:16.414762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Pushing event updated for resources: {'Port': ['ID=c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.544777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-c799f9b3-146d-48ba-8678-d1ef455106e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.551874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-c799f9b3-146d-48ba-8678-d1ef455106e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.1237133 Jul 07 17:06:16.558676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-network', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:16.600829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Made reservation on behalf of 9a7f5b00998a4fa7909deaad19cde53d for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:16.604254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.628466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.638308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.729124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.732791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-147c6955-bb0d-42a5-bc57-98f815a6b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.741962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-147c6955-bb0d-42a5-bc57-98f815a6b586 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.1891220 Jul 07 17:06:16.827678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-c0b1eacc-6740-49a8-bc39-e2d6e65e2baa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.0843084 Jul 07 17:06:16.855119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:16.884915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.889033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-96ea2e54-d837-43c4-8870-568fcc182c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:16.893012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.896872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-96ea2e54-d837-43c4-8870-568fcc182c72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.0681915 Jul 07 17:06:16.910080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.943660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Transition to ACTIVE for port object e2993b4e-0103-4d1f-817e-fe5606a23387 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:16.959771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:16.969281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a9492-2491-4127-b162-d193b02be62f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.989957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.990343 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Added segment 46b293ad-5333-414a-9c03-08a639961627 of type vlan for network afd072fc-1312-4918-a8bf-b6b07e760edf Jul 07 17:06:17.030984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Transition to ACTIVE for port object e2993b4e-0103-4d1f-817e-fe5606a23387 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:17.039503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.063670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-11268161-0ff3-4bff-84b3-738f76ca83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.071816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-11268161-0ff3-4bff-84b3-738f76ca83d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738908 Jul 07 17:06:17.121981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.1.1.189 (04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b/e69ea28b-2bb0-442d-85e2-5b0324b227e5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:17.128699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.129792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.130489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.180038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.231833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1adfda-30f1-4455-af04-e3daee852bba req-fafbaa59-a5e4-43cf-8ec9-27ddc4290f99 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:17.233540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c1adfda-30f1-4455-af04-e3daee852bba req-fafbaa59-a5e4-43cf-8ec9-27ddc4290f99 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.2159977 Jul 07 17:06:17.241485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8423550 Jul 07 17:06:17.246973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:17.247776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:17.248596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.250746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Pushing event updated for resources: {'Port': ['ID=e2993b4e-0103-4d1f-817e-fe5606a23387,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.257602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:17.262427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Request body: {'subnet': {'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-subnet', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:17.268460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:17.300044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2fdf-cc28-4636-8e87-4dac1607caa3 admin admin] Pushing event updated for resources: {'Network': ['ID=afd072fc-1312-4918-a8bf-b6b07e760edf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.303071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Made reservation on behalf of 9a7f5b00998a4fa7909deaad19cde53d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:17.306265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.327800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c1adfda-30f1-4455-af04-e3daee852bba req-2cec4e33-5c16-4368-8112-e4d96e032b52 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Jul 07 17:06:17.335704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Transition to ACTIVE for port object 39e75df7-e764-4f0d-964b-500d5d3d98a9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:17.337906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-7f1cf8bf-4a52-4350-90f3-05376ff10799 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651505 Jul 07 17:06:17.341803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.358822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network afd072fc-1312-4918-a8bf-b6b07e760edf details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:17.367418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.431150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Attempting to bind port e2993b4e-0103-4d1f-817e-fe5606a23387 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:17.432072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Attempting to bind port e2993b4e-0103-4d1f-817e-fe5606a23387 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:17.432440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Attempting to bind port e2993b4e-0103-4d1f-817e-fe5606a23387 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:17.443850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:17.444242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:17.444661 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.445044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Bound using segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:17.445669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Bound port: e2993b4e-0103-4d1f-817e-fe5606a23387, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:17.446420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.448167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Pushing event updated for resources: {'Port': ['ID=c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.464575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:17.532830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.556164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48de976-92eb-4458-b9b8-6b66b1b4e2e5 req-ff987cd8-9820-46b7-9080-968a907533a4 service neutron] 10.222.0.22 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169802 Jul 07 17:06:17.560548 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.564419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cdfd7bfa-766f-4059-adf8-5c4aca8fa8be tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8785360 Jul 07 17:06:17.565029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:17.578979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1585987520', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'fixed_ips': [{'ip_address': '172.25.7.57'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:17.631145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Made reservation on behalf of c7acb28b046b4b0cb52cff7a810a6e36 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:17.635729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.637503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.669846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object e69ea28b-2bb0-442d-85e2-5b0324b227e5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:17.687934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.695791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Transition to ACTIVE for port object 39e75df7-e764-4f0d-964b-500d5d3d98a9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:17.698899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:17.703077 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.773381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:17.784852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:17.809217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:17.819980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Pushing event updated for resources: {'Port': ['ID=39e75df7-e764-4f0d-964b-500d5d3d98a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:17.829308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:17.829308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:17.848133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.888436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] For port e2993b4e-0103-4d1f-817e-fe5606a23387, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:17.906219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] For port e2993b4e-0103-4d1f-817e-fe5606a23387, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2993b4e-0103-4d1f-817e-fe5606a23387,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:17.911241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.916994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.922464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] device_id is not set on port b36f992f-a4fc-42cb-a25c-82283c7c7e75 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:17.931144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.004647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c794e-b4cd-47e1-a60c-9e18371bdbca None None] Pushing event updated for resources: {'Port': ['ID=e2993b4e-0103-4d1f-817e-fe5606a23387,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.019736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Attempting to bind port 39e75df7-e764-4f0d-964b-500d5d3d98a9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:18.019736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Attempting to bind port 39e75df7-e764-4f0d-964b-500d5d3d98a9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:18.019964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Attempting to bind port 39e75df7-e764-4f0d-964b-500d5d3d98a9 on network b51d2e4f-c924-4e6a-8703-417274c36b2c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:18.075684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.087080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:18.089431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:18.090196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Checking segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:18.091265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.091917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Bound using segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:18.093014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Bound port: 39e75df7-e764-4f0d-964b-500d5d3d98a9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:18.094171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:18.096237 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.097904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:18.104330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fcff43-ac60-4279-b71d-7c74d7b7e7fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.200702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.201234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:18.201815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.206828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.208366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:18.209827 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e49439-e01a-4e71-8678-8d9b6f3f80d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:18.251236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] For port 39e75df7-e764-4f0d-964b-500d5d3d98a9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:18.263494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] For port 39e75df7-e764-4f0d-964b-500d5d3d98a9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=39e75df7-e764-4f0d-964b-500d5d3d98a9,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:18.265633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-59e69740-8ea2-418c-bea5-1480bec42cc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0830932 Jul 07 17:06:18.271802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40484) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:18.280900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'name': 'tempest-TaggedBootDevicesTest_v242-468596873', 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:18.306748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.423171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.520576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:18.576896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Checking segment: {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:18.577265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Network hostable DHCP agents. Network: afd072fc-1312-4918-a8bf-b6b07e760edf, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:18.639014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6b8a-3afa-46c7-b069-8a7bc8987f8d None None] Pushing event updated for resources: {'Port': ['ID=39e75df7-e764-4f0d-964b-500d5d3d98a9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:18.644194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:18.650356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.683698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Network afd072fc-1312-4918-a8bf-b6b07e760edf is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:18.686963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] device_id is not set on port c1a09d0f-455f-4270-923b-fca401d10093 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:18.785343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, afd072fc-1312-4918-a8bf-b6b07e760edf) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:18.806992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:18.807609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.841129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719876d-a97e-44aa-ae6f-efc89275114d None None] Network afd072fc-1312-4918-a8bf-b6b07e760edf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:18.872912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5435d8d-2108-4304-b4c5-9968276e51c3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6177731 Jul 07 17:06:18.879019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40494) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:18.895328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:18.997364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.998940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.114557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:19.137058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86', 'port_id': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'mac_address': 'fa:16:3e:c0:ee:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92070831-744f-4cd3-84b2-fba5e222f7e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:19.163125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.1.1.180 (04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b/c1a09d0f-455f-4270-923b-fca401d10093) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:19.175823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.232276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-456b0074-7a2a-4044-b60b-de2661318e2a req-51876556-bee6-41e1-8ccc-6466f34e6943 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 200 len: 696 time: 0.9154406 Jul 07 17:06:19.313772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd67d9a-da68-450c-816d-c02fbbfca02a None None] Network afd072fc-1312-4918-a8bf-b6b07e760edf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:19.329451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.387610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:19.474226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:19.486127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.533135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:19.556192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:19.588785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357e36e-6051-4077-85d3-040c249aad14 req-41d3ba2e-f9f7-4022-b50e-386df27a034b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.597517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b357e36e-6051-4077-85d3-040c249aad14 req-41d3ba2e-f9f7-4022-b50e-386df27a034b tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 951 time: 1.2638431 Jul 07 17:06:19.654381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-18a28978-149f-4571-9e71-516174652539 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.656627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-18a28978-149f-4571-9e71-516174652539 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 951 time: 1.5534384 Jul 07 17:06:19.681203 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:06:19.684082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d8b0-e82b-4bd4-bfe3-cd1a0103fc4c None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:04:49Z', 'revision_number': 4, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '12424771-2bbb-4668-ba46-61eefa1a5ebe', 'name': '', 'network_id': '3c976167-1378-4e01-a8c1-67463fe208d0', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'mac_address': 'fa:16:3e:bb:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:48Z', 'updated_at': '2021-07-07T17:04:56Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'subnets': [{'id': 'bf0de7dc-2d6f-407c-8e4f-6868373c3863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:19.686511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:06:19.785867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b0074-7a2a-4044-b60b-de2661318e2a req-42796586-3429-4afc-b689-93c23e7abaad tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:19.797558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-456b0074-7a2a-4044-b60b-de2661318e2a req-42796586-3429-4afc-b689-93c23e7abaad tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.5629945 Jul 07 17:06:19.925900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:19.949589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dee63e88-0376-4724-821f-c4a72e06d2db tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3808000 Jul 07 17:06:19.992345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e38fcb-32b7-4ddb-8853-d81f3ae6cca3 None None] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:19.998376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:20.045177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b357e36e-6051-4077-85d3-040c249aad14 req-fc26471b-96c5-4b7d-aeb8-63bd02b499e4 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461603 Jul 07 17:06:20.134437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.137595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.152333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c0459286-cd92-424d-b21b-c46d5d21bc9c None None] Provisioning for port e2993b4e-0103-4d1f-817e-fe5606a23387 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:20.159442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object c1a09d0f-455f-4270-923b-fca401d10093 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:20.211979 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71ffa3-0e0c-4ad3-bcd7-0f019d7da4b4 None None] New status for floating IP 7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:06:20.235693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-456b0074-7a2a-4044-b60b-de2661318e2a req-5b024b48-d020-4ed7-8908-debd3f86f272 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 699 time: 0.3736203 Jul 07 17:06:20.296303 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba135ada-84c8-4f58-933a-c9f6fa29b51d x-openstack-request-id: req-ba135ada-84c8-4f58-933a-c9f6fa29b51d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:20.296611 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:20.296874 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba135ada-84c8-4f58-933a-c9f6fa29b51d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:20.297289 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:06:20.350529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.362401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57a5b2-81ff-4029-9632-674767c95d4f None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:20.364999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2993b4e-0103-4d1f-817e-fe5606a23387 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:20.428641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:20.487867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:20.491759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:20.494805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:20.579360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-456b0074-7a2a-4044-b60b-de2661318e2a req-0b1c573f-ab61-4e1f-8c40-6498f978d992 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 699 time: 0.3394775 Jul 07 17:06:20.581132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2557dea7-d819-44f4-8d4d-e6c527717eaf None None] Provisioning for port 39e75df7-e764-4f0d-964b-500d5d3d98a9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:20.609415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e2993b4e-0103-4d1f-817e-fe5606a23387 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:20.636798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2993b4e-0103-4d1f-817e-fe5606a23387 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:20.637332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.650998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:20.652337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.713030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-513c9a1b-05ea-41db-88f0-cae5f580fa35 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4367390 Jul 07 17:06:20.776920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Deleting port 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:20.777418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.929011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Deleting port c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:20.929508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.931456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.965418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-fb93fef4-7a42-4c3c-9e66-57d69973934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:20.967370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-fb93fef4-7a42-4c3c-9e66-57d69973934d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e937eca4be74ed7960ddb1781283614&device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 1097 time: 0.6671860 Jul 07 17:06:21.026913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.056319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4811-15fa-416f-b0e6-86c5719c92f1 req-28ad7c5c-6a07-4b59-9e56-77583aa10643 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.056858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.057935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54ee4811-15fa-416f-b0e6-86c5719c92f1 req-28ad7c5c-6a07-4b59-9e56-77583aa10643 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.4013290 Jul 07 17:06:21.076789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] For port 1464b40b-b399-421b-83f6-c2c1a7013cec, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1464b40b-b399-421b-83f6-c2c1a7013cec,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:21.077162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.106579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Calling delete_port for 1464b40b-b399-421b-83f6-c2c1a7013cec owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:21.132629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Deleting port 35c822d0-f59f-444e-ae7e-2c178f36163f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:21.132927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.154927 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.155405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.193129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Calling delete_port for c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:21.228170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port e2993b4e-0103-4d1f-817e-fe5606a23387, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2993b4e-0103-4d1f-817e-fe5606a23387,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:21.237542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.238392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 39e75df7-e764-4f0d-964b-500d5d3d98a9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:21.245342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Provisioning for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:21.279527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54ee4811-15fa-416f-b0e6-86c5719c92f1 req-52634a26-5521-4820-97cf-217c611ed28c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058315 Jul 07 17:06:21.291403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-efa1af57-cef3-4730-8c35-41fdfe1f65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:21.292889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-efa1af57-cef3-4730-8c35-41fdfe1f65af service neutron] 10.222.0.83 "GET /v2.0/networks?id=3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 200 len: 921 time: 0.3088331 Jul 07 17:06:21.308404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Provisioning complete for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:21.308787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.421334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=e2993b4e-0103-4d1f-817e-fe5606a23387,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:21.444941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Port e69ea28b-2bb0-442d-85e2-5b0324b227e5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:21.449028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.449395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.471631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Calling delete_port for 35c822d0-f59f-444e-ae7e-2c178f36163f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:21.479750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 39e75df7-e764-4f0d-964b-500d5d3d98a9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:21.481986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Provisioning complete for port e2993b4e-0103-4d1f-817e-fe5606a23387 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:21.482399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.521325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 39e75df7-e764-4f0d-964b-500d5d3d98a9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:21.521708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.668376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Allocated IP 172.25.7.140 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a099ab83-6d20-4d6a-b16d-6f2ab79cfd06) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:21.696358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.702765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-e7729a7e-a847-4db7-a87f-f0aafb079d49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 200 len: 217 time: 0.3854744 Jul 07 17:06:21.761712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event deleted for resources: {'Port': ['ID=35c822d0-f59f-444e-ae7e-2c178f36163f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:21.806634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:21.811516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897062006', 'description': 'tempest-description--1005020249'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:21.849637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.879503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.885303 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.894557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 39e75df7-e764-4f0d-964b-500d5d3d98a9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=39e75df7-e764-4f0d-964b-500d5d3d98a9,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:21.902546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.911609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.929461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Provisioning for port c1a09d0f-455f-4270-923b-fca401d10093 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:21.939486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Provisioning complete for port c1a09d0f-455f-4270-923b-fca401d10093 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:21.939874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:21.977995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8cf6fd4-93ea-4ed3-a0b5-6312ecc62fa8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.011923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=39e75df7-e764-4f0d-964b-500d5d3d98a9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.013333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-f2f2ffeb-34f6-419b-9f20-7a72533abb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.014729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4621eef6-f51c-4ad9-a68b-cc753676b158 None None] Port c1a09d0f-455f-4270-923b-fca401d10093 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:22.015112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-f2f2ffeb-34f6-419b-9f20-7a72533abb66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 200 len: 859 time: 0.2751558 Jul 07 17:06:22.033902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2993b4e-0103-4d1f-817e-fe5606a23387 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:22.034517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.064968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.068238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.069387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52a93598-ce9b-4c7d-83f3-3ce5af620031 tempest-ExternalNetworksAdminNegativeTestJSON-581430856 tempest-ExternalNetworksAdminNegativeTestJSON-581430856-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/b3576d23-f02f-4183-80a7-cbee33fca2ad HTTP/1.1" status: 204 len: 168 time: 2.0700257 Jul 07 17:06:22.087851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:22.094222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:22.097442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:22.112884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2993b4e-0103-4d1f-817e-fe5606a23387 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:22.114367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.118180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.123913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.125093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-456b0074-7a2a-4044-b60b-de2661318e2a req-c0d326aa-1ab4-46e9-b852-458a05de8e3d tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "DELETE /v2.0/floatingips/7c0bfc2a-62d4-4fd8-bf4f-7d4774771c29 HTTP/1.1" status: 204 len: 173 time: 1.5365915 Jul 07 17:06:22.136632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Pushing event updated for resources: {'Port': ['ID=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.200327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Provisioning complete for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:22.200709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.245780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.262140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:22.264213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:22.272571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Port e69ea28b-2bb0-442d-85e2-5b0324b227e5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:22.276931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c835e0-e5b4-473f-bbe7-d7615662fef6 req-68e0b4ed-2ee7-414e-a31c-f85c8cef39f3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.278594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83c835e0-e5b4-473f-bbe7-d7615662fef6 req-68e0b4ed-2ee7-414e-a31c-f85c8cef39f3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.3303182 Jul 07 17:06:22.341199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event deleted for resources: {'Port': ['ID=1464b40b-b399-421b-83f6-c2c1a7013cec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.371803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Provisioning complete for port 39e75df7-e764-4f0d-964b-500d5d3d98a9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:22.372184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.399162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb20006c-68dd-417e-8389-0022ab2d70b1 req-054e9aef-8116-4fac-8262-ad5495ab32ee tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=93bd9e86-a13c-4260-9e1c-817646c5f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0430884 Jul 07 17:06:22.404851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:22.409325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:22.454207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 1464b40b-b399-421b-83f6-c2c1a7013cec {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:22.454561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1464b40b-b399-421b-83f6-c2c1a7013cec not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:22.455037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:22.460731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-a72bc292-ad74-43e7-a874-2aa7ed635c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:22.463798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-a72bc292-ad74-43e7-a874-2aa7ed635c8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3c976167-1378-4e01-a8c1-67463fe208d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4368148 Jul 07 17:06:22.518363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.543144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:22.596868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83c835e0-e5b4-473f-bbe7-d7615662fef6 req-c1b9eb94-3b60-4ecc-9011-5613d2679411 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839143 Jul 07 17:06:22.606855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] No DVR routers for this DVR port 1464b40b-b399-421b-83f6-c2c1a7013cec on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:22.627638 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.635059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b088c063-c2b0-43c0-8d23-246ab51d024f req-102a6e88-111f-415c-9f2e-ac5412468015 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "DELETE /v2.0/ports/1464b40b-b399-421b-83f6-c2c1a7013cec HTTP/1.1" status: 204 len: 173 time: 2.9175599 Jul 07 17:06:22.637289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8314c93-8840-4ebf-a651-1ad598e7e278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.644092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-deleted', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:22.649433 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676e78d-9cdd-425a-b3da-c5ea19f25b6e" -d '{"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-deleted", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:22.726512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.759674 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.787805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.846691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c18123-3776-434e-a528-666b42c78d93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:22.865698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.865953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:22.875393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-99659273-1f77-4e71-8463-d64336790c60 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890061 Jul 07 17:06:22.901234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:22.908351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:22.922552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:22.925391 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264b6b4-dfad-434c-9247-3b460ebd1508" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:22.978913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Provisioning complete for port c1a09d0f-455f-4270-923b-fca401d10093 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:22.980870 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.000291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:23.040382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.073993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de159cfb-07ef-4d78-a13f-45f0aa751b3e req-e92ef5c7-c157-4389-85b1-2412b13548d4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.081748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de159cfb-07ef-4d78-a13f-45f0aa751b3e req-e92ef5c7-c157-4389-85b1-2412b13548d4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.2363634 Jul 07 17:06:23.092525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88199b58-8244-480e-bea3-ecb96f3aaf6c None None] Port c1a09d0f-455f-4270-923b-fca401d10093 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:23.107492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8314c93-8840-4ebf-a651-1ad598e7e278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.114376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56e49439-e01a-4e71-8678-8d9b6f3f80d9 req-e24fbb82-89f6-4c83-a01e-2ca2cc010868 service neutron] 10.222.0.83 "GET /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335415 Jul 07 17:06:23.117916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8314c93-8840-4ebf-a651-1ad598e7e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.131076 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.134713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.135590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-386e7067-d9a6-4de0-beb8-7b6aa11e85c8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3278291 Jul 07 17:06:23.136777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.148776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'security_group_rule': {'security_group_id': '42c18123-3776-434e-a528-666b42c78d93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.169865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de159cfb-07ef-4d78-a13f-45f0aa751b3e req-ddb9bac7-f32d-440d-a518-f5d17a27f4a8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871234 Jul 07 17:06:23.186597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8314c93-8840-4ebf-a651-1ad598e7e278 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=955a9988e794475299cd7e19fb114481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739358 Jul 07 17:06:23.186597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8314c93-8840-4ebf-a651-1ad598e7e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532fc2ce-5444-4e3c-8a68-a6fe4d4b81d8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.188752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.206387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.216742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Router ca949aea-95fa-4de8-9115-a17aa32be1c7 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:06:23.242702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.259483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:23.264242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.310867 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3db72-6bce-45d0-abf1-f9ba09cb0939 x-openstack-request-id: req-79b3db72-6bce-45d0-abf1-f9ba09cb0939 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:23.311606 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd9e86-a13c-4260-9e1c-817646c5f7e6", "name": "network-vif-deleted", "tag": "1464b40b-b399-421b-83f6-c2c1a7013cec", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:23.312601 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79b3db72-6bce-45d0-abf1-f9ba09cb0939 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:23.314822 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd9e86-a13c-4260-9e1c-817646c5f7e6', 'name': 'network-vif-deleted', 'tag': '1464b40b-b399-421b-83f6-c2c1a7013cec', 'status': 'completed', 'code': 200} Jul 07 17:06:23.362425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.385539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.391102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.403271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.420370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.421578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815459 Jul 07 17:06:23.425374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.430297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'security_group_rule': {'security_group_id': '42c18123-3776-434e-a528-666b42c78d93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.452465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72f4c9-7a4e-476c-a555-e643b3476fb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac47041c-7b7a-4871-99ac-4120fd0cc63e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.463346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.479314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:23.491342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Sync routers for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:23.501815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:23.507543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:23.519920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.523872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4d1f410c-3923-4b46-86d2-15601f8bb9bb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6412456 Jul 07 17:06:23.526779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40570) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.543044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.591899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.594990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.599094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/532fc2ce-5444-4e3c-8a68-a6fe4d4b81d8 HTTP/1.1" status: 204 len: 168 time: 0.4055889 Jul 07 17:06:23.612669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235b9c0-877b-4d29-bda0-1470a849fdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532fc2ce-5444-4e3c-8a68-a6fe4d4b81d8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.663638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100359e0-2f6e-4c39-ad7f-cf457729017f req-16ec0b29-827a-4339-af26-4daae6e3f0e9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:23.673262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-100359e0-2f6e-4c39-ad7f-cf457729017f req-16ec0b29-827a-4339-af26-4daae6e3f0e9 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.2031116 Jul 07 17:06:23.674304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:23.691269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.701855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.734024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.735247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089516 Jul 07 17:06:23.743144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:23.755341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:23.765986 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c75cf-fd3c-4f02-8dbc-7b3b51575e1e x-openstack-request-id: req-2c4c75cf-fd3c-4f02-8dbc-7b3b51575e1e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:23.766569 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:23.767000 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c4c75cf-fd3c-4f02-8dbc-7b3b51575e1e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:23.767994 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:06:23.777009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67dcd2-76ae-4895-a9e9-d030b8d88432 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb8164f-d6c7-4c1c-a13d-98e0b84ab530,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:23.806426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:23.818768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-100359e0-2f6e-4c39-ad7f-cf457729017f req-2c648301-0a0e-4edb-805b-52632cff6ebd tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444421 Jul 07 17:06:24.071727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:22Z', 'revision_number': 3, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:24.080431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 39e75df7-e764-4f0d-964b-500d5d3d98a9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:24.091930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.119710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40584) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.173586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fcf0b045-1437-45eb-b191-d8229c789784 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7acb28b046b4b0cb52cff7a810a6e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526843 Jul 07 17:06:24.177108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:24.177285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Checking router: ca949aea-95fa-4de8-9115-a17aa32be1c7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:24.178226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Updating router ca949aea-95fa-4de8-9115-a17aa32be1c7 port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:06:24.186348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584e12-5ef5-4402-9b08-53fb5423a68f req-7c645fc8-e2eb-4652-ae6d-27840aa64eb4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.187884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9584e12-5ef5-4402-9b08-53fb5423a68f req-7c645fc8-e2eb-4652-ae6d-27840aa64eb4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1562009 Jul 07 17:06:24.303323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.308781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 172.25.7.246 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/690969bd-50e4-47a3-9ce5-51da08aee1d3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:24.352877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9584e12-5ef5-4402-9b08-53fb5423a68f req-f08c71c1-922f-4f4f-ab9c-cdf725f0dcd9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274953 Jul 07 17:06:24.399114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 39e75df7-e764-4f0d-964b-500d5d3d98a9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:24.399483 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.410174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.428842 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.454369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.561414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Allocated IP 172.20.0.1 (afd072fc-1312-4918-a8bf-b6b07e760edf/af92e3fc-2e0f-4c05-829b-80cb7bcab9a9/cca39960-8922-4fca-823d-523aeaa38e86) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:24.564004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.657897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.660532 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.664314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4fcff43-ac60-4279-b71d-7c74d7b7e7fc HTTP/1.1" status: 204 len: 168 time: 0.4834919 Jul 07 17:06:24.678281 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.695566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a0a6-bebc-4a7b-8ecb-29952c27c1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fcff43-ac60-4279-b71d-7c74d7b7e7fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.729151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.738508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35716910-1fa5-4b33-b1d9-80b80fdc2aa5 req-3c91a9ff-8387-4d33-ad3f-7213c958ec16 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.740081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35716910-1fa5-4b33-b1d9-80b80fdc2aa5 req-3c91a9ff-8387-4d33-ad3f-7213c958ec16 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.2198393 Jul 07 17:06:24.741131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.756408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Network afd072fc-1312-4918-a8bf-b6b07e760edf is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:24.758838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:24.765040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3688a1d-f4dd-47c4-b5db-ca29d8f4c504 req-dfa91524-d5fb-46d8-83b0-1b529017e860 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:24.766908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3688a1d-f4dd-47c4-b5db-ca29d8f4c504 req-dfa91524-d5fb-46d8-83b0-1b529017e860 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.2094300 Jul 07 17:06:24.783501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:24.838705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Pushing event updated for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:24.846871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.970941 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.984905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Transition to ACTIVE for port object a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:24.993111 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:24.999645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.073103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e751c-bc63-4a39-b551-955fdf50e56f None None] Pushing event updated for resources: {'Port': ['ID=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.118407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Attempting to bind port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:25.123783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Attempting to bind port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:25.124540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Attempting to bind port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:25.132710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:25.133094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:25.133504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.147167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:25.149245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Bound port: a099ab83-6d20-4d6a-b16d-6f2ab79cfd06, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:25.150040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.223654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] For port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:25.228366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] For port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:25.235522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.244059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-b0de1a44-c8c6-4959-89c2-c360cce96957 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.244727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.245554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-b0de1a44-c8c6-4959-89c2-c360cce96957 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.6331787 Jul 07 17:06:25.251511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.254636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:25.271287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:25.274067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:25.285834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=690969bd-50e4-47a3-9ce5-51da08aee1d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.318000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e751c-bc63-4a39-b551-955fdf50e56f None None] Pushing event updated for resources: {'Port': ['ID=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.321122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:25.321738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:25.336830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.345619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Pushing event updated for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.378687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35716910-1fa5-4b33-b1d9-80b80fdc2aa5 req-2fffe48c-7fae-447c-aa1b-3086dceb848f tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294572 Jul 07 17:06:25.429592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3688a1d-f4dd-47c4-b5db-ca29d8f4c504 req-c4e7e137-712e-4934-ba1e-fc8c09b4f3e9 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387188 Jul 07 17:06:25.453119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Network afd072fc-1312-4918-a8bf-b6b07e760edf is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:25.454759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:25.533986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:25.637095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Router ca949aea-95fa-4de8-9115-a17aa32be1c7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:25.718397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.745971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Deleting port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:25.746333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.769059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:25.771407 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0c35c-3e1b-4063-baff-51943363ed31" -d '{"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-plugged", "status": "completed", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:25.781735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:25.793885 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-499f8adb-665e-4dcd-870c-3918c189a07b admin admin] 10.222.0.22 "PUT /v2.0/routers/ca949aea-95fa-4de8-9115-a17aa32be1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682116 Jul 07 17:06:25.810211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:25Z', 'revision_number': 2, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:25.839841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341e5d9-280b-47e0-b246-faf5ecd61993 None None] The sync data for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 is: [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:25Z', 'revision_number': 2, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:25.889468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c40d-4eef-461b-8044-939291de6d8a req-b162c88e-3d9e-403d-9e3a-50c78afa8b18 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.894605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d62c40d-4eef-461b-8044-939291de6d8a req-b162c88e-3d9e-403d-9e3a-50c78afa8b18 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2901700 Jul 07 17:06:25.912620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939df8-d220-4500-ae95-17158f1a145a req-d2518db2-2039-405f-9eb7-f4ed873bfda5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:25.919555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc939df8-d220-4500-ae95-17158f1a145a req-d2518db2-2039-405f-9eb7-f4ed873bfda5 tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfb42c32-18a0-4973-994d-6b5d6b919b77 HTTP/1.1" status: 200 len: 945 time: 0.3168581 Jul 07 17:06:25.983855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.078847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-85757060-1a9c-487a-a163-ff4bd0b60213 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:26.080941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-85757060-1a9c-487a-a163-ff4bd0b60213 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 949 time: 0.3367176 Jul 07 17:06:26.107558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] For port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:26.107925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.117061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc939df8-d220-4500-ae95-17158f1a145a req-1bb99092-ba2b-4e29-92ae-ec47c5b59c1a tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.22 "GET /v2.0/security-groups?id=710aad40-0499-48b6-9f41-1114b0343ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965632 Jul 07 17:06:26.168783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d62c40d-4eef-461b-8044-939291de6d8a req-1addd162-0fe0-4165-a4d1-e78af993c1a0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425389 Jul 07 17:06:26.197855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Calling delete_port for cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:26.394969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:26.462789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.466922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Deleting port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:26.467576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.486606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.556645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:26.573442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'mac_address': 'fa:16:3e:c6:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:26.650965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.695492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:26.732670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=690969bd-50e4-47a3-9ce5-51da08aee1d3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.736823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.742182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:26.749153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] For port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:26.749623 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.751069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.853302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Calling delete_port for 33a091f8-4c51-46a9-9292-8ceed8ab9e1b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:26.865384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40656) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.889872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.912000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['74e54d20-aaa3-4f73-a1d3-25b73658b693'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:26.934750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Pushing event deleted for resources: {'Port': ['ID=cf0fe3c3-b5d1-45ea-8ce3-040332b23c06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.956243 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a90aa-c26d-4481-8895-2ca3e6418059 x-openstack-request-id: req-7e0a90aa-c26d-4481-8895-2ca3e6418059 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:26.956804 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-plugged", "status": "completed", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:26.957242 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e0a90aa-c26d-4481-8895-2ca3e6418059 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:26.958487 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'code': 200} Jul 07 17:06:27.021460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] No DVR routers for this DVR port cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:27.082075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.093292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1967521341', 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:27.096807 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.099721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36afe6c9-3035-4282-bffb-404b3cb35de0 req-c0e44cb2-a6ab-4c53-aae0-5ae77bbc360f tempest-FloatingIPsAssociationTestJSON-1018995478 tempest-FloatingIPsAssociationTestJSON-1018995478-project] 10.222.0.83 "DELETE /v2.0/ports/cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 HTTP/1.1" status: 204 len: 173 time: 1.8374135 Jul 07 17:06:27.137971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'name': 'network-vif-deleted', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:27.140768 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00936a49-2800-4ebf-8d8a-217607ddca48" -d '{"events": [{"server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "name": "network-vif-deleted", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:27.149436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Made reservation on behalf of 896ef4252d0f479dba5a3ccde1fcddb7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:27.152192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.165659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.306416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.312489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.340874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-20ebf8a0-b876-4436-8d44-644646268d13 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.343766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] device_id is not set on port 4f020e4b-c89b-4f57-8f1c-6dca35f8d179 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:27.348551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-20ebf8a0-b876-4436-8d44-644646268d13 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 820 time: 0.4850562 Jul 07 17:06:27.355827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.357031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef906c68-d155-4292-8075-3dc5e235a245 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6128795 Jul 07 17:06:27.394910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-07c1c5ad-0848-407b-8871-fd8b97e4d9d8 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/quotas/9a7f5b00998a4fa7909deaad19cde53d HTTP/1.1" status: 200 len: 375 time: 0.0452223 Jul 07 17:06:27.450839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371a273d-6a6e-48c9-bd7a-dc59806a72ac,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.549783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047cf3-376c-4a5f-ae05-0fd5cd2118aa req-6571163c-887c-438e-bb93-8e9c313b113c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.562496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c047cf3-376c-4a5f-ae05-0fd5cd2118aa req-6571163c-887c-438e-bb93-8e9c313b113c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.4762888 Jul 07 17:06:27.576967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484a739-92f0-4919-9eba-04c26a3cf64d req-d5c45d4b-9bae-4e94-a1f8-c63f83ab50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:27.596424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f484a739-92f0-4919-9eba-04c26a3cf64d req-d5c45d4b-9bae-4e94-a1f8-c63f83ab50fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1097 time: 0.5154231 Jul 07 17:06:27.598010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Allocated IP 172.25.7.147 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/4f020e4b-c89b-4f57-8f1c-6dca35f8d179) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:27.716367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.729077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['33a091f8-4c51-46a9-9292-8ceed8ab9e1b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:27.731797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['26b27900-cd3b-4442-aebe-07d0cfcac1e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:27.748036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c047cf3-376c-4a5f-ae05-0fd5cd2118aa req-0d822d0a-fe11-4117-a16c-cdddf0a77f91 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811032 Jul 07 17:06:27.855355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event deleted for resources: {'Port': ['ID=33a091f8-4c51-46a9-9292-8ceed8ab9e1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.871087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f484a739-92f0-4919-9eba-04c26a3cf64d req-0e82a4b1-ca14-4b2a-8e2a-83ceb95861fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623954 Jul 07 17:06:27.887804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.968175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.004283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-875d4cbe-d549-40f4-8d9b-679014d95f3e tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6084106 Jul 07 17:06:28.028047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:28.032518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Pushing event updated for resources: {'Port': ['ID=4f020e4b-c89b-4f57-8f1c-6dca35f8d179,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:28.036245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:28.039186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:28.066392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] No DVR routers for this DVR port 33a091f8-4c51-46a9-9292-8ceed8ab9e1b on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:28.071362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.087289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6387a75c-c10f-46ae-b403-d22b18db0e53 req-f73acfee-9791-4da3-9ca7-c61a231c98ba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.32 "DELETE /v2.0/ports/33a091f8-4c51-46a9-9292-8ceed8ab9e1b HTTP/1.1" status: 204 len: 173 time: 1.9545631 Jul 07 17:06:28.091814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:28.093174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.115178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d1897cf1-d0dd-4b4a-9444-b6364d2232e7 tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2474723 Jul 07 17:06:28.118649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40698) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:28.126408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4218c670-f952-43dd-8daf-9c74b15b295d req-a2100be6-380f-42b1-903e-85b7df55c8f1 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d09bf0-6412-45dc-bdf2-79aca0208e6e HTTP/1.1" status: 200 len: 210 time: 0.1080251 Jul 07 17:06:28.129003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.147'}]}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:28.169367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.172037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.199057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:28.273198 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33bbeb-cd2f-418f-a4b4-9f5d18551794 x-openstack-request-id: req-8d33bbeb-cd2f-418f-a4b4-9f5d18551794 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:28.273501 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb42c32-18a0-4973-994d-6b5d6b919b77", "name": "network-vif-deleted", "tag": "cf0fe3c3-b5d1-45ea-8ce3-040332b23c06", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:28.273758 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d33bbeb-cd2f-418f-a4b4-9f5d18551794 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:28.274193 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb42c32-18a0-4973-994d-6b5d6b919b77', 'name': 'network-vif-deleted', 'tag': 'cf0fe3c3-b5d1-45ea-8ce3-040332b23c06', 'status': 'completed', 'code': 200} Jul 07 17:06:28.284724 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.374765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-72a3e91e-94fd-483c-9a1a-c323f77ff4ee service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687508 Jul 07 17:06:28.449079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:28.457122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:28.463117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:28.463492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.469176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:28.633212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:28.681592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:28.681939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf0fe3c3-b5d1-45ea-8ce3-040332b23c06 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:28.687622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 74e54d20-aaa3-4f73-a1d3-25b73658b693 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:28.687993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.957026 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.013107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:29.036940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-68d7de75-5f1f-4cb2-b02c-c36d5f56453c service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505883 Jul 07 17:06:29.046631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.111675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08704607-007f-4ebc-8391-27326c55b37c req-bcb0b3f3-16a6-4add-9b90-48006eff0a9f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:29.122539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08704607-007f-4ebc-8391-27326c55b37c req-bcb0b3f3-16a6-4add-9b90-48006eff0a9f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 945 time: 0.4880147 Jul 07 17:06:29.154019 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.173064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:29.185617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.192143 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Sync routers for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:29.206916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:29.207681 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:29.232004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:29.234267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:29.240014 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6edaf0-93de-42fd-80f8-eb80487639ab" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:29.249770 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.413153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08704607-007f-4ebc-8391-27326c55b37c req-1ab1b713-01ca-417e-8a1c-2f97194eea8a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892950 Jul 07 17:06:29.418913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=13']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:29.508170 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:29.765744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6b96f744-ff70-4a58-988d-495c4570cb64 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1897062006&fields=id&tenant_id=0ca87c1aa1e34a68b8c011b411523ad4 HTTP/1.1" status: 200 len: 267 time: 0.1612849 Jul 07 17:06:29.772511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.828449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.839429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db704ee6-1a24-4c6b-af39-c8fa6ab3d727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.881755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:29.941905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8e185d06-d53b-4f34-b3a6-4645755dbbb5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:29.949148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8e185d06-d53b-4f34-b3a6-4645755dbbb5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 936 time: 0.1725602 Jul 07 17:06:30.006047 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:25Z', 'revision_number': 2, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:30.086760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Checking router: ca949aea-95fa-4de8-9115-a17aa32be1c7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:30.087121 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Updating router ca949aea-95fa-4de8-9115-a17aa32be1c7 port cca39960-8922-4fca-823d-523aeaa38e86 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:06:30.124499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.140968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:30.165898 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.293763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:30.294575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.431150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.435792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.453260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:30.482035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 33a091f8-4c51-46a9-9292-8ceed8ab9e1b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:30.482869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 33a091f8-4c51-46a9-9292-8ceed8ab9e1b not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:30.533776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.534619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28b6ffad-56ac-4912-9a59-61aa77d0b300 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:06:30.576948 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:06:30.581207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-50a11f63-a7d4-400d-8a22-a6855281c67a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4582722 Jul 07 17:06:30.582002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:30.661116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-deleted', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:30.669884 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31189c98-22a0-44ae-a9f4-41ba2b804401" -d '{"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-deleted", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:30.704082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-04d4dfcb-7db5-4f6b-8019-55250c9ff5c2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.709456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Deleting port 4f020e4b-c89b-4f57-8f1c-6dca35f8d179 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:30.709947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.716157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-04d4dfcb-7db5-4f6b-8019-55250c9ff5c2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 936 time: 0.7659948 Jul 07 17:06:30.737156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcfeb-7b05-4743-ba79-73b1cd8e6bc8 req-e5c544b2-49a2-4564-bde8-9f16b2cde5ad tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:30.738910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b3bcfeb-7b05-4743-ba79-73b1cd8e6bc8 req-e5c544b2-49a2-4564-bde8-9f16b2cde5ad tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.9766607 Jul 07 17:06:30.771460 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.792989 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Transition to ACTIVE for port object cca39960-8922-4fca-823d-523aeaa38e86 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:30.805583 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.850521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.867460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Calling delete_port for 4f020e4b-c89b-4f57-8f1c-6dca35f8d179 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:30.951587 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Attempting to bind port cca39960-8922-4fca-823d-523aeaa38e86 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:30.952246 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Attempting to bind port cca39960-8922-4fca-823d-523aeaa38e86 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:30.952797 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Attempting to bind port cca39960-8922-4fca-823d-523aeaa38e86 on network afd072fc-1312-4918-a8bf-b6b07e760edf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:30.959457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-650e301b-8dd5-44ab-9ee4-c571af4ebc16 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2422621 Jul 07 17:06:30.963494 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:30.964083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Checking segment: {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:30.965015 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.965696 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Bound using segment: {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:30.967207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b3bcfeb-7b05-4743-ba79-73b1cd8e6bc8 req-a191d3f4-7dd4-4cf7-aac7-a78e10930dbc tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509049 Jul 07 17:06:30.974578 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Bound port: cca39960-8922-4fca-823d-523aeaa38e86, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:30.975105 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:30.983488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Pushing event updated for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.018812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.019154 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.019503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.019845 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.020305 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.021510 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.021856 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.022548 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.022948 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.023290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.023683 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.024070 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:31.026502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-f0c1b526-45fe-45d8-b02e-e08d9c25cd9f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0660217 Jul 07 17:06:31.108997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.119871 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] For port cca39960-8922-4fca-823d-523aeaa38e86, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:31.123734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] For port cca39960-8922-4fca-823d-523aeaa38e86, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cca39960-8922-4fca-823d-523aeaa38e86,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:31.136589 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.164783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f020e4b-c89b-4f57-8f1c-6dca35f8d179,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.198565 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b80ed1-c085-4167-85d8-c860584ce105 x-openstack-request-id: req-b8b80ed1-c085-4167-85d8-c860584ce105 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:31.202278 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-plugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:31.202778 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8b80ed1-c085-4167-85d8-c860584ce105 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:31.204026 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:06:31.246155 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:31.246155 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:31.288276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9e46-1b70-4b48-a44e-89cd4b20916a None None] Pushing event updated for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.297522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.300102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-03a83f90-1969-448f-ba08-cfc06062643a tempest-RoutersAdminNegativeIpV6Test-2021085526 tempest-RoutersAdminNegativeIpV6Test-2021085526-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4f020e4b-c89b-4f57-8f1c-6dca35f8d179 HTTP/1.1" status: 204 len: 168 time: 0.7165105 Jul 07 17:06:31.376988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-48713c58-dca6-4821-b4b6-bcda26042f62 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.388928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-48713c58-dca6-4821-b4b6-bcda26042f62 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.403746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-48713c58-dca6-4821-b4b6-bcda26042f62 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.412309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-48713c58-dca6-4821-b4b6-bcda26042f62 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=b51d2e4f-c924-4e6a-8703-417274c36b2c&id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 1994 time: 0.3825204 Jul 07 17:06:31.438065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d9984bd8-5346-44a4-8e5d-a7b267b9f7a4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/quotas/0ca87c1aa1e34a68b8c011b411523ad4 HTTP/1.1" status: 200 len: 375 time: 0.0254698 Jul 07 17:06:31.500602 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:31.613281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0301fda0-9d51-4827-9742-a1c98e4a71ca req-9d1b17f3-4f4b-4183-8f4b-318cc3cb79f7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 210 time: 0.1647599 Jul 07 17:06:31.752776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-cbeef992-71d1-4f72-8877-402dc64c5faa tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:31.755069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-cbeef992-71d1-4f72-8877-402dc64c5faa tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 820 time: 0.2844474 Jul 07 17:06:31.784315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-f69167db-d2c2-4c8f-ab4c-e8618e6dabb1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3437023 Jul 07 17:06:31.814450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'port': {'device_id': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'admin_state_up': True, 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:31.897608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40748) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:31.917302 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:31Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:31.952997 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba886-96a8-4202-9758-095bad3d70fa None None] The sync data for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 is: [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:31Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:32.122779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cca39960-8922-4fca-823d-523aeaa38e86 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:32.153013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836bf9f3-6d91-45ca-b0e6-f01ec0c1a071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.191134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1699e9ec-06bf-4cfa-9298-3d7fe6ea3ae9 service neutron] 10.222.0.22 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054523 Jul 07 17:06:32.195775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port cca39960-8922-4fca-823d-523aeaa38e86 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:32.199927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Deleting port 12424771-2bbb-4668-ba46-61eefa1a5ebe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:32.200152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cca39960-8922-4fca-823d-523aeaa38e86 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:32.200634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.201153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.271014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06635c5e-ae85-4228-a635-5ae4e4aa9dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.288528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836bf9f3-6d91-45ca-b0e6-f01ec0c1a071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.294280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836bf9f3-6d91-45ca-b0e6-f01ec0c1a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.352104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-836bf9f3-6d91-45ca-b0e6-f01ec0c1a071 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=609e0b02b01b44da9214b01f865ffff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532750 Jul 07 17:06:32.354808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40752) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:32.356946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bf9f3-6d91-45ca-b0e6-f01ec0c1a071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9fa91-c1a1-4575-8c58-c7db496fd352,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.359310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] For port 12424771-2bbb-4668-ba46-61eefa1a5ebe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12424771-2bbb-4668-ba46-61eefa1a5ebe,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:32.359687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.375518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Calling delete_port for 12424771-2bbb-4668-ba46-61eefa1a5ebe owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:32.380256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.419596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port cca39960-8922-4fca-823d-523aeaa38e86, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cca39960-8922-4fca-823d-523aeaa38e86,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:32.426936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.477978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.531623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.538400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.617381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.620794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.623918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcd9fa91-c1a1-4575-8c58-c7db496fd352 HTTP/1.1" status: 204 len: 168 time: 0.2675927 Jul 07 17:06:32.637741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0ad14-af8c-4411-b2d2-e662b96272eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9fa91-c1a1-4575-8c58-c7db496fd352,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:32.726081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Made reservation on behalf of 9a7f5b00998a4fa7909deaad19cde53d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:32.731090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.752486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd565d-eb5b-4da0-922a-c9240376d09e req-b1c8c2c8-56de-4a2d-b77c-2302127d1e8a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:32.754191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dfd565d-eb5b-4da0-922a-c9240376d09e req-b1c8c2c8-56de-4a2d-b77c-2302127d1e8a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.7440116 Jul 07 17:06:32.867661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-648b24fc-9da4-4444-9497-e87072df2c9a service neutron] 10.222.0.22 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836888 Jul 07 17:06:32.888558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:32.936665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.037442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=12424771-2bbb-4668-ba46-61eefa1a5ebe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.051545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dfd565d-eb5b-4da0-922a-c9240376d09e req-e33c70ae-b651-4ef4-aa01-68f896ecc08d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559791 Jul 07 17:06:33.205039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-3c47a05c-9f4d-4cc4-8ffd-703920bfd571 service neutron] 10.222.0.22 "GET /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2733865 Jul 07 17:06:33.240805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:33.329227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-87c30dfc-a49f-42a0-8b1f-cccd9c88624c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=896ef4252d0f479dba5a3ccde1fcddb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870483 Jul 07 17:06:33.334917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40762) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:33.354884 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1ad8ee-31f1-4610-a4e7-26539fe02b6f x-openstack-request-id: req-0d1ad8ee-31f1-4610-a4e7-26539fe02b6f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:33.355175 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d09bf0-6412-45dc-bdf2-79aca0208e6e", "name": "network-vif-deleted", "tag": "33a091f8-4c51-46a9-9292-8ceed8ab9e1b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:33.355427 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d1ad8ee-31f1-4610-a4e7-26539fe02b6f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:33.355818 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d09bf0-6412-45dc-bdf2-79aca0208e6e', 'name': 'network-vif-deleted', 'tag': '33a091f8-4c51-46a9-9292-8ceed8ab9e1b', 'status': 'completed', 'code': 200} Jul 07 17:06:33.420277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.471885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.483168 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.542696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.545899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.547305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/371a273d-6a6e-48c9-bd7a-dc59806a72ac HTTP/1.1" status: 204 len: 168 time: 0.2107110 Jul 07 17:06:33.556631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e06b-13a6-45db-bcba-d28fa460fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a273d-6a6e-48c9-bd7a-dc59806a72ac,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.790256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Allocated IP 172.20.0.14 (afd072fc-1312-4918-a8bf-b6b07e760edf/af92e3fc-2e0f-4c05-829b-80cb7bcab9a9/e2826c4c-6f72-450a-bd3f-df1abbf94925) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:33.808297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.882030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-13429e0d-bcd6-4395-bbbb-8dddefb21d63 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760569 Jul 07 17:06:34.033695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd0690-051f-4d2f-99e7-578761bd6106 req-54785b85-2c20-40e7-816b-98e85b31f0cd tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:34.035799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20dd0690-051f-4d2f-99e7-578761bd6106 req-54785b85-2c20-40e7-816b-98e85b31f0cd tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1097 time: 0.3480105 Jul 07 17:06:34.115355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cca39960-8922-4fca-823d-523aeaa38e86 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:34.243983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20dd0690-051f-4d2f-99e7-578761bd6106 req-4aab7847-87ce-4dfe-ae18-be63766dbcca tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942849 Jul 07 17:06:34.253082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-af661186-05d2-4c3f-8db7-fbfcde4bca43 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292496 Jul 07 17:06:34.266623 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.275873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cca39960-8922-4fca-823d-523aeaa38e86 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:34.276253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.415739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.496951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-e9008578-e783-4bef-803f-f5c03d9a4b83 service neutron] 10.222.0.22 "GET /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2001898 Jul 07 17:06:34.589829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Router e893a086-6445-449c-9fe9-a59bd92843cf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:34.607422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:34.711807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:34.763932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:34.794073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Network afd072fc-1312-4918-a8bf-b6b07e760edf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:34.830793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:34.836654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6f1f4dbd-2043-490b-938c-5b1b7fbd0ae8 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292711 Jul 07 17:06:34.837411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:34.971909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2bec3df5-6a1c-4083-81cf-e04a76babbc0 tempest-AgentManagementNegativeTest-1333027409 tempest-AgentManagementNegativeTest-1333027409-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2056372 Jul 07 17:06:35.017946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.018736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.042982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9ace-a7a7-406e-9db7-a5c44a848e3a req-5b09bbfa-3e5d-47be-87db-cf5417001008 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.050169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-687d9ace-a7a7-406e-9db7-a5c44a848e3a req-5b09bbfa-3e5d-47be-87db-cf5417001008 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 932 time: 0.3150325 Jul 07 17:06:35.076215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:35.086873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-2e1491da-0c71-4c55-b5bf-efd97b8df82a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2839723 Jul 07 17:06:35.090566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c4e8848a-01f6-4813-a56a-793097f46b6a admin admin] 10.222.0.22 "PUT /v2.0/routers/e893a086-6445-449c-9fe9-a59bd92843cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6300354 Jul 07 17:06:35.093482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40802) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:35.107826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Sync routers for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:35.119917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:35.121805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:35.142812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-687d9ace-a7a7-406e-9db7-a5c44a848e3a req-9810d0ff-fc96-41c3-96a2-2666754f524a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909481 Jul 07 17:06:35.156719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d3e78a76-0a21-481a-9377-d814ab39f2ff service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103681 Jul 07 17:06:35.273787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Request body: {'port': {'device_id': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:35.348556 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.369081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:35.407945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.456839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:35.460095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.492263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-e247490c-7dc0-40e9-bac5-8ed6a8657a45 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296492 Jul 07 17:06:35.550957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.686198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f398467-04eb-48ad-9677-5129c0e34c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.699098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Deleting port dcfa9cbe-1414-497a-90c4-e5755310ae4c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:35.699824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.708135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port': {'id': 'dcfa9cbe-1414-497a-90c4-e5755310ae4c', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:04:46Z', 'updated_at': '2021-07-07T17:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:35.744364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Checking router: e893a086-6445-449c-9fe9-a59bd92843cf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:35.756806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Routers {'e893a086-6445-449c-9fe9-a59bd92843cf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:35.757588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:06:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e893a086-6445-449c-9fe9-a59bd92843cf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:35.790039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460e0fe-23ab-4e4a-b31b-fb6a2a0ecfc7 req-a1881e70-1fac-4169-a0b9-0d57080f2bb9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:35.791676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0460e0fe-23ab-4e4a-b31b-fb6a2a0ecfc7 req-a1881e70-1fac-4169-a0b9-0d57080f2bb9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.4365196 Jul 07 17:06:35.901112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0460e0fe-23ab-4e4a-b31b-fb6a2a0ecfc7 req-882f8b2d-8e22-483b-8ab6-e874be5f6188 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965464 Jul 07 17:06:35.904911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] For port dcfa9cbe-1414-497a-90c4-e5755310ae4c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dcfa9cbe-1414-497a-90c4-e5755310ae4c,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:35.906234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.953302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] Set router e893a086-6445-449c-9fe9-a59bd92843cf gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:35.953658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Calling delete_port for dcfa9cbe-1414-497a-90c4-e5755310ae4c owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:36.057312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-057a08ab-f490-4ab0-ae12-127982d10a95 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834419 Jul 07 17:06:36.082734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f398467-04eb-48ad-9677-5129c0e34c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.084373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:06:35Z', 'revision_number': 6, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:36.090712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f398467-04eb-48ad-9677-5129c0e34c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.116760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2826c4c-6f72-450a-bd3f-df1abbf94925 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:36.134449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.143876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd60f4f-0602-4410-afed-9c853ef68b68 None None] The sync data for ids ['e893a086-6445-449c-9fe9-a59bd92843cf'] in n-d-791504-12 is: [{'id': 'e893a086-6445-449c-9fe9-a59bd92843cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-314514336-router', 'tenant_id': '9e937eca4be74ed7960ddb1781283614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:04:45Z', 'updated_at': '2021-07-07T17:06:35Z', 'revision_number': 6, 'project_id': '9e937eca4be74ed7960ddb1781283614', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:36.156298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Transition to ACTIVE for port object e2826c4c-6f72-450a-bd3f-df1abbf94925 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:36.175440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4f398467-04eb-48ad-9677-5129c0e34c6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a1adc0bcc6043888cd786221021d5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174954 Jul 07 17:06:36.179482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:36.183849 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.241160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.255139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f398467-04eb-48ad-9677-5129c0e34c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d2d4ac-7d50-4042-9f87-144d2e53d256,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:36.389097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.417038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfa9cbe-1414-497a-90c4-e5755310ae4c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:36.512629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.661190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.663653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.720768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.721876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e893a086-6445-449c-9fe9-a59bd92843cf {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:06:36.729125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:36.730162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.731411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-38b28050-5ac5-4780-bdcb-2c4326251b0d admin admin] 10.222.0.22 "DELETE /v2.0/routers/e893a086-6445-449c-9fe9-a59bd92843cf HTTP/1.1" status: 204 len: 168 time: 1.6366451 Jul 07 17:06:36.734197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40816) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:36.792290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Deleting subnet bf0de7dc-2d6f-407c-8e4f-6868373c3863 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:36.796028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.821533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-cb84eb08-4287-4ff8-bc76-c6498b6b81e4 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633429 Jul 07 17:06:36.822340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.834875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.872542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253298a-017a-4ade-a782-f5acbafdb008 req-f0245edc-56fc-4f76-8aea-25fdea2aa688 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:36.874241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4253298a-017a-4ade-a782-f5acbafdb008 req-f0245edc-56fc-4f76-8aea-25fdea2aa688 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 950 time: 0.6139936 Jul 07 17:06:36.907735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.960102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:36.972956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66402-5291-4582-baf3-d304cc7f7268 req-2919881d-93ca-48d0-8b81-aa328bd10b94 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:36.980099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ba66402-5291-4582-baf3-d304cc7f7268 req-2919881d-93ca-48d0-8b81-aa328bd10b94 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1097 time: 0.6689663 Jul 07 17:06:37.037087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.072513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf0de7dc-2d6f-407c-8e4f-6868373c3863,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:37.072816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Attempting to bind port e2826c4c-6f72-450a-bd3f-df1abbf94925 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:37.073250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Attempting to bind port e2826c4c-6f72-450a-bd3f-df1abbf94925 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:37.073701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Attempting to bind port e2826c4c-6f72-450a-bd3f-df1abbf94925 on network afd072fc-1312-4918-a8bf-b6b07e760edf {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:37.079037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.081238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0bea1ed8-741b-4462-bec2-957b7c330b14 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bf0de7dc-2d6f-407c-8e4f-6868373c3863 HTTP/1.1" status: 204 len: 168 time: 0.3459549 Jul 07 17:06:37.083748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40820) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:37.088964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508d5e7-d8a7-4902-b307-49438ba7b189 None None] Network 3c976167-1378-4e01-a8c1-67463fe208d0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:37.101496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Port e2826c4c-6f72-450a-bd3f-df1abbf94925 on network afd072fc-1312-4918-a8bf-b6b07e760edf not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:37.101984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Attempting to bind port e2826c4c-6f72-450a-bd3f-df1abbf94925 on network afd072fc-1312-4918-a8bf-b6b07e760edf {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:37.158780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ba66402-5291-4582-baf3-d304cc7f7268 req-890c5a38-3369-4cda-9e12-c996ba7d8518 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775548 Jul 07 17:06:37.162848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:37.172253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Checking segment: {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:37.172810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Bound using segment: {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:37.173930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Bound port: e2826c4c-6f72-450a-bd3f-df1abbf94925, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b293ad-5333-414a-9c03-08a639961627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:37.174437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.214163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.239782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.242752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.244211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3d2d4ac-7d50-4042-9f87-144d2e53d256 HTTP/1.1" status: 204 len: 168 time: 1.0063152 Jul 07 17:06:37.282579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-f3da27bc-02cc-497f-87f4-2ec67a88fdb7 service neutron] 10.222.0.22 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314001 Jul 07 17:06:37.348139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Deleting port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:37.348528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.432677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d21be-fe5b-40f2-b215-fbfcb86c9977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d2d4ac-7d50-4042-9f87-144d2e53d256,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:37.454516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] For port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:37.454892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.472869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] DHCP port deletion for 3c976167-1378-4e01-a8c1-67463fe208d0 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:37.485656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Calling delete_port for 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:37.574322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Deleting port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:37.574322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.681377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.688967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Deleting port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:37.689249 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.693793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] For port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,segment=NetworkSegment(e1399000-95d6-4c96-b8b6-cad0e5e80bb6),segment_id=e1399000-95d6-4c96-b8b6-cad0e5e80bb6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:37.694460 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.709119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Calling delete_port for 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:37.734565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:37.736730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] No DVR routers for this DVR port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:37.836032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:37.866062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eb270-42c6-4f35-8c5f-73c85dfb003c req-8426ce21-0b0b-45f9-b277-456ef735a6ff tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:37.884809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e7eb270-42c6-4f35-8c5f-73c85dfb003c req-8426ce21-0b0b-45f9-b277-456ef735a6ff tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 950 time: 0.3332002 Jul 07 17:06:37.896886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.925433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.925669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c976167-1378-4e01-a8c1-67463fe208d0']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:37.956351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:37.957046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1399000-95d6-4c96-b8b6-cad0e5e80bb6') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:37.976665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:37.979021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:38.005740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.023192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:06:38.023674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:06:38.025665 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:06:38.029704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] Pushing event deleted for resources: {'Port': ['ID=3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.031624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2fa58-bf86-40af-b145-ecb800635ff3 None None] No DVR routers for this DVR port 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:38.043701 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.119968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12424771-2bbb-4668-ba46-61eefa1a5ebe no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:38.134462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-63305be3-93d7-492b-aab3-29f82c2872a4 service neutron] 10.222.0.22 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112795 Jul 07 17:06:38.167724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 12424771-2bbb-4668-ba46-61eefa1a5ebe {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:38.168082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12424771-2bbb-4668-ba46-61eefa1a5ebe not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:38.168549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dcfa9cbe-1414-497a-90c4-e5755310ae4c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:38.181920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.187275 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.189825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c976167-1378-4e01-a8c1-67463fe208d0 HTTP/1.1" status: 204 len: 168 time: 1.1049473 Jul 07 17:06:38.211262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b79e1-ff83-41de-b06d-589bb21d22b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c976167-1378-4e01-a8c1-67463fe208d0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.214060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: dcfa9cbe-1414-497a-90c4-e5755310ae4c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:38.214449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dcfa9cbe-1414-497a-90c4-e5755310ae4c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:38.214877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:38.260579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:38.260946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3b6ce1af-1cdd-4372-9fbb-7d6e4e5f2a4f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:38.321918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.322601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.324028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] 10.222.0.32 "PUT /v2.0/ports/e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 1093 time: 3.2275708 Jul 07 17:06:38.326321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:38.329372 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f359042-cd38-48d1-909b-1634418f9afd" -d '{"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:38.345873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e7eb270-42c6-4f35-8c5f-73c85dfb003c req-6e5adb9d-5e1e-441d-b26a-e794d879c031 tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669a5bf-d18c-47b3-8a98-6ae08173a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599519 Jul 07 17:06:38.354179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:38.354611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.398962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:38.420046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Calling delete_port for 26b27900-cd3b-4442-aebe-07d0cfcac1e6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:38.460012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a9a7b288-1980-4f48-a5e7-06fa3ea97d15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e937eca4be74ed7960ddb1781283614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598128 Jul 07 17:06:38.460620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:38.548618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89814019-b7d4-4587-b2fd-5a4c3db5b390 service neutron] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.550210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.558479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-b34b72e4-0399-478e-9e90-1fba5f36dcdd service neutron] 10.222.0.22 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232447 Jul 07 17:06:38.584971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.610343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:38.631967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 26b27900-cd3b-4442-aebe-07d0cfcac1e6 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:38.685807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-e64d3404-8749-4cc4-8d79-356c10eadb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.692847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-e64d3404-8749-4cc4-8d79-356c10eadb7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1096 time: 0.3068688 Jul 07 17:06:38.705885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.709129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.710692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/710aad40-0499-48b6-9f41-1114b0343ef3 HTTP/1.1" status: 204 len: 168 time: 0.2489996 Jul 07 17:06:38.729772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0ee44-8780-4738-b1a0-55d0200e0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710aad40-0499-48b6-9f41-1114b0343ef3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:38.861775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-118598ae-a661-4dd3-80e1-85fbb2c389a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.1605380 Jul 07 17:06:38.864918 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.882939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-367594465'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:38.912172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:38.915378 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb5772d-10af-42f5-bb9d-81708df828f3" -d '{"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-unplugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:38.927371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:38.933678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.948735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 26b27900-cd3b-4442-aebe-07d0cfcac1e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=26b27900-cd3b-4442-aebe-07d0cfcac1e6,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:38.952707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.971689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86052d9-683b-4aa8-a8dd-cc65453029ea req-d19a58f1-fd42-44f4-9a06-fc1259e53f89 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:38.972869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:38.986289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c86052d9-683b-4aa8-a8dd-cc65453029ea req-d19a58f1-fd42-44f4-9a06-fc1259e53f89 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 944 time: 0.4790971 Jul 07 17:06:39.071867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-06111a40-f07c-42ca-906e-390a8ca511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.074327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-06111a40-f07c-42ca-906e-390a8ca511bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.1926305 Jul 07 17:06:39.084797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:39.131930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c86052d9-683b-4aa8-a8dd-cc65453029ea req-1abe1dc7-01d5-4cc2-966b-104805527bb9 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517494 Jul 07 17:06:39.190617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.194925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.197014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-e228ed53-382f-4d9e-9858-778b0260ca93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101751 Jul 07 17:06:39.236893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.239403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:39.256311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2e1ad-9520-46c5-b476-8e98859afac6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:39.277638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.278266 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Added segment 35377f3c-021c-4aeb-9480-4825da21ab7e of type vlan for network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 Jul 07 17:06:39.343632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-652e46cf-bec3-4758-ab97-3c9c44fe2d98 service neutron] 10.222.0.22 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842958 Jul 07 17:06:39.361517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.400497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.406906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.408259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.425241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Pushing event deleted for resources: {'Port': ['ID=26b27900-cd3b-4442-aebe-07d0cfcac1e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:39.474473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8595676 Jul 07 17:06:39.477727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:39.484966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:39.553264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed455117-ddef-4091-b68c-235a7d354b9b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Network': ['ID=13c9bee6-f640-4cd9-a0cf-bd4b917e6c83,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:39.565911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:39.599518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-b257c2b4-31da-497e-b85e-a819c7738e43 service neutron] 10.222.0.22 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187769 Jul 07 17:06:39.636569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:39.647322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.681350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-6ec947bf-8c27-4db0-8ce8-53a18fa35f17 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653707 Jul 07 17:06:39.728412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] No DVR routers for this DVR port 26b27900-cd3b-4442-aebe-07d0cfcac1e6 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:39.742388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:39.744525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4253298a-017a-4ade-a782-f5acbafdb008 req-37125e5f-00c1-4eec-ab2f-193a1303101c tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.83 "DELETE /v2.0/ports/26b27900-cd3b-4442-aebe-07d0cfcac1e6 HTTP/1.1" status: 204 len: 173 time: 2.8486969 Jul 07 17:06:39.973642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782103-2622-4181-bb6b-5557696107a4 req-f26a5e11-2f4e-46e2-843c-ebc615393930 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:39.986483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57782103-2622-4181-bb6b-5557696107a4 req-f26a5e11-2f4e-46e2-843c-ebc615393930 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.6200202 Jul 07 17:06:40.142315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:40.169762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a250ead9-afbe-432c-85db-0d8e8dc8460b req-5b8e486c-2784-41cb-8375-26d1aef83a06 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421158 Jul 07 17:06:40.176169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57782103-2622-4181-bb6b-5557696107a4 req-7736462e-f117-4575-ad7d-d5a95f3a07c0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804903 Jul 07 17:06:40.181847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.288736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:40.289376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network hostable DHCP agents. Network: 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:40.299133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=830575f8-a10a-4277-958d-698257ec7b48,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:40.313325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:40.337600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:40.352613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-763418781-network', 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:40.355946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82e3f0-8c45-4784-9abb-30bebd2173f8 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:40.371728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:40.372347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.413309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3479110f-9896-4241-b990-46c15de9b726 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9318478 Jul 07 17:06:40.413527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:40.425238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'name': 'tempest-NetworksTestDHCPv6-19499050'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:40.475540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:40.477983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.523202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.568057 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3c329-9f5a-4fd4-95b8-45ba9173013a x-openstack-request-id: req-51d3c329-9f5a-4fd4-95b8-45ba9173013a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:40.569713 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:40.570312 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51d3c329-9f5a-4fd4-95b8-45ba9173013a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:40.572796 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:06:40.606808 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b70c8f-4f3c-49bf-ae5e-0b7fa9b26135 x-openstack-request-id: req-b3b70c8f-4f3c-49bf-ae5e-0b7fa9b26135 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:40.607415 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-unplugged", "status": "completed", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:40.607888 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3b70c8f-4f3c-49bf-ae5e-0b7fa9b26135 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:40.608484 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'code': 200} Jul 07 17:06:40.831473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359042-cd38-48d1-909b-1634418f9afd req-d415029f-3e7c-4330-96ec-ad033dae7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:40.832999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-d415029f-3e7c-4330-96ec-ad033dae7dfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1096 time: 0.2589009 Jul 07 17:06:40.837637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '830575f8-a10a-4277-958d-698257ec7b48'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:40.838536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.865026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.869896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.921216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e6641-4129-48ce-adc2-27092e60fe7d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:40.942522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:06:40.962234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:40.963340 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Added segment 18c03d01-3a07-4f68-a7c6-24def8bd3902 of type vlan for network 337d2515-01f0-4626-9a37-6aa93bdbfc80 Jul 07 17:06:41.024250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359042-cd38-48d1-909b-1634418f9afd req-8d41f18e-d64d-4fac-bc65-11d3f8c7c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.030087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-8d41f18e-d64d-4fac-bc65-11d3f8c7c4cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.1782541 Jul 07 17:06:41.063156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.087074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-393f1d00-3d87-47a1-b296-7b5f106228d1 req-86b773c3-381a-46a0-a846-379a4f082eba tempest-MigrationsAdminTest-1889777795 tempest-MigrationsAdminTest-1889777795-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e06a6b0-502c-42f8-9530-08db88d8c287 HTTP/1.1" status: 200 len: 210 time: 0.0552089 Jul 07 17:06:41.133038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.134070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.134748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.174706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-783f55d1-c9d2-4cc0-a0b2-2396315a57b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.0842974 Jul 07 17:06:41.180623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/830575f8-a10a-4277-958d-698257ec7b48/dc80c2eb-98e3-4eee-af36-0e4726850f2e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:41.244030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1004951 Jul 07 17:06:41.248548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40930) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:41.255219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Request body: {'subnet': {'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-763418781-subnet', 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:41.270379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f37f-d676-41de-8ecd-72947fb283c9 admin admin] Pushing event updated for resources: {'Network': ['ID=337d2515-01f0-4626-9a37-6aa93bdbfc80,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:41.276752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:41.288731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.311837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:41.316995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.336603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 886acab6-83a4-4df9-af60-9b44527f4993 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:41.499546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.527467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:06:41.533100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359042-cd38-48d1-909b-1634418f9afd req-9dae640e-46a0-47f2-add0-e099f8c3625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.535535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Transition to ACTIVE for port object dc80c2eb-98e3-4eee-af36-0e4726850f2e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:41.535807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-9dae640e-46a0-47f2-add0-e099f8c3625a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.3498547 Jul 07 17:06:41.617153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.649536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-a0708dac-18c7-44f4-8c6d-374a35a1f9d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072137 Jul 07 17:06:41.652719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Transition to ACTIVE for port object dc80c2eb-98e3-4eee-af36-0e4726850f2e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:41.675784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.676952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943e21-26b5-4284-bc51-baab044957a8 req-781a719c-239d-4364-a3b6-b4ea5ff70c41 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.685542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84943e21-26b5-4284-bc51-baab044957a8 req-781a719c-239d-4364-a3b6-b4ea5ff70c41 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 944 time: 0.5886028 Jul 07 17:06:41.759930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:41.765696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:41.770670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:41.772069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74b893a-9053-4313-a339-b95b2d77dfac,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:41.802441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Checking segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:41.802843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Network hostable DHCP agents. Network: 337d2515-01f0-4626-9a37-6aa93bdbfc80, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:06:41.839459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:06:41.858850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 337d2515-01f0-4626-9a37-6aa93bdbfc80) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:41.868350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.873300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Attempting to bind port dc80c2eb-98e3-4eee-af36-0e4726850f2e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:41.873678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Attempting to bind port dc80c2eb-98e3-4eee-af36-0e4726850f2e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:41.874041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Attempting to bind port dc80c2eb-98e3-4eee-af36-0e4726850f2e on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:41.874959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.877294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1505c14-1ae0-4d08-8699-7eded73a74e7 None None] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:41.918153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-61056b4b-24af-4007-8f0e-1f24a719111b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6681573 Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Bound port: dc80c2eb-98e3-4eee-af36-0e4726850f2e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:42.184561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.190429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Pushing event updated for resources: {'Port': ['ID=dc80c2eb-98e3-4eee-af36-0e4726850f2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.304949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84943e21-26b5-4284-bc51-baab044957a8 req-b15f102e-efa4-4a08-ab46-9144c901e20a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183844 Jul 07 17:06:42.339079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::16a (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/830575f8-a10a-4277-958d-698257ec7b48/886acab6-83a4-4df9-af60-9b44527f4993) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:42.441399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-9a385590-7f11-4824-b6fd-a0e3ab9101b7 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269528 Jul 07 17:06:42.540681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e2826c4c-6f72-450a-bd3f-df1abbf94925 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:42.584774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-705e15b9-81a0-482e-8a3a-386f493de034 req-01940bd8-2e34-47d1-a46f-607f11d009ab tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0541241 Jul 07 17:06:42.588233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-deleted', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:42.595302 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c01dc03-b75d-4c2a-8419-d989a67d6aa7" -d '{"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-deleted", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:42.652994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] For port dc80c2eb-98e3-4eee-af36-0e4726850f2e, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:42.698029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8448597-699c-4a68-ac5b-f1aed8c2ee59 None None] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:42.702795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] For port dc80c2eb-98e3-4eee-af36-0e4726850f2e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc80c2eb-98e3-4eee-af36-0e4726850f2e,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:42.749580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.836478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:42.846653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f359042-cd38-48d1-909b-1634418f9afd req-6dfd62b0-53c1-49ae-bc6e-f3aaeab12889 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043097 Jul 07 17:06:42.911521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.914837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'port_id': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'mac_address': 'fa:16:3e:51:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:42.934815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b640e-ee0b-4131-94d1-629f4462c409 req-75598c6b-7bb8-4e43-9422-c40e464a8a9c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.942159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b5b640e-ee0b-4131-94d1-629f4462c409 req-75598c6b-7bb8-4e43-9422-c40e464a8a9c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.1372902 Jul 07 17:06:42.967534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 886acab6-83a4-4df9-af60-9b44527f4993 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:42.994010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb412b-d8c0-43d2-83a1-1d54369d1933 None None] Pushing event updated for resources: {'Port': ['ID=dc80c2eb-98e3-4eee-af36-0e4726850f2e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.998887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-9151b5f9-79a3-4719-8f35-22a6516692ee tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:06:43.003431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-9151b5f9-79a3-4719-8f35-22a6516692ee tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140252 Jul 07 17:06:43.025518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:43.026173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:06:43.059901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.080778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b5b640e-ee0b-4131-94d1-629f4462c409 req-7ef965f7-5e23-4f2a-bb39-2eccde4cc850 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375721 Jul 07 17:06:43.094566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2826c4c-6f72-450a-bd3f-df1abbf94925 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:43.145523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:43.151794 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.214301 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:43.224418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-e6352b37-5af9-4be7-bd9d-8e15f07766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.227513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-e6352b37-5af9-4be7-bd9d-8e15f07766a8 service neutron] 10.222.0.83 "GET /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 1032 time: 0.2157259 Jul 07 17:06:43.278263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:43.411176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e2826c4c-6f72-450a-bd3f-df1abbf94925'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:43.513819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:43.514331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:43.514541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:43.536632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.565336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:43.570156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:43.571448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:43.571750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:43.599722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:43.606467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.607097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.609654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:43.610128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:43.611085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:43.611533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Bound port: 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:43.747580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:43.823206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.850678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2c9dfa89-e461-4a52-85c2-ef0fe1caeec3 service neutron] 10.222.0.22 "POST /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85/bindings HTTP/1.1" status: 201 len: 390 time: 0.8283780 Jul 07 17:06:43.878574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4507939a-0149-47a2-b5bb-2199ef03e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.880075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4507939a-0149-47a2-b5bb-2199ef03e65f service neutron] 10.222.0.83 "GET /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 1032 time: 0.6175046 Jul 07 17:06:43.898094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4802909 Jul 07 17:06:43.898642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:43.924720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a95396-82a6-4957-a7ad-a1c3c0b0b44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=886acab6-83a4-4df9-af60-9b44527f4993,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.118742 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f90636f-4bd3-4f11-9588-fb2ad495a0c5 x-openstack-request-id: req-5f90636f-4bd3-4f11-9588-fb2ad495a0c5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:44.119295 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e06a6b0-502c-42f8-9530-08db88d8c287", "name": "network-vif-deleted", "tag": "26b27900-cd3b-4442-aebe-07d0cfcac1e6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:44.119754 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f90636f-4bd3-4f11-9588-fb2ad495a0c5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:44.120326 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e06a6b0-502c-42f8-9530-08db88d8c287', 'name': 'network-vif-deleted', 'tag': '26b27900-cd3b-4442-aebe-07d0cfcac1e6', 'status': 'completed', 'code': 200} Jul 07 17:06:44.222935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc80c2eb-98e3-4eee-af36-0e4726850f2e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:44.227359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28fb4de-a7bf-43cb-bed6-9b247d972ca8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.241730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28fb4de-a7bf-43cb-bed6-9b247d972ca8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.273905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a28fb4de-a7bf-43cb-bed6-9b247d972ca8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3716819 Jul 07 17:06:44.277635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:44.279373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40992) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:44.393517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port dc80c2eb-98e3-4eee-af36-0e4726850f2e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:44.491696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a22e2055-661d-43b8-8c59-d238829b22de tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.499096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a22e2055-661d-43b8-8c59-d238829b22de tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.506563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a22e2055-661d-43b8-8c59-d238829b22de tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:44.508210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a22e2055-661d-43b8-8c59-d238829b22de tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=b51d2e4f-c924-4e6a-8703-417274c36b2c&id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 1994 time: 0.6053221 Jul 07 17:06:44.527771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e2826c4c-6f72-450a-bd3f-df1abbf94925 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:44.695008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port e2826c4c-6f72-450a-bd3f-df1abbf94925 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:44.700316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port e2826c4c-6f72-450a-bd3f-df1abbf94925 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:44.700974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.701986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-3b95c59a-e9ab-4305-9b57-19204aaa1f7b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca87c1aa1e34a68b8c011b411523ad4 HTTP/1.1" status: 200 len: 380 time: 0.1519759 Jul 07 17:06:44.721572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'admin_state_up': True, 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'security_groups': ['42c18123-3776-434e-a528-666b42c78d93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:44.816317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.847581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:44.850503 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd72206-ef24-45b0-93c0-0b21d3a3117d" -d '{"events": [{"server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "name": "network-vif-plugged", "status": "completed", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:44.894477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:44.905812 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.984254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-0de7bee5-0e7c-4c47-bbc1-14b3e5df19e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7457104 Jul 07 17:06:45.003146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b0417642-8cff-48f6-961a-686b8911fac2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.015446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b0417642-8cff-48f6-961a-686b8911fac2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.9711406 Jul 07 17:06:45.031455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.079689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 886acab6-83a4-4df9-af60-9b44527f4993 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:45.080247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.093217 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2fbc6d05-72f4-4d7d-9f79-4db116bc2e32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=772fda411fa14b48901117acc2c2902a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8008158 Jul 07 17:06:45.104152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41000) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:45.148010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a5c0-fb3a-4cde-87a8-ce4d367cd2a8 req-e8457a3b-d36d-43f9-8750-89b0b380ad44 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.155233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c79a5c0-fb3a-4cde-87a8-ce4d367cd2a8 req-e8457a3b-d36d-43f9-8750-89b0b380ad44 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 945 time: 0.6413846 Jul 07 17:06:45.183209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-6e9bdebb-eaa0-492a-90e0-6b97ade32044 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/quotas/c7c054730bd6498da54bcc91c445d49e HTTP/1.1" status: 200 len: 375 time: 0.1668239 Jul 07 17:06:45.201617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae778be-6618-4c23-bc31-99580ca65d8b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:45.258419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.302482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-639fb02e-c14c-43da-bb60-fe667fe03c17 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175475 Jul 07 17:06:45.305900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.326028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-8a985c1c-c535-4f3c-abdd-ec9018fe67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.327909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-8a985c1c-c535-4f3c-abdd-ec9018fe67c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1097 time: 0.8156600 Jul 07 17:06:45.331448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Provisioning for port dc80c2eb-98e3-4eee-af36-0e4726850f2e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:45.352059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Provisioning complete for port dc80c2eb-98e3-4eee-af36-0e4726850f2e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:45.352691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.409860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.412888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.417406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7669a5bf-d18c-47b3-8a98-6ae08173a278 HTTP/1.1" status: 204 len: 168 time: 0.3119559 Jul 07 17:06:45.433537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a78214-59a5-4f7c-ae49-ea49bd09c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669a5bf-d18c-47b3-8a98-6ae08173a278,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.451999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.468333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 886acab6-83a4-4df9-af60-9b44527f4993 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:45.536162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-bdc219c1-3e8a-48d4-bd80-380e592c1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.537665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-bdc219c1-3e8a-48d4-bd80-380e592c1e72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.1837952 Jul 07 17:06:45.619493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c79a5c0-fb3a-4cde-87a8-ce4d367cd2a8 req-465e4ec9-7e49-4df0-a7a6-0c28c71a3145 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633474 Jul 07 17:06:45.723409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-edd93f68-b787-4050-aedd-fa428bd95bf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 217 time: 0.1292114 Jul 07 17:06:45.745476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.795318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-0fa1f714-74b3-4c6a-ab6f-dd4025db6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:45.800330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-0fa1f714-74b3-4c6a-ab6f-dd4025db6aff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 1096 time: 0.7715011 Jul 07 17:06:45.823471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.887855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] For port dc80c2eb-98e3-4eee-af36-0e4726850f2e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc80c2eb-98e3-4eee-af36-0e4726850f2e,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:45.899035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.900677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=886acab6-83a4-4df9-af60-9b44527f4993,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:45.948444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-81d767de-e806-465f-a467-1592024745c5 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441514 Jul 07 17:06:45.951217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:45.954958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:45.976612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.005358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.013648 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-64534980-cc71-459e-9872-9f27852f0e29 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/886acab6-83a4-4df9-af60-9b44527f4993 HTTP/1.1" status: 204 len: 168 time: 1.7272093 Jul 07 17:06:46.014260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.031359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33cd0-39bf-43d5-a226-fb1b585c03ce None None] Pushing event updated for resources: {'Port': ['ID=dc80c2eb-98e3-4eee-af36-0e4726850f2e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:46.417448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2846a2d3-b022-4710-8a5b-2ae141c760d3 None None] Could not find standard attr ID for object 886acab6-83a4-4df9-af60-9b44527f4993. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:06:46.445704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2846a2d3-b022-4710-8a5b-2ae141c760d3 None None] Provisioning complete for port dc80c2eb-98e3-4eee-af36-0e4726850f2e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:46.446283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2846a2d3-b022-4710-8a5b-2ae141c760d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.554716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9f7e78f-581d-492d-a9b3-f175689ec33a req-2f709e0f-9e4d-4313-aa17-c17f80532fda tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.4496002 Jul 07 17:06:46.554716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-df60c5a0-868d-44fe-92b4-b81d9bc76e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.554716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-df60c5a0-868d-44fe-92b4-b81d9bc76e3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.8009162 Jul 07 17:06:46.775971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-689f9094-5621-4466-9489-20c28ef67b16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846187 Jul 07 17:06:46.840481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0547c877-9b1e-4aa2-b7dc-9b923461e971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f48b2daba1f84d328647a18b6738994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627048 Jul 07 17:06:46.843527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41012) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.845161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043cccc-abdc-48f9-a287-a7446782aa05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.846949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043cccc-abdc-48f9-a287-a7446782aa05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.848728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2043cccc-abdc-48f9-a287-a7446782aa05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8124847 Jul 07 17:06:46.852038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41014) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:46.920036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b62ac503-32f3-4f8e-83a8-df5111835dbb None None] Could not find standard attr ID for object 886acab6-83a4-4df9-af60-9b44527f4993. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:06:46.965244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.022698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 830575f8-a10a-4277-958d-698257ec7b48 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:47.030645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.049552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-4eb8f3cd-bc44-4f05-b6d9-d1030b3b3360 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0819209 Jul 07 17:06:47.056931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-4204caa7-f141-4b68-a132-ef676bd2be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.058501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-4204caa7-f141-4b68-a132-ef676bd2be88 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 1.1256166 Jul 07 17:06:47.115889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.140352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.279580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-a6c0d8c2-7334-4c49-896e-faae453b9d63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 200 len: 217 time: 0.1948230 Jul 07 17:06:47.301060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.306468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.336428 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65ad9fd9-d27a-4248-bb13-fec431714f38 HTTP/1.1" status: 204 len: 168 time: 0.4798234 Jul 07 17:06:47.381908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 172.20.0.9 (92c36961-f69e-4f31-b650-4041d855e02a/24d466ef-c9d6-4b39-bf16-cbb30b293882/524cbc27-ea6b-4235-9879-c301da078cc1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:47.385882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-a3a4675e-b847-4210-876e-f24d9194edfe service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736940 Jul 07 17:06:47.448060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de72a7-e34f-4705-9cf4-52bd1a53405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad9fd9-d27a-4248-bb13-fec431714f38,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.451343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3288a-9118-4579-b020-4ba9eb80ef7f req-3a687c25-ca99-4ac0-92ac-0e954678f978 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.475916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcc3288a-9118-4579-b020-4ba9eb80ef7f req-3a687c25-ca99-4ac0-92ac-0e954678f978 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.5440869 Jul 07 17:06:47.512307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-1f2fc1d9-e235-4b67-afc8-ede172d493f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:47.513706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-1f2fc1d9-e235-4b67-afc8-ede172d493f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.2189050 Jul 07 17:06:47.519650 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.630812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-1922a16a-4547-4d49-9899-0855670be769 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003530 Jul 07 17:06:47.707671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.797061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f2df7-9380-4a1b-834f-563f82cfb45b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:47.808604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.814267 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/830575f8-a10a-4277-958d-698257ec7b48 HTTP/1.1" status: 204 len: 168 time: 0.9606674 Jul 07 17:06:47.815054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.815845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd13a93-b830-4e9e-a5da-78313c9c22eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=830575f8-a10a-4277-958d-698257ec7b48,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:47.825224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcc3288a-9118-4579-b020-4ba9eb80ef7f req-49eb6202-0c76-4ed3-bdd4-bf33cbb3a718 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483212 Jul 07 17:06:47.921869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:47.925863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21265c10-ee59-4045-8a97-cf7c3f754e27 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021459 Jul 07 17:06:47.985522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:48.133153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc80c2eb-98e3-4eee-af36-0e4726850f2e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:48.203308 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8c1a65-9491-4a11-8a9f-e3ae33777793 x-openstack-request-id: req-0a8c1a65-9491-4a11-8a9f-e3ae33777793 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:48.204161 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "name": "network-vif-plugged", "status": "completed", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:48.204427 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a8c1a65-9491-4a11-8a9f-e3ae33777793 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:48.205919 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'code': 200} Jul 07 17:06:48.277375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-ca4d7e66-7c09-4e47-8f04-823869d69c3f service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8821313 Jul 07 17:06:48.348583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port dc80c2eb-98e3-4eee-af36-0e4726850f2e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:48.349062 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.451003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab90b-ce9a-4847-9739-7793097b9ad5 req-9ce3a13b-5f00-4202-907b-690e9b2edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.458303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:48.468511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3fab90b-ce9a-4847-9739-7793097b9ad5 req-9ce3a13b-5f00-4202-907b-690e9b2edf89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.1902239 Jul 07 17:06:48.486684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19158b3-5ed7-4477-ae3e-7e7e1ed4a5c0 req-a500aa85-b8a5-406e-98ad-a3cb7366197d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.498344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f19158b3-5ed7-4477-ae3e-7e7e1ed4a5c0 req-a500aa85-b8a5-406e-98ad-a3cb7366197d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.9834814 Jul 07 17:06:48.541651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3fab90b-ce9a-4847-9739-7793097b9ad5 req-db6a8a8b-697d-4ba7-a1f0-01442f7fee8e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658350 Jul 07 17:06:48.655388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Deleting port dc80c2eb-98e3-4eee-af36-0e4726850f2e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:48.655849 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.683289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f19158b3-5ed7-4477-ae3e-7e7e1ed4a5c0 req-889ac748-0bbf-4563-aec4-9375806ac579 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828063 Jul 07 17:06:48.684060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:48.703842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.849831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] For port dc80c2eb-98e3-4eee-af36-0e4726850f2e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc80c2eb-98e3-4eee-af36-0e4726850f2e,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:48.850435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.880089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Calling delete_port for dc80c2eb-98e3-4eee-af36-0e4726850f2e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:49.057529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.103285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.142628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] Pushing event deleted for resources: {'Port': ['ID=dc80c2eb-98e3-4eee-af36-0e4726850f2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.145224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71abe18-1041-4250-bfe1-175a69e45dd8 None None] No DVR routers for this DVR port dc80c2eb-98e3-4eee-af36-0e4726850f2e on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:49.149856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-35979adc-e246-4a65-b123-ab466ba1a678 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4999051 Jul 07 17:06:49.155395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=7766faff-53f5-4466-b892-d9534385b057,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.222800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:49.339729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-820096a0-4e3b-43b5-98ff-3241f0aace0c req-328cdf21-2d6c-4272-ae9c-b3cde83f2ee1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 210 time: 0.2898967 Jul 07 17:06:49.342173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46104cad-9076-49e0-9fba-dc719bb5d3d0 req-3b082185-ea82-4349-9303-f7a1ae37b810 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392181 Jul 07 17:06:49.347543 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.357792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:49.375346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.377495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.379533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761490bd-0a06-4f3f-808b-9a938255f086 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:49.389263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571b1a-e980-4dbd-950d-836ebfe98557 req-8e09c799-4e37-4462-8d6a-17cf9202398b tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.397601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2571b1a-e980-4dbd-950d-836ebfe98557 req-8e09c799-4e37-4462-8d6a-17cf9202398b tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.8949058 Jul 07 17:06:49.442272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object 524cbc27-ea6b-4235-9879-c301da078cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:49.469834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2571b1a-e980-4dbd-950d-836ebfe98557 req-3cca0813-fbdc-47ec-b520-4331bb2b7310 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702856 Jul 07 17:06:49.480418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9cccb39-c1b7-47cf-9135-5d9ed6e26892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5381041 Jul 07 17:06:49.483040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41064) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:49.490887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'name': 'tempest-NetworksTestDHCPv6-1025992878'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:49.589245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.765603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:49.817397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '7766faff-53f5-4466-b892-d9534385b057'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:49.820705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.868766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 92c36961-f69e-4f31-b650-4041d855e02a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:49.890671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:49.897382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.930508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:49.932365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port bf2b5105-b891-406e-bb08-fc436bac044a yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:49.955472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:50.121765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.126307 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.141009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc80c2eb-98e3-4eee-af36-0e4726850f2e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:50.173553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6258aee0-89e1-4b82-b4d7-a9661d532a8c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4550440 Jul 07 17:06:50.193738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: dc80c2eb-98e3-4eee-af36-0e4726850f2e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:50.193738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc80c2eb-98e3-4eee-af36-0e4726850f2e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:50.225925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'admin_state_up': True, 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'security_groups': ['42c18123-3776-434e-a528-666b42c78d93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:50.242840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/7766faff-53f5-4466-b892-d9534385b057/67afc21e-574f-423d-832c-ce7b80254194) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:50.395103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70a3e377-87f3-4f0d-b3ba-d09f7f2f4087 None None] Provisioning for port 524cbc27-ea6b-4235-9879-c301da078cc1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:50.410846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6750df-894d-47df-b5a6-7847efd78186 req-29fcd9c7-b61a-4fe7-a2a2-334c4d21ef36 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.416283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70a3e377-87f3-4f0d-b3ba-d09f7f2f4087 None None] Provisioning complete for port 524cbc27-ea6b-4235-9879-c301da078cc1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:50.416653 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70a3e377-87f3-4f0d-b3ba-d09f7f2f4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.418909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-25252a86-3ca3-444f-8b4e-d94629b9dd13 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.421042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-25252a86-3ca3-444f-8b4e-d94629b9dd13 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.5053535 Jul 07 17:06:50.422226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac6750df-894d-47df-b5a6-7847efd78186 req-29fcd9c7-b61a-4fe7-a2a2-334c4d21ef36 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 931 time: 0.6620078 Jul 07 17:06:50.487787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a8d1-4f2d-46f6-a400-611c342d45e7 req-47dc9038-1ed7-4a5f-9760-894ac0602ad8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:50.489433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6e9a8d1-4f2d-46f6-a400-611c342d45e7 req-47dc9038-1ed7-4a5f-9760-894ac0602ad8 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.6489809 Jul 07 17:06:50.505992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70a3e377-87f3-4f0d-b3ba-d09f7f2f4087 None None] Port 524cbc27-ea6b-4235-9879-c301da078cc1 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:50.506692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac6750df-894d-47df-b5a6-7847efd78186 req-b9fe04c0-4bc3-48bc-8c43-7d832f168f71 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833919 Jul 07 17:06:50.539694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Request body: {'port': {'device_id': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'admin_state_up': True, 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:50.674425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6e9a8d1-4f2d-46f6-a400-611c342d45e7 req-5fd33331-8fe3-49e8-b851-85767bb4ab75 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665335 Jul 07 17:06:50.675294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:50.691393 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.831378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:50.837879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.976453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:50.990457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Transition to ACTIVE for port object 67afc21e-574f-423d-832c-ce7b80254194 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:51.006727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Transition to ACTIVE for port object 67afc21e-574f-423d-832c-ce7b80254194 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:51.013518 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.035142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Allocated IP 172.20.0.12 (337d2515-01f0-4626-9a37-6aa93bdbfc80/a74b893a-9053-4313-a339-b95b2d77dfac/8f596741-cd9b-4257-b773-eabbad7d7c42) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:51.055128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:51.058101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:51.061798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:51.086929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-507eef8a-3168-4ae4-9ba4-63091086100c req-b03a2250-bc92-44f1-b004-11b06191281b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 210 time: 0.1910701 Jul 07 17:06:51.131372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Pushing event updated for resources: {'Port': ['ID=67afc21e-574f-423d-832c-ce7b80254194,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.141588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.1.1.220 (04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b/9949b43b-df51-4664-bd3a-001481935505) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:51.150967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Attempting to bind port 67afc21e-574f-423d-832c-ce7b80254194 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:51.152144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Attempting to bind port 67afc21e-574f-423d-832c-ce7b80254194 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:51.154836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Attempting to bind port 67afc21e-574f-423d-832c-ce7b80254194 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:51.175532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:51.176473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:51.177130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.177919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:51.178692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Bound port: 67afc21e-574f-423d-832c-ce7b80254194, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:51.179284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.255377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.306211 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.326762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-24445d65-0239-4503-b710-9af6d620d088 None None] For port 67afc21e-574f-423d-832c-ce7b80254194, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:51.331800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-24445d65-0239-4503-b710-9af6d620d088 None None] For port 67afc21e-574f-423d-832c-ce7b80254194, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=67afc21e-574f-423d-832c-ce7b80254194,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:51.338698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.384587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:51.392741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:51.400293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:51.426368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445d65-0239-4503-b710-9af6d620d088 None None] Pushing event updated for resources: {'Port': ['ID=67afc21e-574f-423d-832c-ce7b80254194,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.484382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::30 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/7766faff-53f5-4466-b892-d9534385b057/bf2b5105-b891-406e-bb08-fc436bac044a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:51.660862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6380d1-7323-4aa0-8853-d5ecbd402e9e req-1091d6d1-e141-4e9b-b9e4-bc2cfdb87d19 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.668519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f6380d1-7323-4aa0-8853-d5ecbd402e9e req-1091d6d1-e141-4e9b-b9e4-bc2cfdb87d19 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.8267367 Jul 07 17:06:51.723347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.727533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:51.748227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.748960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.769028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object bf2b5105-b891-406e-bb08-fc436bac044a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:51.779975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-b8d3a234-62b2-42da-98c0-ad323748b4ce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2447093 Jul 07 17:06:51.814141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Request body: {'port': {'device_id': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:51.907318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.908287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f6380d1-7323-4aa0-8853-d5ecbd402e9e req-d7a5b4a5-598e-4f73-b27b-216c34519ffc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383356 Jul 07 17:06:52.005271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568e80-c337-40ac-926f-9bc0382be95f req-14de0df7-8389-49c1-900f-6d75537cf8ea tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.017985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04568e80-c337-40ac-926f-9bc0382be95f req-14de0df7-8389-49c1-900f-6d75537cf8ea tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.3842549 Jul 07 17:06:52.063288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.093291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:52.119411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:52.131495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:52.142009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.142883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.147138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 67afc21e-574f-423d-832c-ce7b80254194 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:52.148252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04568e80-c337-40ac-926f-9bc0382be95f req-2f88e31c-5a95-4a05-aa94-d2271044c809 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290002 Jul 07 17:06:52.163478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=bf2b5105-b891-406e-bb08-fc436bac044a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.220648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.230948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4002e2bd-12e2-4379-8871-a9814d61a1aa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7433679 Jul 07 17:06:52.231684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:52.242315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 67afc21e-574f-423d-832c-ce7b80254194 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:52.252165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object 9949b43b-df51-4664-bd3a-001481935505 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:52.296820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.357498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:52.366386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:52.386169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:52.391731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:52.464234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.465522 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.484129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d757a8a2-423d-4d7f-956a-e472c4f48804 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2926145 Jul 07 17:06:52.520237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'admin_state_up': True, 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'security_groups': ['42c18123-3776-434e-a528-666b42c78d93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:52.581327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e849eed-d80b-499e-863d-b2b1b075a52e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.593543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e849eed-d80b-499e-863d-b2b1b075a52e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.599376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e849eed-d80b-499e-863d-b2b1b075a52e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3665423 Jul 07 17:06:52.613352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:52.699921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:52.704406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.745886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95390-8b97-4df7-88b8-af8d8e6587af req-72550e47-e781-48ca-9dee-10956896bb18 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.763789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95390-8b97-4df7-88b8-af8d8e6587af req-72550e47-e781-48ca-9dee-10956896bb18 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:52.765737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3be95390-8b97-4df7-88b8-af8d8e6587af req-72550e47-e781-48ca-9dee-10956896bb18 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 1653 time: 0.2807021 Jul 07 17:06:52.868133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port bf2b5105-b891-406e-bb08-fc436bac044a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:52.869618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.871894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-79189e4c-8494-415c-b897-3b44e42db7a2 None None] Provisioning for port 9949b43b-df51-4664-bd3a-001481935505 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:52.889994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-79189e4c-8494-415c-b897-3b44e42db7a2 None None] Provisioning complete for port 9949b43b-df51-4664-bd3a-001481935505 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:52.890417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79189e4c-8494-415c-b897-3b44e42db7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.952817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f596741-cd9b-4257-b773-eabbad7d7c42 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:52.966347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.973855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79189e4c-8494-415c-b897-3b44e42db7a2 None None] Port 9949b43b-df51-4664-bd3a-001481935505 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:53.002199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3be95390-8b97-4df7-88b8-af8d8e6587af req-9f3f7c3b-e2ee-431c-aab9-1dc659dcb30f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211363 Jul 07 17:06:53.010946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Transition to ACTIVE for port object 8f596741-cd9b-4257-b773-eabbad7d7c42 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:53.022495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.113153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c7bf-ad3c-4e5d-869d-e541eee6e6dc req-b0871397-5f09-4fd0-9bf4-ad9d553c0420 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.114832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1de6c7bf-ad3c-4e5d-869d-e541eee6e6dc req-b0871397-5f09-4fd0-9bf4-ad9d553c0420 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.3872409 Jul 07 17:06:53.166307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.202155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Provisioning for port 67afc21e-574f-423d-832c-ce7b80254194 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:53.203328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for bf2b5105-b891-406e-bb08-fc436bac044a owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:53.211637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Provisioning complete for port 67afc21e-574f-423d-832c-ce7b80254194 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:53.212376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.221363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.244268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.1.1.88 (04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b/7945b7f1-a164-43d8-a451-31cc787889cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:53.263200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Attempting to bind port 8f596741-cd9b-4257-b773-eabbad7d7c42 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:53.263830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Attempting to bind port 8f596741-cd9b-4257-b773-eabbad7d7c42 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:53.264333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Attempting to bind port 8f596741-cd9b-4257-b773-eabbad7d7c42 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:53.310849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1de6c7bf-ad3c-4e5d-869d-e541eee6e6dc req-ce230467-121c-4116-882c-148efdcdea2f tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820569 Jul 07 17:06:53.330760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Port 8f596741-cd9b-4257-b773-eabbad7d7c42 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:06:53.331121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Attempting to bind port 8f596741-cd9b-4257-b773-eabbad7d7c42 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:53.339242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:53.339580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Checking segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:53.340093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Bound using segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:53.340537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Bound port: 8f596741-cd9b-4257-b773-eabbad7d7c42, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:53.340899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.452810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:53.468750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:53.491213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.504552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d269-e5b1-42c9-bc91-66d0ed89cee1 req-e2c44164-f3ed-4160-a7ed-ef1a3b798d2d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.510762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ca4d269-e5b1-42c9-bc91-66d0ed89cee1 req-e2c44164-f3ed-4160-a7ed-ef1a3b798d2d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 944 time: 0.3048513 Jul 07 17:06:53.519919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.543976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] For port 67afc21e-574f-423d-832c-ce7b80254194, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=67afc21e-574f-423d-832c-ce7b80254194,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:53.550178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.574243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.575232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.576969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] 10.222.0.32 "PUT /v2.0/ports/8f596741-cd9b-4257-b773-eabbad7d7c42 HTTP/1.1" status: 200 len: 1093 time: 1.7862291 Jul 07 17:06:53.589560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:53.601964 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73" -d '{"events": [{"name": "network-changed", "server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:53.621334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ca4d269-e5b1-42c9-bc91-66d0ed89cee1 req-ef7879b4-20e5-4f21-ac93-a0ad4282166e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028156 Jul 07 17:06:53.664572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ed3a-a599-4f2a-9d90-c7f86845f65e None None] Pushing event updated for resources: {'Port': ['ID=67afc21e-574f-423d-832c-ce7b80254194,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.670873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.684332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-68080779-9da3-4da2-8d29-8f7f91fae6ed None None] Provisioning for port bf2b5105-b891-406e-bb08-fc436bac044a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:53.684600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710e165-0cfb-4256-a67c-4f9b713a431f service neutron] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.689096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.695607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-68080779-9da3-4da2-8d29-8f7f91fae6ed None None] Provisioning complete for port bf2b5105-b891-406e-bb08-fc436bac044a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:53.697230 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68080779-9da3-4da2-8d29-8f7f91fae6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.718883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68080779-9da3-4da2-8d29-8f7f91fae6ed None None] Port bf2b5105-b891-406e-bb08-fc436bac044a was deleted so its status cannot be updated. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:06:53.728446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=bf2b5105-b891-406e-bb08-fc436bac044a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.761256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58baf6-9f1a-4cb1-b233-006705238306 req-ead69a13-b72d-49c0-97fa-88cdb434d4d0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.769259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.771816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff58baf6-9f1a-4cb1-b233-006705238306 req-ead69a13-b72d-49c0-97fa-88cdb434d4d0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 946 time: 0.2573893 Jul 07 17:06:53.773901 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c30a121b-ac4d-4ae2-bc63-0081f45cf7b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/bf2b5105-b891-406e-bb08-fc436bac044a HTTP/1.1" status: 204 len: 168 time: 1.1592660 Jul 07 17:06:53.774616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41174) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.786311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object 7945b7f1-a164-43d8-a451-31cc787889cc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:53.834688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff58baf6-9f1a-4cb1-b233-006705238306 req-a3441431-cf47-425f-b4d9-f0c3ab82ca63 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615201 Jul 07 17:06:53.855821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.893534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-17ac2be2-722f-4c94-b647-25a93f32fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.895295 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-17ac2be2-722f-4c94-b647-25a93f32fd1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 1096 time: 0.2646160 Jul 07 17:06:53.902647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb6964-9562-462b-97d7-79c53ffba869 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.904308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb6964-9562-462b-97d7-79c53ffba869 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.909477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ffb6964-9562-462b-97d7-79c53ffba869 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1327021 Jul 07 17:06:53.910457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41182) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:53.962268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.980721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:53.982549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:53.986163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 7766faff-53f5-4466-b892-d9534385b057 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:53.990522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.999515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:54.115841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.148129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 67afc21e-574f-423d-832c-ce7b80254194 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:54.199161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.200075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.243235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-1c8520d9-e7c8-4bb2-954a-c587a1b16311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f596741-cd9b-4257-b773-eabbad7d7c42 HTTP/1.1" status: 200 len: 217 time: 0.3315587 Jul 07 17:06:54.271745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-8d72bc0d-1a5d-4700-889d-47102add6410 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7650998 Jul 07 17:06:54.296467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'admin_state_up': True, 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'security_groups': ['42c18123-3776-434e-a528-666b42c78d93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:54.426722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 67afc21e-574f-423d-832c-ce7b80254194 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:54.427211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.576453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9af00edf-ca78-4e62-b7f1-942837e01a5b None None] Provisioning for port 7945b7f1-a164-43d8-a451-31cc787889cc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:54.581122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.623561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9af00edf-ca78-4e62-b7f1-942837e01a5b None None] Provisioning complete for port 7945b7f1-a164-43d8-a451-31cc787889cc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:54.624428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af00edf-ca78-4e62-b7f1-942837e01a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.665485 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41730486-3f21-4305-b075-b781aeb3b349 x-openstack-request-id: req-41730486-3f21-4305-b075-b781aeb3b349 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:54.666270 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:54.666792 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41730486-3f21-4305-b075-b781aeb3b349 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:54.667239 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'status': 'completed', 'code': 200} Jul 07 17:06:54.677097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:54.750059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7aa6-8686-417c-9885-c5458813b35b req-7a82b1e3-64b9-4c93-af2e-5c44aa7624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.752004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-7a82b1e3-64b9-4c93-af2e-5c44aa7624d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.4348831 Jul 07 17:06:54.760363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-c27f8573-04d2-4862-8cdd-111dcc72b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.761884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-c27f8573-04d2-4862-8cdd-111dcc72b1ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.4963031 Jul 07 17:06:54.799371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9af00edf-ca78-4e62-b7f1-942837e01a5b None None] Port 7945b7f1-a164-43d8-a451-31cc787889cc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:54.830544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-9b56be19-90d8-499d-a6b1-d143e3c7c58a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529301 Jul 07 17:06:54.837352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.884123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=7766faff-53f5-4466-b892-d9534385b057,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:54.891150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.915012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7aa6-8686-417c-9885-c5458813b35b req-bf6185ed-23b6-4fcc-bbbc-933dbf2e8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:54.916772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-bf6185ed-23b6-4fcc-bbbc-933dbf2e8125 service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.1432588 Jul 07 17:06:54.933892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.935018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.936286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.937161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.940361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.940842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.941537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.944222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.944945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.947254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.947254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:54.947818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:55.000211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:55.001787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:55.005267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.010564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:55.012211 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd796a-a9ec-4fab-8cea-095410706ede" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:55.013681 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41fa9fa2-ea6c-4f33-bb56-425057b04062 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/7766faff-53f5-4466-b892-d9534385b057 HTTP/1.1" status: 204 len: 168 time: 1.1004906 Jul 07 17:06:55.035285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:55.038021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9e0eb-6eaf-4849-a6dd-8e2d1832d014 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:55.053059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-74bf3dfa-9bce-4def-b1a8-17fc94fddcf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.1264021 Jul 07 17:06:55.064812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5cebc-eff6-4ac1-bd13-5f68f162eb2a req-deb0a043-5e39-423a-81a4-0e75c07cf2a7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.073506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5cebc-eff6-4ac1-bd13-5f68f162eb2a req-deb0a043-5e39-423a-81a4-0e75c07cf2a7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.086600 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.089850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5cebc-eff6-4ac1-bd13-5f68f162eb2a req-deb0a043-5e39-423a-81a4-0e75c07cf2a7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.099520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bc5cebc-eff6-4ac1-bd13-5f68f162eb2a req-deb0a043-5e39-423a-81a4-0e75c07cf2a7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 2373 time: 0.5081446 Jul 07 17:06:55.111638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-4a8077fe-24c3-48b1-ae9c-25cefb93cfef service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675793 Jul 07 17:06:55.204532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=14']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:55.222297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7aa6-8686-417c-9885-c5458813b35b req-3ce25dca-0c41-408f-a57b-8e49ba6f2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.224798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-3ce25dca-0c41-408f-a57b-8e49ba6f2b74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.0782921 Jul 07 17:06:55.237203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1db7f37-7de8-46f4-a994-5ff33ad3998d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2253709 Jul 07 17:06:55.241897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41274) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:55.264772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:55.282972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-6276362b-4856-4a5d-943b-a72e3599a014 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427375 Jul 07 17:06:55.334200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bc5cebc-eff6-4ac1-bd13-5f68f162eb2a req-2c1d2a0a-ed99-4ae2-b44f-0507f437071f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256057 Jul 07 17:06:55.356357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96ca3a-37cf-4b75-a80a-cedaeb1940c5 req-7c4d000a-3d73-4dda-b26e-8a986ab90ca6 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.371152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a96ca3a-37cf-4b75-a80a-cedaeb1940c5 req-7c4d000a-3d73-4dda-b26e-8a986ab90ca6 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.6973128 Jul 07 17:06:55.373367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:06:55.415105 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20e9d939-5376-4c74-87ab-1d47d2f06afc req-6286d37f-7004-48e6-ac1f-1338fee02e28 service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876167 Jul 07 17:06:55.456728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:55.464115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.478369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Deleting port 67afc21e-574f-423d-832c-ce7b80254194 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:55.481713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.531164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.574546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] For port 67afc21e-574f-423d-832c-ce7b80254194, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=67afc21e-574f-423d-832c-ce7b80254194,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:55.575228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.599643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Calling delete_port for 67afc21e-574f-423d-832c-ce7b80254194 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:55.631401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-0b6f5f0b-6de0-4442-9a90-30ed7199a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.633263 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-0b6f5f0b-6de0-4442-9a90-30ed7199a5f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 1096 time: 0.1374309 Jul 07 17:06:55.658722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a96ca3a-37cf-4b75-a80a-cedaeb1940c5 req-580b5c86-837c-4705-8739-66160b3a3290 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863598 Jul 07 17:06:55.749454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.780175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] Pushing event deleted for resources: {'Port': ['ID=67afc21e-574f-423d-832c-ce7b80254194,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:55.782682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a99e0a-e27c-46fa-a6e7-0664af15f495 None None] No DVR routers for this DVR port 67afc21e-574f-423d-832c-ce7b80254194 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:55.843985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-38d18777-4baf-4985-8292-db89a40e262c service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424879 Jul 07 17:06:55.883986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-4685f23c-b41b-4719-9f9b-b187b5e8d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:55.885830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-4685f23c-b41b-4719-9f9b-b187b5e8d799 service neutron] 10.222.0.32 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 905 time: 0.2296743 Jul 07 17:06:55.971211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76da7aa6-8686-417c-9885-c5458813b35b req-cd6fe519-1806-4785-ad3d-f591456558ea service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Jul 07 17:06:55.993191 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-c2f48a56-6f85-471b-adf0-8fadc71f1fd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f596741-cd9b-4257-b773-eabbad7d7c42 HTTP/1.1" status: 200 len: 217 time: 0.0647588 Jul 07 17:06:56.020919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.091846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f18f0-49a2-410a-888c-6579641d5f85 req-95d97743-fe8a-42d5-a179-949dc32f03fc tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.100497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f53f18f0-49a2-410a-888c-6579641d5f85 req-95d97743-fe8a-42d5-a179-949dc32f03fc tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.5304668 Jul 07 17:06:56.121163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:56.127509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:56.141552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000c3cf-725e-4ffd-9e97-08ab9daf6b5a None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:06:56.145248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.146235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.148015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 67afc21e-574f-423d-832c-ce7b80254194 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:56.151752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-e7d45e79-5ed1-4de5-b58f-381c364726ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.156415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-e7d45e79-5ed1-4de5-b58f-381c364726ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.1548047 Jul 07 17:06:56.163101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=a96d1580-ac59-4253-8a96-c1f06eebdece,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:56.217455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 67afc21e-574f-423d-832c-ce7b80254194 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:56.218233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 67afc21e-574f-423d-832c-ce7b80254194 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:56.257097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-9c6ad941-fb74-458a-bfca-d2e274ae49e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883262 Jul 07 17:06:56.279198 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46728e7e-4dfc-43f4-beec-65704c4d8313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0306711 Jul 07 17:06:56.292899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41292) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:56.329953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'name': 'tempest-NetworksTestDHCPv6-397072079'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:56.362604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'a96d1580-ac59-4253-8a96-c1f06eebdece'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:06:56.367992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.465961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-9304107f-d66c-4cc1-91b0-998039c6b783 service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010229 Jul 07 17:06:56.561435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/a96d1580-ac59-4253-8a96-c1f06eebdece/ed1e22d7-97df-475d-9b96-b8df20f8750a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:56.592829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f53f18f0-49a2-410a-888c-6579641d5f85 req-4d17da3f-6cac-42ac-bad1-d045e6100afe tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911702 Jul 07 17:06:56.609109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:56.617968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.633549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:56.643258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.2.2.100 (b51d2e4f-c924-4e6a-8703-417274c36b2c/a5e74ad7-b067-4d71-8512-c36792f24faa/adeef9d6-aa27-4b31-8b9e-031d6569cde6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:56.644004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port c7de7328-bd39-4c2a-a262-ac91b47b3930 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:06:56.705590 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b21a5c-6ee2-4e46-aca2-2378bdcfec43 x-openstack-request-id: req-b9b21a5c-6ee2-4e46-aca2-2378bdcfec43 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:56.707203 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:56.707683 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9b21a5c-6ee2-4e46-aca2-2378bdcfec43 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:56.708276 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'code': 200} Jul 07 17:06:56.741854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d2a2f04-a48c-4d9b-ada6-59e346db5d73 req-c82107ee-4424-4bb1-848d-ff3330154fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651541 Jul 07 17:06:56.840264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90debfbd-7fab-46dd-b7eb-f6b3a3f35755 req-08d7c6dc-086d-43a1-8b01-d24daa845f3b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:56.849132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90debfbd-7fab-46dd-b7eb-f6b3a3f35755 req-08d7c6dc-086d-43a1-8b01-d24daa845f3b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 944 time: 0.6338732 Jul 07 17:06:56.856558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:56.880322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'mac_address': 'fa:16:3e:d1:80:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:56.882310 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.895986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Transition to ACTIVE for port object ed1e22d7-97df-475d-9b96-b8df20f8750a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:56.923492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90debfbd-7fab-46dd-b7eb-f6b3a3f35755 req-9a6874c4-160c-419c-96b8-f1933a1f881c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Jul 07 17:06:56.939045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Transition to ACTIVE for port object ed1e22d7-97df-475d-9b96-b8df20f8750a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:56.946990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.959198 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.965070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.969925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f596741-cd9b-4257-b773-eabbad7d7c42 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:57.025390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:57.032234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:57.033959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:57.040366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:57.046945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.051082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Pushing event updated for resources: {'Port': ['ID=ed1e22d7-97df-475d-9b96-b8df20f8750a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.057734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object adeef9d6-aa27-4b31-8b9e-031d6569cde6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:57.070001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::ad (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/a96d1580-ac59-4253-8a96-c1f06eebdece/c7de7328-bd39-4c2a-a262-ac91b47b3930) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:57.108055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.154863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network b51d2e4f-c924-4e6a-8703-417274c36b2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:57.161896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:57.166891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:57.229891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Attempting to bind port ed1e22d7-97df-475d-9b96-b8df20f8750a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:06:57.232912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.233573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.238481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Attempting to bind port ed1e22d7-97df-475d-9b96-b8df20f8750a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:06:57.238682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Attempting to bind port ed1e22d7-97df-475d-9b96-b8df20f8750a on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:06:57.253217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:06:57.253607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:06:57.254025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.254457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:06:57.254935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Bound port: ed1e22d7-97df-475d-9b96-b8df20f8750a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:06:57.255324 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.262922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.263452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9871991 Jul 07 17:06:57.283354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'admin_state_up': True, 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'security_groups': ['42c18123-3776-434e-a528-666b42c78d93']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:06:57.299211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8f596741-cd9b-4257-b773-eabbad7d7c42'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:57.304376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b54a-596e-4352-ba03-5659a4e6842c req-e04dc833-db6d-4b80-bc2b-557205e21ba5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.311793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5e6b54a-596e-4352-ba03-5659a4e6842c req-e04dc833-db6d-4b80-bc2b-557205e21ba5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3385904 Jul 07 17:06:57.487437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.496545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] For port ed1e22d7-97df-475d-9b96-b8df20f8750a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:06:57.500758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] For port ed1e22d7-97df-475d-9b96-b8df20f8750a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ed1e22d7-97df-475d-9b96-b8df20f8750a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:06:57.510654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.569491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.569849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.570227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.570567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.570940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.571252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.571591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.571928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.572447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.572834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.573172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.573501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370b0f9-e8cb-493b-a1b7-5e3748824864 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:57.633055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5e6b54a-596e-4352-ba03-5659a4e6842c req-f1b93e98-622d-485e-bce9-7b31e09cd14a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202314 Jul 07 17:06:57.642621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Made reservation on behalf of 0ca87c1aa1e34a68b8c011b411523ad4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:06:57.670924 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.783255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1e1dd61-15f6-44ea-bddf-42bed63d415a None None] Provisioning for port adeef9d6-aa27-4b31-8b9e-031d6569cde6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:57.785145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-9f2bb269-b98b-42c0-88d1-c3e99a0dc027 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.802053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9796d-62bf-49d0-8ef3-764c84aea7b7 None None] Pushing event updated for resources: {'Port': ['ID=ed1e22d7-97df-475d-9b96-b8df20f8750a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.813289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-9f2bb269-b98b-42c0-88d1-c3e99a0dc027 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.816972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1e1dd61-15f6-44ea-bddf-42bed63d415a None None] Provisioning complete for port adeef9d6-aa27-4b31-8b9e-031d6569cde6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:57.817384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dd61-15f6-44ea-bddf-42bed63d415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.820004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-9f2bb269-b98b-42c0-88d1-c3e99a0dc027 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.832915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-9f2bb269-b98b-42c0-88d1-c3e99a0dc027 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:57.841470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-9f2bb269-b98b-42c0-88d1-c3e99a0dc027 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 3094 time: 0.5110548 Jul 07 17:06:57.932151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.949100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object c7de7328-bd39-4c2a-a262-ac91b47b3930 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:58.009483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1dd61-15f6-44ea-bddf-42bed63d415a None None] Port adeef9d6-aa27-4b31-8b9e-031d6569cde6 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:06:58.043712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4731cced-592b-4282-bd7a-ce7bb12054f7 req-a1afc149-8e0f-4d2e-942a-9d41ebcdbdb9 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992002 Jul 07 17:06:58.044628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.135576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:58.139749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:06:58.144472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:06:58.151018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.151577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.182584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=c7de7328-bd39-4c2a-a262-ac91b47b3930,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.190166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2404c0d-a00a-406e-a713-54e7c7f4d872 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8937466 Jul 07 17:06:58.192053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41316) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.245854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d53f2-63e3-4fe1-90ea-79e64bcc63c6 req-88e82bee-0987-4df1-82c5-3c6a75476451 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.254532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f1d53f2-63e3-4fe1-90ea-79e64bcc63c6 req-88e82bee-0987-4df1-82c5-3c6a75476451 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.4017727 Jul 07 17:06:58.314154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Allocated IP 10.2.2.200 (b51d2e4f-c924-4e6a-8703-417274c36b2c/a5e74ad7-b067-4d71-8512-c36792f24faa/4a6c2751-99b2-4b9c-a401-f8d1880dc7f2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:06:58.314970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e8495-0b36-4cca-938b-5859cb9e8d40 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.324791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e8495-0b36-4cca-938b-5859cb9e8d40 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.330669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f12e8495-0b36-4cca-938b-5859cb9e8d40 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1375606 Jul 07 17:06:58.331476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.375989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.431832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f1d53f2-63e3-4fe1-90ea-79e64bcc63c6 req-c7eb1fff-5a89-457d-961a-e9b383d1a89a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659687 Jul 07 17:06:58.518681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6c28160-b2a6-49f7-a87d-56368d492e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.619345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ab4eb-6801-4836-99da-0d55692b7716 req-5bc30bcc-d118-4513-8b63-9f79f8f148df tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:58.620890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c80ab4eb-6801-4836-99da-0d55692b7716 req-5bc30bcc-d118-4513-8b63-9f79f8f148df tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.3123133 Jul 07 17:06:58.643293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:58.654555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6c28160-b2a6-49f7-a87d-56368d492e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.663411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6c28160-b2a6-49f7-a87d-56368d492e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.704251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port c7de7328-bd39-4c2a-a262-ac91b47b3930 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:58.704839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.743156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c28160-b2a6-49f7-a87d-56368d492e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871acb6b-4923-4bde-b632-f07aed9622de,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.757270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b6c28160-b2a6-49f7-a87d-56368d492e52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c68c7f55b7946bd9e2fed2fff42067e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774302 Jul 07 17:06:58.757769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41326) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.774458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 8f596741-cd9b-4257-b773-eabbad7d7c42 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:58.783522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 8f596741-cd9b-4257-b773-eabbad7d7c42 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:58.784180 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.791107 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.822496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c80ab4eb-6801-4836-99da-0d55692b7716 req-7c9efa13-870f-4f1f-8bfe-34666e32fa15 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892633 Jul 07 17:06:58.961326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.988865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.989426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.005267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.025806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for c7de7328-bd39-4c2a-a262-ac91b47b3930 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:59.038079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:59.039443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:59.043234 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f02040-0f75-4a68-88ed-7ae34323ceec" -d '{"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-plugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:59.048538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.097049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-3145b95f-9e09-4fcd-8f35-9fc236c363eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.098779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-3145b95f-9e09-4fcd-8f35-9fc236c363eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.2279458 Jul 07 17:06:59.113051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.253219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-8803966f-1b4b-4b2a-8141-65e60d775cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.255017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-8803966f-1b4b-4b2a-8141-65e60d775cc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1406884 Jul 07 17:06:59.274406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.277163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.278354 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/871acb6b-4923-4bde-b632-f07aed9622de HTTP/1.1" status: 204 len: 168 time: 0.5192878 Jul 07 17:06:59.333562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25acbf-8d97-4c4c-a9c4-4846d34c5a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871acb6b-4923-4bde-b632-f07aed9622de,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.367477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bf0342da-9801-48da-af8d-d60537a794da None None] Provisioning for port ed1e22d7-97df-475d-9b96-b8df20f8750a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:06:59.397684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-20a81b08-a8eb-4bfd-a3d7-4f2780beb780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.1344883 Jul 07 17:06:59.446600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a210c-c60a-46c5-890b-4cd87e5e2368 req-7468e7d2-204b-48fc-aeda-1203b3cb4c8d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.450036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-716a210c-c60a-46c5-890b-4cd87e5e2368 req-7468e7d2-204b-48fc-aeda-1203b3cb4c8d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 946 time: 0.2833042 Jul 07 17:06:59.472760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Transition to ACTIVE for port object 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:06:59.477149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.480262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-86cc2e0c-7dad-463c-b9cb-cf3c8d69914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.483132 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-86cc2e0c-7dad-463c-b9cb-cf3c8d69914b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0789471 Jul 07 17:06:59.585435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-2cca2c33-fe0e-45cf-b4fc-892d14e7f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.588335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-2cca2c33-fe0e-45cf-b4fc-892d14e7f104 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972145 Jul 07 17:06:59.595959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.600966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/c7de7328-bd39-4c2a-a262-ac91b47b3930 HTTP/1.1" status: 204 len: 168 time: 1.2617447 Jul 07 17:06:59.603031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbae90-5354-4288-a0da-9526c797d1c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=c7de7328-bd39-4c2a-a262-ac91b47b3930,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:59.603537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41340) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:59.617730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325c1d5-aa4a-44d8-a9f5-a21ae66b1c76 req-737419fe-408a-41a2-a808-dc2ca92a9930 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.620865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5325c1d5-aa4a-44d8-a9f5-a21ae66b1c76 req-737419fe-408a-41a2-a808-dc2ca92a9930 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4596498 Jul 07 17:06:59.694958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f0bde42-4a58-4f9f-8f2f-da44f5a26591 None None] Could not find standard attr ID for object c7de7328-bd39-4c2a-a262-ac91b47b3930. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:06:59.700643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-716a210c-c60a-46c5-890b-4cd87e5e2368 req-de6eea6b-b217-42e1-95cd-2f93e2b65293 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256746 Jul 07 17:06:59.702043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bac29e-00fa-420e-aa6c-fb2880513cd1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.704099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bac29e-00fa-420e-aa6c-fb2880513cd1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:59.708187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-56bac29e-00fa-420e-aa6c-fb2880513cd1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1011343 Jul 07 17:06:59.710191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41342) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:59.735796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.754072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:59.768976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5325c1d5-aa4a-44d8-a9f5-a21ae66b1c76 req-0af8c1db-0e41-42d3-b9ce-b35cb9fb195d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364653 Jul 07 17:06:59.813655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-9b48e152-e0de-4b66-b674-d5109c30f974 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179902 Jul 07 17:06:59.818337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet a96d1580-ac59-4253-8a96-c1f06eebdece {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:06:59.821386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.839369 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209244c2-d461-42ad-8254-f436a02548a8 x-openstack-request-id: req-209244c2-d461-42ad-8254-f436a02548a8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:59.841804 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-plugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:59.843070 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-209244c2-d461-42ad-8254-f436a02548a8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:59.843653 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'code': 200} Jul 07 17:06:59.849039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4976b1-a5c9-448b-8983-8ed7e57f9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.855339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9637c4aa-4aa4-4794-8155-863c17159be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.884776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.919076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Network b51d2e4f-c924-4e6a-8703-417274c36b2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:06:59.979112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:00.039037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:00.154361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ed1e22d7-97df-475d-9b96-b8df20f8750a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:00.197694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.199385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.216313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.216784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:00.241000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ed1e22d7-97df-475d-9b96-b8df20f8750a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:00.253408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ed1e22d7-97df-475d-9b96-b8df20f8750a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:00.253793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.303533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eee14855-2cdf-4ae9-a1bc-9fab0eb130c7 req-5c787cb9-299f-4188-93ed-7a7731866b21 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632386 Jul 07 17:07:00.329424 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.363503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=a96d1580-ac59-4253-8a96-c1f06eebdece,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:00.368556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.372067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68e53263-1e71-4767-8b60-c68ed541225b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/a96d1580-ac59-4253-8a96-c1f06eebdece HTTP/1.1" status: 204 len: 168 time: 0.6621618 Jul 07 17:07:00.374593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.408497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9637c4aa-4aa4-4794-8155-863c17159be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.429155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d6e85624-3621-4a51-9683-1f76ea7c00cd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530205 Jul 07 17:07:00.432588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.441697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4122ad37-7492-4f9b-a80b-ff23b22b2a8b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1631274 Jul 07 17:07:00.449977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9637c4aa-4aa4-4794-8155-863c17159be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.493338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:00.545373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.546032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9637c4aa-4aa4-4794-8155-863c17159be0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e32b11c659244d05a07b98876439eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754610 Jul 07 17:07:00.604229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3934f8-9343-406e-b23a-924bcbd46fa7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.606491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.609992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5b3934f8-9343-406e-b23a-924bcbd46fa7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1758504 Jul 07 17:07:00.610944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.627509 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.650672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204d26-c15e-455a-86c6-dc8d23ed8524 req-f0b7bb1b-ece4-4ce3-b981-4bb8023fe878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.652368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73204d26-c15e-455a-86c6-dc8d23ed8524 req-f0b7bb1b-ece4-4ce3-b981-4bb8023fe878 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 1098 time: 0.7191691 Jul 07 17:07:00.660019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b52ff91-ac84-4488-ad2d-4da8c466f99f None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:00.687381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d96dcc-d8a2-4112-8ce3-d4419f4c4ffd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.693187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-65d96dcc-d8a2-4112-8ce3-d4419f4c4ffd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776253 Jul 07 17:07:00.694947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.748306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73204d26-c15e-455a-86c6-dc8d23ed8524 req-d5738966-15af-437a-8f05-5dc3f82be7f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620475 Jul 07 17:07:00.755860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-551129fb-ec57-4870-bffe-a8875770a521 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595148 Jul 07 17:07:00.759136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:00.764219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:00.767573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.775559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.783073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.789190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.795425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.797402 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-5bb73992-e014-42aa-9e8b-8d10a924f125 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 3815 time: 0.7439318 Jul 07 17:07:00.810150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7b318-fa6d-45b9-90c8-1daee247d375 req-c47892c0-f215-47cb-aef8-ff370c2439b7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:00.813280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e7b318-fa6d-45b9-90c8-1daee247d375 req-c47892c0-f215-47cb-aef8-ff370c2439b7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.6937072 Jul 07 17:07:00.830906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b880a8e-80f9-4f08-a175-cb7d0c41a6ec None None] Provisioning for port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:00.839995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b880a8e-80f9-4f08-a175-cb7d0c41a6ec None None] Provisioning complete for port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:00.840664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b880a8e-80f9-4f08-a175-cb7d0c41a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.845237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.875464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bc681ee-8d88-4cec-a1da-fd0e4ab61961 req-9d49d603-9ce9-4a0b-bde9-e99b374cf569 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587957 Jul 07 17:07:00.876108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637c4aa-4aa4-4794-8155-863c17159be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443dbdb1-7c63-427f-ab83-767dc7dca39b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:00.884683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6b880a8e-80f9-4f08-a175-cb7d0c41a6ec None None] Port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:00.885497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.901326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ed1e22d7-97df-475d-9b96-b8df20f8750a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ed1e22d7-97df-475d-9b96-b8df20f8750a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:00.916606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.933343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e7b318-fa6d-45b9-90c8-1daee247d375 req-0fa8664d-a657-479f-a9e6-f4113eeced2b tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Jul 07 17:07:00.948998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.952267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.954326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/443dbdb1-7c63-427f-ab83-767dc7dca39b HTTP/1.1" status: 204 len: 168 time: 0.4068627 Jul 07 17:07:00.967247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df844eb-324d-4711-ae37-81d19d363d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dbdb1-7c63-427f-ab83-767dc7dca39b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.022749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:01.027428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.095393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ed1e22d7-97df-475d-9b96-b8df20f8750a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.244203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:01.351900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Deleting port ed1e22d7-97df-475d-9b96-b8df20f8750a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:01.352283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.371260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.452185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:01.455900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:01.460430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.460993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.477916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=10703d0c-3967-4f63-84c6-d9dd8e1f2a64,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.513467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fb0ac97e-2d77-44bc-8c4b-567e80d43b32 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7529652 Jul 07 17:07:01.516094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.528119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '10703d0c-3967-4f63-84c6-d9dd8e1f2a64', 'ip_address': '2001:db8::1709:8245:2d51:f4cd'}], 'name': 'tempest-NetworksTestDHCPv6-1778409736'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:01.540375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] For port ed1e22d7-97df-475d-9b96-b8df20f8750a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ed1e22d7-97df-475d-9b96-b8df20f8750a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:01.540741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.555995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524cbc27-ea6b-4235-9879-c301da078cc1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:01.565637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.579058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Transition to ACTIVE for port object 524cbc27-ea6b-4235-9879-c301da078cc1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:01.585163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Calling delete_port for ed1e22d7-97df-475d-9b96-b8df20f8750a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:01.590080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.721402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.757916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985986-2c5b-4db1-b028-7c39a39acad4 req-10b4a69e-6941-4487-9b31-e479a6f42ddd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:01.758579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] Pushing event deleted for resources: {'Port': ['ID=ed1e22d7-97df-475d-9b96-b8df20f8750a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.762639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ececf-a1a0-4191-82d5-807ba92e36e2 None None] No DVR routers for this DVR port ed1e22d7-97df-475d-9b96-b8df20f8750a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:01.764867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29985986-2c5b-4db1-b028-7c39a39acad4 req-10b4a69e-6941-4487-9b31-e479a6f42ddd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.5018060 Jul 07 17:07:01.786331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c98bfc-7a5c-4a51-a809-21fb61213fd2 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:01.786907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:01.932394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29985986-2c5b-4db1-b028-7c39a39acad4 req-1ecc8da1-9b36-4989-a7fa-f3d56cef9e32 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665993 Jul 07 17:07:02.044029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:02.047461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '10703d0c-3967-4f63-84c6-d9dd8e1f2a64'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:02.048338 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.050806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.083585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 90beddfc-7b1b-4451-b325-740083668809 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:02.090361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ed1e22d7-97df-475d-9b96-b8df20f8750a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:02.121562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ed1e22d7-97df-475d-9b96-b8df20f8750a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:02.121972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ed1e22d7-97df-475d-9b96-b8df20f8750a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:02.129020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a7793-ef31-4c9c-b1f3-6d4277a020cf req-036bbb07-2ada-4440-a9d1-bfc0d1569b5f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.135990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-324a7793-ef31-4c9c-b1f3-6d4277a020cf req-036bbb07-2ada-4440-a9d1-bfc0d1569b5f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 946 time: 0.7257664 Jul 07 17:07:02.192673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Attempting to bind port 524cbc27-ea6b-4235-9879-c301da078cc1 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:02.193008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Attempting to bind port 524cbc27-ea6b-4235-9879-c301da078cc1 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:02.195543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Attempting to bind port 524cbc27-ea6b-4235-9879-c301da078cc1 on network 92c36961-f69e-4f31-b650-4041d855e02a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:02.248499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-324a7793-ef31-4c9c-b1f3-6d4277a020cf req-76869f0a-7974-4eaa-94cf-1d712edc30e3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115360 Jul 07 17:07:02.252614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Port 524cbc27-ea6b-4235-9879-c301da078cc1 on network 92c36961-f69e-4f31-b650-4041d855e02a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:02.253045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Attempting to bind port 524cbc27-ea6b-4235-9879-c301da078cc1 on network 92c36961-f69e-4f31-b650-4041d855e02a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:02.268666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:02.269289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Checking segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:02.269902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Bound using segment: {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:02.270661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Bound port: 524cbc27-ea6b-4235-9879-c301da078cc1, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417065e5-9345-451d-8a11-d8d373cf3fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:02.271244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.301789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d421593-351f-4724-ab7a-c30a0cde4883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.380228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::1709:8245:2d51:f4cd (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/10703d0c-3967-4f63-84c6-d9dd8e1f2a64/90beddfc-7b1b-4451-b325-740083668809) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:02.584187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.602350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 90beddfc-7b1b-4451-b325-740083668809 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:02.649761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.710992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:02.714285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:02.720697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:02.726588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.727204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.745421 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.748060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=90beddfc-7b1b-4451-b325-740083668809,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:02.758663 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f62c6603-f4b9-4291-b283-90a057a0194a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2414982 Jul 07 17:07:02.761083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41400) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.770606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/10703d0c-3967-4f63-84c6-d9dd8e1f2a64/a606c1e3-092c-46d4-b177-fe1e3a70c11c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:02.794766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246f94e-4e4e-4cb7-a583-0408e3ac84a9 req-3fd02c12-cd93-44f5-8f36-678b22b378fa tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.797931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a246f94e-4e4e-4cb7-a583-0408e3ac84a9 req-3fd02c12-cd93-44f5-8f36-678b22b378fa tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.5629308 Jul 07 17:07:02.803276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:02.847974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=524cbc27-ea6b-4235-9879-c301da078cc1,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:02.863443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.884567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01536d41-7c76-4f8b-90ab-b27c7da2b6a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.894256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-01536d41-7c76-4f8b-90ab-b27c7da2b6a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1320908 Jul 07 17:07:02.896825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.962720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:02.964126 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.965733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] 10.222.0.83 "PUT /v2.0/ports/524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 1092 time: 2.4773438 Jul 07 17:07:02.970907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:02.974101 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dea1c72-4ffc-4984-b656-3d2c94e7130b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:02.998241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a246f94e-4e4e-4cb7-a583-0408e3ac84a9 req-ca3e91d8-3037-4294-b621-a5b20d63d3ba tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908703 Jul 07 17:07:03.029293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.048329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.054532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.072103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 90beddfc-7b1b-4451-b325-740083668809 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:03.072803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.074654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.074788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Transition to ACTIVE for port object a606c1e3-092c-46d4-b177-fe1e3a70c11c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:03.089456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.109214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.114102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Transition to ACTIVE for port object a606c1e3-092c-46d4-b177-fe1e3a70c11c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:03.117068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c880a65f-990f-419d-bbc3-f5c15075874e req-052cb94b-4508-4bc0-9198-2bd8b4823cde tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 3827 time: 0.7086780 Jul 07 17:07:03.122750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:03.140941 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.220548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.243383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 90beddfc-7b1b-4451-b325-740083668809 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:03.251883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60ccfb-f2d1-4ea8-a2bf-0579190f7ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.274805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Pushing event updated for resources: {'Port': ['ID=a606c1e3-092c-46d4-b177-fe1e3a70c11c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.307296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:03.308955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:03.311869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:03.319773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c880a65f-990f-419d-bbc3-f5c15075874e req-2488cfca-2869-4bea-ad49-5d343b575f26 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016563 Jul 07 17:07:03.398686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Attempting to bind port a606c1e3-092c-46d4-b177-fe1e3a70c11c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:03.399092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Attempting to bind port a606c1e3-092c-46d4-b177-fe1e3a70c11c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:03.399465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Attempting to bind port a606c1e3-092c-46d4-b177-fe1e3a70c11c on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:03.405738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:03.406135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:03.406626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.407030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:03.407501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Bound port: a606c1e3-092c-46d4-b177-fe1e3a70c11c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:03.407890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.449084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.492716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] For port a606c1e3-092c-46d4-b177-fe1e3a70c11c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:03.499516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032970b-c411-4552-8db8-d3c2abc34248 req-0b5155ea-26e0-4e61-b913-fcd194dacb50 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.501282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] For port a606c1e3-092c-46d4-b177-fe1e3a70c11c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a606c1e3-092c-46d4-b177-fe1e3a70c11c,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:03.518764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c032970b-c411-4552-8db8-d3c2abc34248 req-0b5155ea-26e0-4e61-b913-fcd194dacb50 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.2988200 Jul 07 17:07:03.525474 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.561515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.581336 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.603881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1581b-3776-47ec-8f50-44a45268a2af None None] Pushing event updated for resources: {'Port': ['ID=a606c1e3-092c-46d4-b177-fe1e3a70c11c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.652005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=90beddfc-7b1b-4451-b325-740083668809,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.669429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c032970b-c411-4552-8db8-d3c2abc34248 req-02ef0c8b-25fd-4f57-ac5c-2944c03da4f5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485507 Jul 07 17:07:03.694439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.697179 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-36735beb-72c7-45ba-b358-e7cdcf0d9a1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/90beddfc-7b1b-4451-b325-740083668809 HTTP/1.1" status: 204 len: 168 time: 0.7993462 Jul 07 17:07:03.700400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.775859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cbf40-2599-45df-96b3-7c6f295c9a18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.778797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cbf40-2599-45df-96b3-7c6f295c9a18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:03.782190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-022cbf40-2599-45df-96b3-7c6f295c9a18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0794632 Jul 07 17:07:03.784073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.790783 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d022477b-757c-49e2-87c5-18099b0485ed x-openstack-request-id: req-d022477b-757c-49e2-87c5-18099b0485ed {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:03.791085 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:03.791341 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d022477b-757c-49e2-87c5-18099b0485ed {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:03.791748 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1', 'status': 'completed', 'code': 200} Jul 07 17:07:03.901848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 10703d0c-3967-4f63-84c6-d9dd8e1f2a64 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:03.907818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.015028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.143478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a606c1e3-092c-46d4-b177-fe1e3a70c11c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:04.159034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.160311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.161059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.161547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.162027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.163522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.164739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-efdf503b-f7da-4663-9c37-4c00430b3834 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 4363 time: 0.3711150 Jul 07 17:07:04.188312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.237054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a606c1e3-092c-46d4-b177-fe1e3a70c11c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:04.248113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.282312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=10703d0c-3967-4f63-84c6-d9dd8e1f2a64,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.288483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.293413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0238670a-05be-4050-b0be-8f7c53cd4d8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/10703d0c-3967-4f63-84c6-d9dd8e1f2a64 HTTP/1.1" status: 204 len: 168 time: 0.5082207 Jul 07 17:07:04.294036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.325871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80078d4-d33f-4489-9c44-e303e8a6f1e0 req-302ca108-a7e5-45ef-aed0-7f1a23523856 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.330702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f80078d4-d33f-4489-9c44-e303e8a6f1e0 req-302ca108-a7e5-45ef-aed0-7f1a23523856 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.5379934 Jul 07 17:07:04.342867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9652f34-07fb-4a06-b385-941f595ce70b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474968 Jul 07 17:07:04.344522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41432) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.349681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.379489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69ea28b-2bb0-442d-85e2-5b0324b227e5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:04.420626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.441586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:04.445858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.494304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Transition to ACTIVE for port object e69ea28b-2bb0-442d-85e2-5b0324b227e5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:04.510991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.516962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f80078d4-d33f-4489-9c44-e303e8a6f1e0 req-71f4d6b1-279b-40da-8df0-557e5635f5aa tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611629 Jul 07 17:07:04.545003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cea0f-d375-417d-b691-f4d8f6245772 req-5442117b-3cfe-4dcf-8704-5686fd0db877 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.554660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef5cea0f-d375-417d-b691-f4d8f6245772 req-5442117b-3cfe-4dcf-8704-5686fd0db877 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 946 time: 0.4279583 Jul 07 17:07:04.591967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-69950860-eb05-4e1b-a352-9f7d854f35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.592454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-69950860-eb05-4e1b-a352-9f7d854f35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.592924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-69950860-eb05-4e1b-a352-9f7d854f35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.594666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-69950860-eb05-4e1b-a352-9f7d854f35c8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4105930 Jul 07 17:07:04.698457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.772432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:04.778349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:04.793663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.794392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.795155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.812267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=9bb289f2-2bfe-4534-9539-1fa74cc74425,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:04.831481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f38797e-956b-4f7b-a560-e87de9b2006d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4859092 Jul 07 17:07:04.838654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:04.846789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '9bb289f2-2bfe-4534-9539-1fa74cc74425', 'ip_address': '2001:db8::b9f1:3389:4b18:51f6'}], 'name': 'tempest-NetworksTestDHCPv6-612130981'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:04.960249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-9dec8ee7-2053-4037-93e9-13b08f4687ac tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6084b43073644f488436879e358e1ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833044 Jul 07 17:07:04.969216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef5cea0f-d375-417d-b691-f4d8f6245772 req-91eaa0e0-cf2d-4cd6-a3a8-85e5a1cbefe8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135456 Jul 07 17:07:04.996944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-9ea0bf46-5870-44cf-8218-5847dea20579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:04.998558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3dea1c72-4ffc-4984-b656-3d2c94e7130b req-9ea0bf46-5870-44cf-8218-5847dea20579 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3924382 Jul 07 17:07:05.002003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:05.018186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.065557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 3203a3b6-fa42-4f4e-ab12-7dafd2554046 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:05.096001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Attempting to bind port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:05.096001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Attempting to bind port e69ea28b-2bb0-442d-85e2-5b0324b227e5 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:05.096001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Attempting to bind port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:05.119917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:05.120271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Attempting to bind port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:05.149680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:05.149680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:05.149680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Bound using segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:05.154341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Bound port: e69ea28b-2bb0-442d-85e2-5b0324b227e5, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:05.154341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.166450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d665cbd-373c-4373-838f-8ca781923f42 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:05.252492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-f97773e9-bbe3-4d05-9497-361d113c9eda tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.254159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-f97773e9-bbe3-4d05-9497-361d113c9eda tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819388 Jul 07 17:07:05.267072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Provisioning for port a606c1e3-092c-46d4-b177-fe1e3a70c11c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:05.269060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.286745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Provisioning complete for port a606c1e3-092c-46d4-b177-fe1e3a70c11c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:05.287341 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.311687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-b63e5c92-901d-4e95-a634-686a74d62c2a tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/quotas/6084b43073644f488436879e358e1ca1 HTTP/1.1" status: 200 len: 375 time: 0.0276680 Jul 07 17:07:05.328811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::b9f1:3389:4b18:51f6 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/9bb289f2-2bfe-4534-9539-1fa74cc74425/3203a3b6-fa42-4f4e-ab12-7dafd2554046) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:05.380384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-24ff6b3c-274e-4417-a092-4eb9e2d1d96c tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6084b43073644f488436879e358e1ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677609 Jul 07 17:07:05.445553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67001420-e0af-4405-b491-3ae01b326c40 req-6e37dc85-1284-4a26-80fc-5a93adccd629 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.447537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67001420-e0af-4405-b491-3ae01b326c40 req-6e37dc85-1284-4a26-80fc-5a93adccd629 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2611272 Jul 07 17:07:05.448752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:05.458694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:05.486533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.493565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.531565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] For port a606c1e3-092c-46d4-b177-fe1e3a70c11c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a606c1e3-092c-46d4-b177-fe1e3a70c11c,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:05.540387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.544732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.584178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 3203a3b6-fa42-4f4e-ab12-7dafd2554046 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:05.589676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.590486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.592470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 1136 time: 2.5929737 Jul 07 17:07:05.616427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397486f-46fa-422d-8e45-80e7947cd231 None None] Pushing event updated for resources: {'Port': ['ID=a606c1e3-092c-46d4-b177-fe1e3a70c11c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.644819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67001420-e0af-4405-b491-3ae01b326c40 req-502765ec-92b7-4163-9a24-5f6b407bb5e6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893189 Jul 07 17:07:05.654638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:05.690229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.843121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=3203a3b6-fa42-4f4e-ab12-7dafd2554046,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.894537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:05.897519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:05.900073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:05.905792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.907027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:05.929030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5165e5b-07ae-4645-879b-5fb171bf79af tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0889132 Jul 07 17:07:05.929651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.067142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037aff6-ae8f-4ccb-a327-13816dad12e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.082000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037aff6-ae8f-4ccb-a327-13816dad12e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.089936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e037aff6-ae8f-4ccb-a327-13816dad12e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1590598 Jul 07 17:07:06.090588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41468) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.095828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a606c1e3-092c-46d4-b177-fe1e3a70c11c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:06.135481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0b69d845-4019-4afd-a3b3-2209ed990b4d None None] Provisioning complete for port a606c1e3-092c-46d4-b177-fe1e3a70c11c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:06.135945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b69d845-4019-4afd-a3b3-2209ed990b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.218390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.238146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a606c1e3-092c-46d4-b177-fe1e3a70c11c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:06.239009 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.256407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:06.261615 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "e69ea28b-2bb0-442d-85e2-5b0324b227e5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:06.273043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf67f-3687-4884-b916-998e7cbdd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.294828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 3203a3b6-fa42-4f4e-ab12-7dafd2554046 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:06.295170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.448479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fdae6683-79d4-418d-a491-9db8a5c97612 None None] Could not find standard attr ID for object 90beddfc-7b1b-4451-b325-740083668809. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:06.462592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.480898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 3203a3b6-fa42-4f4e-ab12-7dafd2554046 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:06.572201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.589546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.602232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.610900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.617130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.638482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.647752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.649451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b0ebd2df-bd8e-4658-ad22-4a8c65b9df22 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 4604 time: 0.3479383 Jul 07 17:07:06.658563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.678056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c097a-5014-454b-b16d-95549afae90b req-0e9456bb-69a9-4f19-91a2-88f70ac68860 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.686487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80c097a-5014-454b-b16d-95549afae90b req-0e9456bb-69a9-4f19-91a2-88f70ac68860 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.4073977 Jul 07 17:07:06.693699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=3203a3b6-fa42-4f4e-ab12-7dafd2554046,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.739824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.744100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a3fdbe5d-c87e-4c96-b3eb-3edf62646803 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/3203a3b6-fa42-4f4e-ab12-7dafd2554046 HTTP/1.1" status: 204 len: 168 time: 0.6502337 Jul 07 17:07:06.744336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.785727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ce22c7c-e7a3-4c07-9797-032d1c25ca75 None None] Could not find standard attr ID for object 3203a3b6-fa42-4f4e-ab12-7dafd2554046. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:06.810848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b7d5a-34ce-4cef-a426-87e4b9b2f033 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.813192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b7d5a-34ce-4cef-a426-87e4b9b2f033 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.814750 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-600b7d5a-34ce-4cef-a426-87e4b9b2f033 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0694740 Jul 07 17:07:06.817381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41476) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.827346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80c097a-5014-454b-b16d-95549afae90b req-049c3750-517b-4488-a418-65a31e9e85fd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382165 Jul 07 17:07:06.906591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 9bb289f2-2bfe-4534-9539-1fa74cc74425 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:06.911842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.912487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8900f19b-a26c-4dad-aa08-bda92adae536 req-b8cbd88a-f516-4e2b-81fb-6e8ca3fe04ad tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2620735 Jul 07 17:07:06.961949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.024821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.096254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.134906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.138334 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/9bb289f2-2bfe-4534-9539-1fa74cc74425 HTTP/1.1" status: 204 len: 168 time: 0.3182616 Jul 07 17:07:07.140296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e8e1c-97cc-4477-a105-78c31bddd1e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb289f2-2bfe-4534-9539-1fa74cc74425,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.152466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41480) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.168222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05cdb8-52b5-46ec-801f-ef3cdca6b07e None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:07.202512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a60cd77c-00f6-4fae-a193-a32798b89ce7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476673 Jul 07 17:07:07.209060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41484) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.214982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:07.329105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c07e1-ddd2-4352-8069-19491ea5825c req-a1ba4704-8e15-4e83-a5d1-ee1429cb8839 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.336589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-416c07e1-ddd2-4352-8069-19491ea5825c req-a1ba4704-8e15-4e83-a5d1-ee1429cb8839 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.1572421 Jul 07 17:07:07.419279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:07.424566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.469383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:07.482630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83679112-6034-4b96-9ebf-364ace615562 req-965bc31e-60e4-4266-ad5c-8aeb5dfbeabd tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 210 time: 0.1269815 Jul 07 17:07:07.488835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-7bb45eb1-5883-408c-a0e1-723aea831336 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6084b43073644f488436879e358e1ca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992494 Jul 07 17:07:07.571804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Deleting port a606c1e3-092c-46d4-b177-fe1e3a70c11c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:07.572185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.618163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a09d0f-455f-4270-923b-fca401d10093 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:07.643672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-416c07e1-ddd2-4352-8069-19491ea5825c req-be15b1b7-e6e5-4e00-aea7-564e07a616a1 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059757 Jul 07 17:07:07.660804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] For port a606c1e3-092c-46d4-b177-fe1e3a70c11c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a606c1e3-092c-46d4-b177-fe1e3a70c11c,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:07.661205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.666057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.681920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Calling delete_port for a606c1e3-092c-46d4-b177-fe1e3a70c11c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:07.800277 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.804545 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e47907a-f18e-4b0e-b4c6-6af8459c50ec x-openstack-request-id: req-4e47907a-f18e-4b0e-b4c6-6af8459c50ec {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:07.810438 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "e69ea28b-2bb0-442d-85e2-5b0324b227e5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:07.811002 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e47907a-f18e-4b0e-b4c6-6af8459c50ec {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:07.811645 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5', 'status': 'completed', 'code': 200} Jul 07 17:07:07.846454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.848558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] No DVR routers for this DVR port a606c1e3-092c-46d4-b177-fe1e3a70c11c on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:07.851794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Pushing event deleted for resources: {'Port': ['ID=a606c1e3-092c-46d4-b177-fe1e3a70c11c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.875542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.876287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.876287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.876605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.878586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.879251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.879611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.879998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.880727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.881072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.881406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.881735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d2be4f-f3b2-45bf-80b8-1b723ff69f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.921012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:07.928537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Transition to ACTIVE for port object c1a09d0f-455f-4270-923b-fca401d10093 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:07.941474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-86883174-a485-4f6a-a64e-9896c821efbf tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.941753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.942279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.942864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.943223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.943707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-86883174-a485-4f6a-a64e-9896c821efbf tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465249 Jul 07 17:07:07.943820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.944256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.946519 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-97f24cf7-64f8-4085-8608-f90def7b9284 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5292 time: 0.1472697 Jul 07 17:07:07.947551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:07.948245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.950802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:07.957862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26f1d8-d0e2-4c39-9ab1-276964142ff8 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:07.966896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.997459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Request body: {'port': {'device_id': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '6084b43073644f488436879e358e1ca1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:08.124597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9142540 Jul 07 17:07:08.126007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a606c1e3-092c-46d4-b177-fe1e3a70c11c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:08.128036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41490) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.139843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '2c7eb5ce-6657-4f93-ac9f-90760a914d88', 'ip_address': '2001:db8::8dac:e2d4:661:3f2'}], 'name': 'tempest-NetworksTestDHCPv6-2101066489'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:08.161524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a606c1e3-092c-46d4-b177-fe1e3a70c11c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:08.162141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a606c1e3-092c-46d4-b177-fe1e3a70c11c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:08.231880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '2c7eb5ce-6657-4f93-ac9f-90760a914d88'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:08.232896 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.287091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85ff4-e8b1-4a86-83b9-e853da731151 req-fc141595-e728-4bfb-8e04-5003adaa0fdb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.288887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ed85ff4-e8b1-4a86-83b9-e853da731151 req-fc141595-e728-4bfb-8e04-5003adaa0fdb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4860826 Jul 07 17:07:08.289715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.316597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-40181fb6-e767-49e0-8484-ad9b7ddfa62d tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.318381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-40181fb6-e767-49e0-8484-ad9b7ddfa62d tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.6609356 Jul 07 17:07:08.340889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:08.477768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8381b-1b44-49e5-90f4-fa8fa0df3bbd req-05b64357-06f3-4402-b6bf-66a699c77635 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.485487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63e8381b-1b44-49e5-90f4-fa8fa0df3bbd req-05b64357-06f3-4402-b6bf-66a699c77635 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 946 time: 0.4027658 Jul 07 17:07:08.492313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/2c7eb5ce-6657-4f93-ac9f-90760a914d88/0a26bfa9-1d3c-45b2-a3bd-5720f0adc638) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:08.512007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ed85ff4-e8b1-4a86-83b9-e853da731151 req-202e2048-414b-4f09-96f9-15bd26af2974 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994140 Jul 07 17:07:08.522191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Attempting to bind port c1a09d0f-455f-4270-923b-fca401d10093 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:08.522683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Attempting to bind port c1a09d0f-455f-4270-923b-fca401d10093 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:08.523119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Attempting to bind port c1a09d0f-455f-4270-923b-fca401d10093 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:08.579807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Made reservation on behalf of 6084b43073644f488436879e358e1ca1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:08.593741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.601613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Port c1a09d0f-455f-4270-923b-fca401d10093 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:08.603282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651154-e8eb-4a7b-b71b-e414472bf450 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=2c7eb5ce-6657-4f93-ac9f-90760a914d88,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.604017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Attempting to bind port c1a09d0f-455f-4270-923b-fca401d10093 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:08.647141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.657338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:08.691205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:08.691557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:08.691960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Bound using segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:08.692428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Bound port: c1a09d0f-455f-4270-923b-fca401d10093, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:08.692845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.724951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63e8381b-1b44-49e5-90f4-fa8fa0df3bbd req-29dc6d41-c46d-42b5-a5c2-b38929c379b6 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383647 Jul 07 17:07:08.766539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.797290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-a9d4150d-f54b-47ea-ba6b-170eeda1812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.797780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-a9d4150d-f54b-47ea-ba6b-170eeda1812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.798741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-a9d4150d-f54b-47ea-ba6b-170eeda1812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:08.801001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-a9d4150d-f54b-47ea-ba6b-170eeda1812c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8060603 Jul 07 17:07:09.004140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.024523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Transition to ACTIVE for port object 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:09.027456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:09.047205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:07:09.053364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Transition to ACTIVE for port object 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:09.061946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.083846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-9391b312-02ab-4c32-96be-b8bcd225eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.085700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7fe77c9-e6f7-40df-ba8b-dd0a14397b7d req-9391b312-02ab-4c32-96be-b8bcd225eb19 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2479153 Jul 07 17:07:09.122959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:09.128771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:09.133549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:09.138405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Pushing event updated for resources: {'Port': ['ID=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.152947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.160807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.167955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.175783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.183376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.190375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.197601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.199988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-9fb3ea3a-745d-436f-b95b-6b6462654f11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5381 time: 0.3317289 Jul 07 17:07:09.201566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Attempting to bind port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:09.201956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Attempting to bind port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:09.203439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Attempting to bind port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:09.209408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:09.209717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:09.210251 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.210715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:09.213178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Bound port: 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:09.213178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.234132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:09.283085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7a1ef-45aa-4484-944e-eca3c0d78068 req-1cc5b8ea-950e-4359-ba29-a4aa003dd4a8 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.287354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] For port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:09.290887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25f7a1ef-45aa-4484-944e-eca3c0d78068 req-1cc5b8ea-950e-4359-ba29-a4aa003dd4a8 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.6064038 Jul 07 17:07:09.291037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] For port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:09.295757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.317105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c1a09d0f-455f-4270-923b-fca401d10093,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:09.345933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.369731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c65c5b-61f3-4d53-9925-550394c4713a None None] Pushing event updated for resources: {'Port': ['ID=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.435096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:09.453489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.454220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.455652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] 10.222.0.83 "PUT /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 1136 time: 3.8098288 Jul 07 17:07:09.479862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58ed8b0d-a966-495c-8745-8372200d4df3 req-e3917b79-16ba-4230-903e-b1240703aa24 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2400296 Jul 07 17:07:09.501511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25f7a1ef-45aa-4484-944e-eca3c0d78068 req-5edc3a40-56f2-4782-a89e-61f83cf0f7f6 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095773 Jul 07 17:07:09.516592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:09.638198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.659879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d6ad-d6a8-454e-87e9-d51f219aa59c service neutron] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.662792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.682613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:09.736897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:09.855811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'c1a09d0f-455f-4270-923b-fca401d10093'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:09.858204 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d44a3-d191-442c-9e5e-51e02744d689" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "c1a09d0f-455f-4270-923b-fca401d10093"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:09.859339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.879601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port b89954e8-621c-40d5-919b-9253f431e810 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:09.944760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f925f173-8c99-470e-9135-f17625f11e39 req-345f435a-57c4-4a0b-953c-693f9541de0b tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 210 time: 0.1681027 Jul 07 17:07:09.945388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92248e1-0c31-4eb5-ba33-050c891df324,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.986224 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:09.991999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.035199 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.158571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Allocated IP 192.168.233.46 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/c80260b4-05b9-4f95-bc35-548b5bd2dfb0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:10.179389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:10.208947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::8dac:e2d4:661:3f2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/2c7eb5ce-6657-4f93-ac9f-90760a914d88/b89954e8-621c-40d5-919b-9253f431e810) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:10.219549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29778f28-84e9-47d7-bc8d-8c49e4d3deb2 req-8a768aa4-d222-4954-906d-62d490f54c01 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.226606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29778f28-84e9-47d7-bc8d-8c49e4d3deb2 req-8a768aa4-d222-4954-906d-62d490f54c01 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 945 time: 0.4487782 Jul 07 17:07:10.241152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:10.420179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.438272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object b89954e8-621c-40d5-919b-9253f431e810 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:10.486059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.558783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=b89954e8-621c-40d5-919b-9253f431e810,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.582418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:10.583309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:10.586417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:10.593918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.595101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.613441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de0ce787-507a-4d5c-892d-188b3721ba1f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4775317 Jul 07 17:07:10.615671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.671144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:10.717328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccbd9d-63bc-4a1c-bde8-c7f7507f5b16 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.725243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccbd9d-63bc-4a1c-bde8-c7f7507f5b16 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.728734 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4dccbd9d-63bc-4a1c-bde8-c7f7507f5b16 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1104321 Jul 07 17:07:10.731860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:10.763052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Provisioning for port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:10.770237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Provisioning complete for port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:10.770689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.816497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:10.816749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:10.817100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:10.860923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29778f28-84e9-47d7-bc8d-8c49e4d3deb2 req-d4ff2ee5-8f7f-43d2-b617-7a4b0eb9fb93 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333382 Jul 07 17:07:10.867039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port b89954e8-621c-40d5-919b-9253f431e810 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:10.867472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.868637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:10.868964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Attempting to bind port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on network a74304f6-6030-40e2-91fb-eae71ddbfc86 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:10.873132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:10.923915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] For port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:10.929698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.005912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5eef8-aa7f-4ed3-b71d-dbdd5e92309c None None] Pushing event updated for resources: {'Port': ['ID=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.006436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.012652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:11.013005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Checking segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:11.013400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Bound using segment: {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:11.013846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Bound port: 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be12b199-41ae-457f-9657-8d0c6654297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a74304f6-6030-40e2-91fb-eae71ddbfc86'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:11.014257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.027835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for b89954e8-621c-40d5-919b-9253f431e810 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:11.038645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-57622de0-72a2-4b19-85e8-d7ea6fa24574 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.046301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-57622de0-72a2-4b19-85e8-d7ea6fa24574 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.9141932 Jul 07 17:07:11.057878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80c3e2c3-317d-40eb-bc12-0dca484447df None None] Provisioning for port b89954e8-621c-40d5-919b-9253f431e810 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:11.063655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80c3e2c3-317d-40eb-bc12-0dca484447df None None] Provisioning complete for port b89954e8-621c-40d5-919b-9253f431e810 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:11.064699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80c3e2c3-317d-40eb-bc12-0dca484447df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.100499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-7355775e-7ade-4b04-96ec-7e51f407d2e4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/quotas/f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 375 time: 0.0531504 Jul 07 17:07:11.114392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80c3e2c3-317d-40eb-bc12-0dca484447df None None] Port b89954e8-621c-40d5-919b-9253f431e810 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:11.184630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.223760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=b89954e8-621c-40d5-919b-9253f431e810,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.246209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:11.250266 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.262554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.268977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4317035-5cd9-41b9-88ca-f8610a6974ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/b89954e8-621c-40d5-919b-9253f431e810 HTTP/1.1" status: 204 len: 168 time: 0.5349956 Jul 07 17:07:11.269610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.292806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:11.303794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Transition to ACTIVE for port object c80260b4-05b9-4f95-bc35-548b5bd2dfb0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.314294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.340853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77eea8-f5f5-4a36-a031-1ff6ebcabd44 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.346660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77eea8-f5f5-4a36-a031-1ff6ebcabd44 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.351097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7b77eea8-f5f5-4a36-a031-1ff6ebcabd44 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0777588 Jul 07 17:07:11.353165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.396095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-b86bc7cd-600c-4280-9d6c-f29fc38ff1ef tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2946281 Jul 07 17:07:11.421391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 2c7eb5ce-6657-4f93-ac9f-90760a914d88 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:11.426463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.487611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.538184 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d21846-09dd-4f97-a7d4-f9d3f3c7449b x-openstack-request-id: req-28d21846-09dd-4f97-a7d4-f9d3f3c7449b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:11.538486 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "c1a09d0f-455f-4270-923b-fca401d10093", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:11.538714 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28d21846-09dd-4f97-a7d4-f9d3f3c7449b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:11.539097 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'c1a09d0f-455f-4270-923b-fca401d10093', 'status': 'completed', 'code': 200} Jul 07 17:07:11.587099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.588103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.589551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] 10.222.0.32 "PUT /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 1123 time: 3.2530067 Jul 07 17:07:11.590187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7e81-d384-41c7-94b3-98dbafebdeda service neutron] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.602826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9949b43b-df51-4664-bd3a-001481935505 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:11.624248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.645781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.677159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:11.679430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.680040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.680768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.681375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.681756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.683582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.684072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.686034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-65eee2d3-99fb-4f6a-9e39-e78fbceff43e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6221 time: 0.1181524 Jul 07 17:07:11.711035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:11.715367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.739903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Transition to ACTIVE for port object 9949b43b-df51-4664-bd3a-001481935505 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:11.791609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.792301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.823737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:11.833570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-5a8a0488-0f90-4ff8-8d31-65a34c9528b9 service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366262 Jul 07 17:07:11.837934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:11.838731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7eb5ce-6657-4f93-ac9f-90760a914d88,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.842160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:11.846913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:11.849083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Pushing event updated for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:11.850815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f5764b9-cf58-4d91-8e34-902d19cd7a0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/2c7eb5ce-6657-4f93-ac9f-90760a914d88 HTTP/1.1" status: 204 len: 168 time: 0.4966085 Jul 07 17:07:11.851699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41538) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.882690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106c1f8-2070-483f-b972-f9006f627d63 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:11.893083 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a84e2148-90a0-4b08-8096-def797b7b55a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402799 Jul 07 17:07:11.894698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-8f494f11-a04b-4c76-9c6a-fd5fe02ab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.894956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-8f494f11-a04b-4c76-9c6a-fd5fe02ab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.895428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-8f494f11-a04b-4c76-9c6a-fd5fe02ab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.897685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-8f494f11-a04b-4c76-9c6a-fd5fe02ab5c1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2032719 Jul 07 17:07:11.898238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41542) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:11.980605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:11.981762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.063633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c8ccf-6a74-44af-b160-b559f45949d5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.067915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c70c8ccf-6a74-44af-b160-b559f45949d5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1685922 Jul 07 17:07:12.071716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.126467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-e4f57774-ff55-4e40-b267-cb1a37d4cc18 service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486153 Jul 07 17:07:12.140181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1ea27a2e-e219-4089-8a95-526016af24e9 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1467505 Jul 07 17:07:12.140681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:12.161709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a046ff-4d61-4629-b7de-feff0d2f469d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.162839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.166507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-53a046ff-4d61-4629-b7de-feff0d2f469d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932522 Jul 07 17:07:12.167760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.171745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-f639fdad-3eba-4934-9015-33b7ef940b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.173230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0f7d44a3-d191-442c-9e5e-51e02744d689 req-f639fdad-3eba-4934-9015-33b7ef940b75 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2451265 Jul 07 17:07:12.179890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Request body: {'port': {'device_id': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:12.278078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:12.278691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.305871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea8b97d9-027f-42ec-9942-19ebd09cd44d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189091 Jul 07 17:07:12.307752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41548) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.321641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.323795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:12.331269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.340134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.349650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.369361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fab9b92-3b73-4932-a9a9-a7770609658e None None] Provisioning for port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:12.376149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:12.381885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fab9b92-3b73-4932-a9a9-a7770609658e None None] Provisioning complete for port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:12.382356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fab9b92-3b73-4932-a9a9-a7770609658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.392700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.403380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.427034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.429000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-85829683-05d1-4d76-a1c2-57010fd92efa tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5381 time: 0.7806566 Jul 07 17:07:12.460906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:12.469963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.497565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fab9b92-3b73-4932-a9a9-a7770609658e None None] Port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:12.533579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Deleting port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:12.534197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.625388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] For port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:12.625388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.645369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Calling delete_port for 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:12.660003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:12.702028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Attempting to bind port 9949b43b-df51-4664-bd3a-001481935505 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:12.702559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Attempting to bind port 9949b43b-df51-4664-bd3a-001481935505 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:12.703523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Attempting to bind port 9949b43b-df51-4664-bd3a-001481935505 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:12.732642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b752d011-f5ba-46c1-a50c-907af910ce35 req-6ec59556-d56d-4f38-9848-54ee782a4b7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2825863 Jul 07 17:07:12.742448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Port 9949b43b-df51-4664-bd3a-001481935505 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:12.742823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Attempting to bind port 9949b43b-df51-4664-bd3a-001481935505 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:12.758528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:12.759498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:12.759909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Bound using segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:12.760403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Bound port: 9949b43b-df51-4664-bd3a-001481935505, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:12.760764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.781000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.814781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.844943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:12.848685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:12.852068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.852669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.873350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=6a48a3ee-1ab9-4e87-8318-42b054e886ba,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.873960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] Pushing event deleted for resources: {'Port': ['ID=0a26bfa9-1d3c-45b2-a3bd-5720f0adc638,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.882325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-28f310de-f718-4892-9699-c4b447e9555b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5701389 Jul 07 17:07:12.882750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.882866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:12.889940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '6a48a3ee-1ab9-4e87-8318-42b054e886ba', 'ip_address': '2001:db8::a37a:ef80:8661:d890'}], 'name': 'tempest-NetworksTestDHCPv6-431967603'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:12.902639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c2b55-51fc-40ba-a012-e5c88536e536 None None] No DVR routers for this DVR port 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:12.921108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fe319-1d46-4573-9c62-9d979ac9c9c9 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:12.923604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'mac_address': 'fa:16:3e:d1:80:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:12.976773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.994608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1820e-5684-47ec-9684-771c3d9664ff req-13d7c6da-331b-4122-8c02-399fd5a0a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:12.996083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16b1820e-5684-47ec-9684-771c3d9664ff req-13d7c6da-331b-4122-8c02-399fd5a0a9ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.4985552 Jul 07 17:07:13.024986 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.035927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:13.043860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.052055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f596741-cd9b-4257-b773-eabbad7d7c42 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:13.068761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:13.092511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:13.100998 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.159266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:13.182884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.188097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '6a48a3ee-1ab9-4e87-8318-42b054e886ba'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:13.189004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.205318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:13.231285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.241325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683e7ef-6364-4095-9ef7-7a99f14f2db8 req-5eda59df-a90b-4118-bd42-c78b7dd398a4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.242907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0683e7ef-6364-4095-9ef7-7a99f14f2db8 req-5eda59df-a90b-4118-bd42-c78b7dd398a4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.6853197 Jul 07 17:07:13.274738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16b1820e-5684-47ec-9684-771c3d9664ff req-9bed6d73-2129-42f5-87a9-8feca439e637 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474829 Jul 07 17:07:13.278403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::a37a:ef80:8661:d890 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/6a48a3ee-1ab9-4e87-8318-42b054e886ba/89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:13.302712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8f596741-cd9b-4257-b773-eabbad7d7c42'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:13.341124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.342363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.344890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] 10.222.0.83 "PUT /v2.0/ports/9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 200 len: 1092 time: 3.8497434 Jul 07 17:07:13.378870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181cc96-c099-44ca-aa00-06ae9f8c16dc req-566ed57e-2572-4eef-b9bc-76ad5a0e91d3 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.380704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9181cc96-c099-44ca-aa00-06ae9f8c16dc req-566ed57e-2572-4eef-b9bc-76ad5a0e91d3 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 935 time: 0.4553025 Jul 07 17:07:13.397589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:13.465384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.481264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd4aa7-ed0a-47c3-8aca-15baeaf72bda service neutron] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.483072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:13.503069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0683e7ef-6364-4095-9ef7-7a99f14f2db8 req-539d33ef-ac7b-49f8-80dd-d9acc6aec270 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245650 Jul 07 17:07:13.528200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.541497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'}, {'name': 'network-changed', 'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'}, {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '9949b43b-df51-4664-bd3a-001481935505'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:13.544030 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0129c-f89f-4145-8608-fc528ff830d5" -d '{"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-unplugged", "status": "completed", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85"}, {"name": "network-changed", "server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85"}, {"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "9949b43b-df51-4664-bd3a-001481935505"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:13.558549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:13.564178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:13.577504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9181cc96-c099-44ca-aa00-06ae9f8c16dc req-5444b747-3227-4917-9302-3d5315cfbbf1 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852512 Jul 07 17:07:13.597041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:13.604878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:13.605505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.627876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/6a48a3ee-1ab9-4e87-8318-42b054e886ba/3ade928e-8971-4333-8d23-65ad8ce735ce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:13.640338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7557392 Jul 07 17:07:13.641878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:13.669009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '6a48a3ee-1ab9-4e87-8318-42b054e886ba', 'ip_address': '2001:db8::a37a:ef80:8661:d890'}], 'name': 'tempest-NetworksTestDHCPv6-573001441'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:13.670839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de7cd4-74c0-42bf-a74e-2c25fa41e830 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.689667 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.746501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80260b4-05b9-4f95-bc35-548b5bd2dfb0 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:13.779816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.843764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b43242f6-395f-47fc-81d8-a8fd750cca36 req-8734f53f-2341-40c2-8f00-7ab9a4add7b3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 210 time: 0.0921247 Jul 07 17:07:13.858220 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.876473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Transition to ACTIVE for port object 3ade928e-8971-4333-8d23-65ad8ce735ce will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:13.884101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Transition to ACTIVE for port object c80260b4-05b9-4f95-bc35-548b5bd2dfb0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:13.901157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.917708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Transition to ACTIVE for port object 3ade928e-8971-4333-8d23-65ad8ce735ce will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:13.925216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.994461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:14.002066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-97c17d90-9c8e-4593-a356-68876307199f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.004355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-97c17d90-9c8e-4593-a356-68876307199f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.1594658 Jul 07 17:07:14.006913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:14.010502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:14.027873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'device_id': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'admin_state_up': True, 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:14.044964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Pushing event updated for resources: {'Port': ['ID=3ade928e-8971-4333-8d23-65ad8ce735ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.109964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:14.135838 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e635968-b514-41e8-8e87-9af7f0b57889 x-openstack-request-id: req-0e635968-b514-41e8-8e87-9af7f0b57889 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:14.136135 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-unplugged", "status": "completed", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85", "code": 200}, {"name": "network-changed", "server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "9949b43b-df51-4664-bd3a-001481935505", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:14.136388 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e635968-b514-41e8-8e87-9af7f0b57889 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:14.136831 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'code': 200} Jul 07 17:07:14.139996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:14.141005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0a26bfa9-1d3c-45b2-a3bd-5720f0adc638 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:14.145913 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'status': 'completed', 'code': 200} Jul 07 17:07:14.147914 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '9949b43b-df51-4664-bd3a-001481935505', 'status': 'completed', 'code': 200} Jul 07 17:07:14.193321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Attempting to bind port 3ade928e-8971-4333-8d23-65ad8ce735ce on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:14.193707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Attempting to bind port 3ade928e-8971-4333-8d23-65ad8ce735ce by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:14.194075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Attempting to bind port 3ade928e-8971-4333-8d23-65ad8ce735ce on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:14.200769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:14.201153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:14.201562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.202233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:14.203274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Bound port: 3ade928e-8971-4333-8d23-65ad8ce735ce, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:14.203674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.255924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Pushing event updated for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.272043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:14.280268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:14.284755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.315123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] For port 3ade928e-8971-4333-8d23-65ad8ce735ce, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:14.319983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] For port 3ade928e-8971-4333-8d23-65ad8ce735ce, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3ade928e-8971-4333-8d23-65ad8ce735ce,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:14.324701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.401854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7be0-063c-45cd-af4b-d3affd311dd2 None None] Pushing event updated for resources: {'Port': ['ID=3ade928e-8971-4333-8d23-65ad8ce735ce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.431465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-d656cb3d-5226-4e52-b4cb-c6e6695508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.433282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-d656cb3d-5226-4e52-b4cb-c6e6695508ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1126 time: 0.2321625 Jul 07 17:07:14.442274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.20.0.12 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:14.659980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:14.726958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-41794d24-3610-49c6-a414-9c7cfe97dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.728562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-41794d24-3610-49c6-a414-9c7cfe97dced service neutron] 10.222.0.83 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.2878580 Jul 07 17:07:14.732286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 8f596741-cd9b-4257-b773-eabbad7d7c42 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:14.732669 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.761826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5dcb-e1de-43a0-938e-f3449401432e req-eab6f8f2-d6fe-485c-8f23-21cd13b9f347 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.763405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f3b5dcb-e1de-43a0-938e-f3449401432e req-eab6f8f2-d6fe-485c-8f23-21cd13b9f347 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.9971509 Jul 07 17:07:14.806384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-06a9054e-8445-4bc6-abb0-99a7fbc0fb6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 217 time: 0.0692358 Jul 07 17:07:14.851213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.853937 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.876816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Transition to ACTIVE for port object 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:14.884423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-8b9bf3e5-6d16-4f32-a658-6fc140b4bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.886222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-8b9bf3e5-6d16-4f32-a658-6fc140b4bf09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.0719264 Jul 07 17:07:14.903063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:14.906314 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2da71e-d710-427a-9a45-1b26f3851c1d" -d '{"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-plugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:14.909766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:14.920104 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.931712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-251f101d-23dd-4d87-9592-27b72facd211 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345805 Jul 07 17:07:14.964557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f3b5dcb-e1de-43a0-938e-f3449401432e req-7901d166-b4f8-4b65-99fb-8962a76dcfc7 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497715 Jul 07 17:07:14.971373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Attempting to bind port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:14.971790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Attempting to bind port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:14.972131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Attempting to bind port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:15.016189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.025324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:15.030835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:15.031486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Attempting to bind port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:15.061730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.063315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7945b7f1-a164-43d8-a451-31cc787889cc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:15.069923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:15.070368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:15.070779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:15.071240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Bound port: c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:15.071607 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.082616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.097349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.105187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.112315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.118652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.124622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.130762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.137414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.140360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-3587088d-68a3-46e5-82fa-c216a1ee53c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5393 time: 0.4435298 Jul 07 17:07:15.156193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 0e26722a-f65e-4b9a-bb32-d63519602d06 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:15.163345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:15.166757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:15.168722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:15.171023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:15.211595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-469bedb6-0adc-421f-b5c8-5943f17cbf38 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704523 Jul 07 17:07:15.284342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Transition to ACTIVE for port object 7945b7f1-a164-43d8-a451-31cc787889cc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:15.389008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-06ed7e06-d56e-45e7-8949-06d45b6f8257 service neutron] 10.222.0.83 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673510 Jul 07 17:07:15.397751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.398875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.418980 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-31ea1065-995a-4d9c-b66d-967dc0a39c54 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3945782 Jul 07 17:07:15.440141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Request body: {'port': {'device_id': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:15.475941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.617971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-efab1f4e-d407-40e1-b73d-008a1ac385a4 req-6b0aabd0-c82e-4907-9c75-25901849a4b9 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4347675 Jul 07 17:07:15.662433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02e67e72-3d2f-4eaf-b75e-422fc431f20d None None] Provisioning for port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:15.668532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02e67e72-3d2f-4eaf-b75e-422fc431f20d None None] Provisioning complete for port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:15.669601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e67e72-3d2f-4eaf-b75e-422fc431f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.712189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.803990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.804607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.805032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.805514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.805987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.806570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.807040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:15.809565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-81044245-d6c6-414c-865b-936ba9bb68c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6315 time: 0.3175099 Jul 07 17:07:15.843190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-02e67e72-3d2f-4eaf-b75e-422fc431f20d None None] Port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:15.980606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aff6fb67-c399-4228-b235-42dbe103c5ce None None] Provisioning for port 3ade928e-8971-4333-8d23-65ad8ce735ce completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:16.000990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:16.004924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:16.007065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.039553 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:07:16.040179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:16.126524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.141571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f8b3e141-871d-43f6-bb3c-0bf0c6a5f206 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4770794 Jul 07 17:07:16.178868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:16.209447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454c512-e289-4f33-b872-48e686a4eb73 req-16ea67d7-ca7d-4e80-8e06-d1e6385c707a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.211617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4454c512-e289-4f33-b872-48e686a4eb73 req-16ea67d7-ca7d-4e80-8e06-d1e6385c707a tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 1.0696492 Jul 07 17:07:16.286572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3ade928e-8971-4333-8d23-65ad8ce735ce up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:16.353046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Attempting to bind port 7945b7f1-a164-43d8-a451-31cc787889cc on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:16.355447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Attempting to bind port 7945b7f1-a164-43d8-a451-31cc787889cc by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:16.355816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Attempting to bind port 7945b7f1-a164-43d8-a451-31cc787889cc on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:16.374965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.375919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.377406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-1e10981c-ca57-495a-9221-17632da67909 service neutron] 10.222.0.83 "PUT /v2.0/ports/c80260b4-05b9-4f95-bc35-548b5bd2dfb0 HTTP/1.1" status: 200 len: 1096 time: 4.2045403 Jul 07 17:07:16.413179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3ade928e-8971-4333-8d23-65ad8ce735ce completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:16.417329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:16.420028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3ade928e-8971-4333-8d23-65ad8ce735ce triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.420405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.424307 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a4fa0-0b55-4ef6-877b-986cdad47b69" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:16.517233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e560e285-292c-4123-9f49-6a11a31714e0 None None] Provisioning for port 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:16.523974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e560e285-292c-4123-9f49-6a11a31714e0 None None] Provisioning complete for port 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:16.524573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e560e285-292c-4123-9f49-6a11a31714e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.550768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Port 7945b7f1-a164-43d8-a451-31cc787889cc on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:16.551098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Attempting to bind port 7945b7f1-a164-43d8-a451-31cc787889cc on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:16.645348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10981c-ca57-495a-9221-17632da67909 service neutron] Pushing event updated for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.649216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e560e285-292c-4123-9f49-6a11a31714e0 None None] Port 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:16.670671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.672653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:16.673026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Checking segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:16.673944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Bound using segment: {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:16.674518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Bound port: 7945b7f1-a164-43d8-a451-31cc787889cc, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84da1ac8-41b9-4390-ac05-b32c33b31dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:16.675225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.701325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4454c512-e289-4f33-b872-48e686a4eb73 req-5ba447a5-1447-4791-95b7-2706a64d2d24 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794534 Jul 07 17:07:16.714831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3ade928e-8971-4333-8d23-65ad8ce735ce, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3ade928e-8971-4333-8d23-65ad8ce735ce,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:16.720574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.836360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3ade928e-8971-4333-8d23-65ad8ce735ce,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.865692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc16b3-4950-48ea-ae36-4311b16c6ce5 req-de5c738a-44d6-46f6-a741-0aba5bfd27d4 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.876100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9dc16b3-4950-48ea-ae36-4311b16c6ce5 req-de5c738a-44d6-46f6-a741-0aba5bfd27d4 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 947 time: 0.7331645 Jul 07 17:07:16.928990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-1d5e6604-28c4-4bbe-8e14-8dfc1269639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.941341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-1d5e6604-28c4-4bbe-8e14-8dfc1269639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.942137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-1d5e6604-28c4-4bbe-8e14-8dfc1269639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:16.944012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-1d5e6604-28c4-4bbe-8e14-8dfc1269639e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1254473 Jul 07 17:07:16.956044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:17.020161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71adc5e0-e58c-4e76-bdd2-8adf4750870c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.030248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71adc5e0-e58c-4e76-bdd2-8adf4750870c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.033012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-71adc5e0-e58c-4e76-bdd2-8adf4750870c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7662299 Jul 07 17:07:17.035093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-f9acd211-fa80-4d6d-a6f2-4cb95df65a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.036573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-f9acd211-fa80-4d6d-a6f2-4cb95df65a84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6084b43073644f488436879e358e1ca1&device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 1099 time: 0.5380301 Jul 07 17:07:17.051904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41630) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:17.066096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7945b7f1-a164-43d8-a451-31cc787889cc,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:17.119028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9dc16b3-4950-48ea-ae36-4311b16c6ce5 req-4e3314a3-2c38-4c87-8fab-debaa136de89 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407155 Jul 07 17:07:17.180599 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b50757b-c669-442c-9373-5973b68244f5 x-openstack-request-id: req-6b50757b-c669-442c-9373-5973b68244f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:17.181112 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-plugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:17.181112 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b50757b-c669-442c-9373-5973b68244f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:17.181476 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'code': 200} Jul 07 17:07:17.181900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.196071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-ec63bccd-1e65-44c1-a332-fb66a914a936 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0 HTTP/1.1" status: 200 len: 217 time: 0.1412091 Jul 07 17:07:17.234350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-cc516350-d0b2-441d-953e-68c01e797f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.236152 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-16f0129c-f89f-4145-8608-fc528ff830d5 req-cc516350-d0b2-441d-953e-68c01e797f64 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344370 Jul 07 17:07:17.319055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:17.328566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:17.328995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.336181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.366255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.369539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.371321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] 10.222.0.83 "PUT /v2.0/ports/7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 200 len: 1091 time: 3.9781437 Jul 07 17:07:17.414680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Transition to ACTIVE for port object 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:17.443846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.449569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:17.563575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.624726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-840f4c69-cfb2-4b35-b44a-aea27e4a8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.637049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-840f4c69-cfb2-4b35-b44a-aea27e4a8555 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.4126921 Jul 07 17:07:17.637702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Pushing event updated for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.650672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:17.684085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15ae4d-d0c1-489f-9f5a-09db98bc83b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:17.829927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724efe-aff8-47a3-af14-96fcb542a084 req-6f3cba28-bf41-48b5-92b9-2f44ca7229b4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.837275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9724efe-aff8-47a3-af14-96fcb542a084 req-6f3cba28-bf41-48b5-92b9-2f44ca7229b4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 932 time: 0.7991533 Jul 07 17:07:17.864366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Attempting to bind port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:17.865472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Attempting to bind port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:17.866179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Attempting to bind port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:17.887825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.888487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 on network dfb3225a-a96a-4c5a-8062-67bf9911028f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:17.889723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Attempting to bind port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:17.903820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:17.904532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:17.906629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:17.908034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Bound port: 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:17.909192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.951905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9724efe-aff8-47a3-af14-96fcb542a084 req-86433208-98aa-45d3-a901-8d1493c64ce6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136003 Jul 07 17:07:17.970491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-62b7a6e7-4a5d-4d09-99fd-60ab2d1c0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:17.973956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-62b7a6e7-4a5d-4d09-99fd-60ab2d1c0922 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3249731 Jul 07 17:07:18.059628 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1bf2be-4b3c-405e-8bb9-ad385a63111d x-openstack-request-id: req-eb1bf2be-4b3c-405e-8bb9-ad385a63111d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:18.060319 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:18.060319 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb1bf2be-4b3c-405e-8bb9-ad385a63111d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:18.061120 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0', 'status': 'completed', 'code': 200} Jul 07 17:07:18.074239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbcdc2-7b78-411d-93f8-365d0b108bd0 req-a19e21bb-cbbc-40a3-bd5a-3560c18f7e46 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.085161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2bbcdc2-7b78-411d-93f8-365d0b108bd0 req-a19e21bb-cbbc-40a3-bd5a-3560c18f7e46 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 943 time: 0.3667133 Jul 07 17:07:18.120980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3ade928e-8971-4333-8d23-65ad8ce735ce up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:18.134201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.188130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:18.207951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.218446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3ade928e-8971-4333-8d23-65ad8ce735ce triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:18.219189 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.322994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:18.356488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.360111 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bcbc1b10-fb1a-4c53-b939-128cd24b1892 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 HTTP/1.1" status: 204 len: 168 time: 1.3067594 Jul 07 17:07:18.364556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.377287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.462421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.463102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.464542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 HTTP/1.1" status: 200 len: 1093 time: 3.0295131 Jul 07 17:07:18.589570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-820be404-9746-4fc8-b3dd-b134ec0c5165 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582185 Jul 07 17:07:18.610128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:18.612494 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3f126-5707-4de8-a929-7b1e325b8241" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:18.629129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-f1474f5a-aa42-4c13-a255-c046184827a3 service neutron] 10.222.0.83 "GET /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.4356685 Jul 07 17:07:18.632355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fbe9a-4a18-444e-8859-fd8def7719d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.639456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fbe9a-4a18-444e-8859-fd8def7719d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.641313 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-285fbe9a-4a18-444e-8859-fd8def7719d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1741629 Jul 07 17:07:18.670694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41642) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:18.679440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f490fb5-bec6-4074-a20d-fb90d3a8a090 service neutron] Pushing event updated for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.707965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2bbcdc2-7b78-411d-93f8-365d0b108bd0 req-5f81f264-1a0c-47ff-9242-641bcf9cb526 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165516 Jul 07 17:07:18.779434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-471941382', 'description': 'tempest-description-2055287705'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:18.790754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650e484-144c-4d67-8e4f-12a7cf1bec32 req-7d80f8f4-8a58-4228-be28-a1878caf5c56 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847677 Jul 07 17:07:18.795814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:18.872740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.880655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.888017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.894407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.900900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.910285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.916150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:18.925748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-6baefdb0-948b-42d9-9eb2-37b2089eec85 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5405 time: 0.6384988 Jul 07 17:07:18.939072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 6a48a3ee-1ab9-4e87-8318-42b054e886ba {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:18.948010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.991900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.003361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.090752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0df1f10c-34d7-4aff-b00d-47b615777a2b req-df436a97-b85d-46f6-8fc0-e3ed0d4ae106 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638846 Jul 07 17:07:19.161227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeef9d6-aa27-4b31-8b9e-031d6569cde6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:19.178129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.238510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Transition to ACTIVE for port object adeef9d6-aa27-4b31-8b9e-031d6569cde6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:19.249781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-3488a83b-5e67-4e06-89a1-96351ca38436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.262031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:19.265610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-3488a83b-5e67-4e06-89a1-96351ca38436 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6084b43073644f488436879e358e1ca1&device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 1099 time: 0.3171325 Jul 07 17:07:19.299518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:19.302496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-41b7eda9-a939-4b1d-88d5-83ef6c559123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.304117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-41b7eda9-a939-4b1d-88d5-83ef6c559123 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 1096 time: 0.6824872 Jul 07 17:07:19.314400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.338618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.391692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-356d542e-862e-4f1e-8ffc-18a6454fbd76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 HTTP/1.1" status: 200 len: 217 time: 0.0643563 Jul 07 17:07:19.406908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:19.452612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:19.494034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.520181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-e2beedd1-6ed5-4d3d-8511-b7e677a5d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.521713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-e2beedd1-6ed5-4d3d-8511-b7e677a5d096 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1223545 Jul 07 17:07:19.571460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.616519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=6a48a3ee-1ab9-4e87-8318-42b054e886ba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.635031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.642156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ace229-1d33-416b-9c43-5166c811ba28 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:19.653823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0131c608-7613-43f9-b7e6-6151144f62db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/6a48a3ee-1ab9-4e87-8318-42b054e886ba HTTP/1.1" status: 204 len: 168 time: 0.9535668 Jul 07 17:07:19.657079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.756703 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b27e9fc-52a7-4ac9-b543-58dc727dc6e8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969572 Jul 07 17:07:19.759778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41656) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:19.766385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:19.840385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] Transition to ACTIVE for port object 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:19.860078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.863822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-bbd1be24-725f-42e8-b063-c8911e23f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.865891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-bbd1be24-725f-42e8-b063-c8911e23f791 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3375473 Jul 07 17:07:19.943079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:19.951481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-8bb2f81c-d742-4480-a8ae-d5e942d11c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:19.953883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-8bb2f81c-d742-4480-a8ae-d5e942d11c2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.6874254 Jul 07 17:07:19.995549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Pushing event updated for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.028929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] No DVR routers for this DVR port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:20.066593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Deleting port 3ade928e-8971-4333-8d23-65ad8ce735ce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:20.067522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.096328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] Pushing event updated for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.102310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-38ff8766-6cef-47e7-b5a4-0ebf43850f59 service neutron] 10.222.0.83 "PUT /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4595730 Jul 07 17:07:20.105977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:20.108220 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996801b4-ace5-4f00-9ae2-7476f63985c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:20.131591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-23aef46a-9adf-4de2-822a-40903f06568e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0 HTTP/1.1" status: 200 len: 217 time: 0.1191652 Jul 07 17:07:20.148188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-8f8aad91-42f1-4a62-8f56-83051c1b7600 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705803 Jul 07 17:07:20.185867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3ade928e-8971-4333-8d23-65ad8ce735ce no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:20.204927 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:20.310888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.324203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4ff1e3e9-ed86-450c-a174-c2373b1abd38 req-a88dee0e-51d0-4ba6-a502-79d79ed29d86 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673293 Jul 07 17:07:20.342768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] For port 3ade928e-8971-4333-8d23-65ad8ce735ce, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3ade928e-8971-4333-8d23-65ad8ce735ce,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:20.343716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.358402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.389058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Calling delete_port for 3ade928e-8971-4333-8d23-65ad8ce735ce owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:20.389728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:20.399234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-5fca5923-285d-4b22-bbb6-a16b8a25b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.402651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.410531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-5fca5923-285d-4b22-bbb6-a16b8a25b558 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2587550 Jul 07 17:07:20.412706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.452859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3ade928e-8971-4333-8d23-65ad8ce735ce, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3ade928e-8971-4333-8d23-65ad8ce735ce,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:20.495969 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.572355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3ade928e-8971-4333-8d23-65ad8ce735ce,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.604593 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.637645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa06a-fbb7-4a1f-8814-a664f3f77f90 req-c565d96d-7f69-4bee-bf26-51efa51087c3 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.646332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39eaa06a-fbb7-4a1f-8814-a664f3f77f90 req-c565d96d-7f69-4bee-bf26-51efa51087c3 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 947 time: 0.6849620 Jul 07 17:07:20.655328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] Pushing event deleted for resources: {'Port': ['ID=3ade928e-8971-4333-8d23-65ad8ce735ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.667959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b23c73-3284-4dc3-a1b7-4fb15fa2be26 None None] No DVR routers for this DVR port 3ade928e-8971-4333-8d23-65ad8ce735ce on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:20.681712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.683049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b46aef4c-2006-4204-8a0d-3ac74f76ee3a req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.9122386 Jul 07 17:07:20.692242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-f8d59ed8-840f-4c81-975b-d146803d4e6b tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.693753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-f8d59ed8-840f-4c81-975b-d146803d4e6b tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.5028524 Jul 07 17:07:20.703842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ff8be-bb03-4d5b-aebf-c11aec4f92f0 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025b4251-e497-45a7-801b-57b983ac8660,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.762691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.815467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39eaa06a-fbb7-4a1f-8814-a664f3f77f90 req-ad72f7ec-8692-42fa-ba10-766ff79fbf5c tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654556 Jul 07 17:07:20.830528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:20.837114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:20.842129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.842738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.849761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1feb5d-95af-4f23-96c7-9ddc0b8d914e None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:20.860153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=5a5bd6f8-ff56-455e-a50e-94d04fa6eca2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.875046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Attempting to bind port adeef9d6-aa27-4b31-8b9e-031d6569cde6 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:20.875470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Attempting to bind port adeef9d6-aa27-4b31-8b9e-031d6569cde6 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:20.875811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Attempting to bind port adeef9d6-aa27-4b31-8b9e-031d6569cde6 on network b51d2e4f-c924-4e6a-8703-417274c36b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:20.889561 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba260015-c854-4bca-807f-a3b925c0dbd5 x-openstack-request-id: req-ba260015-c854-4bca-807f-a3b925c0dbd5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:20.889893 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:20.890161 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba260015-c854-4bca-807f-a3b925c0dbd5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:20.890592 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', 'status': 'completed', 'code': 200} Jul 07 17:07:20.902375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-d5126dd1-d56b-4108-8483-b378b13f801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:20.904155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-d5126dd1-d56b-4108-8483-b378b13f801b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4924109 Jul 07 17:07:20.906755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Port adeef9d6-aa27-4b31-8b9e-031d6569cde6 on network b51d2e4f-c924-4e6a-8703-417274c36b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:20.907153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Attempting to bind port adeef9d6-aa27-4b31-8b9e-031d6569cde6 on network b51d2e4f-c924-4e6a-8703-417274c36b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:20.963946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:20.964298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Checking segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:20.964595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Bound using segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:20.965055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Bound port: adeef9d6-aa27-4b31-8b9e-031d6569cde6, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:20.965418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.972005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f190627-fba8-45af-aaa4-3e1c6bb2c414 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2045951 Jul 07 17:07:20.975614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41668) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:20.987548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '5a5bd6f8-ff56-455e-a50e-94d04fa6eca2', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1191338741'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.094396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-589c4bbe-6dae-47e8-8acc-5184df517a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.095915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-589c4bbe-6dae-47e8-8acc-5184df517a6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 1096 time: 0.1968927 Jul 07 17:07:21.104795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '5a5bd6f8-ff56-455e-a50e-94d04fa6eca2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:21.105983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.107527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-d143433f-8495-4b29-9a9c-195dd447966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.109650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-d143433f-8495-4b29-9a9c-195dd447966d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343&tenant_id=60a9e78130884439aa778615c4df0453 HTTP/1.1" status: 200 len: 1096 time: 0.3937140 Jul 07 17:07:21.178769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:21.181885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:21.201616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.216782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:21.274772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-cab075be-6aa4-4b68-a999-80d3417d6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.276370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-cab075be-6aa4-4b68-a999-80d3417d6f8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1738446 Jul 07 17:07:21.306237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.306858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.308240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] 10.222.0.83 "PUT /v2.0/ports/adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 1092 time: 3.8785801 Jul 07 17:07:21.337906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Request body: {'port': {'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.348624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-cd0c4969-83a1-407d-8a23-a2694267f6a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 HTTP/1.1" status: 200 len: 217 time: 0.0634942 Jul 07 17:07:21.450043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.477065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/5a5bd6f8-ff56-455e-a50e-94d04fa6eca2/af8765a2-2a16-4741-b44f-59d2f3327e2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:21.483299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-32a7bebf-75b5-4c6e-8ad5-32ca9cd879c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.486859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-32a7bebf-75b5-4c6e-8ad5-32ca9cd879c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1303010 Jul 07 17:07:21.516535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 553999d6-e498-4353-89e5-96bdf2f246d9 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:21.521758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbb6a3-6643-4ed3-ae52-c716a45ecc48 req-662bfc6a-b189-4773-ac36-298faf640a9a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.531560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adfbb6a3-6643-4ed3-ae52-c716a45ecc48 req-662bfc6a-b189-4773-ac36-298faf640a9a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.5372319 Jul 07 17:07:21.643353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-22d7096d-3fb6-46d1-acc8-c418cec8533c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167819 Jul 07 17:07:21.687725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084c25-0095-49cc-a682-6705f82ab073 service neutron] Pushing event updated for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:21.700922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738805e-fe16-47d0-8c6b-1bb339e66a92 req-d1631d48-3867-4c7a-8196-164793013a36 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.708286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a738805e-fe16-47d0-8c6b-1bb339e66a92 req-d1631d48-3867-4c7a-8196-164793013a36 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 944 time: 0.6556106 Jul 07 17:07:21.774452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-a0b84fd4-4e64-45b0-95cd-39adbf09b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.776072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-a0b84fd4-4e64-45b0-95cd-39adbf09b3c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2825475 Jul 07 17:07:21.811064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-c6f26fce-cfbc-4d4e-ada8-7c742b8933bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:21.813063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-c6f26fce-cfbc-4d4e-ada8-7c742b8933bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a9e78130884439aa778615c4df0453&device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1096 time: 0.6263826 Jul 07 17:07:21.825868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adfbb6a3-6643-4ed3-ae52-c716a45ecc48 req-0dc4eb5d-f9ba-4a0e-8724-9570880af5ae tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933691 Jul 07 17:07:21.837110 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.850185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Transition to ACTIVE for port object af8765a2-2a16-4741-b44f-59d2f3327e2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:21.887352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Transition to ACTIVE for port object af8765a2-2a16-4741-b44f-59d2f3327e2a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:21.888032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-54b46c87-3eb2-4554-ab11-2baa7cf5fdc5 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023991 Jul 07 17:07:21.899933 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.951537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a738805e-fe16-47d0-8c6b-1bb339e66a92 req-9851a7c4-d4a1-4cf1-889e-6bf7ad6f10f7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419908 Jul 07 17:07:21.973184 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc27f3-c951-497b-8475-5e252c6da03a x-openstack-request-id: req-79cc27f3-c951-497b-8475-5e252c6da03a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:21.975955 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:21.976443 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79cc27f3-c951-497b-8475-5e252c6da03a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:21.977152 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc', 'status': 'completed', 'code': 200} Jul 07 17:07:21.989408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:22.012926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:22.023783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:22.029749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.037819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-c3888839-4512-40e3-8b04-2832d38d5cd8 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128757 Jul 07 17:07:22.057830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4be3f126-5707-4de8-a929-7b1e325b8241 req-4089685d-0572-427c-9d71-c080b68afce7 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589189 Jul 07 17:07:22.109702 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:07:22.110594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:07:22.130084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6aff7eb8-9fc5-43a5-8479-eb02ec9fb05c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1512070 Jul 07 17:07:22.133663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:22.145488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Pushing event updated for resources: {'Port': ['ID=af8765a2-2a16-4741-b44f-59d2f3327e2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.175034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-baccf24e-f9ac-4d56-8143-fc588af1d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.176789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-baccf24e-f9ac-4d56-8143-fc588af1d7e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 200 len: 922 time: 0.3362420 Jul 07 17:07:22.220484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Attempting to bind port af8765a2-2a16-4741-b44f-59d2f3327e2a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:22.220855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Attempting to bind port af8765a2-2a16-4741-b44f-59d2f3327e2a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:22.221221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Attempting to bind port af8765a2-2a16-4741-b44f-59d2f3327e2a on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:22.227192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:22.227570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:22.228278 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.228429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:22.228785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Bound port: af8765a2-2a16-4741-b44f-59d2f3327e2a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:22.229168 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.236553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.237311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.237958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.238663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.239490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.240178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.240844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.243389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-eae5e427-9f08-4574-9e9c-973bc5bf774a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6425 time: 0.1829777 Jul 07 17:07:22.252334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54debaca-ece0-45bf-ac25-c2f12c39d620 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.256649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54debaca-ece0-45bf-ac25-c2f12c39d620 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1187189 Jul 07 17:07:22.268433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41684) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:22.298004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-2dba7b4f-05b3-4d5b-8ecd-c359c3c230d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 200 len: 217 time: 0.1112309 Jul 07 17:07:22.334678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] For port af8765a2-2a16-4741-b44f-59d2f3327e2a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:22.338518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] For port af8765a2-2a16-4741-b44f-59d2f3327e2a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=af8765a2-2a16-4741-b44f-59d2f3327e2a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:22.347030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.432895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-f4a986d8-3232-46a7-8736-f0f8516de6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.433454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-f4a986d8-3232-46a7-8736-f0f8516de6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.433868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-f4a986d8-3232-46a7-8736-f0f8516de6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.435931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-f4a986d8-3232-46a7-8736-f0f8516de6e9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1782663 Jul 07 17:07:22.449007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090d6d-6881-4c8b-870d-9df0609bfd16 None None] Pushing event updated for resources: {'Port': ['ID=af8765a2-2a16-4741-b44f-59d2f3327e2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.468711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-3d6afd84-8fdf-4bd3-9cb2-a4fa36734a91 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-471941382&fields=id&tenant_id=9a7f5b00998a4fa7909deaad19cde53d HTTP/1.1" status: 200 len: 267 time: 0.1836691 Jul 07 17:07:22.527721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcbedc-ee8f-4a2d-8086-d0961d23879d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.529491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcbedc-ee8f-4a2d-8086-d0961d23879d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.538656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-70bcbedc-ee8f-4a2d-8086-d0961d23879d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2691536 Jul 07 17:07:22.540712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:22.550427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-cbb768a8-ed0a-48fc-92a3-619a720d183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.554753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-cbb768a8-ed0a-48fc-92a3-619a720d183c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 200 len: 861 time: 0.2216911 Jul 07 17:07:22.693884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-ca0cd13b-b35d-49b9-b3d0-c7d4805290a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a74304f6-6030-40e2-91fb-eae71ddbfc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204407 Jul 07 17:07:22.723863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.742620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.754091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.769474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.772669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.779481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.786164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:22.788234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-00576698-cb85-4168-86e3-45fc0e1c2559 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5417 time: 0.5146134 Jul 07 17:07:22.814053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c80260b4-05b9-4f95-bc35-548b5bd2dfb0 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:22.958973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 5a5bd6f8-ff56-455e-a50e-94d04fa6eca2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:22.976542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.000087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:23.014435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0', 'mac_address': 'fa:16:3e:55:26:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:23.042790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-82f6052d-7d18-44ad-af05-2c009b6ddcb2 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:23.044424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-82f6052d-7d18-44ad-af05-2c009b6ddcb2 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.5748620 Jul 07 17:07:23.066823 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.074575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-7015f2db-044c-4285-a60d-c3abd9622684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:23.076425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-996801b4-ace5-4f00-9ae2-7476f63985c7 req-7015f2db-044c-4285-a60d-c3abd9622684 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6308451 Jul 07 17:07:23.078557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b8c3df7-162e-4ba8-9d0b-29fc8edf289a req-54a7b6d2-7518-42a6-ae4f-58b23ae85566 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512403 Jul 07 17:07:23.098758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80260b4-05b9-4f95-bc35-548b5bd2dfb0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:23.137602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:23.142841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'port': {'security_groups': ['0f7a9492-2491-4127-b162-d193b02be62f', '025b4251-e497-45a7-801b-57b983ac8660']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:23.147662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.187735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.221758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:23.511640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['c80260b4-05b9-4f95-bc35-548b5bd2dfb0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:23.646071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-7a6181c4-facf-4363-a648-0da0d754130b service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499804 Jul 07 17:07:23.788218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c8f00a05-bf89-452a-8cfd-1d50b9ae9f71 None None] Provisioning for port af8765a2-2a16-4741-b44f-59d2f3327e2a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:23.857127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:23.885675 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.925926 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.928745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.974826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Transition to ACTIVE for port object 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:23.980694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:23.982870 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceed01d-1d33-40a3-9466-f7a84bffa81c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:24.003925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.034269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-9769da3f-4e7b-4ea2-b14e-191e3727a8e5 service neutron] 10.222.0.32 "GET /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737071 Jul 07 17:07:24.066052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61099bcc-4ae2-4e91-8d8c-bfcb048f50d9 req-c02ca019-3477-4ced-bba9-9de2abe2827b tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.067651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61099bcc-4ae2-4e91-8d8c-bfcb048f50d9 req-c02ca019-3477-4ced-bba9-9de2abe2827b tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 948 time: 0.4783549 Jul 07 17:07:24.104714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device af8765a2-2a16-4741-b44f-59d2f3327e2a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:24.185033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port af8765a2-2a16-4741-b44f-59d2f3327e2a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:24.192902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port af8765a2-2a16-4741-b44f-59d2f3327e2a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:24.193612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.223195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.279331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.308095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.329723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61099bcc-4ae2-4e91-8d8c-bfcb048f50d9 req-89317712-48ab-4578-93eb-2b7a00429f30 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312374 Jul 07 17:07:24.362163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port af8765a2-2a16-4741-b44f-59d2f3327e2a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=af8765a2-2a16-4741-b44f-59d2f3327e2a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:24.370912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.407036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5bd6f8-ff56-455e-a50e-94d04fa6eca2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.428428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.432808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-64bc146f-0fb3-44b6-800d-b2e2d435679b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/5a5bd6f8-ff56-455e-a50e-94d04fa6eca2 HTTP/1.1" status: 204 len: 168 time: 1.8751309 Jul 07 17:07:24.433582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.438757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b51107-215a-4687-9ebf-83fd421fd521 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:24.536133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:24.541246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4ac7ef4c-a162-4e6b-a8ef-dbacc0db4129 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060901 Jul 07 17:07:24.550842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:24.600825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Attempting to bind port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:24.601147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Attempting to bind port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:24.601499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Attempting to bind port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 on network b51d2e4f-c924-4e6a-8703-417274c36b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:24.645957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=af8765a2-2a16-4741-b44f-59d2f3327e2a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.661826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 on network b51d2e4f-c924-4e6a-8703-417274c36b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:24.662214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Attempting to bind port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 on network b51d2e4f-c924-4e6a-8703-417274c36b2c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:24.686421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:24.687306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Checking segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:24.687695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Bound using segment: {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:24.688150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Bound port: 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a331d3-ac48-499d-afd2-0b5a56189971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:24.688516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.757772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:24.765464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:24.821335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Deleting port af8765a2-2a16-4741-b44f-59d2f3327e2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:24.821636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.825309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:24.827312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:24.829149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.829300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c80260b4-05b9-4f95-bc35-548b5bd2dfb0 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:24.833634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-51892791-6ee6-439e-9be1-e33e796893d1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.835340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-51892791-6ee6-439e-9be1-e33e796893d1 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343&tenant_id=60a9e78130884439aa778615c4df0453&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.3793447 Jul 07 17:07:24.925926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a446-9764-41f1-a2d9-d32061da6b8a req-04195d19-ab68-4de3-8e9d-c68634fa21cd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:24.932882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d01a446-9764-41f1-a2d9-d32061da6b8a req-04195d19-ab68-4de3-8e9d-c68634fa21cd tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.3958733 Jul 07 17:07:25.016212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] For port af8765a2-2a16-4741-b44f-59d2f3327e2a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=af8765a2-2a16-4741-b44f-59d2f3327e2a,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:25.016465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.041498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.042217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Calling delete_port for af8765a2-2a16-4741-b44f-59d2f3327e2a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:25.044356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:25.049928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:25.063627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:25.064981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:25.065404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.082444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.092856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.099924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e2826c4c-6f72-450a-bd3f-df1abbf94925'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:25.151032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:25.151924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d01a446-9764-41f1-a2d9-d32061da6b8a req-c9ad3bd1-e1e8-4104-bcdb-794d39dfb9c0 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180998 Jul 07 17:07:25.215389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', 'mac_address': 'fa:16:3e:1d:de:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:25.266130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.266814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.268322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] 10.222.0.83 "PUT /v2.0/ports/4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 1092 time: 3.9346364 Jul 07 17:07:25.390958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bf05e-4935-4cc2-b28f-13b65ed0c4ec service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.576579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.579524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.580364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.581843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ceb88ec7-df21-423b-bfe4-3acffa2e3d2a req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "PUT /v2.0/ports/e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 982 time: 2.5251439 Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.584580 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:07:25.589103 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:07:25.616403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] No DVR routers for this DVR port af8765a2-2a16-4741-b44f-59d2f3327e2a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:25.635551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.649601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940490-a985-49a6-902a-5024702a97cd tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.656328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:25.670963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e2826c4c-6f72-450a-bd3f-df1abbf94925'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:25.722310 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30353699-d00f-4085-97fe-409ed8f23759 x-openstack-request-id: req-30353699-d00f-4085-97fe-409ed8f23759 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:25.723007 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:25.723589 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30353699-d00f-4085-97fe-409ed8f23759 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:25.724634 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6', 'status': 'completed', 'code': 200} Jul 07 17:07:25.741687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e47acc-db01-486b-bb8e-872631249a47 None None] Pushing event deleted for resources: {'Port': ['ID=af8765a2-2a16-4741-b44f-59d2f3327e2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.755823 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.818392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.819032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.819572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.820252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.821216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.821749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.822311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:25.822922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:25.823692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:25.824540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-646fc412-3bd9-4fa0-9f05-a3efbd95d220 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6493 time: 0.3034089 Jul 07 17:07:25.826226 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaebb61-125b-4beb-8a63-ff7c5c623bfe" -d '{"events": [{"server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "name": "network-vif-plugged", "status": "completed", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:25.828897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.835615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-689f9686-0347-4ed3-b83d-53a3ae998112 service neutron] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:25.838702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.850187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:25.866260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.884466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-689f9686-0347-4ed3-b83d-53a3ae998112 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:25.885899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fd7ce2c-41e1-4c5e-b868-dd26e85b469e req-689f9686-0347-4ed3-b83d-53a3ae998112 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 1.0277982 Jul 07 17:07:25.946420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-89647162-2260-46b4-8fe9-52a545afb96e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 217 time: 0.1118526 Jul 07 17:07:25.957457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:25.958745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:25.998743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:26.004062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.004648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.012141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1f0db-bbc1-40cd-be11-824dbf59a071 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:26.054554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13277a7-f0e8-446d-a806-8ee32aca17c8 req-2b776206-51eb-4929-9827-13083d5ffafc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.056383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c13277a7-f0e8-446d-a806-8ee32aca17c8 req-2b776206-51eb-4929-9827-13083d5ffafc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 944 time: 0.6547017 Jul 07 17:07:26.057199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=0825abbd-9054-443b-9104-79ed88776c8d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.098969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device af8765a2-2a16-4741-b44f-59d2f3327e2a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:26.113613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e634c090-6603-4e86-8976-257b14acfb23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5728097 Jul 07 17:07:26.116319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41724) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.121469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:26.136886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-450afe09-c333-4f20-8357-f56935d41153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.144522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-450afe09-c333-4f20-8357-f56935d41153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 200 len: 855 time: 0.1761479 Jul 07 17:07:26.147710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: af8765a2-2a16-4741-b44f-59d2f3327e2a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:26.148054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device af8765a2-2a16-4741-b44f-59d2f3327e2a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:26.156508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:26.165712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.166787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.184783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:26.263105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.271461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.272692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.279503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.286373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.299340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.305503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.307020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d0fec44-8aa0-41a1-82b5-4c1bb03ef85e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1891530 Jul 07 17:07:26.309188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.309812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41726) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:26.322235 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.340385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.348502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-5b591cec-35f5-450a-9ccb-ff09692f7a72 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.5159013 Jul 07 17:07:26.353310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c13277a7-f0e8-446d-a806-8ee32aca17c8 req-e5ab5d63-d3a0-4640-8f98-60caf67275ad tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796295 Jul 07 17:07:26.457688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75718495-7462-4cbd-b45a-a80a9b5b7782 req-4ecaf5d7-a614-43f5-b3bc-2e2739aaa0d4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986791 Jul 07 17:07:26.459790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '0825abbd-9054-443b-9104-79ed88776c8d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:26.464152 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.485761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9750410a-e318-460a-b38d-4bd68283daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.487429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9750410a-e318-460a-b38d-4bd68283daff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92c36961-f69e-4f31-b650-4041d855e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3242159 Jul 07 17:07:26.678903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-2234e412-b495-414d-8d20-1cc75e307099 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835439 Jul 07 17:07:26.759385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/0825abbd-9054-443b-9104-79ed88776c8d/fa371969-a85f-41bf-951e-247949b62d50) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:26.863203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-aa6534a5-59d4-4d33-9850-ba33ee5c2f01 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-471941382&fields=id&tenant_id=9a7f5b00998a4fa7909deaad19cde53d HTTP/1.1" status: 200 len: 267 time: 0.1160204 Jul 07 17:07:26.914736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-6c2256dc-f3e0-405a-a7a7-9f0a86a62fab service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262912 Jul 07 17:07:26.965973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.971174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-c47f44dd-4e0a-4715-a693-bf30da8945da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 217 time: 0.0497711 Jul 07 17:07:26.978547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4910-eb1a-4937-8166-e13adb28cbcf req-b3a45101-e206-4c7c-94d0-b2812f2b483f tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:26.980021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec5a4910-eb1a-4937-8166-e13adb28cbcf req-b3a45101-e206-4c7c-94d0-b2812f2b483f tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 949 time: 0.2344310 Jul 07 17:07:27.017945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.027643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Transition to ACTIVE for port object fa371969-a85f-41bf-951e-247949b62d50 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:27.047815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Transition to ACTIVE for port object fa371969-a85f-41bf-951e-247949b62d50 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:27.056822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.116064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:27.120918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:27.126888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Pushing event updated for resources: {'Port': ['ID=fa371969-a85f-41bf-951e-247949b62d50,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.137713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:27.220655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Attempting to bind port fa371969-a85f-41bf-951e-247949b62d50 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:27.222844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Attempting to bind port fa371969-a85f-41bf-951e-247949b62d50 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:27.223596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Attempting to bind port fa371969-a85f-41bf-951e-247949b62d50 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:27.235153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:27.235608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:27.235945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.236350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:27.236852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Bound port: fa371969-a85f-41bf-951e-247949b62d50, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:27.237245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.309297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::1 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/0825abbd-9054-443b-9104-79ed88776c8d/90d90f39-c3ea-4ffb-a027-d0e89165fdec) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:27.354824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] For port fa371969-a85f-41bf-951e-247949b62d50, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:27.358163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] For port fa371969-a85f-41bf-951e-247949b62d50, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa371969-a85f-41bf-951e-247949b62d50,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:27.369537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.425181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-206f91ab-1e8f-4459-9598-70f728904d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:27.426687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-206f91ab-1e8f-4459-9598-70f728904d6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.4441199 Jul 07 17:07:27.450570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-f916dd07-ebf6-4f24-83d3-3ed7d95c2582 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:27.459167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-f916dd07-ebf6-4f24-83d3-3ed7d95c2582 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 985 time: 0.5873473 Jul 07 17:07:27.466610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'port': {'security_groups': ['0f7a9492-2491-4127-b162-d193b02be62f']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:27.474394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.477661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed3f4-795b-411d-82b5-e0cba8033539 None None] Pushing event updated for resources: {'Port': ['ID=fa371969-a85f-41bf-951e-247949b62d50,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.496551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 90d90f39-c3ea-4ffb-a027-d0e89165fdec will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:27.542706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.562077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec5a4910-eb1a-4937-8166-e13adb28cbcf req-91919afb-7701-4a9b-9a26-cd7e11e1f594 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681903 Jul 07 17:07:27.629758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.649898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ab1f753c-22de-4972-a575-e179ef398f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:27.652361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-ab1f753c-22de-4972-a575-e179ef398f61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1323645 Jul 07 17:07:27.662200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:27.674448 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78caa571-8fb6-4a3b-942a-35359fcb4697 x-openstack-request-id: req-78caa571-8fb6-4a3b-942a-35359fcb4697 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:27.674759 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "name": "network-vif-plugged", "status": "completed", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:27.675032 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78caa571-8fb6-4a3b-942a-35359fcb4697 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:27.675457 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0', 'code': 200} Jul 07 17:07:27.701344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:27.725074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:27.726809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.730560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.870454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2'}, {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:27.872864 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2"}, {"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:27.877666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-253ea459-aeb9-4204-b5a1-c6f3db96e8d3 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923153 Jul 07 17:07:27.895686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4fbcd-6682-40e1-8b1f-67ed45e44b9a req-cc316e08-26e4-46ce-b630-9caa1a8b2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:27.897509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb4fbcd-6682-40e1-8b1f-67ed45e44b9a req-cc316e08-26e4-46ce-b630-9caa1a8b2b36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 1101 time: 0.1110618 Jul 07 17:07:27.979238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:27.985012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb4fbcd-6682-40e1-8b1f-67ed45e44b9a req-656a7733-4345-4116-b1c8-7a53d9458b8e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Jul 07 17:07:28.095191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9aca6-739f-4f2c-bc05-7fa8f4f3b30d req-3e43ca50-7257-4f47-9a85-4839f08001a2 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.096756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a9aca6-739f-4f2c-bc05-7fa8f4f3b30d req-3e43ca50-7257-4f47-9a85-4839f08001a2 tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 1096 time: 0.1851022 Jul 07 17:07:28.174467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa371969-a85f-41bf-951e-247949b62d50 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:28.191191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-507946b5-39c8-4156-9d4a-9f9a8a36a24c service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039238 Jul 07 17:07:28.269086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a8e22419-488b-4c11-86a4-c3fd90aaaac0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 217 time: 0.0699382 Jul 07 17:07:28.274179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port fa371969-a85f-41bf-951e-247949b62d50 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:28.337989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:28.341499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1a9aca6-739f-4f2c-bc05-7fa8f4f3b30d req-c27a3192-0a13-4ab6-be68-459ffc583b6d tempest-LiveAutoBlockMigrationV225Test-988755026 tempest-LiveAutoBlockMigrationV225Test-988755026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576073 Jul 07 17:07:28.380775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d119bf1d-a9de-4552-a7a5-7f9fea5d50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.382343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-d119bf1d-a9de-4552-a7a5-7f9fea5d50d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1026497 Jul 07 17:07:28.432429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.439153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.458643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e2826c4c-6f72-450a-bd3f-df1abbf94925'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:28.459801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.469626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.471276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.563939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.569003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.588472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dc94fb2-6ac4-4707-82d5-ba1293db4e63 req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "PUT /v2.0/ports/e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 943 time: 1.1279740 Jul 07 17:07:28.659975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.668392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e2826c4c-6f72-450a-bd3f-df1abbf94925'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:28.681360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a8514618-c0a0-4cda-9c0c-4bb6ae6f48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.685156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a8514618-c0a0-4cda-9c0c-4bb6ae6f48d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2883282 Jul 07 17:07:28.685156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902b20c-b963-4655-a046-d1381241a206 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:28.756878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:28.759014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:28.849564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:28.937048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-83923805-70dc-444c-af9b-3e44e893dfae service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340567 Jul 07 17:07:28.949354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d0c9-f7de-4deb-93c3-7dc2e9403b56 req-305eef72-5f91-4f17-adf2-0ae815d925bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.950962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e11d0c9-f7de-4deb-93c3-7dc2e9403b56 req-305eef72-5f91-4f17-adf2-0ae815d925bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 945 time: 0.1720746 Jul 07 17:07:28.994703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Router ae98ec11-f554-461e-9cdb-2e38f27ee817 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:07:29.072535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.079219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.085297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.092195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.098835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.105481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.111994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.113960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fbdf3377-bbf7-4a33-acac-8fa5c95ccb27 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.3056931 Jul 07 17:07:29.126748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:29.148011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e11d0c9-f7de-4deb-93c3-7dc2e9403b56 req-96d61199-85c0-4ea9-9107-495ea389206a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835051 Jul 07 17:07:29.167660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:29.168039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.210897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec8c9e68-815a-423e-892b-64c9fca44a30 req-fe6965fa-0d90-4bae-8472-5510e4cda09b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877228 Jul 07 17:07:29.213111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-4cff99e4-090a-422b-a4db-cc0d24580e5e service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612381 Jul 07 17:07:29.229960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:29.235792 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-890a1425-ce89-4fb6-a820-199cf73ef4d2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "PUT /v2.0/routers/ae98ec11-f554-461e-9cdb-2e38f27ee817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246824 Jul 07 17:07:29.246711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41758) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.247584 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Sync routers for ids ['ae98ec11-f554-461e-9cdb-2e38f27ee817'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:29.263503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Routers {'ae98ec11-f554-461e-9cdb-2e38f27ee817'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:29.269386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Provisioning for port fa371969-a85f-41bf-951e-247949b62d50 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:29.274158 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ae98ec11-f554-461e-9cdb-2e38f27ee817'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:29.312234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-821d4194-b757-4d65-a51c-9e97bc667d3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 200 len: 217 time: 0.0918195 Jul 07 17:07:29.356815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Provisioning complete for port fa371969-a85f-41bf-951e-247949b62d50 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:29.357386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.381216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46163414-537b-41fc-b571-1ce9277dd359 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.387805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46163414-537b-41fc-b571-1ce9277dd359 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports/90d90f39-c3ea-4ffb-a027-d0e89165fdec HTTP/1.1" status: 200 len: 911 time: 0.1383727 Jul 07 17:07:29.390248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.439971 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df8822e-8cdd-43ec-b404-6fa3bfc84c79 x-openstack-request-id: req-8df8822e-8cdd-43ec-b404-6fa3bfc84c79 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:29.440496 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:29.440496 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8df8822e-8cdd-43ec-b404-6fa3bfc84c79 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:29.447318 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'status': 'completed', 'code': 200} Jul 07 17:07:29.447657 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:07:29.521046 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Set router ae98ec11-f554-461e-9cdb-2e38f27ee817 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:29.575825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.590337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c711eb-3497-41a5-976d-0735b2ae1d92 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.601137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-be193ea7-bf8c-4e1f-aee4-afa863e1f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.603082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-be193ea7-bf8c-4e1f-aee4-afa863e1f548 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.2828584 Jul 07 17:07:29.607197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c711eb-3497-41a5-976d-0735b2ae1d92 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.617032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4c711eb-3497-41a5-976d-0735b2ae1d92 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2246242 Jul 07 17:07:29.619609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.619929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41764) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:29.742334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:29.750488 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f85eb15-80fe-485a-9899-eed0de8bd070" -d '{"events": [{"server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "name": "network-vif-plugged", "status": "completed", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:29.765701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] For port fa371969-a85f-41bf-951e-247949b62d50, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa371969-a85f-41bf-951e-247949b62d50,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:29.773672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:29.775437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.889933 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:29.953725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d860d7-1b6b-4303-90f1-fdd60462ecc5 None None] Pushing event updated for resources: {'Port': ['ID=fa371969-a85f-41bf-951e-247949b62d50,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:29.997875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-b63a89c9-88e4-4d6c-a6c3-8bc7efb4cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.999981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-b63a89c9-88e4-4d6c-a6c3-8bc7efb4cefc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.5493259 Jul 07 17:07:30.035753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65898d8f-2d07-4aa5-8182-bfcef6f48645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.038001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d5b80b1-1ac9-436a-843d-6210fb7e8d8c None None] Provisioning for port 90d90f39-c3ea-4ffb-a027-d0e89165fdec completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:30.052935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d5b80b1-1ac9-436a-843d-6210fb7e8d8c None None] Provisioning complete for port 90d90f39-c3ea-4ffb-a027-d0e89165fdec triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:30.058873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-184a2817-d0e9-4ea0-941c-e79fb8de93b4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4915755 Jul 07 17:07:30.068008 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5b80b1-1ac9-436a-843d-6210fb7e8d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.139550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9bc78592-7fad-4de0-ad7c-469ed692f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.141300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b80b1-1ac9-436a-843d-6210fb7e8d8c None None] Port 90d90f39-c3ea-4ffb-a027-d0e89165fdec cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:30.141671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9bc78592-7fad-4de0-ad7c-469ed692f05b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5118785 Jul 07 17:07:30.172328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.179240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa371969-a85f-41bf-951e-247949b62d50 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:30.217110 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:27Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '90d90f39-c3ea-4ffb-a027-d0e89165fdec', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:e1:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0825abbd-9054-443b-9104-79ed88776c8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:27Z', 'updated_at': '2021-07-07T17:07:28Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '0825abbd-9054-443b-9104-79ed88776c8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:30.232269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:30.241040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fa371969-a85f-41bf-951e-247949b62d50 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:30.241709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.262947 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Checking router: ae98ec11-f554-461e-9cdb-2e38f27ee817 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:30.264006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Updating router ae98ec11-f554-461e-9cdb-2e38f27ee817 port 90d90f39-c3ea-4ffb-a027-d0e89165fdec binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:30.319913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a158f5eb-07a3-40fb-8729-e67582a48f6d None None] Provisioning complete for port 90d90f39-c3ea-4ffb-a027-d0e89165fdec triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:30.320303 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a158f5eb-07a3-40fb-8729-e67582a48f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.321214 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.371495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a158f5eb-07a3-40fb-8729-e67582a48f6d None None] Port 90d90f39-c3ea-4ffb-a027-d0e89165fdec cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:30.549108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.596600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.672351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c4e3-4dee-49c5-912e-674b9e0d3eb9 req-2353f904-f806-4787-bfae-addbf59ac4ad tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.674351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a133c4e3-4dee-49c5-912e-674b9e0d3eb9 req-2353f904-f806-4787-bfae-addbf59ac4ad tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 949 time: 0.5245683 Jul 07 17:07:30.675685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-4df2f5a3-4731-4132-b1c9-be8aada17246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.676666 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.677615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-4df2f5a3-4731-4132-b1c9-be8aada17246 service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.6639800 Jul 07 17:07:30.688621 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Transition to ACTIVE for port object 90d90f39-c3ea-4ffb-a027-d0e89165fdec will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:30.696148 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.767420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-0d6aa4db-c45b-4a4e-b1d5-c2f9f2cf4793 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301511 Jul 07 17:07:30.772707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Pushing event updated for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:30.788927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-12244fa5-8b1e-4c3c-804b-0359ab0ee423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.1041372 Jul 07 17:07:30.860915 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Attempting to bind port 90d90f39-c3ea-4ffb-a027-d0e89165fdec on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:30.861610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Attempting to bind port 90d90f39-c3ea-4ffb-a027-d0e89165fdec by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:30.862350 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Attempting to bind port 90d90f39-c3ea-4ffb-a027-d0e89165fdec on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:30.868269 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:30.868980 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:30.869721 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.870324 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:30.870975 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Bound port: 90d90f39-c3ea-4ffb-a027-d0e89165fdec, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:30.871588 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.957680 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] For port 90d90f39-c3ea-4ffb-a027-d0e89165fdec, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:30.969361 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] For port 90d90f39-c3ea-4ffb-a027-d0e89165fdec, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=90d90f39-c3ea-4ffb-a027-d0e89165fdec,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:30.978296 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:30.993794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-0ae68ca8-b3df-4295-ad0b-e17360148f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.996658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-0ae68ca8-b3df-4295-ad0b-e17360148f18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.1810076 Jul 07 17:07:31.005098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a133c4e3-4dee-49c5-912e-674b9e0d3eb9 req-530dcc95-a723-4254-88c7-b874ba9a1adf tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191993 Jul 07 17:07:31.033340 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Routers {'ae98ec11-f554-461e-9cdb-2e38f27ee817'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:31.033982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ae98ec11-f554-461e-9cdb-2e38f27ee817'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:31.095391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-fb4a3f33-e5cf-423b-a22e-9d1bed1e9519 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725396 Jul 07 17:07:31.131033 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] Set router ae98ec11-f554-461e-9cdb-2e38f27ee817 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:31.249973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-33f4cade-dc5f-46d6-ace7-96af43cb48b1 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709005 Jul 07 17:07:31.282698 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943e244-f8da-4fcb-bdf6-909fb5f61c6d x-openstack-request-id: req-d943e244-f8da-4fcb-bdf6-909fb5f61c6d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:31.283004 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "name": "network-vif-plugged", "status": "completed", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:31.283127 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Pushing event updated for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:31.283565 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d943e244-f8da-4fcb-bdf6-909fb5f61c6d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:31.283691 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', 'code': 200} Jul 07 17:07:31.304639 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.305474 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.305842 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.306223 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.306559 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.306890 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.307218 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.307540 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.307862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.308172 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.308493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.309090 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f268d49-2ddb-4c6c-af4c-f45ab8a0f3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:31.343460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-1706af45-a2bb-4169-b9a5-3482f43cd668 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 200 len: 217 time: 0.0816882 Jul 07 17:07:31.421167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.425113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-f636b59a-7c3b-4b22-8f66-6bbb57e19b80 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285682 Jul 07 17:07:31.460775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:31.465797 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551df5f-81e3-46b1-b664-6cca581e8fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:31.592149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-6ffb7885-a01a-49b9-83c0-6d6398749d1a service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529546 Jul 07 17:07:31.600190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-80cf8605-b8b4-447e-8a69-051ee4db38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.600190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-80cf8605-b8b4-447e-8a69-051ee4db38dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.2415209 Jul 07 17:07:31.612694 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:27Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '90d90f39-c3ea-4ffb-a027-d0e89165fdec', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:e1:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0825abbd-9054-443b-9104-79ed88776c8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:27Z', 'updated_at': '2021-07-07T17:07:30Z', 'revision_number': 4, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '0825abbd-9054-443b-9104-79ed88776c8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:31.626797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-e1cb1e3b-d479-4539-9ee2-bc0405596991 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.628316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-e1cb1e3b-d479-4539-9ee2-bc0405596991 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.9614522 Jul 07 17:07:31.641180 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fd97a-ee7d-4264-a706-7be851633683 None None] The sync data for ids ['ae98ec11-f554-461e-9cdb-2e38f27ee817'] in n-d-791504-12 is: [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:27Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '90d90f39-c3ea-4ffb-a027-d0e89165fdec', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:e1:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0825abbd-9054-443b-9104-79ed88776c8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:27Z', 'updated_at': '2021-07-07T17:07:30Z', 'revision_number': 4, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '0825abbd-9054-443b-9104-79ed88776c8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:31.723032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7f9b0-7d57-4267-be25-1ac478ed3e0e req-676a3349-bcfb-4a28-add0-a2ef54f60ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.724769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7a7f9b0-7d57-4267-be25-1ac478ed3e0e req-676a3349-bcfb-4a28-add0-a2ef54f60ed9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 1098 time: 0.2672236 Jul 07 17:07:31.779073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-864060d9-518b-4080-8b2f-6958daa20d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.780693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-864060d9-518b-4080-8b2f-6958daa20d39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418445 Jul 07 17:07:31.790006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e682f9-b2e0-459c-9e1b-a62273f4eadf req-cd483ecd-cca7-4a5f-b110-05c377bc4eeb tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:31.797609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e682f9-b2e0-459c-9e1b-a62273f4eadf req-cd483ecd-cca7-4a5f-b110-05c377bc4eeb tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 944 time: 0.3688297 Jul 07 17:07:31.856429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7a7f9b0-7d57-4267-be25-1ac478ed3e0e req-63354952-a27f-488f-89e7-6407a6a5312a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902112 Jul 07 17:07:31.869182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Deleting port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:31.869526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.884752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Allocated IP 172.25.7.91 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/7e91ea15-2857-46c7-ac34-6d068530b67b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:31.892136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 90d90f39-c3ea-4ffb-a027-d0e89165fdec {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:31.892492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:31.925166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e682f9-b2e0-459c-9e1b-a62273f4eadf req-7f0668b0-2e4d-476a-a8e4-0e752a0a903c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265755 Jul 07 17:07:32.113550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-eeaaf048-1c4c-468b-91dd-0e53c5a050a9 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065152 Jul 07 17:07:32.163239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 90d90f39-c3ea-4ffb-a027-d0e89165fdec, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=90d90f39-c3ea-4ffb-a027-d0e89165fdec,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:32.164020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.185386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 90d90f39-c3ea-4ffb-a027-d0e89165fdec owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:32.219904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 90d90f39-c3ea-4ffb-a027-d0e89165fdec up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:32.293050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] For port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:32.293866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.305108 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4c361e0-838a-41f7-b7f5-b51810b7b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.314553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Calling delete_port for 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:32.337318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 90d90f39-c3ea-4ffb-a027-d0e89165fdec completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:32.348673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 90d90f39-c3ea-4ffb-a027-d0e89165fdec triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:32.351132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.486421 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.531728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 90d90f39-c3ea-4ffb-a027-d0e89165fdec, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=90d90f39-c3ea-4ffb-a027-d0e89165fdec,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:32.541790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.622623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.674517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.703922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a', '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:32.710557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event deleted for resources: {'Port': ['ID=5443a8d9-d5ca-46da-8db4-8a1cc10e6b85,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.712886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.774560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=90d90f39-c3ea-4ffb-a027-d0e89165fdec,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:32.838895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.927580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] No DVR routers for this DVR port 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:32.931996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:32.934072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2c95a23-5015-4489-9f21-596d84dfd7a3 req-9e5d4961-a3ae-4734-b0bf-eaca145a6330 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "DELETE /v2.0/ports/5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 HTTP/1.1" status: 204 len: 173 time: 1.2981563 Jul 07 17:07:32.935199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-deleted', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:32.937948 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6f705-65c5-4c33-be97-58ae8141ef5b" -d '{"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-deleted", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:33.038280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.055875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.096535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c192c-70a1-4021-a529-551689d58329 req-f1a4f02f-5d19-404c-96d8-ddcf6ff20836 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.105212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa5c192c-70a1-4021-a529-551689d58329 req-f1a4f02f-5d19-404c-96d8-ddcf6ff20836 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.9734347 Jul 07 17:07:33.193484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-67002375-78af-4a3d-a803-f32ac0794414 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715907 Jul 07 17:07:33.257023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-69623222-03f0-4aff-99b6-2d7d1acbc687 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 217 time: 0.0461388 Jul 07 17:07:33.265443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa5c192c-70a1-4021-a529-551689d58329 req-a20730f2-468a-430e-9411-0234c15279b4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592197 Jul 07 17:07:33.319492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Router ae98ec11-f554-461e-9cdb-2e38f27ee817 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:33.330610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-331c81e0-0ff6-4786-811e-9441f02b573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.332116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-331c81e0-0ff6-4786-811e-9441f02b573f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.0618241 Jul 07 17:07:33.442488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-02364521-7532-4641-a65f-c2b72a9529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.444182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-02364521-7532-4641-a65f-c2b72a9529e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047621 Jul 07 17:07:33.445291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.477887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:33.481527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:33.483700 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.484814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:33.511753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:33.520010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed09902c-14c0-4d4d-b93a-5142247fa79d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "PUT /v2.0/routers/ae98ec11-f554-461e-9cdb-2e38f27ee817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8988395 Jul 07 17:07:33.522395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41794) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:33.605201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fb213-d20a-463d-89ec-dc9a90b94c5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.606949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fb213-d20a-463d-89ec-dc9a90b94c5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.611616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-365fb213-d20a-463d-89ec-dc9a90b94c5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0878277 Jul 07 17:07:33.612266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:33.689708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 0825abbd-9054-443b-9104-79ed88776c8d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:33.693193 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.714708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'Port': ['ID=7e91ea15-2857-46c7-ac34-6d068530b67b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:33.722938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-dbf50ef2-54e7-4520-8e0f-1e342173ba03 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640615 Jul 07 17:07:33.850260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.910353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-a0ab3374-eb71-45de-a19c-8e4afb22a1a5 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574900 Jul 07 17:07:33.950588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Sync routers for ids ['ae98ec11-f554-461e-9cdb-2e38f27ee817'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:33.961410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Routers {'ae98ec11-f554-461e-9cdb-2e38f27ee817'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:33.962393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ae98ec11-f554-461e-9cdb-2e38f27ee817'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:34.006605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.019402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.025475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.031540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.037548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.043134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Set router ae98ec11-f554-461e-9cdb-2e38f27ee817 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:34.043787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.050803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.056353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.065166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.066125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-45b40c61-27af-45d6-b943-b591043ad44e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.5170007 Jul 07 17:07:34.090221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-12a162c8-be42-4b0b-8461-b39adedfcd53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.1314700 Jul 07 17:07:34.102327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:32Z', 'revision_number': 3, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:34.159484 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.199375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.268056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.272793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/0825abbd-9054-443b-9104-79ed88776c8d HTTP/1.1" status: 204 len: 168 time: 0.6567647 Jul 07 17:07:34.275157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:34.286241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fb816-43ed-4665-a946-b5ae12cdc264 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=0825abbd-9054-443b-9104-79ed88776c8d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.306615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd22256-443e-46f7-b1ec-aa8bfd07ec97 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:34.314090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Checking router: ae98ec11-f554-461e-9cdb-2e38f27ee817 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:34.324330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdcc2c66-79bf-4785-b69f-332933f0a5a9 req-15e797cf-e582-4c4d-b4de-a72fa1ce9196 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569528 Jul 07 17:07:34.363753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9cff6f39-fd47-45a4-ae4a-d9192335c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.365711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-9cff6f39-fd47-45a4-ae4a-d9192335c2bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.2598679 Jul 07 17:07:34.432653 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.475379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Routers {'ae98ec11-f554-461e-9cdb-2e38f27ee817'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:34.480745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ae98ec11-f554-461e-9cdb-2e38f27ee817'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:34.489952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.497040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-75f7944e-6459-470f-9e37-14d15f9354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:34.499294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-75f7944e-6459-470f-9e37-14d15f9354a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134300 Jul 07 17:07:34.506196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1bea922d-be60-420b-8bd4-61642cad0e71 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2256343 Jul 07 17:07:34.507128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41802) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:34.507548 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.618810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] Set router ae98ec11-f554-461e-9cdb-2e38f27ee817 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:34.695570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.700339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.742567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event updated for resources: {'Port': ['ID=7e91ea15-2857-46c7-ac34-6d068530b67b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.760713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:34.778856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-2bb922e2-7432-47d3-992f-5e0360c33d06 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507470 Jul 07 17:07:34.780546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:34.788362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-28fd4107-603b-46ae-8405-d7d16c88f502 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6451082 Jul 07 17:07:34.849404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:32Z', 'revision_number': 3, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:34.853738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:34.854090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5443a8d9-d5ca-46da-8db4-8a1cc10e6b85 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:34.959701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc37faf9-acb8-4685-9872-9fd3d36ed073 req-f21970b8-9833-4097-a0ab-370abc15ef2f service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604142 Jul 07 17:07:34.990066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eed94-9d61-4411-9035-0aa5df93a1c9 None None] The sync data for ids ['ae98ec11-f554-461e-9cdb-2e38f27ee817'] in n-d-791504-12 is: [{'id': 'ae98ec11-f554-461e-9cdb-2e38f27ee817', 'name': 'tempest-NetworksTestDHCPv6-router-542985798', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:26Z', 'updated_at': '2021-07-07T17:07:32Z', 'revision_number': 3, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:35.005006 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c5c30c-b3b4-4da1-810c-1f09e247e946 x-openstack-request-id: req-40c5c30c-b3b4-4da1-810c-1f09e247e946 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:35.005377 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:35.005748 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40c5c30c-b3b4-4da1-810c-1f09e247e946 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:35.006927 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:07:35.027133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-92c9c57a-ace5-4612-b444-ebe5de4fc7b1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 695 time: 0.2373538 Jul 07 17:07:35.107654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.111408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.184778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.185874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Fanout notify agent at l3_agent the message router_deleted on router ae98ec11-f554-461e-9cdb-2e38f27ee817 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:07:35.201127 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.202651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe8c6ff1-4fb9-4226-aa1b-0e4ad33fc13a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/routers/ae98ec11-f554-461e-9cdb-2e38f27ee817 HTTP/1.1" status: 204 len: 168 time: 0.6939547 Jul 07 17:07:35.205440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41820) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:35.211254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:35.254834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.259184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-fef0c014-8556-44f0-9a3f-0ccb0627fea9 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.271625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b44f93f0-6ccd-43a6-b00b-71880becbf10 req-fef0c014-8556-44f0-9a3f-0ccb0627fea9 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2429223 Jul 07 17:07:35.314047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-892e2421-d449-4318-a439-0341861ddc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.315923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-892e2421-d449-4318-a439-0341861ddc3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.3730857 Jul 07 17:07:35.335600 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be091b1-6808-4e0b-a159-168ebc006cf1 x-openstack-request-id: req-2be091b1-6808-4e0b-a159-168ebc006cf1 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:35.336149 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbedd47-e940-4990-8701-9325b0ac1343", "name": "network-vif-deleted", "tag": "5443a8d9-d5ca-46da-8db4-8a1cc10e6b85", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:35.336732 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2be091b1-6808-4e0b-a159-168ebc006cf1 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:35.337328 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbedd47-e940-4990-8701-9325b0ac1343', 'name': 'network-vif-deleted', 'tag': '5443a8d9-d5ca-46da-8db4-8a1cc10e6b85', 'status': 'completed', 'code': 200} Jul 07 17:07:35.374717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edd91a91-70c5-41ee-abc6-b017e449a1cc req-5a27e48a-f91b-4e5a-b72a-567b009b77a1 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 210 time: 0.1336284 Jul 07 17:07:35.401898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:35.449126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.449627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.450178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.461772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.462296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.462787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.463269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.465682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-21bf3634-6ecb-400a-a54b-6eea0e2a89e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6493 time: 0.2333393 Jul 07 17:07:35.552936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Deleting port fa371969-a85f-41bf-951e-247949b62d50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:35.553330 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.655430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec473f-97f7-45e4-9426-41cfb693e35a req-151002ff-4633-4b64-8165-ff0506a9c219 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.662490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-beec473f-97f7-45e4-9426-41cfb693e35a req-151002ff-4633-4b64-8165-ff0506a9c219 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1042593 Jul 07 17:07:35.694905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-a4cc79c3-c64a-4efb-a81d-669b50672fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.696347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-a4cc79c3-c64a-4efb-a81d-669b50672fb2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 902 time: 0.2220514 Jul 07 17:07:35.736279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] For port fa371969-a85f-41bf-951e-247949b62d50, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa371969-a85f-41bf-951e-247949b62d50,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:35.736784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.738034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-beec473f-97f7-45e4-9426-41cfb693e35a req-11bb6317-333c-4284-bf82-fac41b2c6354 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Jul 07 17:07:35.783066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Calling delete_port for fa371969-a85f-41bf-951e-247949b62d50 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:35.856136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-acdb56ac-3ae6-44f1-a918-0d39cb3207fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 217 time: 0.1375978 Jul 07 17:07:35.976967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.031621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] Pushing event deleted for resources: {'Port': ['ID=fa371969-a85f-41bf-951e-247949b62d50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:36.056489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-cba1a64a-3dff-434e-a488-c876e1519b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.058420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde39eb2-e1a7-4e89-b638-be5812bd3f0a None None] No DVR routers for this DVR port fa371969-a85f-41bf-951e-247949b62d50 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:36.060659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-cba1a64a-3dff-434e-a488-c876e1519b42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.1967835 Jul 07 17:07:36.145955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-2e0114da-b8a6-40f3-8673-54213f3bbd78 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.147812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-2e0114da-b8a6-40f3-8673-54213f3bbd78 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2063727 Jul 07 17:07:36.184562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.200628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa371969-a85f-41bf-951e-247949b62d50 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:36.238446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-98abb7d1-800c-42f4-99f5-ebc84e3a2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.242284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: fa371969-a85f-41bf-951e-247949b62d50 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:36.242972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa371969-a85f-41bf-951e-247949b62d50 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:36.243565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 90d90f39-c3ea-4ffb-a027-d0e89165fdec no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:36.252060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-98abb7d1-800c-42f4-99f5-ebc84e3a2307 service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.9239590 Jul 07 17:07:36.270204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 90d90f39-c3ea-4ffb-a027-d0e89165fdec {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:36.270509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 90d90f39-c3ea-4ffb-a027-d0e89165fdec not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:36.289259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-96e3d698-cb0f-41a4-b4f2-f5a1fc164330 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 695 time: 0.1094584 Jul 07 17:07:36.306285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'floatingip': {'port_id': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:36.321412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-f2a7c57c-cbb8-4ce7-a49b-ecbdcf8c0693 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.0599129 Jul 07 17:07:36.329833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:36.334057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.351179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-2c9a6993-5e5f-457b-b22c-69fdfa657a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.353353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-2c9a6993-5e5f-457b-b22c-69fdfa657a5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2802651 Jul 07 17:07:36.386425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.459114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-7b451dd2-2f2d-4758-8cfd-7dd782616b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.460623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-7b451dd2-2f2d-4758-8cfd-7dd782616b68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.1225052 Jul 07 17:07:36.505330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-a74d4703-e121-4c20-ae99-4124a1f6fd32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363431 Jul 07 17:07:36.508079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.514404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.520358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.526345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.532409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.538445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.544441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.546981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bea1ef9d-0ed5-4505-b094-71b9edfe7268 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.3555727 Jul 07 17:07:36.651687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-d95f2be5-c258-499e-baae-740e6fd22e9a service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377358 Jul 07 17:07:36.651954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-1fb7370d-b438-47e3-970f-34f22a1eef01 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874882 Jul 07 17:07:36.658773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b1332a7-a6e3-4591-8941-44f125231edb req-bdda1de1-a3b6-4f90-9c5a-900544aed587 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036096 Jul 07 17:07:36.752528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ceed01d-1d33-40a3-9466-f7a84bffa81c req-57aea40f-1d10-4824-8602-20750d33ac1e service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925398 Jul 07 17:07:36.873153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.906362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b551df5f-81e3-46b1-b664-6cca581e8fe1 req-e75c1cbb-979d-46f4-82da-41da02cc8c65 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206395 Jul 07 17:07:36.944219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:36.948860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:36.953736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.955095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.969570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbdea95-02ca-4596-b03c-460e96f4268d None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:37.013170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8050601 Jul 07 17:07:37.014682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d8819-2236-4b1f-a089-f47e629369a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=23cc4a77-95ba-4ac1-9078-53933cc9fe1f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.016581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:37.023680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-920191562', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:37.033883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.034514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.035051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.035585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.036081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.036676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.037174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.039323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-68f91464-14c4-4732-bb8e-25c08c99ff1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6493 time: 0.1825414 Jul 07 17:07:37.166946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.168069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.212405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:37.213559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.362844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:37.366228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-0bb718d9-ab36-4be5-97f4-10452ce09972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.367810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-0bb718d9-ab36-4be5-97f4-10452ce09972 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 902 time: 0.3167636 Jul 07 17:07:37.371714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/23cc4a77-95ba-4ac1-9078-53933cc9fe1f/3e089cdb-ce62-4786-8883-0325f2b727af) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:37.405888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.540687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.551535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Transition to ACTIVE for port object 3e089cdb-ce62-4786-8883-0325f2b727af will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:37.555729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-2ab87af6-2094-4e19-829b-1de05760a83d tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.559064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-2ab87af6-2094-4e19-829b-1de05760a83d tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 949 time: 0.0998328 Jul 07 17:07:37.571054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Transition to ACTIVE for port object 3e089cdb-ce62-4786-8883-0325f2b727af will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:37.578818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.637057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Pushing event updated for resources: {'Port': ['ID=3e089cdb-ce62-4786-8883-0325f2b727af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.650358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:37.651858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:37.654412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:37.688987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Deleting port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:37.689343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.719638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Attempting to bind port 3e089cdb-ce62-4786-8883-0325f2b727af on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:37.720042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Attempting to bind port 3e089cdb-ce62-4786-8883-0325f2b727af by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:37.720408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Attempting to bind port 3e089cdb-ce62-4786-8883-0325f2b727af on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:37.726355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:37.726739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:37.727149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.727547 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:37.728029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Bound port: 3e089cdb-ce62-4786-8883-0325f2b727af, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:37.728433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.779156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.793782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-176e7d7f-4a78-478c-a79f-56192bd62eca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.3900235 Jul 07 17:07:37.804499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] For port 3e089cdb-ce62-4786-8883-0325f2b727af, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:37.808610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] For port 3e089cdb-ce62-4786-8883-0325f2b727af, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3e089cdb-ce62-4786-8883-0325f2b727af,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:37.814966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.817041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.817406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] For port c80260b4-05b9-4f95-bc35-548b5bd2dfb0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:37.817806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.832286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Calling delete_port for c80260b4-05b9-4f95-bc35-548b5bd2dfb0 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:37.845622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.847467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.848707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-027e587c-84b6-49b1-af00-62427580d582 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8293028 Jul 07 17:07:37.860091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:37.897231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe87b2-489e-49d5-bf7d-d503a4354dd9 None None] Pushing event updated for resources: {'Port': ['ID=3e089cdb-ce62-4786-8883-0325f2b727af,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.907594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bbb6c-de30-45aa-82b3-ba98bd5ccc83 req-d0674914-d1b9-458f-a9d9-c4dcb26de0d4 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.914657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-909bbb6c-de30-45aa-82b3-ba98bd5ccc83 req-d0674914-d1b9-458f-a9d9-c4dcb26de0d4 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2a2aab1-978d-4a5d-bd0f-279b328b66d9 HTTP/1.1" status: 200 len: 949 time: 0.7531269 Jul 07 17:07:38.023669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.035728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['c80260b4-05b9-4f95-bc35-548b5bd2dfb0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:38.100972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Pushing event deleted for resources: {'Port': ['ID=c80260b4-05b9-4f95-bc35-548b5bd2dfb0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:38.172840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] No DVR routers for this DVR port c80260b4-05b9-4f95-bc35-548b5bd2dfb0 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:38.176282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.179238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-275b583b-f7bf-40d8-9de4-b7137cefb242 req-051a69b5-77ae-44bc-b7ec-d83be8ca92ab tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.83 "DELETE /v2.0/ports/c80260b4-05b9-4f95-bc35-548b5bd2dfb0 HTTP/1.1" status: 204 len: 173 time: 0.6149824 Jul 07 17:07:38.179503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'name': 'network-vif-deleted', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:38.183655 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b7d1b-242c-42d2-beca-32126a94b257" -d '{"events": [{"server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "name": "network-vif-deleted", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:38.292819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-9a4a9cb6-0581-447e-af87-91d472ebed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.303788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-9a4a9cb6-0581-447e-af87-91d472ebed05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.4930716 Jul 07 17:07:38.432219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-909bbb6c-de30-45aa-82b3-ba98bd5ccc83 req-00d50386-5482-4793-87b6-4b147e918bb4 tempest-ServerDiagnosticsNegativeTest-1228508007 tempest-ServerDiagnosticsNegativeTest-1228508007-project] 10.222.0.22 "GET /v2.0/security-groups?id=b92248e1-0c31-4eb5-ba33-050c891df324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164611 Jul 07 17:07:38.477579 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Floating IP 94d29209-cfc1-4009-aeaf-104769b2a661 associated. External IP: 172.25.7.91, port: e2826c4c-6f72-450a-bd3f-df1abbf94925. Jul 07 17:07:38.611351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.618684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-f83e5cd4-82fd-432d-8084-0d533e4943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.620317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-f83e5cd4-82fd-432d-8084-0d533e4943f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2575407 Jul 07 17:07:38.677594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d9645e3-8965-47c2-9234-0b2c30670f8c req-218101a2-95e7-4d82-b8cd-f70d1f08b08a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfbedd47-e940-4990-8701-9325b0ac1343 HTTP/1.1" status: 200 len: 210 time: 0.0637524 Jul 07 17:07:38.992233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-cf01b0cd-4dfb-4a85-aced-420f5bd8ef84 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530257 Jul 07 17:07:39.191049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Router ca949aea-95fa-4de8-9115-a17aa32be1c7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:39.246809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cbf4c-167e-4de7-b7d7-c366ed5227ce req-e67e5240-a662-475f-888c-bb9f3a363597 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.248414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-193cbf4c-167e-4de7-b7d7-c366ed5227ce req-e67e5240-a662-475f-888c-bb9f3a363597 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.4125216 Jul 07 17:07:39.264493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f3fabc8-452b-4d4e-b20d-aceb2a72ecb7 None None] Provisioning for port 3e089cdb-ce62-4786-8883-0325f2b727af completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:39.284683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb8f4c11-4168-4feb-b3ea-60e10cf3b631 req-0bfa494a-3ed9-40e3-b2a2-a2ef8a7c5127 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839794 Jul 07 17:07:39.342664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::1 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/23cc4a77-95ba-4ac1-9078-53933cc9fe1f/4701aaff-5953-474c-b291-078b7a659a49) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:39.369893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-193cbf4c-167e-4de7-b7d7-c366ed5227ce req-1641e1a8-f6fc-4478-bdba-70b57ba68b9b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148281 Jul 07 17:07:39.529958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:39.537041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.540812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Sync routers for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:39.551149 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:39.551860 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:39.625771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.629626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-829ac5a3-3330-4204-82bb-f6f85893936f tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "PUT /v2.0/floatingips/94d29209-cfc1-4009-aeaf-104769b2a661 HTTP/1.1" status: 200 len: 996 time: 3.3282313 Jul 07 17:07:39.633850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:39.636329 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80aeed-a7d2-4d7b-b419-4259283535da" -d '{"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:39.690770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 4701aaff-5953-474c-b291-078b7a659a49 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:39.695235 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:39.705966 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-3261e1a3-444f-4351-a68a-205f1952447b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740426 Jul 07 17:07:39.721355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.727752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.734293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.740219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.746302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.752937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.759246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.761148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-95cb9808-44f9-4852-bf55-42c678debe57 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.2792919 Jul 07 17:07:39.822418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-72192dd1-9ef5-4f29-896c-29aef8a6b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.823888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-72192dd1-9ef5-4f29-896c-29aef8a6b6d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.1754303 Jul 07 17:07:39.836526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-287a3c94-fecd-48bf-a948-ae116e59baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.838504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-287a3c94-fecd-48bf-a948-ae116e59baf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.0843782 Jul 07 17:07:39.899028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fc8dfd2-dc86-43d0-925a-673aae3ea235 req-aafbc1a7-ec73-48df-b8bb-c455eb890f78 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280005 Jul 07 17:07:39.903206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.971712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-56df3014-8eee-4d85-a435-ee31a6265a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.973265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-56df3014-8eee-4d85-a435-ee31a6265a64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1124492 Jul 07 17:07:40.055261 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '94d29209-cfc1-4009-aeaf-104769b2a661', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'port_id': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'mac_address': 'fa:16:3e:51:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:33Z', 'updated_at': '2021-07-07T17:07:37Z', 'revision_number': 1, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:40.088937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Checking router: ca949aea-95fa-4de8-9115-a17aa32be1c7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:40.095467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-6d310f4b-c7b0-4d58-8275-8c314603c26b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.1152761 Jul 07 17:07:40.114131 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:40.114131 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:40.175558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3e089cdb-ce62-4786-8883-0325f2b727af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:40.177118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-e16187af-824b-43b8-9e19-3a0ec70d8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.178813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-e16187af-824b-43b8-9e19-3a0ec70d8c8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0762770 Jul 07 17:07:40.233973 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb09e36-5448-4194-821e-880880da1123 x-openstack-request-id: req-bcb09e36-5448-4194-821e-880880da1123 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:40.234529 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2aab1-978d-4a5d-bd0f-279b328b66d9", "name": "network-vif-deleted", "tag": "c80260b4-05b9-4f95-bc35-548b5bd2dfb0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:40.234971 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcb09e36-5448-4194-821e-880880da1123 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:40.235623 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a2aab1-978d-4a5d-bd0f-279b328b66d9', 'name': 'network-vif-deleted', 'tag': 'c80260b4-05b9-4f95-bc35-548b5bd2dfb0', 'status': 'completed', 'code': 200} Jul 07 17:07:40.255210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:40.291007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3e089cdb-ce62-4786-8883-0325f2b727af completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:40.299459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-4eec1a1e-adaa-4cb5-afb0-a9dee40fe446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.300579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3e089cdb-ce62-4786-8883-0325f2b727af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:40.301140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.307053 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-4eec1a1e-adaa-4cb5-afb0-a9dee40fe446 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207535 Jul 07 17:07:40.402639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:40.424091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:40.430724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:40.431283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.481236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.482019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=4701aaff-5953-474c-b291-078b7a659a49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.492203 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1087145-79e2-4a46-b384-4f90d3c2e23e x-openstack-request-id: req-d1087145-79e2-4a46-b384-4f90d3c2e23e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:40.492534 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:40.492792 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1087145-79e2-4a46-b384-4f90d3c2e23e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:40.493224 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:07:40.519849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-916f0a9c-dc67-46c9-86f2-187eab719226 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033620 Jul 07 17:07:40.616014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3e089cdb-ce62-4786-8883-0325f2b727af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3e089cdb-ce62-4786-8883-0325f2b727af,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:40.621342 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:40.696122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3e089cdb-ce62-4786-8883-0325f2b727af,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.720320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:40.836046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85cfac95-daa6-4243-b00b-a7bbc6109693 req-fb85db96-88a5-4650-a6b6-50d64b605c3a service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048820 Jul 07 17:07:40.860524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-9efe7388-a096-419b-b2ee-1bcfe7619192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.863611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-9efe7388-a096-419b-b2ee-1bcfe7619192 service neutron] 10.222.0.22 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 1.0297854 Jul 07 17:07:40.962159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.017069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:41.019368 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c895f84e-d389-454c-ad0d-1117e5ba9ba2" -d '{"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:41.021329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '94d29209-cfc1-4009-aeaf-104769b2a661', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'port_id': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'mac_address': 'fa:16:3e:51:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:33Z', 'updated_at': '2021-07-07T17:07:37Z', 'revision_number': 1, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:41.040412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-a621a5ea-9b4f-421a-8b98-0360bf9a1cc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 999 time: 0.1307604 Jul 07 17:07:41.047648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:41.065373 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7972ae-04de-4c0e-99e5-8bd92066c327 None None] The sync data for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 is: [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '94d29209-cfc1-4009-aeaf-104769b2a661', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'port_id': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'mac_address': 'fa:16:3e:51:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:33Z', 'updated_at': '2021-07-07T17:07:37Z', 'revision_number': 1, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:41.083479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:41.084962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7685391e-e71e-43fc-b1ec-d723984f00b4 None None] Provisioning for port 4701aaff-5953-474c-b291-078b7a659a49 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:41.091434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.103029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7685391e-e71e-43fc-b1ec-d723984f00b4 None None] Provisioning complete for port 4701aaff-5953-474c-b291-078b7a659a49 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:41.103236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7685391e-e71e-43fc-b1ec-d723984f00b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.218427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7685391e-e71e-43fc-b1ec-d723984f00b4 None None] Port 4701aaff-5953-474c-b291-078b7a659a49 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:41.219028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.229511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:41.293943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dcbb19df-101f-4b89-ba62-f92a0d17ee9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6084b43073644f488436879e358e1ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448514 Jul 07 17:07:41.294970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:41.302523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-7825bc52-5b6c-4ce4-aa72-7335b1904b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.304034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-7825bc52-5b6c-4ce4-aa72-7335b1904b10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.5967197 Jul 07 17:07:41.327471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-eece34af-2e15-4a73-aae8-104873c1663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.328956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-eece34af-2e15-4a73-aae8-104873c1663e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.2768493 Jul 07 17:07:41.359218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.385680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.505316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ff603-4404-4087-b0e5-a8dba48bb754 None None] New status for floating IP 94d29209-cfc1-4009-aeaf-104769b2a661: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:07:41.528730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.533168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:41.544015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b92248e1-0c31-4eb5-ba33-050c891df324 HTTP/1.1" status: 204 len: 168 time: 0.2475126 Jul 07 17:07:41.569204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94487d7d-e9e5-4eef-b408-de95cf4ece63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92248e1-0c31-4eb5-ba33-050c891df324,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:41.614356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-1284111f-3785-4fbe-ab51-1183e3474e94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2434309 Jul 07 17:07:41.733042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-33a1012a-fc5e-42d8-9713-6728e0ee580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.734668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-33a1012a-fc5e-42d8-9713-6728e0ee580b service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.4218686 Jul 07 17:07:41.741490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-7f2639ec-4aa0-43ab-b88f-e8ffad22fc48 service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165051 Jul 07 17:07:42.063463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45bc5387-8b33-478e-9afa-fdd21b44ee36 req-78308a83-c5b5-4632-9c12-f84637ea8526 service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011944 Jul 07 17:07:42.071738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-f6da5c3e-3401-44c6-bce3-0e9d77cf3353 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 1001 time: 0.3291280 Jul 07 17:07:42.108871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3e089cdb-ce62-4786-8883-0325f2b727af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:42.130988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:42.147019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b34e63-be82-43db-97c6-13fd6b11fbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.202373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3e089cdb-ce62-4786-8883-0325f2b727af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:42.203129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.314758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b34e63-be82-43db-97c6-13fd6b11fbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.319425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b34e63-be82-43db-97c6-13fd6b11fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.349580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-6dd70769-e0c1-459b-a640-90087d3cd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.351096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-6dd70769-e0c1-459b-a640-90087d3cd9f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.2719717 Jul 07 17:07:42.351911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34e63-be82-43db-97c6-13fd6b11fbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459674c-4712-4e8b-81ae-5e4b385e5462,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.378070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.378969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2b34e63-be82-43db-97c6-13fd6b11fbae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84ad49f56eec4b099031192967304c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463200 Jul 07 17:07:42.379843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:42.405652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85049247-5df7-4078-b08a-bfd5d3e52663 req-b475dd40-6ab1-42df-b91d-48b1d382af78 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.418430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85049247-5df7-4078-b08a-bfd5d3e52663 req-b475dd40-6ab1-42df-b91d-48b1d382af78 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.4714580 Jul 07 17:07:42.419799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.424178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.440697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.465009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.518237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.521056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:42.525495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4459674c-4712-4e8b-81ae-5e4b385e5462 HTTP/1.1" status: 204 len: 168 time: 0.1442080 Jul 07 17:07:42.534847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=4701aaff-5953-474c-b291-078b7a659a49,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.536221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e09b-8206-4401-8f68-287312860efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459674c-4712-4e8b-81ae-5e4b385e5462,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:42.561964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-da6a9390-27a8-46a3-930a-ce348a1254ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785588 Jul 07 17:07:42.737161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85049247-5df7-4078-b08a-bfd5d3e52663 req-544df32d-0c21-4ba2-aa23-496b9a04a628 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103569 Jul 07 17:07:42.773150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.785220 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3fd33d-efed-41b6-b34d-1ce70c62ea57 x-openstack-request-id: req-dd3fd33d-efed-41b6-b34d-1ce70c62ea57 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:42.785699 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-unplugged", "status": "completed", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:42.785927 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd3fd33d-efed-41b6-b34d-1ce70c62ea57 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:42.786318 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'code': 200} Jul 07 17:07:42.790711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.799281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.806671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.813874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.820766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.828278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.830335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-6baf952e-20d3-4b2c-972e-f1546b72bb46 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.5720980 Jul 07 17:07:42.876691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:42.881363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:42.887877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c80260b4-05b9-4f95-bc35-548b5bd2dfb0 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:42.941720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: c80260b4-05b9-4f95-bc35-548b5bd2dfb0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:42.942016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c80260b4-05b9-4f95-bc35-548b5bd2dfb0 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:42.967167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-97cd5882-9008-4c28-a20f-77c793dd12c5 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809950 Jul 07 17:07:43.146345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be4dc414-aa49-4331-bf8b-4961dcab55f6 req-95dbe894-81bc-41aa-9e61-ddf7b92888c5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850795 Jul 07 17:07:43.318499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa80aeed-a7d2-4d7b-b419-4259283535da req-4edd1239-f432-4053-aad6-74c05b1c4528 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970312 Jul 07 17:07:43.321555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Router ab291009-1164-4fa7-bf3e-580ac029334b is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:07:43.355548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-de119691-7a45-4ce8-a782-3b2d3af9678e tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 1001 time: 0.1309667 Jul 07 17:07:43.367237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dbc9493f-8ace-41c0-a48e-f552363660d1 None None] Provisioning complete for port 4701aaff-5953-474c-b291-078b7a659a49 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:43.371672 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbc9493f-8ace-41c0-a48e-f552363660d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:43.455926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9493f-8ace-41c0-a48e-f552363660d1 None None] Port 4701aaff-5953-474c-b291-078b7a659a49 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:43.556076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-f505a06a-60e9-4f7d-810f-64542562b901 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.557468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-f505a06a-60e9-4f7d-810f-64542562b901 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports/e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 943 time: 0.1102996 Jul 07 17:07:43.558628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:43.563633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-886adb16-e788-4728-89fe-29f0827c196c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "PUT /v2.0/routers/ab291009-1164-4fa7-bf3e-580ac029334b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7012701 Jul 07 17:07:43.566459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.572053 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Sync routers for ids ['ab291009-1164-4fa7-bf3e-580ac029334b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:43.598921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Routers {'ab291009-1164-4fa7-bf3e-580ac029334b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:43.602102 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ab291009-1164-4fa7-bf3e-580ac029334b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:43.649365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1cef1d-5836-46b3-8eab-f2a3ca8c8a26 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.651234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8a1cef1d-5836-46b3-8eab-f2a3ca8c8a26 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports/4701aaff-5953-474c-b291-078b7a659a49 HTTP/1.1" status: 200 len: 911 time: 0.0838413 Jul 07 17:07:43.653804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41994) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.747379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-46e78bb4-72d4-4431-a2b0-e3e81509b3d7 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.752589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849c2ad-ab6a-4bdd-9dfe-557ee3a461d8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.760941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-46e78bb4-72d4-4431-a2b0-e3e81509b3d7 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.1871743 Jul 07 17:07:43.762594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849c2ad-ab6a-4bdd-9dfe-557ee3a461d8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.764857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1849c2ad-ab6a-4bdd-9dfe-557ee3a461d8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1093163 Jul 07 17:07:43.768728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41998) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:43.794325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-ee2611e8-c5c5-4365-a858-cabe3811b323 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/quotas/c7c054730bd6498da54bcc91c445d49e HTTP/1.1" status: 200 len: 375 time: 0.0319378 Jul 07 17:07:43.832977 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Set router ab291009-1164-4fa7-bf3e-580ac029334b gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:44.303762 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'name': 'tempest-NetworksTestDHCPv6-router-920191562', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:37Z', 'updated_at': '2021-07-07T17:07:41Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '4701aaff-5953-474c-b291-078b7a659a49', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:78:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:38Z', 'updated_at': '2021-07-07T17:07:41Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:44.357643 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Checking router: ab291009-1164-4fa7-bf3e-580ac029334b for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:44.358706 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Updating router ab291009-1164-4fa7-bf3e-580ac029334b port 4701aaff-5953-474c-b291-078b7a659a49 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:44.405348 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.427516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.566302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-cb98f9bd-2654-44bf-8345-7c97c9f38187 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 1001 time: 0.7690980 Jul 07 17:07:44.674737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-88b20389-edfd-414b-8b55-250b514932d3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8786409 Jul 07 17:07:44.744685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 4701aaff-5953-474c-b291-078b7a659a49 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:44.745213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.760211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-ff075a80-77bf-470a-b7cd-b3cd1cafefbb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2574313 Jul 07 17:07:44.794490 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.796337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-3597b465-16d7-4fff-8380-bbb2609370c7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.798055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-3597b465-16d7-4fff-8380-bbb2609370c7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2245069 Jul 07 17:07:44.806091 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Transition to ACTIVE for port object 4701aaff-5953-474c-b291-078b7a659a49 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:44.813470 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.870887 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65722706-4ba0-4728-821b-667e1822579a None None] Pushing event updated for resources: {'Port': ['ID=4701aaff-5953-474c-b291-078b7a659a49,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.914998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.924124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-9c3e9229-1d96-4a0b-875f-5541625a9b90 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330890 Jul 07 17:07:44.935493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 4701aaff-5953-474c-b291-078b7a659a49 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:44.991861 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Attempting to bind port 4701aaff-5953-474c-b291-078b7a659a49 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:44.992227 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Attempting to bind port 4701aaff-5953-474c-b291-078b7a659a49 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:44.992856 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Attempting to bind port 4701aaff-5953-474c-b291-078b7a659a49 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:45.000752 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:45.001260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:45.001809 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.002928 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:45.003069 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Bound port: 4701aaff-5953-474c-b291-078b7a659a49, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:45.003531 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.054218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-540ce89a-f28f-4a63-845d-77d45ed27b01 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 1001 time: 0.2439134 Jul 07 17:07:45.071071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-a12115b8-a37a-47ec-a9f8-2b3566661d80 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459029 Jul 07 17:07:45.089332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:45.090707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] For port 4701aaff-5953-474c-b291-078b7a659a49, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:45.095761 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] For port 4701aaff-5953-474c-b291-078b7a659a49, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4701aaff-5953-474c-b291-078b7a659a49,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:45.100831 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.204581 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65722706-4ba0-4728-821b-667e1822579a None None] Pushing event updated for resources: {'Port': ['ID=4701aaff-5953-474c-b291-078b7a659a49,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.213723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101fcf-deef-468b-9abc-6395bc561ddc req-110eb95b-9480-4e9c-b8c8-b6c2e4716652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.213723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-110eb95b-9480-4e9c-b8c8-b6c2e4716652 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64332709cd05464aafed43cb1c8e6d06&device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 1098 time: 0.4138529 Jul 07 17:07:45.225629 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Routers {'ab291009-1164-4fa7-bf3e-580ac029334b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:45.225629 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ab291009-1164-4fa7-bf3e-580ac029334b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:45.267673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.292257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c2e0a0d-aeec-4964-be44-6f2f12b12caa None None] Could not find standard attr ID for object 4701aaff-5953-474c-b291-078b7a659a49. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:45.305162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.332818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] Set router ab291009-1164-4fa7-bf3e-580ac029334b gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:45.333878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=4701aaff-5953-474c-b291-078b7a659a49,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:45.591556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.599238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-5ede71a2-f981-404e-9204-11f5707eaae2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.604679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-5ede71a2-f981-404e-9204-11f5707eaae2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "GET /v2.0/ports?device_id=afa68d0e-dd57-43df-a9f9-97315211e0da HTTP/1.1" status: 200 len: 944 time: 0.4989879 Jul 07 17:07:45.639750 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'name': 'tempest-NetworksTestDHCPv6-router-920191562', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:37Z', 'updated_at': '2021-07-07T17:07:41Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '4701aaff-5953-474c-b291-078b7a659a49', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:78:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:38Z', 'updated_at': '2021-07-07T17:07:45Z', 'revision_number': 4, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:45.693555 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a758f7-4394-44d9-ba65-492bf02c4c50 None None] The sync data for ids ['ab291009-1164-4fa7-bf3e-580ac029334b'] in n-d-791504-12 is: [{'id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'name': 'tempest-NetworksTestDHCPv6-router-920191562', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:37Z', 'updated_at': '2021-07-07T17:07:41Z', 'revision_number': 2, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'gw_port_host': None, '_interfaces': [{'id': '4701aaff-5953-474c-b291-078b7a659a49', 'name': '', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'mac_address': 'fa:16:3e:78:26:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab291009-1164-4fa7-bf3e-580ac029334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:38Z', 'updated_at': '2021-07-07T17:07:45Z', 'revision_number': 4, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac', 'subnets': [{'id': '23cc4a77-95ba-4ac1-9078-53933cc9fe1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:45.773168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cbebe37-5e11-4c05-bc37-c21f26166ed3 None None] Could not find standard attr ID for object 4701aaff-5953-474c-b291-078b7a659a49. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:45.897912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.899517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101fcf-deef-468b-9abc-6395bc561ddc req-f8a48147-401c-4c5b-a656-5b42ed2c0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.901673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-f8a48147-401c-4c5b-a656-5b42ed2c0c69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 200 len: 924 time: 0.6435363 Jul 07 17:07:45.908912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.909085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Router ab291009-1164-4fa7-bf3e-580ac029334b has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:45.909568 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Floating IP 94d29209-cfc1-4009-aeaf-104769b2a661 disassociated. External IP: 172.25.7.91, port: e2826c4c-6f72-450a-bd3f-df1abbf94925. Jul 07 17:07:45.936603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f370-8981-486f-bd12-ced4adff4b41 req-6be8b254-3c80-49ec-89b4-8917f87bcf8e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.942861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3343f370-8981-486f-bd12-ced4adff4b41 req-6be8b254-3c80-49ec-89b4-8917f87bcf8e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.4236181 Jul 07 17:07:46.079513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:46.105150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d3a29f6f-d77c-47ef-9d7f-26e952ed5cb3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "PUT /v2.0/routers/ab291009-1164-4fa7-bf3e-580ac029334b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333645 Jul 07 17:07:46.108635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.181494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e2b8a-0bd6-4c1e-90ee-73a4501c5cf7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.183915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e2b8a-0bd6-4c1e-90ee-73a4501c5cf7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.185082 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e4e2b8a-0bd6-4c1e-90ee-73a4501c5cf7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0750856 Jul 07 17:07:46.187774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.221617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Deleting port 8f596741-cd9b-4257-b773-eabbad7d7c42 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:46.221975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.237954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3343f370-8981-486f-bd12-ced4adff4b41 req-ba55bab7-41ba-4a8d-9dcc-ba6531dd2165 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240486 Jul 07 17:07:46.252840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 23cc4a77-95ba-4ac1-9078-53933cc9fe1f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:46.258915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-430da84a-9231-4c80-bfde-20f1832e20d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 200 len: 1002 time: 0.2598159 Jul 07 17:07:46.259116 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.308934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.385770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101fcf-deef-468b-9abc-6395bc561ddc req-ef439b34-c673-42fd-b6ba-fb149a3fef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.387326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-ef439b34-c673-42fd-b6ba-fb149a3fef79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 200 len: 862 time: 0.1082857 Jul 07 17:07:46.451980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.533637 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.550454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] For port 8f596741-cd9b-4257-b773-eabbad7d7c42, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8f596741-cd9b-4257-b773-eabbad7d7c42,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:46.550827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.564181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=23cc4a77-95ba-4ac1-9078-53933cc9fe1f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.568803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.571000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5a6da8aa-6351-4cdc-a8a3-457b4213fe18 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/23cc4a77-95ba-4ac1-9078-53933cc9fe1f HTTP/1.1" status: 204 len: 168 time: 0.3821650 Jul 07 17:07:46.573489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.583330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Calling delete_port for 8f596741-cd9b-4257-b773-eabbad7d7c42 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:46.585369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957fcec4-37e9-4430-861a-9b7d8e761e09 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:46.609965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Router ca949aea-95fa-4de8-9115-a17aa32be1c7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:46.693067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5161358e-a279-440c-9eb6-33136c4b3a27 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1183498 Jul 07 17:07:46.695421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42040) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:46.699122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75101fcf-deef-468b-9abc-6395bc561ddc req-ee532500-361f-402e-83cb-7b905ac56738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:46.700846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-ee532500-361f-402e-83cb-7b905ac56738 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547894 Jul 07 17:07:46.838764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.922398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:07:46.979486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Deleting port 3e089cdb-ce62-4786-8883-0325f2b727af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:46.980140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.052423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] For port 3e089cdb-ce62-4786-8883-0325f2b727af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3e089cdb-ce62-4786-8883-0325f2b727af,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:47.053093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.070639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Calling delete_port for 3e089cdb-ce62-4786-8883-0325f2b727af owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:47.070876 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:47.076707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.086241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Sync routers for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:47.120163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-3b65dc15-b4b1-4018-bb3f-a8452f94b7cf service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760111 Jul 07 17:07:47.125281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.161405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:47.162062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:47.188351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event deleted for resources: {'Port': ['ID=8f596741-cd9b-4257-b773-eabbad7d7c42,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.203016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.209816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.219068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.225252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.231296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.238993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.245307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.247557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-15906bb6-3d06-442f-8897-8629469673e1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.3833168 Jul 07 17:07:47.291147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-2142596f-035f-444c-91a7-6c476eb46af4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "PUT /v2.0/floatingips/94d29209-cfc1-4009-aeaf-104769b2a661 HTTP/1.1" status: 200 len: 694 time: 2.2137449 Jul 07 17:07:47.321967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:47.325467 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dcce52-1d48-445a-8267-c0a7952caa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:47.377535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.381282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.395065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] No DVR routers for this DVR port 8f596741-cd9b-4257-b773-eabbad7d7c42 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:47.407818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.410286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a7682ac-3eff-4659-b779-6e48c19082a4 req-15cf78f8-fa06-4ae5-abd6-ba7cd7e76e87 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "DELETE /v2.0/ports/8f596741-cd9b-4257-b773-eabbad7d7c42 HTTP/1.1" status: 204 len: 173 time: 1.7884235 Jul 07 17:07:47.431328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.444542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:47.454045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.454045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Fanout notify agent at l3_agent the message router_deleted on router ab291009-1164-4fa7-bf3e-580ac029334b {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:07:47.466811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.470660 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30b8b470-5ea6-430e-af85-1a5188852fad tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/routers/ab291009-1164-4fa7-bf3e-580ac029334b HTTP/1.1" status: 204 len: 168 time: 0.7741456 Jul 07 17:07:47.474963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f985ecb2-8ab6-4592-8708-95a947aa3e64 req-7cceb5d3-6ede-4e21-97e9-fccf8f45acd9 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1856670 Jul 07 17:07:47.476952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.480244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] No DVR routers for this DVR port 3e089cdb-ce62-4786-8883-0325f2b727af on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:47.513071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f409c8-647c-42f7-9297-82cf62a2b836 None None] Pushing event deleted for resources: {'Port': ['ID=3e089cdb-ce62-4786-8883-0325f2b727af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:47.530186 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b529c61-c317-4dff-90e4-3fdeb02ad274 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520284 Jul 07 17:07:47.534846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:47.542708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-c14f9e8a-ed20-4b9f-855d-76b2ca66e34b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.544315 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-c14f9e8a-ed20-4b9f-855d-76b2ca66e34b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.3622220 Jul 07 17:07:47.550413 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75101fcf-deef-468b-9abc-6395bc561ddc req-42677fc4-3855-42dd-b5ad-e63317953451 service neutron] 10.222.0.83 "GET /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124131 Jul 07 17:07:47.560624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Request body: {'port': {'device_id': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'admin_state_up': True, 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:47.579378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-cc1d2ebb-7750-4d2f-af4c-16f7bb255c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.580909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-cc1d2ebb-7750-4d2f-af4c-16f7bb255c0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.2522631 Jul 07 17:07:47.803569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:47.808175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.834756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:47.876943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Checking router: ca949aea-95fa-4de8-9115-a17aa32be1c7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:47.897028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:47.897885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:47.905590 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Sync routers for ids ['ab291009-1164-4fa7-bf3e-580ac029334b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:47.921052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:47.921420 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:07:47.922074 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab291009-1164-4fa7-bf3e-580ac029334b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:07:47.937729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:47.939121 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:07:47.940157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab291009-1164-4fa7-bf3e-580ac029334b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent'). {{(pid=93768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:07:47.940723 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bab13-35de-4ce8-b995-7ad8224753db None None] The sync data for ids ['ab291009-1164-4fa7-bf3e-580ac029334b'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:47.987384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Allocated IP 172.20.0.7 (337d2515-01f0-4626-9a37-6aa93bdbfc80/a74b893a-9053-4313-a339-b95b2d77dfac/10b370d7-2a4f-4a61-9ee9-7b11d8502bf9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:48.004151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b167142-a980-4224-a44c-5cc64e71ebd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.005644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1b167142-a980-4224-a44c-5cc64e71ebd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4677215 Jul 07 17:07:48.015179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42058) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:48.051070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:48.067916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a652051a-5856-41d5-ae4d-d36a3b3b4391 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480223 Jul 07 17:07:48.075768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42060) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:48.097590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:48.109950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55617bbf-da25-47c1-ba93-bfa1122083c5 req-813f3f55-22d4-41de-90b2-27acbf32eea5 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 210 time: 0.1104805 Jul 07 17:07:48.179148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-e90214f7-6604-47f5-b14b-731cca7b192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.180764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-e90214f7-6604-47f5-b14b-731cca7b192a service neutron] 10.222.0.22 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.5925088 Jul 07 17:07:48.252470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-9bbd3042-4b78-4c35-b1ce-8b4991d98ba1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.0553036 Jul 07 17:07:48.339515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:48.345965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.371203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-ac051f4d-d30b-4bc6-8ba7-9a8c99fe36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.374687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-ac051f4d-d30b-4bc6-8ba7-9a8c99fe36a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.1156642 Jul 07 17:07:48.407960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:48.456353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-5ca3d7c6-da03-40ed-91ce-59efee1d4f25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731149 Jul 07 17:07:48.492786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3e089cdb-ce62-4786-8883-0325f2b727af no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:48.495372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa663-1c33-4479-a0b6-e4097f107e0c None None] The sync data for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 is: [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:06:24Z', 'revision_number': 4, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'cca39960-8922-4fca-823d-523aeaa38e86', 'name': '', 'network_id': 'afd072fc-1312-4918-a8bf-b6b07e760edf', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'mac_address': 'fa:16:3e:4c:61:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:24Z', 'updated_at': '2021-07-07T17:06:32Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'subnets': [{'id': 'af92e3fc-2e0f-4c05-829b-80cb7bcab9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:48.544689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3e089cdb-ce62-4786-8883-0325f2b727af {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:48.545633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3e089cdb-ce62-4786-8883-0325f2b727af not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:48.547453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.564999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4701aaff-5953-474c-b291-078b7a659a49 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:48.599766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4701aaff-5953-474c-b291-078b7a659a49 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:48.600607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4701aaff-5953-474c-b291-078b7a659a49 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:48.630212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-cfcd7dc5-1ed6-4ade-a381-08c17e85f8d9 service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669304 Jul 07 17:07:48.676271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.747316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c111106a-7009-4d6a-bd80-e3d45ee6b4da req-127a0a7a-85ba-4c0d-8270-9fd726884b18 service neutron] 10.222.0.22 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159492 Jul 07 17:07:48.759775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:48.768319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:48.769903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:48.776580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:48.799642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 8f596741-cd9b-4257-b773-eabbad7d7c42 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:48.799848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8f596741-cd9b-4257-b773-eabbad7d7c42 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:48.842339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:48.855056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:48.855723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.868847 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c04f0a-04b1-4d7e-a3ad-4aebf9213824 x-openstack-request-id: req-d2c04f0a-04b1-4d7e-a3ad-4aebf9213824 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:48.869145 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:48.869402 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2c04f0a-04b1-4d7e-a3ad-4aebf9213824 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:48.869854 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:07:48.902347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3eeb456e-1125-4fe1-8570-d9e3dfc9f17e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3486660 Jul 07 17:07:48.920282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Request body: {'port': {'device_id': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:48.961326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cbe3e0-b3ff-4868-ab63-cc6c8a1f3c20 None None] New status for floating IP 94d29209-cfc1-4009-aeaf-104769b2a661: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:07:48.984722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:07:48.988526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.050446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-c5d18e57-715a-461a-8d84-1a507882945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.052751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-c5d18e57-715a-461a-8d84-1a507882945a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 1098 time: 0.1390889 Jul 07 17:07:49.062085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92511f9-34f8-43e7-b9b7-7e7a347b26e3 req-de1fecd0-e98a-4d64-a6b1-2552d40069c0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.063774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d92511f9-34f8-43e7-b9b7-7e7a347b26e3 req-de1fecd0-e98a-4d64-a6b1-2552d40069c0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1520205 Jul 07 17:07:49.075689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:49.082336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:49.092463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.093242 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.096532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea558d-1d25-4761-85c9-7790ad5b0eff None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:49.102937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.111896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=d260d4b4-18b0-4dd9-a1a7-b87e8adcb392,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.126721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7f40061-a716-4ce2-a68a-3b651e6a13a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0496998 Jul 07 17:07:49.130252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42074) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:49.135956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:49.187241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d92511f9-34f8-43e7-b9b7-7e7a347b26e3 req-b55da478-aa38-4be7-9303-9f9bdea5b7e4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112349 Jul 07 17:07:49.315790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-3e34845a-9f43-478a-9864-408f13f69d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.317098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-3e34845a-9f43-478a-9864-408f13f69d07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 200 len: 921 time: 0.2523081 Jul 07 17:07:49.320096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-22c15496-d833-4b44-a7ec-d48443cfac44 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips/94d29209-cfc1-4009-aeaf-104769b2a661 HTTP/1.1" status: 200 len: 694 time: 0.0952711 Jul 07 17:07:49.382137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'd260d4b4-18b0-4dd9-a1a7-b87e8adcb392'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:49.383028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.416821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-377afd7e-cf56-4654-afcc-4847e6e894c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 200 len: 217 time: 0.0892527 Jul 07 17:07:49.438660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:49.442187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.518299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.522452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Allocated IP 2001:db8::f816:3eff:fefc:2ca7 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/d260d4b4-18b0-4dd9-a1a7-b87e8adcb392/23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:49.524253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.530696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.536556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.542431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.549111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.555076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.557019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-401422c5-ea22-45f3-b33f-5b4473b11eb0 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.3308847 Jul 07 17:07:49.557761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-5ed16b5a-5b6b-435c-9d6c-6337dc1f5375 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.559352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-5ed16b5a-5b6b-435c-9d6c-6337dc1f5375 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.1928718 Jul 07 17:07:49.568557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-caa66b1a-7c77-49cb-84cf-bb0ab951c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.569987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-caa66b1a-7c77-49cb-84cf-bb0ab951c685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 200 len: 860 time: 0.1438079 Jul 07 17:07:49.584926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-4fb690bd-cdbe-4848-87cc-5afa0a0de374 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.586276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-4fb690bd-cdbe-4848-87cc-5afa0a0de374 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2576787 Jul 07 17:07:49.625940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-c3190980-83fd-4bc9-97a2-fbcc634a7e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=afd072fc-1312-4918-a8bf-b6b07e760edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383682 Jul 07 17:07:49.680479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.690276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Transition to ACTIVE for port object 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:49.707184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Transition to ACTIVE for port object 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:49.713862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.720705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:49.725981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-aa562657-e326-4246-9314-cb470b9cefab tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 695 time: 0.1058033 Jul 07 17:07:49.731641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-527c85be-a4da-469b-8c3e-53e0567cfb99 req-8c015408-1c96-4baa-9056-be6f84c73ab8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594450 Jul 07 17:07:49.733034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.754538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:49.762018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:49.767139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:49.770443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:49.786789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Transition to ACTIVE for port object 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:49.796603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.828116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-12a13a30-dd99-42ff-a8ad-8e53f8d97a76 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.91 HTTP/1.1" status: 200 len: 695 time: 0.0732079 Jul 07 17:07:49.831793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-2aabf97a-d32c-4ebc-bda2-9b2dc5454050 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996455 Jul 07 17:07:49.847785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Attempting to bind port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:49.848167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Attempting to bind port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:49.848533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Attempting to bind port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:49.853856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:49.855821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:49.855821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.855821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:49.855821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Bound port: 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:49.856226 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.899567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Deleting port 265c1a88-f7f8-464a-968f-bfdbd716de9a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:49.900549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.925436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:49.929497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:49.937004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.976845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.016430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7a3f-49c7-4787-9b57-5c1deb831ffb None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.081191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5dcce52-1d48-445a-8267-c0a7952caa9a req-ae65f7fd-9b79-4267-9b37-89d335681e19 service neutron] 10.222.0.32 "GET /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403111 Jul 07 17:07:50.113463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69057d-f7d6-4a0b-bb5f-f42e4909c6a5 req-dec48957-c392-4820-ac60-bb22d7c95a96 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.114996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f69057d-f7d6-4a0b-bb5f-f42e4909c6a5 req-dec48957-c392-4820-ac60-bb22d7c95a96 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 945 time: 0.1553245 Jul 07 17:07:50.117240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Deleting port 7e91ea15-2857-46c7-ac34-6d068530b67b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:50.117586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.158910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.238598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] For port 265c1a88-f7f8-464a-968f-bfdbd716de9a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=265c1a88-f7f8-464a-968f-bfdbd716de9a,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:50.238971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.240391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.240734 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.243969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Attempting to bind port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:50.244356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Attempting to bind port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:50.244689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Attempting to bind port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:50.250948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f69057d-f7d6-4a0b-bb5f-f42e4909c6a5 req-f8927798-104b-4b74-8771-510c6a75e3fe tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208577 Jul 07 17:07:50.265175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:50.269510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Calling delete_port for 7e91ea15-2857-46c7-ac34-6d068530b67b owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:50.273593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:50.275282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:50.275605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Attempting to bind port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:50.289644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.289644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.289644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Calling delete_port for 265c1a88-f7f8-464a-968f-bfdbd716de9a owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:50.300142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=e445d36a-8449-42ad-bf3e-e3bdf1cbbf57,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.307909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:50.308260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Checking segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:50.308655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Bound using segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:50.309141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Bound port: 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:50.309462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.326952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-96494558-9b83-4801-ac91-ed3121147a31 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1950459 Jul 07 17:07:50.330030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42082) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:50.373778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:78:ec:4b', 'name': 'tempest-NetworksTestDHCPv6-341254571'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:50.457492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.508762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event deleted for resources: {'Port': ['ID=7e91ea15-2857-46c7-ac34-6d068530b67b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.549885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:50.553796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:50.562434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.592630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c3e51-f2bc-487d-a207-11696a96f5d0 req-7593d5fc-9120-40f5-8ca8-621706aaa75f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.594368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-422c3e51-f2bc-487d-a207-11696a96f5d0 req-7593d5fc-9120-40f5-8ca8-621706aaa75f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.1500869 Jul 07 17:07:50.597058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.599758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.600856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dde1a13-b58c-4653-aa20-73b8646e3274 req-81256ae3-65ec-4982-8782-0da842b814a1 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "DELETE /v2.0/floatingips/94d29209-cfc1-4009-aeaf-104769b2a661 HTTP/1.1" status: 204 len: 173 time: 0.7674255 Jul 07 17:07:50.643314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-422c3e51-f2bc-487d-a207-11696a96f5d0 req-7673d7fc-665b-4123-b38a-4c545936c409 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Jul 07 17:07:50.647520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.648209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.649734 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] 10.222.0.32 "PUT /v2.0/ports/10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 HTTP/1.1" status: 200 len: 1092 time: 1.7362788 Jul 07 17:07:50.652858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:50.654961 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cac0b2-09ac-4aab-bf37-e29247a4ba79" -d '{"events": [{"name": "network-changed", "server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:50.664755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:50.758699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.766141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d50f-8c2d-498f-9bdd-7fc5343e0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.771898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['265c1a88-f7f8-464a-968f-bfdbd716de9a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:50.840027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event deleted for resources: {'Port': ['ID=265c1a88-f7f8-464a-968f-bfdbd716de9a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:50.870841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-deleted', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:50.873662 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aecea9c-4a92-4761-836c-ecd919f22a09" -d '{"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-deleted", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:50.914362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d361a28d-5d49-495f-b830-361d0082a013 req-39480e18-10b7-49a8-bdbe-624cb61e0b6b tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups/025b4251-e497-45a7-801b-57b983ac8660 HTTP/1.1" status: 200 len: 1807 time: 0.0742085 Jul 07 17:07:50.943689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7699b28-b5e7-453f-a7e8-3e192a188bba req-c37a37ed-f441-47da-880d-0c5ac250878d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.945318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7699b28-b5e7-453f-a7e8-3e192a188bba req-c37a37ed-f441-47da-880d-0c5ac250878d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1494243 Jul 07 17:07:51.017306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7699b28-b5e7-453f-a7e8-3e192a188bba req-d730f501-42c0-4954-a8a1-3643a848741b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647278 Jul 07 17:07:51.020541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d361a28d-5d49-495f-b830-361d0082a013 req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.052972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d361a28d-5d49-495f-b830-361d0082a013 req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.117208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d361a28d-5d49-495f-b830-361d0082a013 req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.120714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d361a28d-5d49-495f-b830-361d0082a013 req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.134436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d361a28d-5d49-495f-b830-361d0082a013 req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "DELETE /v2.0/security-groups/025b4251-e497-45a7-801b-57b983ac8660 HTTP/1.1" status: 204 len: 173 time: 0.2187989 Jul 07 17:07:51.160328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4c6b1-23f8-4c13-bbe5-d0f27edc63d5 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b4251-e497-45a7-801b-57b983ac8660,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.199275 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e1c24-5666-4065-83ca-a79ae763f623 x-openstack-request-id: req-272e1c24-5666-4065-83ca-a79ae763f623 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:51.200222 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa68d0e-dd57-43df-a9f9-97315211e0da", "name": "network-vif-deleted", "tag": "8f596741-cd9b-4257-b773-eabbad7d7c42", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:51.200701 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-272e1c24-5666-4065-83ca-a79ae763f623 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:51.201401 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa68d0e-dd57-43df-a9f9-97315211e0da', 'name': 'network-vif-deleted', 'tag': '8f596741-cd9b-4257-b773-eabbad7d7c42', 'status': 'completed', 'code': 200} Jul 07 17:07:51.207024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:51.219113 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d75d5b-c636-4ee1-9343-6a1187d1be84 x-openstack-request-id: req-02d75d5b-c636-4ee1-9343-6a1187d1be84 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:51.219518 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:51.219672 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02d75d5b-c636-4ee1-9343-6a1187d1be84 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:51.220189 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'status': 'completed', 'code': 200} Jul 07 17:07:51.222657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] No DVR routers for this DVR port 265c1a88-f7f8-464a-968f-bfdbd716de9a on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:51.228358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.230584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dc663b6-7960-4de9-8a27-11b7261c7c29 req-4935192e-41fc-4e42-abda-4cdf5b8f72b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "DELETE /v2.0/ports/265c1a88-f7f8-464a-968f-bfdbd716de9a HTTP/1.1" status: 204 len: 173 time: 1.6634812 Jul 07 17:07:51.234953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.284580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-a73f0a42-f0f8-4e25-9ee1-40aedeb09f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.286235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-a73f0a42-f0f8-4e25-9ee1-40aedeb09f86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 1095 time: 0.5627007 Jul 07 17:07:51.299578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port b16ac115-e058-4db5-bdbd-ee59d0806cd6 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:51.361603 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-efdd767f-4c25-42ab-ab1c-1aeb3dac2b99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 HTTP/1.1" status: 200 len: 217 time: 0.0630300 Jul 07 17:07:51.375840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.382622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.389533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.396598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.404347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.410615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.419468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.424326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fac2fa-43ff-4862-beb1-352260602fee None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:51.434055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0101c436-347d-4a08-9579-afa252d06801 req-f95375f8-14b2-4178-ad64-6c18b4bbca1a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.1656885 Jul 07 17:07:51.463491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6172e5-f3c7-4b2c-8b98-0858616f0fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.488496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-63b29919-d716-4487-b705-970036af784c None None] Provisioning for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:51.501754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0101c436-347d-4a08-9579-afa252d06801 req-da9f59be-250e-41f7-9ccd-42be8f30315d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666637 Jul 07 17:07:51.611121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 172.20.0.5 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e445d36a-8449-42ad-bf3e-e3bdf1cbbf57/b16ac115-e058-4db5-bdbd-ee59d0806cd6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:51.618980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe78:ec4b (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/d260d4b4-18b0-4dd9-a1a7-b87e8adcb392/b16ac115-e058-4db5-bdbd-ee59d0806cd6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:51.631566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6172e5-f3c7-4b2c-8b98-0858616f0fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.637933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed6172e5-f3c7-4b2c-8b98-0858616f0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.668660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ed6172e5-f3c7-4b2c-8b98-0858616f0fe2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46b02b6cfcaa44f2aa84cabf1e71a633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601181 Jul 07 17:07:51.671657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:51.730263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6172e5-f3c7-4b2c-8b98-0858616f0fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac49bd-07f0-4a29-bd46-27da70ffd6c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:51.804021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82e9202f-7758-4130-a76d-b317907929d9 req-b5bd208e-bb4f-484c-9566-3de53c700c5a tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=898c47d6-24aa-466a-841a-99155bc9dc31 HTTP/1.1" status: 200 len: 210 time: 0.0613286 Jul 07 17:07:51.805449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': 'd260d4b4-18b0-4dd9-a1a7-b87e8adcb392', 'ip_address': '2001:db8::f816:3eff:fefc:2ca7'}, {'subnet_id': 'e445d36a-8449-42ad-bf3e-e3bdf1cbbf57'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:07:51.841971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3160d945-05ff-4dbf-bc9b-a7fafea42193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.843521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-3160d945-05ff-4dbf-bc9b-a7fafea42193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.1000149 Jul 07 17:07:51.855996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.861201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.894882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.912505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.917213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0cb7d-2610-4591-ae4b-fc886d643351 req-abcf4d2e-4af8-4691-b1d7-a3e3efb077f7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.924745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07a0cb7d-2610-4591-ae4b-fc886d643351 req-abcf4d2e-4af8-4691-b1d7-a3e3efb077f7 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.1565256 Jul 07 17:07:51.936884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object b16ac115-e058-4db5-bdbd-ee59d0806cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:51.991954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07a0cb7d-2610-4591-ae4b-fc886d643351 req-860ee672-7178-4e7f-b0f7-dee5474ffabe tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662773 Jul 07 17:07:52.014664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.074987 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.084502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.085687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04ac49bd-07f0-4a29-bd46-27da70ffd6c7 HTTP/1.1" status: 204 len: 168 time: 0.4127367 Jul 07 17:07:52.118405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Allocated IP 172.20.0.2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e445d36a-8449-42ad-bf3e-e3bdf1cbbf57/23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:52.145146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e71b0-5a97-4769-87e1-cce293fa8916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac49bd-07f0-4a29-bd46-27da70ffd6c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.196922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf11a7-9eea-463f-84e0-8a47f0aea046 req-5bd60fd7-8ad7-4148-92e0-a985de17199d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.203014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-090ba23b-d739-4700-9d8b-bbc3ab35ee80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115810 Jul 07 17:07:52.207540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ebf11a7-9eea-463f-84e0-8a47f0aea046 req-5bd60fd7-8ad7-4148-92e0-a985de17199d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.2122960 Jul 07 17:07:52.210025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=b16ac115-e058-4db5-bdbd-ee59d0806cd6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.278016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:52.334386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ebf11a7-9eea-463f-84e0-8a47f0aea046 req-2bf6205b-253f-449d-a2b7-7e5fe15097ab tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224313 Jul 07 17:07:52.335001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:52.364326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:52.364674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:52.372121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:52.373521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:52.373981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.383448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:52.391684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b168eb0-3e4b-48fe-ae93-86c1a1b8855f req-c257448b-1e77-48ca-a885-2f13a926d649 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.393262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b168eb0-3e4b-48fe-ae93-86c1a1b8855f req-c257448b-1e77-48ca-a885-2f13a926d649 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1318457 Jul 07 17:07:52.417467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.435045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Transition to ACTIVE for port object 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:52.453017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.453702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.461706 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-52e4469c-c053-42a4-9639-0afffc6dd4dc service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222502 Jul 07 17:07:52.465696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.471055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b168eb0-3e4b-48fe-ae93-86c1a1b8855f req-ff8bfdeb-ef6a-413c-b63c-3434e3fc78e0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705795 Jul 07 17:07:52.498692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.516180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027828e-4214-437a-8a30-f0b1e3d3fd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.522778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.531622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d34f56a1-a21f-45f5-83b4-0ba4049d20a1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1572576 Jul 07 17:07:52.531825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.597940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972e53c-f383-4bbe-8235-d81d06c1bd6f None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.612492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86660fdb-d4ba-44b0-b1f7-a2a553687f64 req-be40f1d5-6134-4edf-8a36-41c32768eb7e service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419656 Jul 07 17:07:52.638083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24371e-a22a-48ae-8fdf-1fc36e705b05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.644331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24371e-a22a-48ae-8fdf-1fc36e705b05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.646271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c24371e-a22a-48ae-8fdf-1fc36e705b05 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1136615 Jul 07 17:07:52.648908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.674182 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:07:52.674568 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:07:52.744419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-023a1922-685f-40a4-b1f0-a655703f4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.746183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-023a1922-685f-40a4-b1f0-a655703f4c2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 1095 time: 0.0666277 Jul 07 17:07:52.771295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:52.792694 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027828e-4214-437a-8a30-f0b1e3d3fd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.793768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 265c1a88-f7f8-464a-968f-bfdbd716de9a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:52.794193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 265c1a88-f7f8-464a-968f-bfdbd716de9a not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:52.802752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5027828e-4214-437a-8a30-f0b1e3d3fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.854780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-c0ea7b2a-381b-4d97-a41a-be3a6494f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.856298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-c0ea7b2a-381b-4d97-a41a-be3a6494f4f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 905 time: 0.1007400 Jul 07 17:07:52.863150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5027828e-4214-437a-8a30-f0b1e3d3fd58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=791115e993d9400989445e842dadc059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631070 Jul 07 17:07:52.866367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:52.867148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027828e-4214-437a-8a30-f0b1e3d3fd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef39f5-9058-4f3f-8a65-b1cef5b5d1a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:52.909588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.915654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.917258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-b4e944fd-245f-4b4f-baee-ffcec5d14b4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 HTTP/1.1" status: 200 len: 217 time: 0.0528405 Jul 07 17:07:52.922572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.928605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.934575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.940538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.946473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.950629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4434b664-16d8-45df-9241-577082936d80 req-b69eefb9-eb06-4c69-b057-7628cd6330f2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.2427666 Jul 07 17:07:52.977506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-a30c4588-1daf-4742-b23e-81166eed82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:52.980508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port b16ac115-e058-4db5-bdbd-ee59d0806cd6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:52.980687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-a30c4588-1daf-4742-b23e-81166eed82f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.0564535 Jul 07 17:07:52.980889 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.025528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-a8d58c3e-1b57-49a8-8758-ff0b3c7e4381 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369756 Jul 07 17:07:53.088372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4434b664-16d8-45df-9241-577082936d80 req-ce7e67d4-3ee7-489b-93f5-90e894711918 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271992 Jul 07 17:07:53.093442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.129020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.152254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-30069c51-9966-4520-85e6-ac3a101da601 service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186786 Jul 07 17:07:53.202470 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.223957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for b16ac115-e058-4db5-bdbd-ee59d0806cd6 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:53.224287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-deleted', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:53.226624 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a94c932-93cc-4d4a-a8c9-33c59a427722" -d '{"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-deleted", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:53.262037 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.317217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:53.325890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.375522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05cac0b2-09ac-4aab-bf37-e29247a4ba79 req-528644cb-ae75-45de-a7ce-9d1f82d0d734 service neutron] 10.222.0.32 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062798 Jul 07 17:07:53.406212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.416913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.419474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.423589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2ef39f5-9058-4f3f-8a65-b1cef5b5d1a9 HTTP/1.1" status: 204 len: 168 time: 0.5513480 Jul 07 17:07:53.443263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-07d7fe4f-931f-41ed-80dc-9c944fed7bbd None None] Provisioning for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:53.452169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-07d7fe4f-931f-41ed-80dc-9c944fed7bbd None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:53.452800 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07d7fe4f-931f-41ed-80dc-9c944fed7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.458421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e4b68-a22e-47ef-87d2-8ae5dbaf29b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef39f5-9058-4f3f-8a65-b1cef5b5d1a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.477507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.528386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=b16ac115-e058-4db5-bdbd-ee59d0806cd6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:53.636499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef39d-4562-43dd-9dd3-b061dd415f79 req-edf16761-9907-4e40-be8a-ac30a38dc339 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.638082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97eef39d-4562-43dd-9dd3-b061dd415f79 req-edf16761-9907-4e40-be8a-ac30a38dc339 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.2660096 Jul 07 17:07:53.716964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.721707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7405a712-4221-4640-aa7a-015380d708b1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/b16ac115-e058-4db5-bdbd-ee59d0806cd6 HTTP/1.1" status: 204 len: 168 time: 1.0695176 Jul 07 17:07:53.733073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.778801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-896cf449-7173-4dd1-bb54-73949752b655 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.780993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-896cf449-7173-4dd1-bb54-73949752b655 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 944 time: 0.0806696 Jul 07 17:07:53.789400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a000ab-5c5b-4ac5-b2d0-be9c7d98b7e0 req-1eae6112-0757-4659-a9c9-18c45c102811 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.795476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9a000ab-5c5b-4ac5-b2d0-be9c7d98b7e0 req-1eae6112-0757-4659-a9c9-18c45c102811 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 944 time: 0.2626529 Jul 07 17:07:53.812112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-65bb2ee7-9686-45f3-9380-16b908a5e9a0 None None] Could not find standard attr ID for object b16ac115-e058-4db5-bdbd-ee59d0806cd6. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:07:53.818704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97eef39d-4562-43dd-9dd3-b061dd415f79 req-85e696f5-3a1f-4ee5-9760-f32c6d8a49da tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f7a9492-2491-4127-b162-d193b02be62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569798 Jul 07 17:07:53.873543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885c819-1450-4708-bd68-401c770b0b14 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.875124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885c819-1450-4708-bd68-401c770b0b14 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.876637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885c819-1450-4708-bd68-401c770b0b14 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.880986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1885c819-1450-4708-bd68-401c770b0b14 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1353674 Jul 07 17:07:53.886017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:53.910793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9a000ab-5c5b-4ac5-b2d0-be9c7d98b7e0 req-9f2aa2b1-5e30-4bd1-a807-5c5bef3ec694 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908835 Jul 07 17:07:53.940601 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4af40-6be0-4ce4-896f-aade4851b66e x-openstack-request-id: req-98c4af40-6be0-4ce4-896f-aade4851b66e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:53.941010 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c47d6-24aa-466a-841a-99155bc9dc31", "name": "network-vif-deleted", "tag": "265c1a88-f7f8-464a-968f-bfdbd716de9a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:53.941508 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98c4af40-6be0-4ce4-896f-aade4851b66e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:53.942017 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c47d6-24aa-466a-841a-99155bc9dc31', 'name': 'network-vif-deleted', 'tag': '265c1a88-f7f8-464a-968f-bfdbd716de9a', 'status': 'completed', 'code': 200} Jul 07 17:07:54.024499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet d260d4b4-18b0-4dd9-a1a7-b87e8adcb392 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:54.028964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.084257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.112352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Deleting port 11755713-f63e-4b47-b37f-2e24da9b83cd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:54.113054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.164021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:54.195083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5014e-38b1-467c-ae45-ef820be309f7 req-2e3cf424-1218-477b-80ab-6ffaa56e90c4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.206081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54a5014e-38b1-467c-ae45-ef820be309f7 req-2e3cf424-1218-477b-80ab-6ffaa56e90c4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.1778145 Jul 07 17:07:54.236923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:54.237437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.263544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] For port 11755713-f63e-4b47-b37f-2e24da9b83cd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=11755713-f63e-4b47-b37f-2e24da9b83cd,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:54.263819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.315254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-7fad541f-4d44-4fa7-bb23-ce34dddd0c2d tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.317720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-7fad541f-4d44-4fa7-bb23-ce34dddd0c2d tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.32 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 946 time: 0.3746986 Jul 07 17:07:54.328336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Calling delete_port for 11755713-f63e-4b47-b37f-2e24da9b83cd owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:54.394615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.554358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.597057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=d260d4b4-18b0-4dd9-a1a7-b87e8adcb392,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.602902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011177-e2a7-4a1c-b14b-4514f8102c6c req-1c73d27e-ad8c-4d62-8e8f-2fcbe547e788 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.604123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.604696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba011177-e2a7-4a1c-b14b-4514f8102c6c req-1c73d27e-ad8c-4d62-8e8f-2fcbe547e788 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.5340376 Jul 07 17:07:54.608565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d011fee2-ea4c-4c48-a470-60c7ba95e8c6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/d260d4b4-18b0-4dd9-a1a7-b87e8adcb392 HTTP/1.1" status: 204 len: 168 time: 0.7134295 Jul 07 17:07:54.612513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785678e-0159-437a-9b26-b917720e0357 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:54.613847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:54.630132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Deleting port e2826c4c-6f72-450a-bd3f-df1abbf94925 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:54.630496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.656736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54a5014e-38b1-467c-ae45-ef820be309f7 req-7bca5d48-03f7-425e-bacd-19c34456f787 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497523 Jul 07 17:07:54.701994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet e445d36a-8449-42ad-bf3e-e3bdf1cbbf57 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:54.706524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba011177-e2a7-4a1c-b14b-4514f8102c6c req-c6138e20-11af-41e7-8168-afd9c5818e47 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804207 Jul 07 17:07:54.710854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.755457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] For port e2826c4c-6f72-450a-bd3f-df1abbf94925, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e2826c4c-6f72-450a-bd3f-df1abbf94925,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:54.756087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.757968 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.775476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Calling delete_port for e2826c4c-6f72-450a-bd3f-df1abbf94925 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:54.793460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.866941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.871013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event deleted for resources: {'Port': ['ID=11755713-f63e-4b47-b37f-2e24da9b83cd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:54.934390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] No DVR routers for this DVR port 11755713-f63e-4b47-b37f-2e24da9b83cd on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:54.938570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:54.941008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3389d80e-23ea-408b-8db9-1cfee6ea4716 req-1f737e86-ad1f-42a9-b45d-5cebd1dd334e tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.32 "DELETE /v2.0/ports/11755713-f63e-4b47-b37f-2e24da9b83cd HTTP/1.1" status: 204 len: 173 time: 1.1474793 Jul 07 17:07:54.950431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9949b43b-df51-4664-bd3a-001481935505 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:55.039257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.062498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.092875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Pushing event deleted for resources: {'Port': ['ID=e2826c4c-6f72-450a-bd3f-df1abbf94925,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.111728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.112092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.112765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.113175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.113723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.115135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.115484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.115923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.116298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.117134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.117480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.117814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:55.133743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.156814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.162532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.167472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] No DVR routers for this DVR port e2826c4c-6f72-450a-bd3f-df1abbf94925 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:55.170847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.171970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.175314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.179072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8e50d4b0-1dbc-42eb-b38a-c6ebd19ee2e7 req-6ccb2b0b-1941-411e-9795-66a477324854 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.32 "DELETE /v2.0/ports/e2826c4c-6f72-450a-bd3f-df1abbf94925 HTTP/1.1" status: 204 len: 173 time: 0.8539689 Jul 07 17:07:55.181272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.187658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.193510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.201736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-7606dea6-42ad-4a35-9b46-2b48b9144358 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5429 time: 0.2980499 Jul 07 17:07:55.203494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '9949b43b-df51-4664-bd3a-001481935505', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'port_id': '9949b43b-df51-4664-bd3a-001481935505', 'mac_address': 'fa:16:3e:93:85:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:55.238818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.240625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e445d36a-8449-42ad-bf3e-e3bdf1cbbf57 HTTP/1.1" status: 204 len: 168 time: 0.6257389 Jul 07 17:07:55.241639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8a34-05a4-42ea-8368-cbd4da1df1bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=e445d36a-8449-42ad-bf3e-e3bdf1cbbf57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.243485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:55.280415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.300189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9949b43b-df51-4664-bd3a-001481935505 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:55.308351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5e83263-6be5-4314-92bc-dc48ce4da48a req-1d5de002-e925-48d8-9185-b7daf8b1fe95 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045086 Jul 07 17:07:55.330996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3cf4a275-3091-4b7c-854d-cbb52154aa59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859728 Jul 07 17:07:55.333830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42192) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:55.344336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.349519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:55.354169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.354863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e69ea28b-2bb0-442d-85e2-5b0324b227e5 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:55.374657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e38eed9a-0b6c-474d-b214-f43ce2c314c4 req-1e414e74-6c11-4331-ab1d-8ce5d42600f4 tempest-ServerRescueTestJSONUnderV235-683799718 tempest-ServerRescueTestJSONUnderV235-683799718-project] 10.222.0.22 "GET /v2.0/ports?device_id=02668a59-56f1-4255-9bb6-e24b00c6121a HTTP/1.1" status: 200 len: 210 time: 0.0451581 Jul 07 17:07:55.414350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.430820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'port_id': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5', 'mac_address': 'fa:16:3e:9c:c9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:55.550862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51dd9d46-117c-4438-90e9-6cb86ddab24a req-db3e423c-91cb-45f2-bfeb-669d5990b54c tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6beab89-042c-48dd-bc26-8c15fb44006f HTTP/1.1" status: 200 len: 210 time: 0.0495753 Jul 07 17:07:55.561620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.565475 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.587489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69ea28b-2bb0-442d-85e2-5b0324b227e5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:55.602504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:55.606286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.614690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.620862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:55.620862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 524cbc27-ea6b-4235-9879-c301da078cc1 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:55.780250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:55.818915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47ed1f-7fda-47e2-b8ae-9b2b5ef9f25b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:55.943975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-deleted', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd'}, {'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'name': 'network-vif-deleted', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:55.946268 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee2762d-de6e-4b4e-99b2-e450b606505f" -d '{"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-deleted", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd"}, {"server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "name": "network-vif-deleted", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:55.979510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa1a2-bc06-49ea-b8ec-f2ca62182a66 req-789af8e4-61ca-4a21-ae22-daf2b522acce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.982294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=524cbc27-ea6b-4235-9879-c301da078cc1,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:55.983034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04dfa1a2-bc06-49ea-b8ec-f2ca62182a66 req-789af8e4-61ca-4a21-ae22-daf2b522acce tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.1230650 Jul 07 17:07:56.005382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '524cbc27-ea6b-4235-9879-c301da078cc1', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'port_id': '524cbc27-ea6b-4235-9879-c301da078cc1', 'mac_address': 'fa:16:3e:c7:fe:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:56.011797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-42b01601-8d10-44c2-aaca-7a6d087c6d63 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:56.012299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b01601-8d10-44c2-aaca-7a6d087c6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.066153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04dfa1a2-bc06-49ea-b8ec-f2ca62182a66 req-02c28ab4-17a9-4fa2-9a09-3220a2fed0b5 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 Jul 07 17:07:56.078332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29d9d-326a-4517-9272-9fc75c567425 req-701ae00c-7217-469e-be23-d99f37991cae tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.079899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1fe29d9d-326a-4517-9272-9fc75c567425 req-701ae00c-7217-469e-be23-d99f37991cae tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1337452 Jul 07 17:07:56.118536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.143352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1fe29d9d-326a-4517-9272-9fc75c567425 req-d9f0d604-5d20-4f9c-9511-ef9ff8e51e69 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563257 Jul 07 17:07:56.157374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524cbc27-ea6b-4235-9879-c301da078cc1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:56.215248 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fd3864-71e4-4d59-bed5-a5b830af815e x-openstack-request-id: req-08fd3864-71e4-4d59-bed5-a5b830af815e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:56.215556 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6beab89-042c-48dd-bc26-8c15fb44006f", "name": "network-vif-deleted", "tag": "11755713-f63e-4b47-b37f-2e24da9b83cd", "status": "completed", "code": 200}, {"server_uuid": "02668a59-56f1-4255-9bb6-e24b00c6121a", "name": "network-vif-deleted", "tag": "e2826c4c-6f72-450a-bd3f-df1abbf94925", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:56.216069 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08fd3864-71e4-4d59-bed5-a5b830af815e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:56.217029 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6beab89-042c-48dd-bc26-8c15fb44006f', 'name': 'network-vif-deleted', 'tag': '11755713-f63e-4b47-b37f-2e24da9b83cd', 'status': 'completed', 'code': 200} Jul 07 17:07:56.217285 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02668a59-56f1-4255-9bb6-e24b00c6121a', 'name': 'network-vif-deleted', 'tag': 'e2826c4c-6f72-450a-bd3f-df1abbf94925', 'status': 'completed', 'code': 200} Jul 07 17:07:56.219425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:07:56.225402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=524cbc27-ea6b-4235-9879-c301da078cc1,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:56.237088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.238094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c1a09d0f-455f-4270-923b-fca401d10093 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:56.349459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c1a09d0f-455f-4270-923b-fca401d10093,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:56.364064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.379283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'c1a09d0f-455f-4270-923b-fca401d10093', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'port_id': 'c1a09d0f-455f-4270-923b-fca401d10093', 'mac_address': 'fa:16:3e:62:fe:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:56.428493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06fd19-2374-49b8-8624-cdbfa04810f1 req-92716493-4ec4-40a0-abac-b736f77424fc tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.429631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.437508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a06fd19-2374-49b8-8624-cdbfa04810f1 req-92716493-4ec4-40a0-abac-b736f77424fc tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.0867741 Jul 07 17:07:56.449291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '2a1127c6-387b-4680-8fd0-db506ecf418e'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:07:56.479464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a09d0f-455f-4270-923b-fca401d10093 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:56.494726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a06fd19-2374-49b8-8624-cdbfa04810f1 req-5fdd54b2-f410-45d5-8675-7eff9e6163e3 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562384 Jul 07 17:07:56.524753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.525211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c1a09d0f-455f-4270-923b-fca401d10093,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:56.536284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.542695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.574266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.581405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.587976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.595963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.601783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.608640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.616543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.618774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-a22afc68-9042-479a-abf6-dbdad0274c00 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5432 time: 0.1437786 Jul 07 17:07:56.619532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.649926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.710483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:56.753350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.759174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.760956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.769669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9680b782-ae17-4d8a-9178-0f32fefee97b req-07dcb964-3537-4eb4-972d-a33c1b9b51a6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331320 Jul 07 17:07:56.818028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:56.821620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:56.847284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:56.872355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 11755713-f63e-4b47-b37f-2e24da9b83cd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:56.873289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 11755713-f63e-4b47-b37f-2e24da9b83cd not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:56.873668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e2826c4c-6f72-450a-bd3f-df1abbf94925 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:56.898715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:56.901123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=8']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.915362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.916073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:56.927606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=2a1127c6-387b-4680-8fd0-db506ecf418e,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:56.930417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: e2826c4c-6f72-450a-bd3f-df1abbf94925 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:56.930761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e2826c4c-6f72-450a-bd3f-df1abbf94925 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:56.951007 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-df21f706-4161-469a-b9a5-42f46a8d5ab3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6157324 Jul 07 17:07:56.951650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:56.957258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:56.959184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:07:56.959539 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:07:56.976890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:57.119945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:57.129667 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.216292 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:57.219410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:57.241401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'mac_address': 'fa:16:3e:3a:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:57.248587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.250051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:57.290787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'port_id': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'mac_address': 'fa:16:3e:3d:2f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e74ad7-b067-4d71-8512-c36792f24faa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:57.305797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.340430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9949b43b-df51-4664-bd3a-001481935505'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:57.363421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0942-32d6-42a8-9b6d-c6975094f1c7 req-52ad405c-3a29-4ded-be41-bbd1854094b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.365252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4af0942-32d6-42a8-9b6d-c6975094f1c7 req-52ad405c-3a29-4ded-be41-bbd1854094b4 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.1855755 Jul 07 17:07:57.384369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:57.420281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:57.421470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:57.428545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e69ea28b-2bb0-442d-85e2-5b0324b227e5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:57.463038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.523307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ab8c3-8ed9-44b3-b855-9560ac30e8fd req-4f3b789b-44df-4bed-819b-b369228ad396 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.524880 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd5ab8c3-8ed9-44b3-b855-9560ac30e8fd req-4f3b789b-44df-4bed-819b-b369228ad396 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.2148068 Jul 07 17:07:57.529402 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4af0942-32d6-42a8-9b6d-c6975094f1c7 req-7cce128b-f79f-42ec-a5b8-db2b0b68a930 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555686 Jul 07 17:07:57.534761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['524cbc27-ea6b-4235-9879-c301da078cc1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:57.542157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:57.587616 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.613332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:57.618570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['c1a09d0f-455f-4270-923b-fca401d10093'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:57.657430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd5ab8c3-8ed9-44b3-b855-9560ac30e8fd req-e3bc18a9-d995-4ac2-b970-aa971c5d56b4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260221 Jul 07 17:07:57.729272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.745862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:57.754767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:57.755745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.781826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.782502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adeef9d6-aa27-4b31-8b9e-031d6569cde6 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:57.793855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88655301-1d73-402a-8acd-14f00ee7cb9e req-bd8dacb4-d7d0-4d49-ba78-f26e0b6eb0e7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.796037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88655301-1d73-402a-8acd-14f00ee7cb9e req-bd8dacb4-d7d0-4d49-ba78-f26e0b6eb0e7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.1243668 Jul 07 17:07:57.810893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.856777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:57.861459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:57.871723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:57.873288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:57.889819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88655301-1d73-402a-8acd-14f00ee7cb9e req-9556748e-f4c5-4c2a-9371-af6280e7315c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664656 Jul 07 17:07:57.920613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=99b65100-f24f-4386-989b-f25bceba8630,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.067589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-99e6c12a-072f-4ef5-ad7c-f22531ebf6e2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.069536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-99e6c12a-072f-4ef5-ad7c-f22531ebf6e2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.1384990 Jul 07 17:07:58.103344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Deleting port cca39960-8922-4fca-823d-523aeaa38e86 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:58.103344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.175418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:58.215342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.225464 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a9645c4-0313-4814-a0bf-130e5e7e191e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2726083 Jul 07 17:07:58.228135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42278) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:58.233699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:f5:be:0d', 'name': 'tempest-NetworksTestDHCPv6-224853502'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:58.256786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.271101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.285897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.356674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:58.372599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cbbbca84e884ca2a05989ded25d6fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9448628 Jul 07 17:07:58.375572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42280) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:58.392301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.398276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.405217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.411456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.411827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6', 'network_id': 'b51d2e4f-c924-4e6a-8703-417274c36b2c', 'port_id': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6', 'mac_address': 'fa:16:3e:51:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e74ad7-b067-4d71-8512-c36792f24faa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:58.417524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.424167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.430400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.438201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-6b00d5d2-e628-477a-b94e-ada15afedbb8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5434 time: 0.3884146 Jul 07 17:07:58.446444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6241685-b41d-41fb-a984-07a0a246585b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.449524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] For port cca39960-8922-4fca-823d-523aeaa38e86, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cca39960-8922-4fca-823d-523aeaa38e86,segment=NetworkSegment(46b293ad-5333-414a-9c03-08a639961627),segment_id=46b293ad-5333-414a-9c03-08a639961627)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.449902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.488828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.491089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Calling delete_port for cca39960-8922-4fca-823d-523aeaa38e86 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:58.491979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.495323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.495682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.496030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.496372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.496710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.497345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.497345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.497728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.498058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.498416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.498742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.499070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b45324-1548-4feb-8389-7892aebc58a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:58.530344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port d87aab4f-c755-4b1e-b9cb-3b6823b85fcb yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:07:58.539051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe971e-9cbd-41f7-885c-eed34ff63a90 req-6f91233f-dad0-436d-91f9-0e5977406288 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.541002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.546493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44fe971e-9cbd-41f7-885c-eed34ff63a90 req-6f91233f-dad0-436d-91f9-0e5977406288 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3822198 Jul 07 17:07:58.610140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f66770dd-7352-4748-b2ab-ae7871a37b1d req-3baed00e-f9a2-4a9c-9357-9fbbb0ac2b28 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710126 Jul 07 17:07:58.622046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Deleting port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:07:58.622966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.663629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.666638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.670537 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6241685-b41d-41fb-a984-07a0a246585b HTTP/1.1" status: 204 len: 168 time: 0.2913322 Jul 07 17:07:58.681462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea2f6-43a7-4b47-8899-c7438d99bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6241685-b41d-41fb-a984-07a0a246585b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:58.730338 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.759182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44fe971e-9cbd-41f7-885c-eed34ff63a90 req-5bbc2365-f92a-43a0-af6e-cd09dd18fc35 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112746 Jul 07 17:07:58.791609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:58.792115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.874476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeef9d6-aa27-4b31-8b9e-031d6569cde6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:58.880010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] For port 8e9a2b89-b42d-4ab9-826e-989adeb7e860, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8e9a2b89-b42d-4ab9-826e-989adeb7e860,segment=NetworkSegment(be12b199-41ae-457f-9657-8d0c6654297c),segment_id=be12b199-41ae-457f-9657-8d0c6654297c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.880391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.907908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Calling delete_port for 8e9a2b89-b42d-4ab9-826e-989adeb7e860 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:07:58.928901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:58.947496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:58.948429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7945b7f1-a164-43d8-a451-31cc787889cc details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:59.001239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:59.032186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97265ff5-67ee-4daf-9b40-c52707290f84 req-52694ac7-c279-4732-9968-15a1125f2aa2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.033790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97265ff5-67ee-4daf-9b40-c52707290f84 req-52694ac7-c279-4732-9968-15a1125f2aa2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/ports?device_id=267a06da-6864-455b-91fb-74c8dc2b681f HTTP/1.1" status: 200 len: 944 time: 0.2704654 Jul 07 17:07:59.146202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.148066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.148221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.160184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.162819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce8fb-8758-41ec-81b7-8248cf7113ff req-f1b96728-ea3f-436a-b0b3-1b8e2264abad tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.170302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-452ce8fb-8758-41ec-81b7-8248cf7113ff req-f1b96728-ea3f-436a-b0b3-1b8e2264abad tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 944 time: 0.2726460 Jul 07 17:07:59.202074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97265ff5-67ee-4daf-9b40-c52707290f84 req-3444a305-467c-4e68-9a9c-58d66aa84bd2 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532998 Jul 07 17:07:59.215296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca39960-8922-4fca-823d-523aeaa38e86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.255453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7945b7f1-a164-43d8-a451-31cc787889cc,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:59.274567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a3b8d-e90f-4798-aa26-cd72ddb152c2 None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.298669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '7945b7f1-a164-43d8-a451-31cc787889cc', 'network_id': '04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f', 'port_id': '7945b7f1-a164-43d8-a451-31cc787889cc', 'mac_address': 'fa:16:3e:6e:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33b4a96-d633-46fc-ba0c-7e2687cf8f4b', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:59.350474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-452ce8fb-8758-41ec-81b7-8248cf7113ff req-5df1e436-ddcc-43d7-a7d7-4f133de96d32 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795144 Jul 07 17:07:59.355059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 172.20.0.12 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/99b65100-f24f-4386-989b-f25bceba8630/d87aab4f-c755-4b1e-b9cb-3b6823b85fcb) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:59.369838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fef5:be0d (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/2a1127c6-387b-4680-8fd0-db506ecf418e/d87aab4f-c755-4b1e-b9cb-3b6823b85fcb) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:59.375525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.376716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.393198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7945b7f1-a164-43d8-a451-31cc787889cc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:59.430102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7945b7f1-a164-43d8-a451-31cc787889cc,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:59.443197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.447210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Pushing event deleted for resources: {'Port': ['ID=8e9a2b89-b42d-4ab9-826e-989adeb7e860,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.526648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:59.615674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] No DVR routers for this DVR port 8e9a2b89-b42d-4ab9-826e-989adeb7e860 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:07:59.617387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.625462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.627577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24123c49-5221-4d18-8a33-4027f0e423c5 req-4c3eb119-d8a4-4783-8232-129f859e4690 tempest-LiveAutoBlockMigrationV225Test-402677143 tempest-LiveAutoBlockMigrationV225Test-402677143-project] 10.222.0.83 "DELETE /v2.0/ports/8e9a2b89-b42d-4ab9-826e-989adeb7e860 HTTP/1.1" status: 204 len: 173 time: 1.5474334 Jul 07 17:07:59.630190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-deleted', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:59.632848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object d87aab4f-c755-4b1e-b9cb-3b6823b85fcb will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:59.637733 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25a49e-44b2-467c-86bc-3cf649fbcfc0" -d '{"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-deleted", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:59.735935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.754645 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa1d4ad-aad1-4e90-acaa-7ced12d1f79d x-openstack-request-id: req-6fa1d4ad-aad1-4e90-acaa-7ced12d1f79d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:59.755136 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a06da-6864-455b-91fb-74c8dc2b681f", "name": "network-vif-deleted", "tag": "8e9a2b89-b42d-4ab9-826e-989adeb7e860", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:59.756273 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fa1d4ad-aad1-4e90-acaa-7ced12d1f79d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:59.758525 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a06da-6864-455b-91fb-74c8dc2b681f', 'name': 'network-vif-deleted', 'tag': '8e9a2b89-b42d-4ab9-826e-989adeb7e860', 'status': 'completed', 'code': 200} Jul 07 17:07:59.820504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:59.824266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:59.828986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:59.844289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b0394-4e1c-48d6-8169-ab891869f3e7 req-54512266-9a5b-4ef5-945a-4ad80df14870 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.849058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb677d25-cedc-4b16-878d-ce33d93144ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.853868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a8b0394-4e1c-48d6-8169-ab891869f3e7 req-54512266-9a5b-4ef5-945a-4ad80df14870 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.3891647 Jul 07 17:07:59.897081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.909164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.909837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:59.930972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6995378 Jul 07 17:07:59.932445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:59.945021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d4376-8687-4d09-b825-65eaa747d57e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=d87aab4f-c755-4b1e-b9cb-3b6823b85fcb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.006762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a8b0394-4e1c-48d6-8169-ab891869f3e7 req-e0aac96e-28e9-4d9e-a649-3f48684699b8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516426 Jul 07 17:08:00.007324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a95cd8-10a5-4911-a4df-23fce3cf6739 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.013958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a95cd8-10a5-4911-a4df-23fce3cf6739 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.018189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9a95cd8-10a5-4911-a4df-23fce3cf6739 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0817156 Jul 07 17:08:00.018540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42324) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:00.105361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfd901-8a44-4f38-8ecb-930f49b43612 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:00.177580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port d87aab4f-c755-4b1e-b9cb-3b6823b85fcb {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:00.177934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.201548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6c62560a-c8c2-4624-a407-0fcc69b0a858 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:00.202016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c62560a-c8c2-4624-a407-0fcc69b0a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.285526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.299856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for d87aab4f-c755-4b1e-b9cb-3b6823b85fcb owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:00.521107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '2a1127c6-387b-4680-8fd0-db506ecf418e', 'ip_address': '2001:db8::f816:3eff:fefc:2ca7'}, {'subnet_id': '99b65100-f24f-4386-989b-f25bceba8630'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:08:00.530049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.557278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=d87aab4f-c755-4b1e-b9cb-3b6823b85fcb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:00.561120 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.564776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.573001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.579786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.586511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.593167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.599156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.605180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.607244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55372354-50f5-47b1-a617-329d2eb89631 req-6cbaea70-3a8d-498b-9c32-7fbbefb0e388 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5436 time: 0.7116294 Jul 07 17:08:00.662298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:00.666917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-36f2b6a2-c1b7-4605-ad28-fd71f1047043 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/d87aab4f-c755-4b1e-b9cb-3b6823b85fcb HTTP/1.1" status: 204 len: 168 time: 0.6472774 Jul 07 17:08:00.667674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42330) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:00.723173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55372354-50f5-47b1-a617-329d2eb89631 req-4871ac1a-af3f-4814-966c-502b1e84d18d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088641 Jul 07 17:08:00.723979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ade122-04d7-4e53-9dba-3df0f5e61d7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.725641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ade122-04d7-4e53-9dba-3df0f5e61d7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.735134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ade122-04d7-4e53-9dba-3df0f5e61d7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.738747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-48ade122-04d7-4e53-9dba-3df0f5e61d7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0699060 Jul 07 17:08:00.741516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42332) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:00.764799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Allocated IP 172.20.0.2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/99b65100-f24f-4386-989b-f25bceba8630/23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:00.769720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-2647e31b-23ed-4acf-b9ee-a782e864af50 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.772104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-2647e31b-23ed-4acf-b9ee-a782e864af50 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.2905407 Jul 07 17:08:00.798707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4a6c2751-99b2-4b9c-a401-f8d1880dc7f2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:00.800808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['adeef9d6-aa27-4b31-8b9e-031d6569cde6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:00.811373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 2a1127c6-387b-4680-8fd0-db506ecf418e {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:00.831998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e3d4-cc35-4450-87d4-590a9a4edc15 req-8aaa4fae-8b28-47de-a048-0bf792a63794 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:00.832352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42334) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:00.838800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b015e3d4-cc35-4450-87d4-590a9a4edc15 req-8aaa4fae-8b28-47de-a048-0bf792a63794 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3421483 Jul 07 17:08:00.874637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:00.969845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b015e3d4-cc35-4450-87d4-590a9a4edc15 req-4b9f4186-16de-4572-94c7-2a5f9a4dda27 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300318 Jul 07 17:08:00.999582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Router ca949aea-95fa-4de8-9115-a17aa32be1c7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:01.097342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:01.113258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Deleting subnet 92070831-744f-4cd3-84b2-fba5e222f7e6 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:01.116630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.127852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.143868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Transition to ACTIVE for port object 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:01.165719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.167907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7945b7f1-a164-43d8-a451-31cc787889cc'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:01.181717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.197270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Deleting port 07641832-7d64-4a05-a7cd-85946a8521d1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:01.197882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.223017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.266629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.300302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5cbcc-ba07-4cd1-acc1-6ddadfcab1a5 None None] Pushing event updated for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:01.320901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.353341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9c776-c8af-4f7d-a937-0e63dcf63ccd req-8768aa46-fb68-4660-a2b2-3f83a4427460 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.354848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72f9c776-c8af-4f7d-a937-0e63dcf63ccd req-8768aa46-fb68-4660-a2b2-3f83a4427460 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 944 time: 0.3988793 Jul 07 17:08:01.411411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.428051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:01.440415 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Sync routers for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:01.443542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ed43101a-a678-446b-b428-a368fc1637c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/ca949aea-95fa-4de8-9115-a17aa32be1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8225152 Jul 07 17:08:01.446195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:01.462147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72f9c776-c8af-4f7d-a937-0e63dcf63ccd req-1711ad4e-4272-4dd6-a445-2490dffe2053 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916941 Jul 07 17:08:01.462929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:01.464478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:01.465195 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:01.469924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:01.470332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.483878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c1a09d0f-455f-4270-923b-fca401d10093 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:01.539223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.588988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.591937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/2a1127c6-387b-4680-8fd0-db506ecf418e HTTP/1.1" status: 204 len: 168 time: 0.8492899 Jul 07 17:08:01.592897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd2d62-848a-41d9-a46a-a4953331b552 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1127c6-387b-4680-8fd0-db506ecf418e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:01.595985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] For port 07641832-7d64-4a05-a7cd-85946a8521d1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=07641832-7d64-4a05-a7cd-85946a8521d1,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:01.596597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.598831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:01.676595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 99b65100-f24f-4386-989b-f25bceba8630 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:01.681752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.696634 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:01.741052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36a71-277c-47c0-9d24-71a64e6039b7 req-3660e2e1-32af-4de2-a55b-1e0b5afdb1dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.748864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e36a71-277c-47c0-9d24-71a64e6039b7 req-3660e2e1-32af-4de2-a55b-1e0b5afdb1dc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.5430338 Jul 07 17:08:01.761982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.835823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port c1a09d0f-455f-4270-923b-fca401d10093 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:01.867442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port c1a09d0f-455f-4270-923b-fca401d10093 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:01.867825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.879098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.896328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:01.987604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:01.988067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:01.992285 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15425001-3841-4444-a04d-b34d4c5a5d85" -d '{"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-plugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:01.997608 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:01.999306 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.039224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.072399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.080599 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92070831-744f-4cd3-84b2-fba5e222f7e6 HTTP/1.1" status: 204 len: 168 time: 1.2445941 Jul 07 17:08:02.093487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.117727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.135344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42390) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.135344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e07d8-2172-475a-9bc7-d4ee7dc30b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92070831-744f-4cd3-84b2-fba5e222f7e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.150603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Checking router: ca949aea-95fa-4de8-9115-a17aa32be1c7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:02.160600 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Routers {'ca949aea-95fa-4de8-9115-a17aa32be1c7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:02.161405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ca949aea-95fa-4de8-9115-a17aa32be1c7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.194289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:02.243736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c1a09d0f-455f-4270-923b-fca401d10093,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:02.264778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.266360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:02.268091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88e36a71-277c-47c0-9d24-71a64e6039b7 req-54b637b3-b9a8-4422-b5bd-9ba1be82fc87 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182140 Jul 07 17:08:02.270653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.297167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.330667 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] Set router ca949aea-95fa-4de8-9115-a17aa32be1c7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:02.338387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2722-f2fb-43c8-9620-c0b6289301bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.345312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=99b65100-f24f-4386-989b-f25bceba8630,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.353025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.355229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-031aadef-ca90-41b8-81c1-8b2e33af4272 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/99b65100-f24f-4386-989b-f25bceba8630 HTTP/1.1" status: 204 len: 168 time: 0.7553184 Jul 07 17:08:02.358123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.377594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.395042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 8e9a2b89-b42d-4ab9-826e-989adeb7e860 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:02.402632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8e9a2b89-b42d-4ab9-826e-989adeb7e860 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:02.436830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-42f895a5-df39-4d5b-adad-fd9a50f12a92 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735526 Jul 07 17:08:02.438738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:02.445175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:02.461458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.468194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:02.470751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.493731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.502136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.508600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.515354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.521977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.523903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-6a8a690f-d839-400e-972f-4f5f1d7b322e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5436 time: 0.4825444 Jul 07 17:08:02.537360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea905f-fd0e-4164-855d-9f1977b39234 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:02.539108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.611652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.628291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74304f6-6030-40e2-91fb-eae71ddbfc86']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.640257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:02.644327 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.646908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.651550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be12b199-41ae-457f-9657-8d0c6654297c') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.651852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be12b199-41ae-457f-9657-8d0c6654297c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:02.661720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-55fb9c7f-c8e7-4aa5-9f66-b5274bd3c9d8 None None] Provisioning for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:02.668322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-55fb9c7f-c8e7-4aa5-9f66-b5274bd3c9d8 None None] Provisioning complete for port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:02.668698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55fb9c7f-c8e7-4aa5-9f66-b5274bd3c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.690436 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e2bb4-299f-4ed2-a18f-cfaa9bbffda3 None None] The sync data for ids ['ca949aea-95fa-4de8-9115-a17aa32be1c7'] in n-d-791504-12 is: [{'id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291375447-router', 'tenant_id': '9a7f5b00998a4fa7909deaad19cde53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:06:19Z', 'updated_at': '2021-07-07T17:07:59Z', 'revision_number': 5, 'project_id': '9a7f5b00998a4fa7909deaad19cde53d', 'gw_port': {'id': 'a099ab83-6d20-4d6a-b16d-6f2ab79cfd06', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca949aea-95fa-4de8-9115-a17aa32be1c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:06:21Z', 'updated_at': '2021-07-07T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:02.701839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.722999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.731260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.732212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.732638 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf disassociated. External IP: 172.25.7.166, port: 07641832-7d64-4a05-a7cd-85946a8521d1. Jul 07 17:08:02.732773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Calling delete_port for 07641832-7d64-4a05-a7cd-85946a8521d1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:02.750337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.762312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:02.763357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: items = [ Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:02.766552 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:02.772323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27a1ec29-dcb7-4aa3-8fe3-d7449bac653d req-b163cd83-47cd-4751-9975-5de704d1bc63 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2367148 Jul 07 17:08:02.856159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-55fb9c7f-c8e7-4aa5-9f66-b5274bd3c9d8 None None] Could not find standard attr ID for object d87aab4f-c755-4b1e-b9cb-3b6823b85fcb. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:02.863826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a294-c2de-4b69-b1d0-6ce1e0f00969 req-ecf05eda-5714-4366-a9a2-ade6fb507e6f tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:02.865538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12e0a294-c2de-4b69-b1d0-6ce1e0f00969 req-ecf05eda-5714-4366-a9a2-ade6fb507e6f tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 946 time: 0.3355520 Jul 07 17:08:02.868099 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7d358-4c78-4179-a279-28f986a9a22f x-openstack-request-id: req-56d7d358-4c78-4179-a279-28f986a9a22f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:02.868428 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-plugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:02.868690 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56d7d358-4c78-4179-a279-28f986a9a22f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:02.869101 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'code': 200} Jul 07 17:08:02.909783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.919644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Deleting port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:02.920102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.930744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:02.935897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] 10.222.0.22 "DELETE /v2.0/networks/a74304f6-6030-40e2-91fb-eae71ddbfc86 HTTP/1.1" status: 204 len: 168 time: 0.7958446 Jul 07 17:08:02.946772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:03.009059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4a590-c998-4feb-820f-c303682125db admin admin] Pushing event deleted for resources: {'Network': ['ID=a74304f6-6030-40e2-91fb-eae71ddbfc86,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.081189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:03.088269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12e0a294-c2de-4b69-b1d0-6ce1e0f00969 req-5210afe9-df1b-4dc7-b59b-01a8e388d723 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups?id=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074172 Jul 07 17:08:03.134170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.171893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Deleting port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:03.172641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.179236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Deleting subnet a49f68f7-47f6-4818-b316-bc05a73decf8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:03.182466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.192067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:03.204551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:03.212790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779dac4-9e4a-4e55-9807-d7aafa24d741 req-1dc9f101-8394-42ed-b172-583d89960bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.214538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c779dac4-9e4a-4e55-9807-d7aafa24d741 req-1dc9f101-8394-42ed-b172-583d89960bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 1097 time: 0.2173979 Jul 07 17:08:03.218424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.219214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.244631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.278498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8328278 Jul 07 17:08:03.279529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506c36c-b06d-4a22-919d-0bcb26a3b0ef tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=e3378b90-e18d-44a1-9812-00b413957819,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.288176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:03.290261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c779dac4-9e4a-4e55-9807-d7aafa24d741 req-8387d458-96ee-467d-92eb-45e08c826c90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652907 Jul 07 17:08:03.298173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:03.318361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] For port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:03.318771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.334733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Calling delete_port for 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:03.353042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.423630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.449020 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.449287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] For port a099ab83-6d20-4d6a-b16d-6f2ab79cfd06, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:03.449604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.472651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:03.476510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] Pushing event deleted for resources: {'Port': ['ID=23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.479036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.486096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9949b43b-df51-4664-bd3a-001481935505 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:03.499554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079b5d4-8da2-4542-83dc-6afd81d20ed4 req-2b815f22-4ba9-45cb-a344-4fd50942e78e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.501125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1079b5d4-8da2-4542-83dc-6afd81d20ed4 req-2b815f22-4ba9-45cb-a344-4fd50942e78e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.5089417 Jul 07 17:08:03.519079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80b024-fde2-4552-9be1-af9f33963b33 None None] No DVR routers for this DVR port 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:03.534210 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.534933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event deleted for resources: {'Port': ['ID=07641832-7d64-4a05-a7cd-85946a8521d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.547150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Calling delete_port for a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:03.547400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda23605-feea-4169-97ee-6eb5842e425b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:03.588073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 9949b43b-df51-4664-bd3a-001481935505 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:03.597430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 9949b43b-df51-4664-bd3a-001481935505 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:03.597878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.706703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.732403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.788286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:03.791183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'e3378b90-e18d-44a1-9812-00b413957819'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:03.792007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.796472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.797236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 524cbc27-ea6b-4235-9879-c301da078cc1 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:03.877334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:03.879558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.927225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:03.934097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:03.938296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.938909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:03.953353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=601f5c4b-bf1d-4945-b0d5-a859eab771e4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.976376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40c4f2dd-74c7-4802-9ed2-586bf3fc36a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6846790 Jul 07 17:08:03.980105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:03.986684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:03.992072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:fd:84:5d', 'name': 'tempest-NetworksTestDHCPv6-690700228'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:04.004214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 524cbc27-ea6b-4235-9879-c301da078cc1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:04.032925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 524cbc27-ea6b-4235-9879-c301da078cc1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:04.033308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.170391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1079b5d4-8da2-4542-83dc-6afd81d20ed4 req-b71c3215-c8f9-48ac-81db-899d5d9b9338 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556001 Jul 07 17:08:04.183182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:04.193180 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.204520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:04.224611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:04.225523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 23ee4fa0-b123-4ab9-8dab-d7a0f7d7e2a8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:04.225965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cca39960-8922-4fca-823d-523aeaa38e86 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:04.253226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: cca39960-8922-4fca-823d-523aeaa38e86 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:04.254262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cca39960-8922-4fca-823d-523aeaa38e86 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:04.270157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.281733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a49f68f7-47f6-4818-b316-bc05a73decf8 HTTP/1.1" status: 204 len: 168 time: 1.3314226 Jul 07 17:08:04.290709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42450) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:04.295209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3de2a5-25a2-4a72-b788-2f5e168a2d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49f68f7-47f6-4818-b316-bc05a73decf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.312801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.366827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=524cbc27-ea6b-4235-9879-c301da078cc1,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:04.368825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Allocated IP 172.20.0.2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e3378b90-e18d-44a1-9812-00b413957819/2f78122d-8473-43f8-9fde-7adac376cad4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:04.369631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.375036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.376154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e69ea28b-2bb0-442d-85e2-5b0324b227e5 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:04.383441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Allocated IP 2001:db8::f816:3eff:fee3:a9da (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/601f5c4b-bf1d-4945-b0d5-a859eab771e4/2f78122d-8473-43f8-9fde-7adac376cad4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:04.383621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.401955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:04.461555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f0c0-8327-4f99-842f-93ae870305f8 req-34494f93-c14a-4a67-8f14-8f419a84ad50 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.469568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a0f0c0-8327-4f99-842f-93ae870305f8 req-34494f93-c14a-4a67-8f14-8f419a84ad50 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.9198720 Jul 07 17:08:04.488939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:04.548902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.559517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8553d15-2fea-477f-8e6b-52a8456cb654']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:04.570930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1800be46-c6ce-4446-8740-670c9d55015d') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:04.571227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1800be46-c6ce-4446-8740-670c9d55015d') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:04.578222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a0f0c0-8327-4f99-842f-93ae870305f8 req-cb0ff198-fb39-4b81-9843-20ac9bdb1166 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077058 Jul 07 17:08:04.580707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.605491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.612681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:04.613091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:04.615126 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:04.690671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.702725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.706922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] 10.222.0.22 "DELETE /v2.0/networks/c8553d15-2fea-477f-8e6b-52a8456cb654 HTTP/1.1" status: 204 len: 168 time: 0.4127390 Jul 07 17:08:04.707101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.727515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3dd7f-0fd0-44b1-a176-d6ba0cf3b02e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8553d15-2fea-477f-8e6b-52a8456cb654,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.733153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:04.745106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:04.745582 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.771026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54ff56bc-13c7-4691-b13c-aabd0a60a376 req-119b1f03-cf51-4b5e-8c2a-682ebe4a8cf9 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dc9c4d-6f4e-4b59-b13d-83923fb919d5 HTTP/1.1" status: 200 len: 210 time: 0.0579972 Jul 07 17:08:04.813624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.819865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.826294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.832551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.838553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.845155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.851305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:04.859208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-d624b21e-c12a-4530-8fe9-6ae430a212cb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5439 time: 0.4672127 Jul 07 17:08:04.866138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.871511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a09d0f-455f-4270-923b-fca401d10093'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9949b43b-df51-4664-bd3a-001481935505'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:04.874706 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34d433-ef09-41bf-9b6a-58a4f9f98701" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "c1a09d0f-455f-4270-923b-fca401d10093"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "9949b43b-df51-4664-bd3a-001481935505"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:04.899392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.900987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Transition to ACTIVE for port object 2f78122d-8473-43f8-9fde-7adac376cad4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:04.926269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:04.940015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:04.943708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Transition to ACTIVE for port object 2f78122d-8473-43f8-9fde-7adac376cad4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:04.951356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a099ab83-6d20-4d6a-b16d-6f2ab79cfd06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:04.959165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.029369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:05.033756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:05.040477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.042674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07641832-7d64-4a05-a7cd-85946a8521d1 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:05.049460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:05.050496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:05.053664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:05.056466 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ffa6d7-3b2c-4daf-9fa3-2d68964460e0 x-openstack-request-id: req-d2ffa6d7-3b2c-4daf-9fa3-2d68964460e0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:05.056880 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "c1a09d0f-455f-4270-923b-fca401d10093", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "9949b43b-df51-4664-bd3a-001481935505", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:05.057203 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2ffa6d7-3b2c-4daf-9fa3-2d68964460e0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:05.057712 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a09d0f-455f-4270-923b-fca401d10093', 'code': 200} Jul 07 17:08:05.058120 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9949b43b-df51-4664-bd3a-001481935505', 'code': 200} Jul 07 17:08:05.058445 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1', 'code': 200} Jul 07 17:08:05.065322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-215c318b-4699-4227-99cf-7f628d437935 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60a9e78130884439aa778615c4df0453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377857 Jul 07 17:08:05.065779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13ffcb8b-e759-46df-8819-e9566a6d251a req-032ecfc9-0025-4304-83f3-d4d9c220219d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053816 Jul 07 17:08:05.080794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.081031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Pushing event updated for resources: {'Port': ['ID=2f78122d-8473-43f8-9fde-7adac376cad4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.086515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:05.091844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 07641832-7d64-4a05-a7cd-85946a8521d1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:05.092266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 07641832-7d64-4a05-a7cd-85946a8521d1 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:05.125006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 172.20.0.10 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e3378b90-e18d-44a1-9812-00b413957819/ada0c8e1-8842-4c5d-b8a1-9ac0687744c7) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:05.134937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fefd:845d (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/601f5c4b-bf1d-4945-b0d5-a859eab771e4/ada0c8e1-8842-4c5d-b8a1-9ac0687744c7) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:05.143997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] No DVR routers for this DVR port 07641832-7d64-4a05-a7cd-85946a8521d1 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:05.153833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.155911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b9f0740-c675-453e-b8d7-32ac33c58814 req-d3922f85-33f4-4408-8a06-9316278ca85c tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.83 "DELETE /v2.0/ports/07641832-7d64-4a05-a7cd-85946a8521d1 HTTP/1.1" status: 204 len: 173 time: 4.3746679 Jul 07 17:08:05.156364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'name': 'network-vif-deleted', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:05.158713 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dd17c-1c9e-4b60-a976-304be89d5501" -d '{"events": [{"server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "name": "network-vif-deleted", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:05.172055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:05.172755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:05.189690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.239892 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56c6cb-43a2-46ca-a039-25f4820f7157 x-openstack-request-id: req-cc56c6cb-43a2-46ca-a039-25f4820f7157 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:05.240117 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dc9c4d-6f4e-4b59-b13d-83923fb919d5", "name": "network-vif-deleted", "tag": "07641832-7d64-4a05-a7cd-85946a8521d1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:05.240349 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc56c6cb-43a2-46ca-a039-25f4820f7157 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:05.240725 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dc9c4d-6f4e-4b59-b13d-83923fb919d5', 'name': 'network-vif-deleted', 'tag': '07641832-7d64-4a05-a7cd-85946a8521d1', 'status': 'completed', 'code': 200} Jul 07 17:08:05.308699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Attempting to bind port 2f78122d-8473-43f8-9fde-7adac376cad4 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:05.309320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Attempting to bind port 2f78122d-8473-43f8-9fde-7adac376cad4 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:05.310142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Attempting to bind port 2f78122d-8473-43f8-9fde-7adac376cad4 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:05.345540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.360529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:05.363176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:05.363625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.364021 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.365272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:05.365785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Bound port: 2f78122d-8473-43f8-9fde-7adac376cad4, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:05.366213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.370335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.406060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.437354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.467190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.469823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:05.472166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.472728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca949aea-95fa-4de8-9115-a17aa32be1c7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:05.508394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.512465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b28dfa6-5351-4b7f-967b-a291ac49c5a2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ca949aea-95fa-4de8-9115-a17aa32be1c7 HTTP/1.1" status: 204 len: 168 time: 4.0248754 Jul 07 17:08:05.514063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42512) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.523483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7945b7f1-a164-43d8-a451-31cc787889cc up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:05.562710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-1cee434b-eccf-4493-b267-c0742a335899 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36af9e28d45b45da850648274dfe0be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912313 Jul 07 17:08:05.569517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.572680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.576868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:05.580952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Deleting subnet af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:05.589737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.628724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] For port 2f78122d-8473-43f8-9fde-7adac376cad4, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:05.643718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] For port 2f78122d-8473-43f8-9fde-7adac376cad4, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f78122d-8473-43f8-9fde-7adac376cad4,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:05.674899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:05.680107 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.683563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:05.686659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:05.742389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.743207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.756345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.758621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=ada0c8e1-8842-4c5d-b8a1-9ac0687744c7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.772757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-e03830f2-3bfa-42cb-89fc-600a28f24092 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.784309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3791ba19-9b41-4190-8138-70e0014b502b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7943447 Jul 07 17:08:05.785503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-e03830f2-3bfa-42cb-89fc-600a28f24092 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085598 Jul 07 17:08:05.786426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42516) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:05.830473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-a42ab419-2fff-4dc7-a7c4-ee87f6575210 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/quotas/36af9e28d45b45da850648274dfe0be7 HTTP/1.1" status: 200 len: 375 time: 0.0437000 Jul 07 17:08:05.842243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c009c61-e9c8-4928-a5ad-4a0845161e2e None None] Pushing event updated for resources: {'Port': ['ID=2f78122d-8473-43f8-9fde-7adac376cad4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:05.854218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f82a8-c10b-4324-b69d-5e6c4bcaf0a5 req-c1153904-8db5-4cf1-a39c-0704c729aaba tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.862759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-523f82a8-c10b-4324-b69d-5e6c4bcaf0a5 req-c1153904-8db5-4cf1-a39c-0704c729aaba tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.3923814 Jul 07 17:08:05.864627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.868378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.869809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.870523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf54d8b7-cfaf-4048-8e4f-918aab3ee49e HTTP/1.1" status: 204 len: 168 time: 0.7855222 Jul 07 17:08:05.879997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 7945b7f1-a164-43d8-a451-31cc787889cc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:05.885858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 7945b7f1-a164-43d8-a451-31cc787889cc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:05.886474 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:05.968187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0254c6-9c0e-4352-bfec-04b4e4a4e941 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.979069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0254c6-9c0e-4352-bfec-04b4e4a4e941 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.983902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8a0254c6-9c0e-4352-bfec-04b4e4a4e941 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1941524 Jul 07 17:08:05.984157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.030528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-ad96c65a-a13d-4b38-9afb-2d270396db58 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1972575 Jul 07 17:08:06.032914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d08cc-c58d-4e40-b948-6dac09413f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54d8b7-cfaf-4048-8e4f-918aab3ee49e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.075426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-523f82a8-c10b-4324-b69d-5e6c4bcaf0a5 req-9c430d7b-4412-403f-83b9-a6e85866251d tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115438 Jul 07 17:08:06.100292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:06.169581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.220290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:06.243518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af92e3fc-2e0f-4c05-829b-80cb7bcab9a9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.258555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.260884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a97dc3cb-7e1f-4293-94f3-c5a4a3acbd15 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/af92e3fc-2e0f-4c05-829b-80cb7bcab9a9 HTTP/1.1" status: 204 len: 168 time: 0.7445335 Jul 07 17:08:06.264161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.269129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:06.292441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:06.292919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.338058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.431348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7945b7f1-a164-43d8-a451-31cc787889cc,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:06.436929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:06.439502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a099ab83-6d20-4d6a-b16d-6f2ab79cfd06 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:06.449541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.451061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adeef9d6-aa27-4b31-8b9e-031d6569cde6 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:06.504077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.504641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.523059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:06.542077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.572709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:06.573399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:06.577254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.749663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:06.822967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.850862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-443cae6d-b204-43bc-8c1f-852ce3c1c475 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d1e49a1b2434c7a876fcd4c9912d4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700474 Jul 07 17:08:06.870325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:06.885278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port adeef9d6-aa27-4b31-8b9e-031d6569cde6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:06.896361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port adeef9d6-aa27-4b31-8b9e-031d6569cde6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:06.896778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:06.919397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd072fc-1312-4918-a8bf-b6b07e760edf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:06.975048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:06.985499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b293ad-5333-414a-9c03-08a639961627') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:06.985783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b293ad-5333-414a-9c03-08a639961627') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:07.088131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.099237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:07.103732 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3019f566-7e5b-4e2d-b8e1-bbe73a8ffa54" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "e69ea28b-2bb0-442d-85e2-5b0324b227e5"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:07.131084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.150015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:07.150745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:07.154291 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:07.281226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.292207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.312567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64076d-03f7-4179-85d2-62cd8f6d0927 req-f41f27d9-5521-4bd7-a82d-76f16ed158d8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.314375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c64076d-03f7-4179-85d2-62cd8f6d0927 req-f41f27d9-5521-4bd7-a82d-76f16ed158d8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.3264127 Jul 07 17:08:07.327064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.349406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.356541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.362839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.369387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.372850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=ada0c8e1-8842-4c5d-b8a1-9ac0687744c7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.376733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.383842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.390404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.401955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-fb6be94e-6d21-43b2-87dc-ea7fff114285 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5441 time: 0.4549789 Jul 07 17:08:07.406191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.411198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] 10.222.0.22 "DELETE /v2.0/networks/afd072fc-1312-4918-a8bf-b6b07e760edf HTTP/1.1" status: 204 len: 168 time: 1.1454439 Jul 07 17:08:07.470506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63685c42-60dc-4205-bd9e-e70818f8bb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd072fc-1312-4918-a8bf-b6b07e760edf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.476678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.504919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c64076d-03f7-4179-85d2-62cd8f6d0927 req-c83a0d65-eac8-4f94-9982-a9c77f169831 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000543 Jul 07 17:08:07.562614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c7d27a1-e253-4f43-bc70-032f3e829048 req-e5d86142-2ca8-4e96-8bed-4a388141783c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590414 Jul 07 17:08:07.601661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.605359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.605548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.609918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acbf0c70-3254-4f0e-a2a6-f64af60224c5 HTTP/1.1" status: 204 len: 168 time: 0.7360475 Jul 07 17:08:07.611228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b52b8c50-8a4e-455c-b975-72a9fc4b1265 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 HTTP/1.1" status: 204 len: 168 time: 1.6260853 Jul 07 17:08:07.611938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.642443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93cbd5-05a3-4fb4-a625-4da8c692fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf0c70-3254-4f0e-a2a6-f64af60224c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:07.663288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b4632-2ed2-492c-a885-6d13ace184cb None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:07.750208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-f0324a05-a579-4d42-ab4f-e96e9c860c06 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36af9e28d45b45da850648274dfe0be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401947 Jul 07 17:08:07.786863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42572) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.836139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.880479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-576b9ca2-cd1d-4e46-a0f1-278af40b76af tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.884193 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02070b8d-6f5d-4302-a434-80d1252ee443 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a7f5b00998a4fa7909deaad19cde53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938854 Jul 07 17:08:07.892389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-576b9ca2-cd1d-4e46-a0f1-278af40b76af tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410687 Jul 07 17:08:07.898387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.912519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410a7aa-1c37-40ef-b21f-de7487c2a324 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.913016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-37c9182d-aa70-44c5-ab43-62795d35ce29 None None] Provisioning for port 2f78122d-8473-43f8-9fde-7adac376cad4 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:07.914735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410a7aa-1c37-40ef-b21f-de7487c2a324 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.919896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410a7aa-1c37-40ef-b21f-de7487c2a324 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.924741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4410a7aa-1c37-40ef-b21f-de7487c2a324 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3108542 Jul 07 17:08:07.927069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:07.954709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-52d57510-6d11-4fd1-8252-136d3f89fd6b tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/quotas/36af9e28d45b45da850648274dfe0be7 HTTP/1.1" status: 200 len: 375 time: 0.0610693 Jul 07 17:08:07.964218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:07.973692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.974777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:07.975583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:08.011828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.070539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-a3f812a1-061c-40b6-82fe-2c266cd467b1 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133137 Jul 07 17:08:08.091422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.095130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.096795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f7a9492-2491-4127-b162-d193b02be62f HTTP/1.1" status: 204 len: 168 time: 0.1964352 Jul 07 17:08:08.106613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f68e67-aee4-4506-ad28-f3fed7f06116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a9492-2491-4127-b162-d193b02be62f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.139322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 601f5c4b-bf1d-4945-b0d5-a859eab771e4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:08.156712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.195909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:08.268921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:08.271588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-e55db797-57ad-470b-a6fb-23e1c9df2567 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=36af9e28d45b45da850648274dfe0be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357730 Jul 07 17:08:08.296299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f78122d-8473-43f8-9fde-7adac376cad4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:08.309872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.310360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.310768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.311179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.311583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.311989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.312389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.312785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.313195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.313588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.314543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.317569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:08.385021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da1ea-8386-48f3-af82-bf91783c0102 req-f072a0ff-6660-4a3b-baaf-c355c1dc17c4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.391680 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c08806e-a555-46cb-9beb-dea3941ff959 x-openstack-request-id: req-3c08806e-a555-46cb-9beb-dea3941ff959 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:08.392641 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "e69ea28b-2bb0-442d-85e2-5b0324b227e5", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:08.393425 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c08806e-a555-46cb-9beb-dea3941ff959 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:08.393868 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69ea28b-2bb0-442d-85e2-5b0324b227e5', 'code': 200} Jul 07 17:08:08.394094 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc', 'code': 200} Jul 07 17:08:08.395032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-526da1ea-8386-48f3-af82-bf91783c0102 req-f072a0ff-6660-4a3b-baaf-c355c1dc17c4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.4688673 Jul 07 17:08:08.448249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c52c61c-1fce-47cc-8b8a-c7b1e3f09aec None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:00:55Z', 'revision_number': 4, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4593f72d-c331-4b00-af76-47926eb2028d', 'name': '', 'network_id': '5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'mac_address': 'fa:16:3e:a7:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:54Z', 'updated_at': '2021-07-07T17:01:03Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'subnets': [{'id': 'cc307d6b-1ae9-43ce-a09f-f1c31505a857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:08.536208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.570645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:08.583595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:08.584718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.669885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2f78122d-8473-43f8-9fde-7adac376cad4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:08.696101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2f78122d-8473-43f8-9fde-7adac376cad4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:08.696484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:08.822903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a18a801-c1b9-4ea6-b42c-3c91c343aa48 req-0432522a-9552-451c-a053-09d84b0e2274 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 210 time: 0.1984065 Jul 07 17:08:08.883746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:08.897168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-526da1ea-8386-48f3-af82-bf91783c0102 req-6473ec2f-935a-4dfd-85e9-fdcee4e275d4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986608 Jul 07 17:08:08.989461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-6ec3ede2-c1e9-4db6-a61e-6ef16af9f677 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:08.996835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-6ec3ede2-c1e9-4db6-a61e-6ef16af9f677 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7172925 Jul 07 17:08:09.008414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84262426-45af-49a9-aacb-c62c8d348ea1 None None] New status for floating IP 39334e3e-0b1c-4649-ad28-7d2867541daf: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:08:09.020547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.024970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.044959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Request body: {'port': {'device_id': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '36af9e28d45b45da850648274dfe0be7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:09.068128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.166148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:09.175400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.188393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2f78122d-8473-43f8-9fde-7adac376cad4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f78122d-8473-43f8-9fde-7adac376cad4,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:09.190861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.203827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.242993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.246539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.248621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "DELETE /v2.0/security-groups/d85ff900-eaca-4cf9-89d8-c985cb3ecf6e HTTP/1.1" status: 204 len: 168 time: 0.3626077 Jul 07 17:08:09.253566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.281183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c5580-7b6c-42e4-a256-19e2b6a93f7b tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ff900-eaca-4cf9-89d8-c985cb3ecf6e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.283956 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-4a540344-4d45-4e19-b6f3-6ca77caf2ce0 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] show failed (client error): The resource could not be found. Jul 07 17:08:09.285779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4a540344-4d45-4e19-b6f3-6ca77caf2ce0 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "GET /v2.0/security-groups/d85ff900-eaca-4cf9-89d8-c985cb3ecf6e HTTP/1.1" status: 404 len: 347 time: 0.0298374 Jul 07 17:08:09.288422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42636) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.388452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.400733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.531198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.535289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2f78122d-8473-43f8-9fde-7adac376cad4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.606004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=601f5c4b-bf1d-4945-b0d5-a859eab771e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:09.639642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.644581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-479ad712-c5d1-47d5-9f82-a486341e4b86 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/601f5c4b-bf1d-4945-b0d5-a859eab771e4 HTTP/1.1" status: 204 len: 168 time: 1.7128735 Jul 07 17:08:09.646274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42646) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:09.745268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.751888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.757900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.762998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet e3378b90-e18d-44a1-9812-00b413957819 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:09.764768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.769063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Deleting port 55aa9d51-c423-4763-9fa0-685a837e6b77 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:09.769415 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.771565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.777733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.785075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.793844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-d9b50a0e-8ffd-4180-b9d0-e2dede974468 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.6126285 Jul 07 17:08:09.858715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.859792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8829c32-181a-480c-a2b6-5707103ee2a6 req-bdf2a046-1e0e-4458-83e9-097660b278d7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.866736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8829c32-181a-480c-a2b6-5707103ee2a6 req-bdf2a046-1e0e-4458-83e9-097660b278d7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.6497502 Jul 07 17:08:09.900409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.901083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.918464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99018fa2-3cd5-4b12-a40d-ac21f8f9c64f req-6ab0f9f7-0103-4edc-9558-4d69b05af2d4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230366 Jul 07 17:08:09.918634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3a137-808c-4322-b733-f9fea4324512 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:09.922086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Made reservation on behalf of 36af9e28d45b45da850648274dfe0be7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:09.933842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.955848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:09.978478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.021947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24a2449f-0783-42a4-9da8-20be0d2cd391 None None] Provisioning complete for port 2f78122d-8473-43f8-9fde-7adac376cad4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:10.021947 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24a2449f-0783-42a4-9da8-20be0d2cd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.040680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8829c32-181a-480c-a2b6-5707103ee2a6 req-5aa6e4c0-09b6-42a7-94da-4352d50694a2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729064 Jul 07 17:08:10.111563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.214196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.223054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f78122d-8473-43f8-9fde-7adac376cad4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:10.228944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Calling delete_port for 55aa9d51-c423-4763-9fa0-685a837e6b77 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:10.283815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-44f90ec7-f9b8-4e3c-a3a5-09a53d5ee446 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=36af9e28d45b45da850648274dfe0be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496547 Jul 07 17:08:10.293278 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.351138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0e177f5-3d79-4744-b131-c320bea74688 req-616bd234-127e-4284-a364-78581fddc2f5 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 210 time: 0.1118190 Jul 07 17:08:10.352649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.397283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:10.399575 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb7357-8f94-4fd8-8498-f4994aefd265" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:10.480316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2f78122d-8473-43f8-9fde-7adac376cad4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:10.480985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.496015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d964418-93ad-42f7-8694-8a9daaf55f09,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.649432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3f27b8-78d2-4584-a998-778af37a56a2 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': 'e3378b90-e18d-44a1-9812-00b413957819'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '2f78122d-8473-43f8-9fde-7adac376cad4'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:08:10.655087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Allocated IP 192.168.233.206 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/77344e4c-06d3-4d5a-802d-27f871506fa9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:10.660859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=e3378b90-e18d-44a1-9812-00b413957819,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:10.671414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.680155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2811d4a-f1bb-4286-991e-ed837243f096 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e3378b90-e18d-44a1-9812-00b413957819 HTTP/1.1" status: 204 len: 168 time: 1.0278137 Jul 07 17:08:10.683114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:10.712271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc3f27b8-78d2-4584-a998-778af37a56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:10.782233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25fd7882-96f7-4ce4-ac14-8ebff62701ea tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946712 Jul 07 17:08:10.783111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42686) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:10.790419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:10.877387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-67e7f797-58bd-45b7-bcf4-fb2564c2f6aa tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.879230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-67e7f797-58bd-45b7-bcf4-fb2564c2f6aa tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5717669 Jul 07 17:08:10.883088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1730-5d99-4a56-bc3f-cc79058450dc req-b74c008b-ed30-4660-85ac-00b94318f560 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.884669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a1e1730-5d99-4a56-bc3f-cc79058450dc req-b74c008b-ed30-4660-85ac-00b94318f560 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2006118 Jul 07 17:08:10.899509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Request body: {'port': {'device_id': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '36af9e28d45b45da850648274dfe0be7'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:10.964208 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269e41d-5cfd-4719-a019-de98dfc746b8 x-openstack-request-id: req-6269e41d-5cfd-4719-a019-de98dfc746b8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:10.964711 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:10.964837 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6269e41d-5cfd-4719-a019-de98dfc746b8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:10.966096 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6', 'code': 200} Jul 07 17:08:10.966386 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'code': 200} Jul 07 17:08:10.996162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a1e1730-5d99-4a56-bc3f-cc79058450dc req-2fafa10a-ce43-41e2-aca9-2cb6e3fbaab5 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Jul 07 17:08:11.033904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f89ff7a-adb7-4d87-994b-bf559dc07b47 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:11.107257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.121576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b17feb1c-8c39-4228-bb1d-02466a9c3546 req-2cd26fc3-60ac-4042-b0be-3cf352e1e2a5 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.0507278 Jul 07 17:08:11.143626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Transition to ACTIVE for port object 77344e4c-06d3-4d5a-802d-27f871506fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:11.225255 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.232412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-22f4daf3-2788-4c24-bc5d-15c4a424716b None None] Provisioning complete for port 2f78122d-8473-43f8-9fde-7adac376cad4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:11.233473 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22f4daf3-2788-4c24-bc5d-15c4a424716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.331241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:11.377681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.405098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:11.411775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Deleting port 2f78122d-8473-43f8-9fde-7adac376cad4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:11.412297 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.418185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:11.437680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Made reservation on behalf of 36af9e28d45b45da850648274dfe0be7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:11.442392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.508042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] For port 2f78122d-8473-43f8-9fde-7adac376cad4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f78122d-8473-43f8-9fde-7adac376cad4,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:11.508612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.530449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Calling delete_port for 2f78122d-8473-43f8-9fde-7adac376cad4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:11.592738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:11.596891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.652860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.686832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.704594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] Pushing event deleted for resources: {'Port': ['ID=2f78122d-8473-43f8-9fde-7adac376cad4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.713991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408780c7-c006-41cd-942a-ab89c52b3e17 None None] No DVR routers for this DVR port 2f78122d-8473-43f8-9fde-7adac376cad4 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:11.733972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Pushing event deleted for resources: {'Port': ['ID=55aa9d51-c423-4763-9fa0-685a837e6b77,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:11.764912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.765404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.766018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.767698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.768208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.768686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.769156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.771767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-e1d7e782-7b8e-4c2f-971e-d42c519688eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.6098263 Jul 07 17:08:11.816481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea27050f-d3f8-4106-bb59-550f3a597576 None None] Provisioning for port 77344e4c-06d3-4d5a-802d-27f871506fa9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:11.821718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea27050f-d3f8-4106-bb59-550f3a597576 None None] Provisioning complete for port 77344e4c-06d3-4d5a-802d-27f871506fa9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:11.822171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea27050f-d3f8-4106-bb59-550f3a597576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.870750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea27050f-d3f8-4106-bb59-550f3a597576 None None] Port 77344e4c-06d3-4d5a-802d-27f871506fa9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:11.872432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:11.970659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Allocated IP 192.168.233.197 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/c30bbbb2-470a-4a18-ae08-1424ac8a8834) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:11.971365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.972019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.994949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.998506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:11.999986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-250c4911-e35f-416c-a0a4-072f5e476ef5 tempest-ServersWithSpecificFlavorTestJSON-453784102 tempest-ServersWithSpecificFlavorTestJSON-453784102-project] 10.222.0.22 "DELETE /v2.0/floatingips/39334e3e-0b1c-4649-ad28-7d2867541daf HTTP/1.1" status: 204 len: 168 time: 2.7100041 Jul 07 17:08:12.000388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-35af6d3f-a837-4dce-aa56-a41ede109d94 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9735875 Jul 07 17:08:12.001874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dd52f1e-79ca-4522-947d-641897028bc8 req-0e9999c0-40cd-4e90-901a-0d9df920f7f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&id=3006b00c-1da5-4b95-a62b-537ace990824&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192814 Jul 07 17:08:12.009411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baf311-2cc7-4585-b206-d96a1a7f32b7 req-9b383fa6-d7bf-4f9a-9609-989f9a5cb238 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.010917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71baf311-2cc7-4585-b206-d96a1a7f32b7 req-9b383fa6-d7bf-4f9a-9609-989f9a5cb238 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.6091664 Jul 07 17:08:12.040595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.046540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.052469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.058399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.064908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.070833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.077430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.082608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-d6a982eb-ec93-4045-986b-fde473c01493 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.2120304 Jul 07 17:08:12.126687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f78122d-8473-43f8-9fde-7adac376cad4 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:12.129787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71baf311-2cc7-4585-b206-d96a1a7f32b7 req-8ca6405e-be41-49bd-95c4-5e6c914d9ff9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110365 Jul 07 17:08:12.162765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc9c9d4-9962-489a-ac49-a39dfa6002e2 req-ca6847eb-966b-425f-8ed8-d3481ebd5bcb tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641544 Jul 07 17:08:12.169877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Request body: {'port': {'device_id': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:12.240228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.278482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.320561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2f78122d-8473-43f8-9fde-7adac376cad4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:12.320975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f78122d-8473-43f8-9fde-7adac376cad4 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:12.351532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:12.360637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:12.372082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.372233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b667573f-70d3-4a67-b3c5-22d6b796f0f7 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:12.372701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.374846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1a1f90d-ff99-4bcb-8616-26e01d407174 req-b5cca52c-7b64-4ec0-9939-1497654505b3 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 210 time: 0.0450888 Jul 07 17:08:12.383491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.476224 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6826215 Jul 07 17:08:12.478061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42738) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:12.482583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Transition to ACTIVE for port object c30bbbb2-470a-4a18-ae08-1424ac8a8834 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:12.539891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:12.548292 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.561463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f9cca-47c6-4616-9aad-c1c81ffa0df3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=d4f5e404-77da-4239-8ffc-ccd1e3fda01a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.674876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:12.689241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:12.695394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:12.814549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.815841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.828844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.847458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'd4f5e404-77da-4239-8ffc-ccd1e3fda01a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:12.848650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.902682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-9aa8c830-ec22-4a0b-96de-13cbd8c39479 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0100007 Jul 07 17:08:12.923764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Request body: {'port': {'device_id': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:13.034632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:13.041351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.135717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.144484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96994e1-624a-459a-bb8e-934c0c450e43 req-24c9d368-9b15-4318-bbba-cac7af052fa2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.146399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a96994e1-624a-459a-bb8e-934c0c450e43 req-24c9d368-9b15-4318-bbba-cac7af052fa2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2688603 Jul 07 17:08:13.166890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Allocated IP 172.20.0.2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/d4f5e404-77da-4239-8ffc-ccd1e3fda01a/8031f51f-bef9-4aba-92ff-1baf18e2549b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:13.179644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:13.196080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.242464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Transition to ACTIVE for port object 77344e4c-06d3-4d5a-802d-27f871506fa9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:13.258460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f077cbe-9174-41df-9a58-f16bb2acf9a9 req-dd53f818-35f8-4820-a357-ccb16e40f31f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.266416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f077cbe-9174-41df-9a58-f16bb2acf9a9 req-dd53f818-35f8-4820-a357-ccb16e40f31f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2278264 Jul 07 17:08:13.269991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-602802f8-4e24-4dc1-9548-47283d9b0625 None None] Provisioning for port c30bbbb2-470a-4a18-ae08-1424ac8a8834 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:13.281154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-602802f8-4e24-4dc1-9548-47283d9b0625 None None] Provisioning complete for port c30bbbb2-470a-4a18-ae08-1424ac8a8834 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:13.281529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-602802f8-4e24-4dc1-9548-47283d9b0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.289902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.300911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a96994e1-624a-459a-bb8e-934c0c450e43 req-a44a5bd3-ac44-4e71-95a1-76a1dda0a6f2 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421971 Jul 07 17:08:13.362183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f077cbe-9174-41df-9a58-f16bb2acf9a9 req-91a3ef95-a3c5-4759-b1eb-e905e0c2db32 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943553 Jul 07 17:08:13.417212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.452167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-602802f8-4e24-4dc1-9548-47283d9b0625 None None] Port c30bbbb2-470a-4a18-ae08-1424ac8a8834 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:13.620997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Attempting to bind port 77344e4c-06d3-4d5a-802d-27f871506fa9 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:13.622383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Attempting to bind port 77344e4c-06d3-4d5a-802d-27f871506fa9 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:13.623041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Attempting to bind port 77344e4c-06d3-4d5a-802d-27f871506fa9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:13.632446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Port 77344e4c-06d3-4d5a-802d-27f871506fa9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:13.633179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Attempting to bind port 77344e4c-06d3-4d5a-802d-27f871506fa9 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:13.640906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:13.644679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:13.646539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:13.647250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Bound port: 77344e4c-06d3-4d5a-802d-27f871506fa9, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:13.649884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.697479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.720017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Transition to ACTIVE for port object 8031f51f-bef9-4aba-92ff-1baf18e2549b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:13.770272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Transition to ACTIVE for port object 8031f51f-bef9-4aba-92ff-1baf18e2549b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:13.786423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.787141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30bbbb2-470a-4a18-ae08-1424ac8a8834 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:13.829021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.847225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:13.851422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:13.852309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:13.855052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:13.862913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:13.863864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.867479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Transition to ACTIVE for port object c30bbbb2-470a-4a18-ae08-1424ac8a8834 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:13.872452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:13.875362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.897958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Pushing event updated for resources: {'Port': ['ID=8031f51f-bef9-4aba-92ff-1baf18e2549b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:13.959146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.961752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.964157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Attempting to bind port 8031f51f-bef9-4aba-92ff-1baf18e2549b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:13.964417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Attempting to bind port 8031f51f-bef9-4aba-92ff-1baf18e2549b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:13.964744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Attempting to bind port 8031f51f-bef9-4aba-92ff-1baf18e2549b on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:13.968283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] 10.222.0.83 "PUT /v2.0/ports/77344e4c-06d3-4d5a-802d-27f871506fa9 HTTP/1.1" status: 200 len: 1097 time: 1.8124886 Jul 07 17:08:13.969101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:13.971736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:13.972101 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009466a-e743-4b14-b005-4d1e9bbd2c00" -d '{"events": [{"name": "network-changed", "server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:13.972353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:13.972609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:13.973022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:13.973542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Bound port: 8031f51f-bef9-4aba-92ff-1baf18e2549b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:13.980406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.088302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] For port 8031f51f-bef9-4aba-92ff-1baf18e2549b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:14.093504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] For port 8031f51f-bef9-4aba-92ff-1baf18e2549b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8031f51f-bef9-4aba-92ff-1baf18e2549b,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:14.098923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.163757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027855-e104-41d0-9ea0-b1c1d89c682c service neutron] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.175338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46953f9c-b441-4634-9750-f443ebaa93ee None None] Pushing event updated for resources: {'Port': ['ID=8031f51f-bef9-4aba-92ff-1baf18e2549b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.223137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.234386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.248171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.254913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.261772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.270629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.277031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.291026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-2f0af582-6fb5-4c58-931a-ca81d359aa47 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.4084229 Jul 07 17:08:14.320835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-07b62390-a72b-4d3d-b135-3e9e4216e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.322849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-07b62390-a72b-4d3d-b135-3e9e4216e42a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 1100 time: 0.2796202 Jul 07 17:08:14.407909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fe639-7fb0-4d10-a3a1-5b665734b404 req-e15ed52b-fe9a-4796-a022-9a1759301578 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.409562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-303fe639-7fb0-4d10-a3a1-5b665734b404 req-e15ed52b-fe9a-4796-a022-9a1759301578 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.3491690 Jul 07 17:08:14.419826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-b72d12de-1714-4edb-b4d4-09401eaad1ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=77344e4c-06d3-4d5a-802d-27f871506fa9 HTTP/1.1" status: 200 len: 217 time: 0.0807762 Jul 07 17:08:14.464801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6c169a-2505-4a55-9e77-8d4a01b76b66 req-50f217fd-8215-4b6a-8366-cb56a8c7642a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724980 Jul 07 17:08:14.577242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:14.611011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-303fe639-7fb0-4d10-a3a1-5b665734b404 req-f77ec36e-a2ae-40d9-bb17-e6f9566197fb tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876421 Jul 07 17:08:14.615221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-23f14e9c-63d0-437c-b358-cbec9b706b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.616736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-23f14e9c-63d0-437c-b358-cbec9b706b69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1924620 Jul 07 17:08:14.674066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Attempting to bind port c30bbbb2-470a-4a18-ae08-1424ac8a8834 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:14.674416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Attempting to bind port c30bbbb2-470a-4a18-ae08-1424ac8a8834 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:14.674633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Attempting to bind port c30bbbb2-470a-4a18-ae08-1424ac8a8834 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:14.694838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Port c30bbbb2-470a-4a18-ae08-1424ac8a8834 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:14.695193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Attempting to bind port c30bbbb2-470a-4a18-ae08-1424ac8a8834 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:14.724541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:14.724896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:14.725414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:14.725873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Bound port: c30bbbb2-470a-4a18-ae08-1424ac8a8834, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:14.726262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.761266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.849397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8d29a15-3288-4721-a9c8-edd853032081 req-f1107cb0-4694-4df8-8307-83acc0279602 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0411334 Jul 07 17:08:14.885137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:14.891065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:14.891775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2691-a415-4777-a604-1c7f93a85147 req-166f1467-c616-4b56-b291-c8f84cb18ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.895400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-166f1467-c616-4b56-b291-c8f84cb18ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2601831 Jul 07 17:08:14.904179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.924484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-9173bcb7-b32d-4601-88b3-18ba910e8ff9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.925865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-9173bcb7-b32d-4601-88b3-18ba910e8ff9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.2021620 Jul 07 17:08:14.993794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-79662212-a408-40ba-af4d-f7559c260b73 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/quotas/f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 375 time: 0.0579188 Jul 07 17:08:15.009244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.013328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.014914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] 10.222.0.32 "PUT /v2.0/ports/c30bbbb2-470a-4a18-ae08-1424ac8a8834 HTTP/1.1" status: 200 len: 1097 time: 2.1005292 Jul 07 17:08:15.015394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:15.018456 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff14b30-8dd4-4ed5-833b-d639780398c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:15.046897 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e923e0-46e1-4a06-be70-f02a08720290 x-openstack-request-id: req-74e923e0-46e1-4a06-be70-f02a08720290 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:15.047416 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:15.048963 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74e923e0-46e1-4a06-be70-f02a08720290 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:15.049410 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'status': 'completed', 'code': 200} Jul 07 17:08:15.107937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767be9c-6bcb-4e02-8906-9bb4ded45e51 service neutron] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.148055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 8031f51f-bef9-4aba-92ff-1baf18e2549b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8031f51f-bef9-4aba-92ff-1baf18e2549b,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:15.151692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-dd966bca-18d5-4b60-8a89-d503ea09af39 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449009 Jul 07 17:08:15.183841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-fd2e2b69-e7b0-471d-8f0a-279be30c60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.185752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-fd2e2b69-e7b0-471d-8f0a-279be30c60a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 1100 time: 0.1097598 Jul 07 17:08:15.205818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.252157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-91381c5e-a44e-4b80-88cd-c015100dc403 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834 HTTP/1.1" status: 200 len: 217 time: 0.0553997 Jul 07 17:08:15.252764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.253749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.314269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:15.335119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-31f45318-8e2b-48ab-addb-8f6fadc72a9e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3291597 Jul 07 17:08:15.399130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=8031f51f-bef9-4aba-92ff-1baf18e2549b,revision_number=4']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.421661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:15.429739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.430514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:15.445339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=fbd7f84f-dcae-4650-b209-90c752d219aa,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:15.463189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-c3239e80-d380-499d-ac1d-cde6de307129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.464912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-c3239e80-d380-499d-ac1d-cde6de307129 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2009602 Jul 07 17:08:15.471244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f7e59700-69e2-46ee-a3bb-e79a314388ab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9411848 Jul 07 17:08:15.472374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42802) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:15.480542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:36:db:25', 'name': 'tempest-NetworksTestDHCPv6-1855977550'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:15.502929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a65a-a686-4a86-893a-63c3ebd91a5a req-aa23f76b-dc3f-490f-84a1-5aa2c83060af tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.504485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0a9a65a-a686-4a86-893a-63c3ebd91a5a req-aa23f76b-dc3f-490f-84a1-5aa2c83060af tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2984157 Jul 07 17:08:15.530262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99ae2691-a415-4777-a604-1c7f93a85147 req-407692db-2976-4385-a725-0b4c710da38c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643608 Jul 07 17:08:15.545237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-a1a354ef-3381-4982-98e7-e45b9dfc06bc service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063565 Jul 07 17:08:15.608896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-b5a58f06-ec37-43ed-8b17-8090ca9aaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.610705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-b5a58f06-ec37-43ed-8b17-8090ca9aaaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362238 Jul 07 17:08:15.685517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c85c9b62-0e23-4a33-aa8f-26541088bec5 service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357143 Jul 07 17:08:15.712619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0a9a65a-a686-4a86-893a-63c3ebd91a5a req-d72cc6ca-ef0d-4186-9c3d-5ec04451c71c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971345 Jul 07 17:08:15.754485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7dda2-20c4-484c-bc5a-2cf0de6a40d4 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:15.758137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-08b90be2-a978-4d68-8459-eaa3d8577d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.759686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-08b90be2-a978-4d68-8459-eaa3d8577d01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 1100 time: 0.0921655 Jul 07 17:08:15.798269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c6c56f56-2379-43bc-aff8-4ccdd649e487 req-67a8c76b-c327-448b-8e22-f75d0328ec7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0480123 Jul 07 17:08:15.803679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6471aebb-9169-46e7-b1b8-edc2dd1c38d2 req-808ebdf8-13b9-4971-a325-7496fca105b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.1417861 Jul 07 17:08:15.826472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9d223096-3f1f-467f-8104-a59f66b561ac None None] Provisioning for port 8031f51f-bef9-4aba-92ff-1baf18e2549b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:15.847320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:16.001118 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-85b4d0b2-d2cd-4642-a0cb-bdad03dc6537 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824143 Jul 07 17:08:16.055052 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b2793-5732-4f39-bbe4-e0a9862851d7 x-openstack-request-id: req-331b2793-5732-4f39-bbe4-e0a9862851d7 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:16.058180 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:16.058597 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-331b2793-5732-4f39-bbe4-e0a9862851d7 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:16.059289 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'status': 'completed', 'code': 200} Jul 07 17:08:16.122085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-65914272-81c1-43a1-ae97-b6a0b4eb5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.125601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-65914272-81c1-43a1-ae97-b6a0b4eb5ad5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.3569221 Jul 07 17:08:16.199625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.225650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-db938cce-4470-4c6a-a08b-cc48c36f3407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=77344e4c-06d3-4d5a-802d-27f871506fa9 HTTP/1.1" status: 200 len: 217 time: 0.0944750 Jul 07 17:08:16.236309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8031f51f-bef9-4aba-92ff-1baf18e2549b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:16.257026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 5030c81c-06ad-4c16-a050-48f40b3d1c93 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:16.269576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.280792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:16.281134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.289886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.297363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.304619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.311504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.318438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8031f51f-bef9-4aba-92ff-1baf18e2549b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:16.319219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.323115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8031f51f-bef9-4aba-92ff-1baf18e2549b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:16.323538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.334782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa59dc29-9a27-479f-8780-1974f859ed5d req-af2ab725-c2a3-494a-9a23-4d5e795cdb7a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.3122160 Jul 07 17:08:16.348349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42826) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:16.355885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Request body: {'floatingip': {'port_id': '524cbc27-ea6b-4235-9879-c301da078cc1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:16.407754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.419675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82bf5a87-4cad-4070-a5a0-571afa86aa6b req-680d0fa8-66b3-4fb6-803e-7475c2c91776 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104719 Jul 07 17:08:16.466346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-f1c0d423-c7cc-42a6-aceb-f4454e57ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.472479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-f1c0d423-c7cc-42a6-aceb-f4454e57ef2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.2360661 Jul 07 17:08:16.506028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.622839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8031f51f-bef9-4aba-92ff-1baf18e2549b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8031f51f-bef9-4aba-92ff-1baf18e2549b,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:16.632835 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.672284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edb32de8-c4f7-45d4-b566-31cc5bda5694 req-8646a8a5-5898-4100-b759-f1b616581a45 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0539167 Jul 07 17:08:16.700594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d360-b3f3-4e4f-984a-0d9593f7fa12 req-cef0d505-2bf8-4e76-88b4-23c54e539cb9 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.703134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8031f51f-bef9-4aba-92ff-1baf18e2549b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:16.714158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5c2d360-b3f3-4e4f-984a-0d9593f7fa12 req-cef0d505-2bf8-4e76-88b4-23c54e539cb9 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.3718472 Jul 07 17:08:16.764511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-e67aae75-7b0a-4a45-943e-d6e6b1d6ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.766267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-e67aae75-7b0a-4a45-943e-d6e6b1d6ab82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2824566 Jul 07 17:08:16.780030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5c2d360-b3f3-4e4f-984a-0d9593f7fa12 req-884804c0-aa7c-47cb-8c3c-cc77cf965ada tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Jul 07 17:08:16.878871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-910c7169-b340-49a5-861f-080492864786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.986883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8037966d-0ab2-426d-9462-ac333851561b req-672e17ff-9d95-4a34-828a-5d05c53f6858 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 210 time: 0.0327597 Jul 07 17:08:16.989947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-f4779be3-d04f-48f5-a265-d326d678779f service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078948 Jul 07 17:08:17.175727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24be71fd-c762-44b5-af81-ad6175f49837 None None] Provisioning complete for port 8031f51f-bef9-4aba-92ff-1baf18e2549b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:17.176308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24be71fd-c762-44b5-af81-ad6175f49837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.181877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf07a4-fcf1-4b09-a0ee-d53eb3962687 req-1db01532-aa0a-4b06-9d08-d589625e5adc tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.183475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bbf07a4-fcf1-4b09-a0ee-d53eb3962687 req-1db01532-aa0a-4b06-9d08-d589625e5adc tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.1126406 Jul 07 17:08:17.186185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3009466a-e743-4b14-b005-4d1e9bbd2c00 req-b48a837b-9d08-40a6-8788-23ac631e9a4e service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903720 Jul 07 17:08:17.252778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bbf07a4-fcf1-4b09-a0ee-d53eb3962687 req-5af1ef3f-6d81-45f8-bb80-58fbad1d3bf1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618236 Jul 07 17:08:17.353492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:17.370470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-6e0e8929-dfbc-45f9-9fbd-e5f2c206ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.372550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-6e0e8929-dfbc-45f9-9fbd-e5f2c206ad1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36af9e28d45b45da850648274dfe0be7&device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 1100 time: 0.7789106 Jul 07 17:08:17.379491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 172.20.0.5 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/d4f5e404-77da-4239-8ffc-ccd1e3fda01a/5030c81c-06ad-4c16-a050-48f40b3d1c93) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.400673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe36:db25 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/fbd7f84f-dcae-4650-b209-90c752d219aa/5030c81c-06ad-4c16-a050-48f40b3d1c93) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:17.663497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-910c7169-b340-49a5-861f-080492864786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.691395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-910c7169-b340-49a5-861f-080492864786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.068230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-a50edc3b-8cdc-4426-bf7e-ca7e121dbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.069739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-a50edc3b-8cdc-4426-bf7e-ca7e121dbc0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.6790845 Jul 07 17:08:18.133723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8031f51f-bef9-4aba-92ff-1baf18e2549b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:18.159630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-910c7169-b340-49a5-861f-080492864786 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c97b880565e04b27adbe32b78464560e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8782229 Jul 07 17:08:18.161382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:08:18.173063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:18.190004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8031f51f-bef9-4aba-92ff-1baf18e2549b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:18.190622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.197604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c7169-b340-49a5-861f-080492864786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d5147-983d-428c-9c66-872d119b61e3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.201488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-a563c376-30ff-4a27-a4f0-1a0c2a3833e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834 HTTP/1.1" status: 200 len: 217 time: 0.1093280 Jul 07 17:08:18.206375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bb911cb-b8b0-491d-aff0-f68bdfce765d req-0f02bd43-91d0-4143-848a-66dc494e3150 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0830617 Jul 07 17:08:18.300205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-82b30a58-7136-44cd-8e26-4d9e4022065f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.302748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-82b30a58-7136-44cd-8e26-4d9e4022065f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.6109762 Jul 07 17:08:18.322356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.323770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'device_id': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'admin_state_up': True, 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:18.337979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.343610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-cd1bed00-d79e-421f-a8d3-e8ad8001e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.345110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-cd1bed00-d79e-421f-a8d3-e8ad8001e0d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1338365 Jul 07 17:08:18.384662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.385652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.394834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9d1d-1d30-492e-9a0e-a3e38b694c8c req-88d3a3e2-2c36-4434-a7c7-4451ab54d445 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.396334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b7d9d1d-1d30-492e-9a0e-a3e38b694c8c req-88d3a3e2-2c36-4434-a7c7-4451ab54d445 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.2742476 Jul 07 17:08:18.439637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 5030c81c-06ad-4c16-a050-48f40b3d1c93 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:18.450655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f939c1f-b6ad-4a28-9c66-d348b1da88af req-b899d974-c51f-44b9-9e4f-47d4575e96ca tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 210 time: 0.0684526 Jul 07 17:08:18.483539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.526021 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Floating IP 2dced2f1-eec6-4cdb-8a42-b46b9eb202e2 associated. External IP: 172.25.7.246, port: 524cbc27-ea6b-4235-9879-c301da078cc1. Jul 07 17:08:18.532429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-d494a85c-92b2-40f3-aa21-c85e4f5cd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.534439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-d494a85c-92b2-40f3-aa21-c85e4f5cd77a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445367 Jul 07 17:08:18.590272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b7d9d1d-1d30-492e-9a0e-a3e38b694c8c req-3893b9c0-e8d3-40c5-ac17-7e5a9cdb0934 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748471 Jul 07 17:08:18.642416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.674187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:18.677705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.688834 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.690667 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.695511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.703551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/222d5147-983d-428c-9c66-872d119b61e3 HTTP/1.1" status: 204 len: 168 time: 0.5090876 Jul 07 17:08:18.757233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:18.788029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce0e27-8f8c-4ca3-9f1b-3d114d208b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d5147-983d-428c-9c66-872d119b61e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.874362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:18.877729 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-452b5dcb-b372-40cc-8def-02902f43320b service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099103 Jul 07 17:08:18.878349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=5030c81c-06ad-4c16-a050-48f40b3d1c93,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:18.882656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:19.136978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.20.0.8 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/63773676-0704-44a4-adbd-992e7a97e09d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:19.156864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631adedd-de1c-4cfe-9766-658534736cf2 req-ee576145-6170-45f5-a93a-26f088ec6c70 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.158479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-631adedd-de1c-4cfe-9766-658534736cf2 req-ee576145-6170-45f5-a93a-26f088ec6c70 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.3503540 Jul 07 17:08:19.288586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.289280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.339792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-631adedd-de1c-4cfe-9766-658534736cf2 req-5de7faef-e808-4b2f-a91f-ef70541c413b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667745 Jul 07 17:08:19.367645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:19.390468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-878aee52-5458-47dc-88d2-f93078d7bce0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9171019 Jul 07 17:08:19.393820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42874) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:19.411164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:19.413875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff14b30-8dd4-4ed5-833b-d639780398c0 req-e313a2b0-9eef-4ca4-93dd-475e146e94f8 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284443 Jul 07 17:08:19.416203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2d9572-3d0c-41e7-8fe7-839411b05bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.431706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39c17715-969a-4a5a-b177-5160b08f5d89 req-ca798d73-e286-456e-9ea9-f57c8d2efd4a tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0821228 Jul 07 17:08:19.453478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-78f80219-848f-4d11-9666-c295965aecb4 None None] Provisioning for port 5030c81c-06ad-4c16-a050-48f40b3d1c93 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:19.474572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-78f80219-848f-4d11-9666-c295965aecb4 None None] Provisioning complete for port 5030c81c-06ad-4c16-a050-48f40b3d1c93 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:19.475134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78f80219-848f-4d11-9666-c295965aecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.535480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-78f80219-848f-4d11-9666-c295965aecb4 None None] Port 5030c81c-06ad-4c16-a050-48f40b3d1c93 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:19.541538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:19.591600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.608142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Transition to ACTIVE for port object 63773676-0704-44a4-adbd-992e7a97e09d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:19.629077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a11a6c-45f7-42d9-b3f6-56501d707c49 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.635824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a11a6c-45f7-42d9-b3f6-56501d707c49 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.640943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2a11a6c-45f7-42d9-b3f6-56501d707c49 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2412212 Jul 07 17:08:19.641816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:19.644324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:19.656951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.680728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Sync routers for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:19.709905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:19.711701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:19.737285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dba40255-3c27-4cc8-ac54-9a80cb950052 req-c00ae6c6-6fdd-4eed-a8f3-b13d357ea536 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 210 time: 0.0596197 Jul 07 17:08:19.771448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-460ec29b-85c7-44e1-9c63-d28b318ff20d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "PUT /v2.0/floatingips/2dced2f1-eec6-4cdb-8a42-b46b9eb202e2 HTTP/1.1" status: 200 len: 991 time: 3.4193695 Jul 07 17:08:19.773700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:19.774463 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54149b96-a42e-4333-be21-ce6e75f4a5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:19.787099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.814150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:19.815114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2d9572-3d0c-41e7-8fe7-839411b05bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.821277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2d9572-3d0c-41e7-8fe7-839411b05bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.870813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de2d9572-3d0c-41e7-8fe7-839411b05bab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c74e2155a65b4dd7becb0420572737af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966502 Jul 07 17:08:19.873849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9572-3d0c-41e7-8fe7-839411b05bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074de419-9df9-4dcc-a254-2f65cef50104,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.874991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:19.878949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42886) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:19.890099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:19.895600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 5030c81c-06ad-4c16-a050-48f40b3d1c93 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:19.895950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.896612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:19.900049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:19.929248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:19.948595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Deleting port 4593f72d-c331-4b00-af76-47926eb2028d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:19.948953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.999511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'mac_address': 'fa:16:3e:33:08:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:20.022619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e98628-7169-4dd8-ac41-90941acbaaaf req-4f98a09a-9b87-4855-99f6-9de115cc4c3a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.029702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0e98628-7169-4dd8-ac41-90941acbaaaf req-4f98a09a-9b87-4855-99f6-9de115cc4c3a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.2570205 Jul 07 17:08:20.034436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.039337 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123b796-8e69-425b-aba4-8faecccc3e65 x-openstack-request-id: req-6123b796-8e69-425b-aba4-8faecccc3e65 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:20.041151 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:20.041425 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6123b796-8e69-425b-aba4-8faecccc3e65 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:20.041846 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1', 'status': 'completed', 'code': 200} Jul 07 17:08:20.060850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.061586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.063396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.088466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:20.095071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.103419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-c5254259-a6c3-43ef-a02b-2b5f007d0bf4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7838035 Jul 07 17:08:20.104049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:20.115254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 5030c81c-06ad-4c16-a050-48f40b3d1c93 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:20.119249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0e98628-7169-4dd8-ac41-90941acbaaaf req-6b5ecd10-9436-4df4-a6e3-839042d8471a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885756 Jul 07 17:08:20.129394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Request body: {'port': {'device_id': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:20.169416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:20.170628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] For port 4593f72d-c331-4b00-af76-47926eb2028d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4593f72d-c331-4b00-af76-47926eb2028d,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:20.171043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.185666 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.191233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Calling delete_port for 4593f72d-c331-4b00-af76-47926eb2028d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:20.233503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.276663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.302975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.303461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.303943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.304417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.304887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.305357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.305830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.307781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-f6716f4c-ec08-494b-8301-928ae4eb7369 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.1371071 Jul 07 17:08:20.330766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.366011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-18ac9c88-fa53-4dca-ab65-b89894542efd None None] Provisioning for port 63773676-0704-44a4-adbd-992e7a97e09d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:20.381828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-18ac9c88-fa53-4dca-ab65-b89894542efd None None] Provisioning complete for port 63773676-0704-44a4-adbd-992e7a97e09d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:20.382228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ac9c88-fa53-4dca-ab65-b89894542efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.428318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.430808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.434747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/074de419-9df9-4dcc-a254-2f65cef50104 HTTP/1.1" status: 204 len: 168 time: 0.5520840 Jul 07 17:08:20.471174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467b26a-6ca0-47cf-a6e8-1dea5932b59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074de419-9df9-4dcc-a254-2f65cef50104,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.500820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18ac9c88-fa53-4dca-ab65-b89894542efd None None] Port 63773676-0704-44a4-adbd-992e7a97e09d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:20.614903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-9a93cb03-4b19-4a3c-9194-7218d6dca996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.616485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-9a93cb03-4b19-4a3c-9194-7218d6dca996 service neutron] 10.222.0.83 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a HTTP/1.1" status: 200 len: 917 time: 0.3005149 Jul 07 17:08:20.620389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['77344e4c-06d3-4d5a-802d-27f871506fa9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:20.622357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.670949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ec22e52-c167-4740-9b52-2333c440bbd5 req-cf53f3e8-7990-49fc-a157-177b527d73c1 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0658193 Jul 07 17:08:20.720933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=5030c81c-06ad-4c16-a050-48f40b3d1c93,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.723250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2dced2f1-eec6-4cdb-8a42-b46b9eb202e2', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'port_id': '524cbc27-ea6b-4235-9879-c301da078cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'mac_address': 'fa:16:3e:c7:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:06:25Z', 'updated_at': '2021-07-07T17:08:17Z', 'revision_number': 1, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:20.751654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.831939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-d292d766-1123-4a78-9862-2a9d162cac28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 999 time: 0.2072139 Jul 07 17:08:20.850616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4593f72d-c331-4b00-af76-47926eb2028d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:20.932940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.941135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Checking router: d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:20.946298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e071a088-5c4b-4326-acd9-e04c57cedf1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/5030c81c-06ad-4c16-a050-48f40b3d1c93 HTTP/1.1" status: 204 len: 168 time: 1.2995477 Jul 07 17:08:20.949488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:20.955930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:20.956569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:20.974468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-c6818a00-e2a0-4ecf-bc4f-a7fe7c2a17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:20.983587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-c6818a00-e2a0-4ecf-bc4f-a7fe7c2a17bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 200 len: 855 time: 0.1223116 Jul 07 17:08:21.004686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:21.125267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff269af1-0ef7-4c9b-8d3c-6c51d8c66864 req-e0daf444-9f03-48f6-bf8c-171686fffc2b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.133682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff269af1-0ef7-4c9b-8d3c-6c51d8c66864 req-e0daf444-9f03-48f6-bf8c-171686fffc2b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.6226819 Jul 07 17:08:21.210351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112690a1-823d-4d47-a4c3-1b1f0a5970eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.214688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112690a1-823d-4d47-a4c3-1b1f0a5970eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.218210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112690a1-823d-4d47-a4c3-1b1f0a5970eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.226644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-112690a1-823d-4d47-a4c3-1b1f0a5970eb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2764139 Jul 07 17:08:21.227891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42912) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:21.262637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:21.301032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff269af1-0ef7-4c9b-8d3c-6c51d8c66864 req-f145ac83-de35-4029-ae52-65bd6dbc5c91 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660817 Jul 07 17:08:21.319655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-2482fb0a-4cc2-405d-b25e-2233af27495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.321492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-2482fb0a-4cc2-405d-b25e-2233af27495b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92c36961-f69e-4f31-b650-4041d855e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2898026 Jul 07 17:08:21.416495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:21.438242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc845-8a44-4eb3-803a-5d9daa2a2922 req-b38016b1-e108-461c-8652-59dc60efcf84 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:21.445480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-816cc845-8a44-4eb3-803a-5d9daa2a2922 req-b38016b1-e108-461c-8652-59dc60efcf84 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 931 time: 0.4927082 Jul 07 17:08:21.448917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'mac_address': 'fa:16:3e:24:79:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:21.526359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63773676-0704-44a4-adbd-992e7a97e09d {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:21.549074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.568988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-816cc845-8a44-4eb3-803a-5d9daa2a2922 req-93c68f3a-6c5c-4fea-83b8-a1aff59e6f74 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225147 Jul 07 17:08:21.631931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Transition to ACTIVE for port object 63773676-0704-44a4-adbd-992e7a97e09d will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:21.634064 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.638200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.657149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.660173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30bbbb2-470a-4a18-ae08-1424ac8a8834 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:21.685772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:21.693119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:21.757775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2dced2f1-eec6-4cdb-8a42-b46b9eb202e2', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'port_id': '524cbc27-ea6b-4235-9879-c301da078cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'mac_address': 'fa:16:3e:c7:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:06:25Z', 'updated_at': '2021-07-07T17:08:17Z', 'revision_number': 1, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:21.804048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2dd69e-03b4-4e59-bc1c-646a78164a28 None None] The sync data for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 is: [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2dced2f1-eec6-4cdb-8a42-b46b9eb202e2', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'port_id': '524cbc27-ea6b-4235-9879-c301da078cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'mac_address': 'fa:16:3e:c7:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:06:25Z', 'updated_at': '2021-07-07T17:08:17Z', 'revision_number': 1, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:21.813879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:21.919912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c30bbbb2-470a-4a18-ae08-1424ac8a8834'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:21.958971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet d4f5e404-77da-4239-8ffc-ccd1e3fda01a {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:21.964451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.062441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.145369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-17a6741c-a699-4919-85ca-71f72316bf02 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161325 Jul 07 17:08:22.207899 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d830b4-08a2-4eda-9188-4a7a669ecc89 None None] New status for floating IP 2dced2f1-eec6-4cdb-8a42-b46b9eb202e2: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:08:22.270280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.335333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54149b96-a42e-4333-be21-ce6e75f4a5a3 req-8bc5dec9-1d64-4e7d-99d9-e96e52d61fcd service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775608 Jul 07 17:08:22.360845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.389676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0716bd69-2ac0-477b-8b12-744a03ef98c0 req-17415df2-71b9-4372-9b61-2e366c454f29 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0442150 Jul 07 17:08:22.401829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f5e404-77da-4239-8ffc-ccd1e3fda01a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.407085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.413093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ceae0e9-8c28-4f43-afe7-20c13205a3fc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/d4f5e404-77da-4239-8ffc-ccd1e3fda01a HTTP/1.1" status: 204 len: 168 time: 1.1810141 Jul 07 17:08:22.413843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.417196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.421002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44b3db-7a56-4a70-9c84-59c1f99eafbc None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:22.496112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet fbd7f84f-dcae-4650-b209-90c752d219aa {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:22.500343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.517238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6075-19ee-46e4-9de4-ae5761c05af5 req-0bed0df6-a0f4-4139-adb7-1f38c7231bed tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.518830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20bb6075-19ee-46e4-9de4-ae5761c05af5 req-0bed0df6-a0f4-4139-adb7-1f38c7231bed tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.9447339 Jul 07 17:08:22.566403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.598557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20bb6075-19ee-46e4-9de4-ae5761c05af5 req-855b4da4-abfa-4ebb-85d3-9eea6102b650 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665741 Jul 07 17:08:22.602516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Attempting to bind port 63773676-0704-44a4-adbd-992e7a97e09d on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:22.602516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Attempting to bind port 63773676-0704-44a4-adbd-992e7a97e09d by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:22.602820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Attempting to bind port 63773676-0704-44a4-adbd-992e7a97e09d on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:22.674644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Port 63773676-0704-44a4-adbd-992e7a97e09d on network dfb3225a-a96a-4c5a-8062-67bf9911028f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:22.674975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Attempting to bind port 63773676-0704-44a4-adbd-992e7a97e09d on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:22.722573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:22.722835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:22.723207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:22.723662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Bound port: 63773676-0704-44a4-adbd-992e7a97e09d, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:22.729375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.734806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.805955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.826561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:22.832127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/fbd7f84f-dcae-4650-b209-90c752d219aa HTTP/1.1" status: 204 len: 168 time: 0.4168775 Jul 07 17:08:22.833067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.853600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5d4e-8d6e-42c6-bdb1-4e8eb778e30c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd7f84f-dcae-4650-b209-90c752d219aa,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:22.899588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d923576-0c6a-406c-b462-914cef3ec430 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653894 Jul 07 17:08:22.902407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.922336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Router 8297acc2-ad9e-4289-ac61-7bf2c6b573de has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:22.948355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:22.959938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b86c5-bd6f-432d-bc0d-e77d56b97c90 req-49bb50a1-3b6b-442e-9345-6f184ed41ea1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.961752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f9b86c5-bd6f-432d-bc0d-e77d56b97c90 req-49bb50a1-3b6b-442e-9345-6f184ed41ea1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.3022025 Jul 07 17:08:22.983132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83708af3-e26a-4bd9-b512-d5d20aeb0446 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:22.987004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-83708af3-e26a-4bd9-b512-d5d20aeb0446 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0806541 Jul 07 17:08:22.987241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:22.987514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=63773676-0704-44a4-adbd-992e7a97e09d,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:23.010575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.026276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:23.049364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad112939-c8f8-49bb-8b48-66e2708ea101 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.054448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ad112939-c8f8-49bb-8b48-66e2708ea101 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661259 Jul 07 17:08:23.055309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42956) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.092588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port c30bbbb2-470a-4a18-ae08-1424ac8a8834 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:23.098542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port c30bbbb2-470a-4a18-ae08-1424ac8a8834 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:23.099318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.100526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.101450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.102933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] 10.222.0.83 "PUT /v2.0/ports/63773676-0704-44a4-adbd-992e7a97e09d HTTP/1.1" status: 200 len: 1092 time: 2.9802825 Jul 07 17:08:23.116624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:23.118975 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea" -d '{"events": [{"name": "network-changed", "server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "tag": "63773676-0704-44a4-adbd-992e7a97e09d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:23.119820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e2116f9b-3df8-49ed-9f3f-86ca1d7c0930 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633154 Jul 07 17:08:23.120434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42958) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.126572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:23.145535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f9b86c5-bd6f-432d-bc0d-e77d56b97c90 req-18ae8cbc-edf3-446e-809a-3657539048c1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771040 Jul 07 17:08:23.256676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.306659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:23.307401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:23.309225 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befb955-e827-466e-995e-b2c12fd63aa8" -d '{"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-plugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:23.313340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.314919 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:23.318289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:23.323674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:23.333459 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.342041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cdc6a-9c69-4a30-be71-f2649ec618b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.360984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-049f0634-9b01-4d36-94fd-2846e4d4592b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2386479 Jul 07 17:08:23.363950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42966) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.364151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47f13f-a58d-4923-a1a8-d126eafdaee8 req-b1f2af62-c775-45b5-8cd1-c6a2d44c9fe8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.368964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e47f13f-a58d-4923-a1a8-d126eafdaee8 req-b1f2af62-c775-45b5-8cd1-c6a2d44c9fe8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 943 time: 0.4716096 Jul 07 17:08:23.381806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:23.403492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:23.444972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:23.459767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Sync routers for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:23.462123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bddd3156-f37c-453e-b759-b4651ed4fad3 admin admin] 10.222.0.22 "PUT /v2.0/routers/8297acc2-ad9e-4289-ac61-7bf2c6b573de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1072576 Jul 07 17:08:23.462579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.472946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:23.474463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:23.484925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e47f13f-a58d-4923-a1a8-d126eafdaee8 req-4405dcc6-41a0-4df3-aac3-694613cf429e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028285 Jul 07 17:08:23.489518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-4b42d16d-7e7c-401f-8e9c-4cb6f45aa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.491585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-4b42d16d-7e7c-401f-8e9c-4cb6f45aa4b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 1095 time: 0.3427331 Jul 07 17:08:23.578251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:23.589267 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502ab049-ba6c-432f-8aaa-94db2f16423f x-openstack-request-id: req-502ab049-ba6c-432f-8aaa-94db2f16423f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:23.589571 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "tag": "63773676-0704-44a4-adbd-992e7a97e09d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:23.589806 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-502ab049-ba6c-432f-8aaa-94db2f16423f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:23.590848 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d', 'status': 'completed', 'code': 200} Jul 07 17:08:23.601504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-d8a96d8d-5587-4f12-991a-d687d167f310 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63773676-0704-44a4-adbd-992e7a97e09d HTTP/1.1" status: 200 len: 217 time: 0.0972712 Jul 07 17:08:23.603367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-e53915e1-7b47-422b-938c-b470b105754b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881000 Jul 07 17:08:23.629578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:23.633630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.635578 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:23.636025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:23.662657 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9665dee9-6400-40fb-9792-a67cf8a530e0 x-openstack-request-id: req-9665dee9-6400-40fb-9792-a67cf8a530e0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:23.663580 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-plugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:23.664765 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9665dee9-6400-40fb-9792-a67cf8a530e0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:23.666062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.666684 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'code': 200} Jul 07 17:08:23.701363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0b787-c62d-4e2d-8d61-ce9a59b3e94d None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:23.726482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-dc920aeb-fe36-43b9-bc96-fa30a9ae2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.728236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-dc920aeb-fe36-43b9-bc96-fa30a9ae2820 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1207609 Jul 07 17:08:23.732798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-89b69275-f959-40d3-8c5e-ec8690ac2b67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3676970 Jul 07 17:08:23.738333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:23.748655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:23.816108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:23.860707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.873802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82410f5-2be6-4353-87d8-35b43b9e266a req-577c4d6c-24fd-424e-bd08-a0fdb877c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.875285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a82410f5-2be6-4353-87d8-35b43b9e266a req-577c4d6c-24fd-424e-bd08-a0fdb877c972 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 1102 time: 0.1464176 Jul 07 17:08:23.901212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ebaee30d-b998-4d59-8fd6-14038e056391 None None] Provisioning complete for port 8031f51f-bef9-4aba-92ff-1baf18e2549b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:23.901754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebaee30d-b998-4d59-8fd6-14038e056391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.921003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-baf619be-686f-4c0f-80a7-a07f843aa0cb req-db9c4f0a-82cd-4f9c-a142-258e77e34994 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0705040 Jul 07 17:08:23.930055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-6c44782c-976d-4e45-b548-b10a538cdc68 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.938315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-6c44782c-976d-4e45-b548-b10a538cdc68 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217139 Jul 07 17:08:23.941003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a82410f5-2be6-4353-87d8-35b43b9e266a req-ec281729-8a33-48cb-992c-6df8db0666b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jul 07 17:08:23.954649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Deleting port c818c753-7e4b-49b6-9d26-7358629a5ecc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:23.955069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:23.977976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-c9e12dab-00c7-4f92-a186-de03d507e2c3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0386827 Jul 07 17:08:24.037684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-7f4223dc-9bb0-411b-8cf9-ce67bd2a2b35 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586655 Jul 07 17:08:24.043407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4445788-028e-4618-b65b-2c7d255973c9 req-74522e6d-942f-4ba5-9647-954bf6860dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.045058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-74522e6d-942f-4ba5-9647-954bf6860dc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3020082 Jul 07 17:08:24.056748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] For port c818c753-7e4b-49b6-9d26-7358629a5ecc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c818c753-7e4b-49b6-9d26-7358629a5ecc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:24.058590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.077364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:24.080867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Calling delete_port for c818c753-7e4b-49b6-9d26-7358629a5ecc owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:24.085411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.087097 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:24.087573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:24.123756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 77344e4c-06d3-4d5a-802d-27f871506fa9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:24.147970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 77344e4c-06d3-4d5a-802d-27f871506fa9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:24.148487 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.203895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fc8cf547-64cb-4687-bb93-b71b8a206b7d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4640291 Jul 07 17:08:24.212527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.224559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:24.341065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.385034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02792-8def-4177-bff9-5306390ff159 req-627d62d4-1582-46a4-be77-dd8641878096 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.386709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cb02792-8def-4177-bff9-5306390ff159 req-627d62d4-1582-46a4-be77-dd8641878096 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 950 time: 0.2764912 Jul 07 17:08:24.394932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-4c123911-91a4-4a43-bf62-c278727bd0db service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309696 Jul 07 17:08:24.415971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c818c753-7e4b-49b6-9d26-7358629a5ecc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.426399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.429860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:24.494668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:08:20Z', 'revision_number': 5, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port': {'id': 'c818c753-7e4b-49b6-9d26-7358629a5ecc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:00:51Z', 'updated_at': '2021-07-07T17:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.502002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:24.523088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cb02792-8def-4177-bff9-5306390ff159 req-7b5f0e96-0033-4843-b356-fbb80495635a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228583 Jul 07 17:08:24.538283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.546383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Checking router: 8297acc2-ad9e-4289-ac61-7bf2c6b573de for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:24.547462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:24.560032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.563307 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:24.564600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:24.568428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.602310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Routers {'8297acc2-ad9e-4289-ac61-7bf2c6b573de'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:24.603463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.649678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c73c616b-4598-4006-b3a1-75f3369c1bc4 req-7cabde4d-6c2b-4ffd-a326-8e286965915a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 210 time: 0.0560720 Jul 07 17:08:24.661481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d977bf9d-2c3a-4f43-8d76-35e7ce74c9fe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4437497 Jul 07 17:08:24.679528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.682098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.690908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.700102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:24.733763 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.734443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8297acc2-ad9e-4289-ac61-7bf2c6b573de {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:24.748223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.752676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ff20994-72dd-4407-9adf-9eeaca1982a0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8297acc2-ad9e-4289-ac61-7bf2c6b573de HTTP/1.1" status: 204 len: 168 time: 1.2852869 Jul 07 17:08:24.753144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43002) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:24.804601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Deleting subnet cc307d6b-1ae9-43ce-a09f-f1c31505a857 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:24.808016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.817897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.823433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Deleting port 8031f51f-bef9-4aba-92ff-1baf18e2549b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:24.824382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.859939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.876644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] Set router 8297acc2-ad9e-4289-ac61-7bf2c6b573de gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:24.943090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.946655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:08:24Z', 'revision_number': 7, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:24.987701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc737-d1bc-49b3-b732-22c5459b8456 None None] The sync data for ids ['8297acc2-ad9e-4289-ac61-7bf2c6b573de'] in n-d-791504-12 is: [{'id': '8297acc2-ad9e-4289-ac61-7bf2c6b573de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-206120416-router', 'tenant_id': '64332709cd05464aafed43cb1c8e6d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:00:50Z', 'updated_at': '2021-07-07T17:08:24Z', 'revision_number': 7, 'project_id': '64332709cd05464aafed43cb1c8e6d06', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:25.011469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] For port 8031f51f-bef9-4aba-92ff-1baf18e2549b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8031f51f-bef9-4aba-92ff-1baf18e2549b,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.011684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4445788-028e-4618-b65b-2c7d255973c9 req-d49e604c-423e-4c0b-9dca-db9eca68c2c7 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032903 Jul 07 17:08:25.012722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.019985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.048166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:25.048538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Calling delete_port for 8031f51f-bef9-4aba-92ff-1baf18e2549b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:25.053946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.056560 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:25.058842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:25.082367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cbf4c263-9145-49cc-af4e-07e480bd40cc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3899391 Jul 07 17:08:25.085866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.096838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:25.099130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc307d6b-1ae9-43ce-a09f-f1c31505a857,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.103957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.112204 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e21fdcb9-c992-4e82-881d-a69d59317cb3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cc307d6b-1ae9-43ce-a09f-f1c31505a857 HTTP/1.1" status: 204 len: 168 time: 0.3558071 Jul 07 17:08:25.112769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43010) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.132569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5801f-b580-4324-b63d-bd212ac44cdd None None] Network 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:25.204901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.223013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d39af0-0cef-4062-8e79-189e737b02ae req-ed42ab03-9f03-4f2d-a70f-d0339a5a7966 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.226863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4d39af0-0cef-4062-8e79-189e737b02ae req-ed42ab03-9f03-4f2d-a70f-d0339a5a7966 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.5615790 Jul 07 17:08:25.249911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.270958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Deleting port 2086f610-2376-43fb-9451-7f0de79cd231 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.271557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.281860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4afb3b-fbb2-47ec-b112-6a5b66a960ca req-138cce96-da12-4a20-a4bb-4cecafe6b3a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.284941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b4afb3b-fbb2-47ec-b112-6a5b66a960ca req-138cce96-da12-4a20-a4bb-4cecafe6b3a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 943 time: 0.3899577 Jul 07 17:08:25.322355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] No DVR routers for this DVR port 8031f51f-bef9-4aba-92ff-1baf18e2549b on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:25.333964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2016da-e3eb-42f0-9c9a-5fee7f66ccca None None] Pushing event deleted for resources: {'Port': ['ID=8031f51f-bef9-4aba-92ff-1baf18e2549b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.345053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4d39af0-0cef-4062-8e79-189e737b02ae req-d29a9fa7-30e7-4c56-a409-4dfd5b232754 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041889 Jul 07 17:08:25.364025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] For port 2086f610-2376-43fb-9451-7f0de79cd231, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2086f610-2376-43fb-9451-7f0de79cd231,segment=NetworkSegment(0e7881df-606a-4312-92e0-bf3d7ba6dd21),segment_id=0e7881df-606a-4312-92e0-bf3d7ba6dd21)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.364526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.410402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Calling delete_port for 2086f610-2376-43fb-9451-7f0de79cd231 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:25.449046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-683091b0-4590-4e3d-94d8-aaecd43c6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.450868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-683091b0-4590-4e3d-94d8-aaecd43c6349 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 1095 time: 0.3433301 Jul 07 17:08:25.481829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:25.490127 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.495109 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:25.495561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:25.500005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] DHCP port deletion for 5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:25.516262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b4afb3b-fbb2-47ec-b112-6a5b66a960ca req-6216c77f-5815-4b6e-92f4-b4681148d331 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941032 Jul 07 17:08:25.593604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.619375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Deleting port 2086f610-2376-43fb-9451-7f0de79cd231 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:25.619817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.626782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82fb0157-43eb-42ee-8111-9680c1b4919b req-69a943dc-b7d9-4449-96fc-97dd69d9d049 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0444872 Jul 07 17:08:25.631748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec1507dc-bc86-429d-95d1-f5e85fd3aa4f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5438106 Jul 07 17:08:25.632719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=2086f610-2376-43fb-9451-7f0de79cd231,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.635122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.640565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] No DVR routers for this DVR port 2086f610-2376-43fb-9451-7f0de79cd231 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:25.725924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43020) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.726312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-63b6082f-c55f-4e6e-a222-fb4d9723ac79 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0868545 Jul 07 17:08:25.730142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:25.739802 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71602de2-47ba-4bcd-b08d-fbaf27a73113" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:25.791045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc16747-8f51-4972-b0db-33722e3f2e6c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.795364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7dc16747-8f51-4972-b0db-33722e3f2e6c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663095 Jul 07 17:08:25.795537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] For port 2086f610-2376-43fb-9451-7f0de79cd231, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:25.795537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.795744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-433d4e6d-8a9c-4b95-8e7c-a1e8bd5bf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.800810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-433d4e6d-8a9c-4b95-8e7c-a1e8bd5bf46d service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.3322895 Jul 07 17:08:25.802468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.815391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Calling delete_port for 2086f610-2376-43fb-9451-7f0de79cd231 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:25.817357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.821256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Port 2086f610-2376-43fb-9451-7f0de79cd231 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:08:25.827598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.838036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.851697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7881df-606a-4312-92e0-bf3d7ba6dd21') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.852125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7881df-606a-4312-92e0-bf3d7ba6dd21') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:25.864640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] Pushing event deleted for resources: {'Port': ['ID=2086f610-2376-43fb-9451-7f0de79cd231,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.866085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.871908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377772a6-42e7-48be-a7ce-bbf6bb8415eb None None] No DVR routers for this DVR port 2086f610-2376-43fb-9451-7f0de79cd231 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:25.902757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1887b272-492a-44c5-b5dd-65c53e5223a3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871224 Jul 07 17:08:25.903262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.912626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:25.913277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:25.928345 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:25.932061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.966921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfcfb044-c702-48dc-9dd2-744e67b8820f req-144325aa-8383-401e-b6c0-e3dbc190286f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 210 time: 0.0721848 Jul 07 17:08:25.968185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-1f208d33-14a5-4b44-92a3-cdf91490cabd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63773676-0704-44a4-adbd-992e7a97e09d HTTP/1.1" status: 200 len: 217 time: 0.1478052 Jul 07 17:08:25.972257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:26.021794 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc9172-8771-4ad6-8845-c731d828a0f7 x-openstack-request-id: req-50dc9172-8771-4ad6-8845-c731d828a0f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:26.022227 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:26.022523 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50dc9172-8771-4ad6-8845-c731d828a0f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:26.022985 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'code': 200} Jul 07 17:08:26.038349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-03d7ef3e-f614-45c1-9e58-00ce9aa59e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.039991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-03d7ef3e-f614-45c1-9e58-00ce9aa59e78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0643346 Jul 07 17:08:26.044903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.082378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.087153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] 10.222.0.22 "DELETE /v2.0/networks/5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c HTTP/1.1" status: 204 len: 168 time: 0.9706931 Jul 07 17:08:26.096229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:26.110346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67131d6-06c7-4321-8b4c-d971ecf3bfbe admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8f1c03-b8e4-4db3-8b71-e57908cd6d8c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.135736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1178-2a39-458e-b480-0306136f195a req-61ad4ee2-fc6e-406d-a003-5db04961d9de tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.137339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88ae1178-2a39-458e-b480-0306136f195a req-61ad4ee2-fc6e-406d-a003-5db04961d9de tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 950 time: 0.2631438 Jul 07 17:08:26.180365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4593f72d-c331-4b00-af76-47926eb2028d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:26.213842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5d3b-7aa7-4cd8-8896-faae1771f9a8 req-eeede60a-d670-4c01-ae52-d0c08c9134fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.219182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0a2a5d3b-7aa7-4cd8-8896-faae1771f9a8 req-eeede60a-d670-4c01-ae52-d0c08c9134fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 1102 time: 0.1061671 Jul 07 17:08:26.220145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:26.220933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4593f72d-c331-4b00-af76-47926eb2028d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:26.221436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4593f72d-c331-4b00-af76-47926eb2028d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:26.221892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c818c753-7e4b-49b6-9d26-7358629a5ecc no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:26.225863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.248763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c818c753-7e4b-49b6-9d26-7358629a5ecc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:26.256898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c818c753-7e4b-49b6-9d26-7358629a5ecc not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:26.258311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8031f51f-bef9-4aba-92ff-1baf18e2549b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:26.279829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88ae1178-2a39-458e-b480-0306136f195a req-29b5194f-dba7-4505-811a-49a43ed92f39 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037898 Jul 07 17:08:26.293722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8031f51f-bef9-4aba-92ff-1baf18e2549b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:26.294078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8031f51f-bef9-4aba-92ff-1baf18e2549b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:26.294754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2086f610-2376-43fb-9451-7f0de79cd231 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:26.317482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-eb2272d8-6aa0-4d01-85d2-49335cf94f83 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338855 Jul 07 17:08:26.327526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2086f610-2376-43fb-9451-7f0de79cd231 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:26.327872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2086f610-2376-43fb-9451-7f0de79cd231 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:26.384163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-ee3cca01-8d04-49f8-9a5d-4d44819bbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.385718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-ee3cca01-8d04-49f8-9a5d-4d44819bbdc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3382874 Jul 07 17:08:26.496585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0a2a5d3b-7aa7-4cd8-8896-faae1771f9a8 req-63324b5c-2974-4e06-9d08-5b0e06cbf6d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642109 Jul 07 17:08:26.578653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-bd10aa9a-3105-4776-a617-244d4984aaa5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.580184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-bd10aa9a-3105-4776-a617-244d4984aaa5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551010 Jul 07 17:08:26.598417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:26.815571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:26.816809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:26.820354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.823828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.856997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.882459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:26.889884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:26.895500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.896100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.903322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ececa97-94c4-4a44-8bf6-c8070f5f268d None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:26.903618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=e1dbf820-1849-4e5d-99dc-ef6419856f56,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.997032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.003020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.007436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-86fefcd5-6e40-4584-ac9c-9d6adfeed660 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107714 Jul 07 17:08:27.019405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f5d6cb6c-94e9-4c90-bb9c-0020333bcc3a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0521469 Jul 07 17:08:27.020505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:27.031200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:6c:ad:e0', 'name': 'tempest-NetworksTestDHCPv6-734278341'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:27.070855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'e1dbf820-1849-4e5d-99dc-ef6419856f56'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:27.071758 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.098751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecec5c-01ec-4085-ab17-8323eb978df5 req-677d43ef-3c29-4f18-be6d-c5b1ca04d51a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.100471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90ecec5c-01ec-4085-ab17-8323eb978df5 req-677d43ef-3c29-4f18-be6d-c5b1ca04d51a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2862308 Jul 07 17:08:27.118777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d2f80-efca-47fa-a720-252d6ef7d1ac req-4913d14e-9f6a-4147-bac4-bc169cb4f6c9 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.120117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-787d2f80-efca-47fa-a720-252d6ef7d1ac req-4913d14e-9f6a-4147-bac4-bc169cb4f6c9 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 950 time: 0.3043728 Jul 07 17:08:27.137383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee3428f-f96e-4b07-b9c7-f4a049547b0b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.228926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Allocated IP 2001:db8::f816:3eff:fe45:6a5a (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e1dbf820-1849-4e5d-99dc-ef6419856f56/217c8691-cfee-4a68-895c-a5a44efa1508) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:27.244398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.70 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/f7be2b91-161b-4dd7-a6cb-8cea36822bba) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:27.246828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90ecec5c-01ec-4085-ab17-8323eb978df5 req-83399f3a-e898-4a50-ba0d-59de892bda81 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083319 Jul 07 17:08:27.265255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:27.286090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-787d2f80-efca-47fa-a720-252d6ef7d1ac req-d8860ae8-1ee7-4ad3-a775-81c169c60fde tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400914 Jul 07 17:08:27.292689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c26e444a-3f7c-46d5-91e9-cdeb38e51fea req-f3f0ead1-4b88-40e6-94e4-786d39b354fe service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739646 Jul 07 17:08:27.383979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.427321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.467387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 48a27b02-c4c3-4998-8f4b-c737aefd258f yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:27.467637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.478068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Transition to ACTIVE for port object 217c8691-cfee-4a68-895c-a5a44efa1508 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:27.494065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Transition to ACTIVE for port object 217c8691-cfee-4a68-895c-a5a44efa1508 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:27.500186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.540263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:27.548399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:27.550839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:27.555138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Pushing event updated for resources: {'Port': ['ID=217c8691-cfee-4a68-895c-a5a44efa1508,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.604657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.616673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc5d30cd-aed2-48ed-b1fb-098b4d46a190 req-2f648e71-1c60-4ad8-b36e-0d0d040cd010 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.1409247 Jul 07 17:08:27.620273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Attempting to bind port 217c8691-cfee-4a68-895c-a5a44efa1508 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:27.620998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Attempting to bind port 217c8691-cfee-4a68-895c-a5a44efa1508 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:27.621819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Attempting to bind port 217c8691-cfee-4a68-895c-a5a44efa1508 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:27.624171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe6c:ade0 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/e1dbf820-1849-4e5d-99dc-ef6419856f56/48a27b02-c4c3-4998-8f4b-c737aefd258f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:27.629240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:27.629444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object f7be2b91-161b-4dd7-a6cb-8cea36822bba will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:27.629905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:27.631076 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.631611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:27.632291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Bound port: 217c8691-cfee-4a68-895c-a5a44efa1508, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:27.632797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.663490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17bb3-7624-47cb-8d88-8721678ff05e req-ab33bb91-c6d7-45db-9a0a-6d8c2e66ada0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.667736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ab17bb3-7624-47cb-8d88-8721678ff05e req-ab33bb91-c6d7-45db-9a0a-6d8c2e66ada0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 943 time: 0.2374425 Jul 07 17:08:27.737983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] For port 217c8691-cfee-4a68-895c-a5a44efa1508, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:27.743384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.748766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] For port 217c8691-cfee-4a68-895c-a5a44efa1508, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217c8691-cfee-4a68-895c-a5a44efa1508,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:27.757004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.785626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ab17bb3-7624-47cb-8d88-8721678ff05e req-09b52d07-0191-4725-a368-f9565aae91bf tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167917 Jul 07 17:08:27.811864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:27.817722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:27.822609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:27.825138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.838718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568d73-2c2a-454c-babf-32d0e02e5754 None None] Pushing event updated for resources: {'Port': ['ID=217c8691-cfee-4a68-895c-a5a44efa1508,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:27.930294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.931235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.931622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Deleting port 249c1617-359e-4f3a-8c92-cd5868d521c0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:27.932179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.951532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-2700805d-a120-4929-97cb-0e8f4e04b5a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3580718 Jul 07 17:08:27.957045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:27.965159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Request body: {'port': {'device_id': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:28.003410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 48a27b02-c4c3-4998-8f4b-c737aefd258f will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:28.092265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.133559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] For port 249c1617-359e-4f3a-8c92-cd5868d521c0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=249c1617-359e-4f3a-8c92-cd5868d521c0,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:28.134166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.149581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.158075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3846c-3515-4896-b25b-9ca9927f5414 req-2467bdc5-fa99-4bca-98ee-9c795d67a7ac tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.165206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada3846c-3515-4896-b25b-9ca9927f5414 req-2467bdc5-fa99-4bca-98ee-9c795d67a7ac tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 935 time: 0.1171241 Jul 07 17:08:28.188556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Calling delete_port for 249c1617-359e-4f3a-8c92-cd5868d521c0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:28.250556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a25771f7-a83b-4fb3-8f82-a085724c61bb None None] Provisioning for port f7be2b91-161b-4dd7-a6cb-8cea36822bba completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:28.260762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a25771f7-a83b-4fb3-8f82-a085724c61bb None None] Provisioning complete for port f7be2b91-161b-4dd7-a6cb-8cea36822bba triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:28.261143 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a25771f7-a83b-4fb3-8f82-a085724c61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.287334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:28.297622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada3846c-3515-4896-b25b-9ca9927f5414 req-991337a2-44c7-448e-823c-fa10e1bf8277 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313660 Jul 07 17:08:28.308214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:28.310247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=48a27b02-c4c3-4998-8f4b-c737aefd258f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.320692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:28.329130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.329858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.332251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a25771f7-a83b-4fb3-8f82-a085724c61bb None None] Port f7be2b91-161b-4dd7-a6cb-8cea36822bba cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:28.464542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4aa682b1-0af5-40ab-8c2b-e3fb454db349 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4429903 Jul 07 17:08:28.467848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:28.592952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2f942-c9f9-4295-9f08-d688f801c4b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.599044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2f942-c9f9-4295-9f08-d688f801c4b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.603213 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ffb2f942-c9f9-4295-9f08-d688f801c4b0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1317210 Jul 07 17:08:28.603407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:28.608633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ebd38-8b06-4cda-b99c-b85258ec4f31 req-0bfe403b-4a21-4a9e-861a-73f3679d0684 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.610148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c9ebd38-8b06-4cda-b99c-b85258ec4f31 req-0bfe403b-4a21-4a9e-861a-73f3679d0684 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.1670690 Jul 07 17:08:28.637994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.647751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be2b91-161b-4dd7-a6cb-8cea36822bba {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:28.659075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.675241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Pushing event deleted for resources: {'Port': ['ID=249c1617-359e-4f3a-8c92-cd5868d521c0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.705090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Transition to ACTIVE for port object f7be2b91-161b-4dd7-a6cb-8cea36822bba will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:28.709150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.720170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c9ebd38-8b06-4cda-b99c-b85258ec4f31 req-c9d3cc5f-e0b3-444f-a4e1-377659faf27b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009374 Jul 07 17:08:28.727664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e9d03-0544-4a01-afe7-73d390672d8c req-4749d592-d153-4c4f-9cf5-c638dc240353 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.734596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-995e9d03-0544-4a01-afe7-73d390672d8c req-4749d592-d153-4c4f-9cf5-c638dc240353 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 950 time: 0.1933730 Jul 07 17:08:28.779513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Pushing event updated for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:28.843158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 48a27b02-c4c3-4998-8f4b-c737aefd258f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:28.843773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:28.862601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-995e9d03-0544-4a01-afe7-73d390672d8c req-81657942-c8ec-42e6-bd74-03b027349dd0 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270063 Jul 07 17:08:28.955639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Attempting to bind port f7be2b91-161b-4dd7-a6cb-8cea36822bba on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:28.955989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Attempting to bind port f7be2b91-161b-4dd7-a6cb-8cea36822bba by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:28.956428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Attempting to bind port f7be2b91-161b-4dd7-a6cb-8cea36822bba on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:28.975878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Port f7be2b91-161b-4dd7-a6cb-8cea36822bba on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:28.976226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Attempting to bind port f7be2b91-161b-4dd7-a6cb-8cea36822bba on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:28.995017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:28.995462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:28.995972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:28.996676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Bound port: f7be2b91-161b-4dd7-a6cb-8cea36822bba, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:28.997113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.003490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-751142a9-619b-43a0-b5af-9803e518f065 req-ffa0b4e2-8640-431c-8f54-a1b7ad96501a tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0557561 Jul 07 17:08:29.033982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.130934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.133023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 48a27b02-c4c3-4998-8f4b-c737aefd258f owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:29.178293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:29.205992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142992f-4723-4334-80ce-de331f0b61c8 req-e78c11bd-04b2-45a2-b628-db177bd3e1d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.207778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7142992f-4723-4334-80ce-de331f0b61c8 req-e78c11bd-04b2-45a2-b628-db177bd3e1d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 943 time: 0.1736248 Jul 07 17:08:29.236531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:29.267630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.305278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7142992f-4723-4334-80ce-de331f0b61c8 req-14d0bc90-76b5-4823-b060-aef048260486 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Jul 07 17:08:29.311876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.312873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.314327 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] 10.222.0.32 "PUT /v2.0/ports/f7be2b91-161b-4dd7-a6cb-8cea36822bba HTTP/1.1" status: 200 len: 1096 time: 1.3547699 Jul 07 17:08:29.318030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:29.321464 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc8262-2343-4a24-b889-063de34d3e82" -d '{"events": [{"name": "network-changed", "server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:29.390248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb35b3-2641-48ca-9989-53c566c0184b service neutron] Pushing event updated for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.481194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.491636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7519b883-6667-4be1-a1da-0cb02a532c73 None None] Provisioning for port 217c8691-cfee-4a68-895c-a5a44efa1508 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:29.538352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=48a27b02-c4c3-4998-8f4b-c737aefd258f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:29.567405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.568669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 63773676-0704-44a4-adbd-992e7a97e09d details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:29.569866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0be2cf76-0c35-496c-8021-a3b550239ee1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/48a27b02-c4c3-4998-8f4b-c737aefd258f HTTP/1.1" status: 204 len: 168 time: 0.9655266 Jul 07 17:08:29.572190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-124cabfe-cac3-4902-9815-15d30f7b216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.574713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-124cabfe-cac3-4902-9815-15d30f7b216d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 1099 time: 0.2028503 Jul 07 17:08:29.575340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43072) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.633725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Router 6abf598f-d1e1-43d5-be32-74114d54e335 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:29.646745 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-bcd4b868-e223-47dc-b86d-4d5336a9206b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba HTTP/1.1" status: 200 len: 217 time: 0.0613608 Jul 07 17:08:29.753610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9f873-8687-4289-806c-ea6c9902940a req-fa730271-0144-4bae-9c1a-1499c1e985c5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.759489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91fd37-ed5a-4866-b786-02da4745e220 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.761354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91fd37-ed5a-4866-b786-02da4745e220 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.762832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ec9f873-8687-4289-806c-ea6c9902940a req-fa730271-0144-4bae-9c1a-1499c1e985c5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 947 time: 0.1910059 Jul 07 17:08:29.763486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e91fd37-ed5a-4866-b786-02da4745e220 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1868260 Jul 07 17:08:29.767806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43074) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.796431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=63773676-0704-44a4-adbd-992e7a97e09d,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:29.816154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-133467e5-f731-4bcd-bea9-a887791c42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:29.817849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-133467e5-f731-4bcd-bea9-a887791c42fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1627800 Jul 07 17:08:29.831135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '63773676-0704-44a4-adbd-992e7a97e09d', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '63773676-0704-44a4-adbd-992e7a97e09d', 'mac_address': 'fa:16:3e:2a:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:29.913575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ec9f873-8687-4289-806c-ea6c9902940a req-b816fd7b-8317-41f3-a80d-325c5fb132cb tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497393 Jul 07 17:08:29.922702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:29.936014 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Sync routers for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:29.949869 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:29.952507 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:29.952955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-50d4b49d-8d82-418f-945f-eb6930b8481a admin admin] 10.222.0.22 "PUT /v2.0/routers/6abf598f-d1e1-43d5-be32-74114d54e335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8554163 Jul 07 17:08:29.953590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.971073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-36c9b3c4-6554-4851-8100-9f2aa003c565 None None] Could not find standard attr ID for object 48a27b02-c4c3-4998-8f4b-c737aefd258f. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:29.975653 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abeaf122-6ac1-455b-aca6-485bc40c9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.008703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.037548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63773676-0704-44a4-adbd-992e7a97e09d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:30.152947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=63773676-0704-44a4-adbd-992e7a97e09d,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:30.160611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.201836 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:30.269256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.279947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.346670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2915d311-a22d-4118-9a59-62c1caefa43c req-de78b97d-fe28-423a-b629-5f4f00fc9087 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0361288 Jul 07 17:08:30.357994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217c8691-cfee-4a68-895c-a5a44efa1508 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:30.413066 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e867c153-99ef-4733-8032-38ecc21ee45a x-openstack-request-id: req-e867c153-99ef-4733-8032-38ecc21ee45a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:30.413608 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:30.413608 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e867c153-99ef-4733-8032-38ecc21ee45a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:30.414060 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'status': 'completed', 'code': 200} Jul 07 17:08:30.444036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 217c8691-cfee-4a68-895c-a5a44efa1508 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:30.450621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 217c8691-cfee-4a68-895c-a5a44efa1508 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:30.451466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.467365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet e1dbf820-1849-4e5d-99dc-ef6419856f56 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:30.473892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.522573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-d7c09b62-fd83-488a-bb7e-21804ca0b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.524229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-d7c09b62-fd83-488a-bb7e-21804ca0b050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6953130 Jul 07 17:08:30.546389 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.549039 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:08:28Z', 'revision_number': 5, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.561931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.595285 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Checking router: 6abf598f-d1e1-43d5-be32-74114d54e335 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:30.611417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 217c8691-cfee-4a68-895c-a5a44efa1508, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217c8691-cfee-4a68-895c-a5a44efa1508,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:30.616834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.620668 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Routers {'6abf598f-d1e1-43d5-be32-74114d54e335'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:30.623168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6abf598f-d1e1-43d5-be32-74114d54e335'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:30.677595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['63773676-0704-44a4-adbd-992e7a97e09d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:30.727961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-c050e381-e2df-4721-94b7-715890d195a7 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924293 Jul 07 17:08:30.732202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.788248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] Set router 6abf598f-d1e1-43d5-be32-74114d54e335 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:30.806338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=217c8691-cfee-4a68-895c-a5a44efa1508,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.846665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ffa12ab7-58da-4823-a2e4-6e6b16687134 req-b8f772be-69b0-4cf1-a73e-5625247f3ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108675 Jul 07 17:08:30.886828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112446-5190-4fc6-b56e-a717891eab6d req-66167e53-5905-4ccb-abdf-c1c45249e9af tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.894958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c112446-5190-4fc6-b56e-a717891eab6d req-66167e53-5905-4ccb-abdf-c1c45249e9af tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.7952878 Jul 07 17:08:30.979511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c112446-5190-4fc6-b56e-a717891eab6d req-d3232276-4d37-4cdb-a8e6-38d91fd5bbca tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831118 Jul 07 17:08:30.982922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.983566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.998169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-a58fe835-5d24-4d7a-8daf-a1a32dc462e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.999741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-a58fe835-5d24-4d7a-8daf-a1a32dc462e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 1099 time: 0.0924532 Jul 07 17:08:31.019550 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:08:28Z', 'revision_number': 5, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:31.028339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dbf820-1849-4e5d-99dc-ef6419856f56,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.043455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a715e9-dfc4-4790-8b89-d3b621ecc8ae None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:31.046332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.048117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-827d0a1f-9e18-487a-9270-0dfad3f75752 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e1dbf820-1849-4e5d-99dc-ef6419856f56 HTTP/1.1" status: 204 len: 168 time: 1.2793896 Jul 07 17:08:31.060373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.064553 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d8f97-05b4-4d4f-9bd9-e3cea745b21c None None] The sync data for ids ['6abf598f-d1e1-43d5-be32-74114d54e335'] in n-d-791504-12 is: [{'id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308276012-router', 'tenant_id': '1562cf1125e14c0993479cb48673f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:01Z', 'updated_at': '2021-07-07T17:08:28Z', 'revision_number': 5, 'project_id': '1562cf1125e14c0993479cb48673f35a', 'gw_port': {'id': 'b6f132f5-de2d-43b9-aa4b-664efd6f7ebe', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abf598f-d1e1-43d5-be32-74114d54e335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:02Z', 'updated_at': '2021-07-07T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:31.067991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17639-6ffa-4375-8f3b-6a75e8882fb7 req-2b7354be-e99a-4584-ae9d-c98b59e6ad0f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.069497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ae17639-6ffa-4375-8f3b-6a75e8882fb7 req-2b7354be-e99a-4584-ae9d-c98b59e6ad0f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 944 time: 0.2041254 Jul 07 17:08:31.118710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-46954a22-266d-4c55-8ac4-af7ce0844822 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455022 Jul 07 17:08:31.124293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43102) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.130401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:31.196695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ae17639-6ffa-4375-8f3b-6a75e8882fb7 req-2b4592b4-47b6-48cb-8332-e89cb4a57968 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881989 Jul 07 17:08:31.202656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-d007a0e0-8b65-42fc-b284-d9cf46200480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.203648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Deleting port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:31.204069 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-d007a0e0-8b65-42fc-b284-d9cf46200480 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1851463 Jul 07 17:08:31.204213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.258422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-3af7c1d7-1ef1-444c-8495-8a3cb77854d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba HTTP/1.1" status: 200 len: 217 time: 0.0416045 Jul 07 17:08:31.304345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8216d-2e7d-4c0e-919e-f35042909039 req-8f8762b8-c110-482b-ac3e-4f316d62fa3d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.310642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43e8216d-2e7d-4c0e-919e-f35042909039 req-8f8762b8-c110-482b-ac3e-4f316d62fa3d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 947 time: 0.1616378 Jul 07 17:08:31.320930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:31.325206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.329934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] For port b6f132f5-de2d-43b9-aa4b-664efd6f7ebe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:31.330367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.351751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Calling delete_port for b6f132f5-de2d-43b9-aa4b-664efd6f7ebe owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:31.375949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-edd70311-d10c-4a0a-85a0-a55fa7b7ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.377510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-edd70311-d10c-4a0a-85a0-a55fa7b7ef23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1093278 Jul 07 17:08:31.379369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43e8216d-2e7d-4c0e-919e-f35042909039 req-a1265aaa-2ff2-44f4-877b-e0f27fa81010 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Jul 07 17:08:31.479767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-9d19031e-34a2-4450-bb5b-4c190147759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.481312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-9d19031e-34a2-4450-bb5b-4c190147759d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912626 Jul 07 17:08:31.507125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:31.567336 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.580981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Deleting port 217c8691-cfee-4a68-895c-a5a44efa1508 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:31.582183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.640878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f132f5-de2d-43b9-aa4b-664efd6f7ebe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.647625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb13ed6a-bed2-47e0-990f-6c3afa90a1a5 req-a10703f2-facf-47a0-9b68-31b1677ced49 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0815547 Jul 07 17:08:31.704785 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-73588247-4418-441a-9bf7-f540c121a3fb service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891341 Jul 07 17:08:31.725365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.835947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.838303 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.854221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] For port 217c8691-cfee-4a68-895c-a5a44efa1508, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217c8691-cfee-4a68-895c-a5a44efa1508,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:31.854645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.867387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Calling delete_port for 217c8691-cfee-4a68-895c-a5a44efa1508 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:31.898525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.899135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6abf598f-d1e1-43d5-be32-74114d54e335 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:08:31.907092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.907817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cbc8262-2343-4a24-b889-063de34d3e82 req-0ddf2566-43e9-40d6-96e6-b09a8cac3981 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928399 Jul 07 17:08:31.908714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f28426fd-1738-488c-b252-118dbd4fafcb admin admin] 10.222.0.22 "DELETE /v2.0/routers/6abf598f-d1e1-43d5-be32-74114d54e335 HTTP/1.1" status: 204 len: 168 time: 1.9539943 Jul 07 17:08:31.911049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.939627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:31.955953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.964204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Deleting subnet d0725015-44a7-4be0-a21e-9b9f44445a04 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:31.968256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.970279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] No DVR routers for this DVR port 217c8691-cfee-4a68-895c-a5a44efa1508 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:32.000287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e898d4b-b21a-48a4-8996-f6f1f32fb497 None None] Pushing event deleted for resources: {'Port': ['ID=217c8691-cfee-4a68-895c-a5a44efa1508,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.023324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.086893 n-d-791504-12 neutron-server[93765]: WARNING neutron.services.revisions.revision_plugin [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Could not find related port for resource to bump revision. Jul 07 17:08:32.115184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_pluggable_backend [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Port 217c8691-cfee-4a68-895c-a5a44efa1508 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93765) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:08:32.116331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_pluggable_backend [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Reverting IP allocation for 2001:db8::f816:3eff:fe45:6a5a {{(pid=93765) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:08:32.121867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_pluggable_backend [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe45:6a5a {{(pid=93765) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:08:32.123787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.163420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:32.170185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:32.177615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.178397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.180440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.186483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddaa18c-342b-42e4-952e-e319283ccda0 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:32.260943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1357102 Jul 07 17:08:32.266369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43122) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.267430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcbd0b-a60b-4531-8bd7-d43e9ccfd283 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=ef34f3d6-10f1-4e91-a428-2583e144ddd1,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.278552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:9b:5f:a9', 'name': 'tempest-NetworksTestDHCPv6-1020582852'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.296830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea380d-0a9a-468c-856b-a8d1885de7c8 req-6b0752de-c89c-41a2-b58c-ce66adcc2417 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.298371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bea380d-0a9a-468c-856b-a8d1885de7c8 req-6b0752de-c89c-41a2-b58c-ce66adcc2417 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.1713138 Jul 07 17:08:32.308844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.328168 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de4c07a-0e2b-444f-a38f-a09312169306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.369390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217c8691-cfee-4a68-895c-a5a44efa1508 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:32.396691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 217c8691-cfee-4a68-895c-a5a44efa1508 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:32.397549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217c8691-cfee-4a68-895c-a5a44efa1508 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:32.398154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 249c1617-359e-4f3a-8c92-cd5868d521c0 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:32.403844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86234b-ffb5-4eed-bca9-edc3b612a13b None None] Network 92e37477-69ee-4098-b57c-44e44d195a3c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:32.406689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0725015-44a7-4be0-a21e-9b9f44445a04,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.412117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.417116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43128) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.417811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0305af2e-8ac2-4085-a145-4de14c6a18f6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d0725015-44a7-4be0-a21e-9b9f44445a04 HTTP/1.1" status: 204 len: 168 time: 0.5034463 Jul 07 17:08:32.462226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bea380d-0a9a-468c-856b-a8d1885de7c8 req-e82efa97-48ef-4648-a868-deda1426495c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434438 Jul 07 17:08:32.483586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 249c1617-359e-4f3a-8c92-cd5868d521c0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:32.483780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 249c1617-359e-4f3a-8c92-cd5868d521c0 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:32.501203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:32.510062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75c7d2-3ce6-4f28-ac78-9209608a650a req-b91f02d2-f69e-40c4-a3a4-1bf963750ac2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.512409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec75c7d2-3ce6-4f28-ac78-9209608a650a req-b91f02d2-f69e-40c4-a3a4-1bf963750ac2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 944 time: 0.1226902 Jul 07 17:08:32.587383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': 'ef34f3d6-10f1-4e91-a428-2583e144ddd1'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:32.588253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.591367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec75c7d2-3ce6-4f28-ac78-9209608a650a req-834a8470-c23d-40d4-96fe-1b289cd43ecc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709951 Jul 07 17:08:32.621247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.646346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.658136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:32.748033 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.769930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Deleting port 69e0c86e-0194-443c-ab53-fde85415e8fc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:32.770434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.772664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Allocated IP 2001:db8::f816:3eff:fefa:40bd (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/ef34f3d6-10f1-4e91-a428-2583e144ddd1/b788bc4d-134d-457f-b363-df2716b26e51) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:32.807688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085936-e951-4f09-8d1b-f39057d5402e req-90e2c8a4-ad9b-4373-b232-f4e491a97405 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.816658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba085936-e951-4f09-8d1b-f39057d5402e req-90e2c8a4-ad9b-4373-b232-f4e491a97405 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 947 time: 0.1207378 Jul 07 17:08:32.853110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] DHCP port deletion for 92e37477-69ee-4098-b57c-44e44d195a3c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:32.856774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] For port 69e0c86e-0194-443c-ab53-fde85415e8fc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69e0c86e-0194-443c-ab53-fde85415e8fc,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:32.857646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.872397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba085936-e951-4f09-8d1b-f39057d5402e req-ea18b4b7-22fe-4323-855c-42a226447442 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504858 Jul 07 17:08:32.878543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Calling delete_port for 69e0c86e-0194-443c-ab53-fde85415e8fc owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:32.948748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Deleting port 69e0c86e-0194-443c-ab53-fde85415e8fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:32.949472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.002979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.030818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=69e0c86e-0194-443c-ab53-fde85415e8fc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.034298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] No DVR routers for this DVR port 69e0c86e-0194-443c-ab53-fde85415e8fc on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:33.064287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] For port 69e0c86e-0194-443c-ab53-fde85415e8fc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69e0c86e-0194-443c-ab53-fde85415e8fc,segment=NetworkSegment(d5dc898a-d952-4fa1-8025-8d2bd2b7051a),segment_id=d5dc898a-d952-4fa1-8025-8d2bd2b7051a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:33.064581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.084013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Calling delete_port for 69e0c86e-0194-443c-ab53-fde85415e8fc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:33.085352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fff67e2f-961c-4d36-b208-87e5d2ffc302 req-29380984-d042-4bfd-9931-f849c2c967b4 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0318916 Jul 07 17:08:33.101626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.105869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.122295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e37477-69ee-4098-b57c-44e44d195a3c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.136216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.137141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dc898a-d952-4fa1-8025-8d2bd2b7051a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:33.139734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Transition to ACTIVE for port object b788bc4d-134d-457f-b363-df2716b26e51 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.146250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.160433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.163329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Transition to ACTIVE for port object b788bc4d-134d-457f-b363-df2716b26e51 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.166411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:08:33.166894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:08:33.168871 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:08:33.176758 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.229225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:33.232825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.239612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:33.247524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:33.253721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Pushing event updated for resources: {'Port': ['ID=b788bc4d-134d-457f-b363-df2716b26e51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.258197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.266924 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.268939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] 10.222.0.22 "DELETE /v2.0/networks/92e37477-69ee-4098-b57c-44e44d195a3c HTTP/1.1" status: 204 len: 168 time: 0.8507965 Jul 07 17:08:33.285903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe9b:5fa9 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/ef34f3d6-10f1-4e91-a428-2583e144ddd1/1b3f89bf-02b6-4dae-9d0f-2d79678c2c87) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:33.290332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80754621-dbd7-47fb-b9a8-37ff8aa5ba6b admin admin] Pushing event deleted for resources: {'Network': ['ID=92e37477-69ee-4098-b57c-44e44d195a3c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.302319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] No DVR routers for this DVR port 69e0c86e-0194-443c-ab53-fde85415e8fc on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:33.306802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9f11d-cf12-47d3-ba2e-a0629d23ef24 None None] Pushing event deleted for resources: {'Port': ['ID=69e0c86e-0194-443c-ab53-fde85415e8fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.339858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Attempting to bind port b788bc4d-134d-457f-b363-df2716b26e51 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:33.340598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Attempting to bind port b788bc4d-134d-457f-b363-df2716b26e51 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:33.340996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Attempting to bind port b788bc4d-134d-457f-b363-df2716b26e51 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:33.346944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:33.347359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:33.347824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.348272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:33.348778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Bound port: b788bc4d-134d-457f-b363-df2716b26e51, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:33.349196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.416178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] For port b788bc4d-134d-457f-b363-df2716b26e51, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:33.419858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] For port b788bc4d-134d-457f-b363-df2716b26e51, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b788bc4d-134d-457f-b363-df2716b26e51,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:33.425599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.464430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.488695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:33.492122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43144) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.521228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73b5d8-61a3-41cc-a06e-fb3128f29e95 None None] Pushing event updated for resources: {'Port': ['ID=b788bc4d-134d-457f-b363-df2716b26e51,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.536525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.555646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa03be20-73bd-4747-a849-5f7d013d748d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64332709cd05464aafed43cb1c8e6d06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0623102 Jul 07 17:08:33.558576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.564461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.611399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 63773676-0704-44a4-adbd-992e7a97e09d up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:33.618828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:33.623295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:33.627581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:33.633772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.634944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.653082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=1b3f89bf-02b6-4dae-9d0f-2d79678c2c87,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.670448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a709d824-729b-4f9c-8a71-b004ffb11c59 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3958833 Jul 07 17:08:33.673495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.675815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.711258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.730623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 63773676-0704-44a4-adbd-992e7a97e09d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:33.750722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 63773676-0704-44a4-adbd-992e7a97e09d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:33.751133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.791922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceea28d-817b-4d8b-9cf4-b887614313ba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.821357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceea28d-817b-4d8b-9cf4-b887614313ba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.823720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fceea28d-817b-4d8b-9cf4-b887614313ba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1484635 Jul 07 17:08:33.826075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:33.862322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732605c-fa7f-4ab4-8cae-fa17197b0ad5 req-56916d07-d28f-45e5-85de-8d71146708e1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.863950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8732605c-fa7f-4ab4-8cae-fa17197b0ad5 req-56916d07-d28f-45e5-85de-8d71146708e1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2386858 Jul 07 17:08:33.898266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.934491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.939065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:33.942229 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.942441 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee32d0-795d-45cc-a63a-58d720b6fc44" -d '{"events": [{"server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "name": "network-vif-plugged", "status": "completed", "tag": "63773676-0704-44a4-adbd-992e7a97e09d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:33.943428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25364c12-282d-4269-b045-84b60449058f HTTP/1.1" status: 204 len: 168 time: 0.3835573 Jul 07 17:08:33.948635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=63773676-0704-44a4-adbd-992e7a97e09d,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:33.954155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.974483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8732605c-fa7f-4ab4-8cae-fa17197b0ad5 req-c7c03979-c3bb-4889-b827-f67379ae8f81 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010933 Jul 07 17:08:33.979402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:33.980005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.006199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3327b4-b86f-440c-be70-a0a670167ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25364c12-282d-4269-b045-84b60449058f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.031717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.034301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b523ec-2c7c-4bde-a0c7-fcee27eaf182 req-e810ee04-021b-4233-935d-438bab2ea059 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.036375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9b523ec-2c7c-4bde-a0c7-fcee27eaf182 req-e810ee04-021b-4233-935d-438bab2ea059 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 944 time: 0.2564793 Jul 07 17:08:34.106052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9b523ec-2c7c-4bde-a0c7-fcee27eaf182 req-e293400d-aea8-46e5-bcb9-b7110ea2f092 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613954 Jul 07 17:08:34.116064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.148510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:34.153462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.163963 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda564f-1d01-4728-aa60-421f234e2062 x-openstack-request-id: req-2bda564f-1d01-4728-aa60-421f234e2062 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:34.164313 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "name": "network-vif-plugged", "status": "completed", "tag": "63773676-0704-44a4-adbd-992e7a97e09d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:34.164596 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bda564f-1d01-4728-aa60-421f234e2062 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:34.164960 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d', 'code': 200} Jul 07 17:08:34.204186 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:34.278897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b788bc4d-134d-457f-b363-df2716b26e51 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:34.387049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b788bc4d-134d-457f-b363-df2716b26e51 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.393697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0e9d-0132-4adf-acf9-4893907abc2a req-c9aee948-8c33-4fae-b369-2c727722ee57 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.402555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-265e0e9d-0132-4adf-acf9-4893907abc2a req-c9aee948-8c33-4fae-b369-2c727722ee57 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 947 time: 0.1498971 Jul 07 17:08:34.416136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bb5ed-5caf-4e67-ad99-1fb33146c60a req-f880f86b-c70b-4c99-9339-1ae67a4bce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.418870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0bb5ed-5caf-4e67-ad99-1fb33146c60a req-f880f86b-c70b-4c99-9339-1ae67a4bce36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 1097 time: 0.1532350 Jul 07 17:08:34.438919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.478740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-265e0e9d-0132-4adf-acf9-4893907abc2a req-a449c42b-c213-4e1b-bbf0-75b0fee133df tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751936 Jul 07 17:08:34.488535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69e0c86e-0194-443c-ab53-fde85415e8fc no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:34.497575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=1b3f89bf-02b6-4dae-9d0f-2d79678c2c87,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.513691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0bb5ed-5caf-4e67-ad99-1fb33146c60a req-5d491f0e-d4c1-4d6e-8f21-6e6fad78d298 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873268 Jul 07 17:08:34.522562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 69e0c86e-0194-443c-ab53-fde85415e8fc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:34.523334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69e0c86e-0194-443c-ab53-fde85415e8fc not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:34.524229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b6f132f5-de2d-43b9-aa4b-664efd6f7ebe no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:34.543548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.545673 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-59fb6250-39ba-4e2a-b9ac-3e120d11c2a4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 HTTP/1.1" status: 204 len: 168 time: 0.7187202 Jul 07 17:08:34.548175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43178) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.561321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b6f132f5-de2d-43b9-aa4b-664efd6f7ebe {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:34.562237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b6f132f5-de2d-43b9-aa4b-664efd6f7ebe not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:34.596494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43180) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.617470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6eb6b9d6-c81b-4624-bd79-99d9ed454e88 req-3ce68475-b035-4ea2-b2ef-daf0b416ed8a tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0484593 Jul 07 17:08:34.659452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31541e11-0d75-458c-b393-c6a9f7a031e5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.661059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31541e11-0d75-458c-b393-c6a9f7a031e5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.665941 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-31541e11-0d75-458c-b393-c6a9f7a031e5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1135249 Jul 07 17:08:34.666298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.689117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a1204f2e-066a-49e0-a4f9-a23db094a1d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1562cf1125e14c0993479cb48673f35a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0906651 Jul 07 17:08:34.690057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:34.735459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet ef34f3d6-10f1-4e91-a428-2583e144ddd1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:34.739051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.767428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.786507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.792426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.847394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.850510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.854155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83fffe02-bb86-4bec-9a36-c7ef7a9a40a3 HTTP/1.1" status: 204 len: 168 time: 0.1608686 Jul 07 17:08:34.861110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367bc5c-cc19-4796-a16e-55f12473bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fffe02-bb86-4bec-9a36-c7ef7a9a40a3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.908911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.942602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Provisioning for port b788bc4d-134d-457f-b363-df2716b26e51 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.947892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Provisioning complete for port b788bc4d-134d-457f-b363-df2716b26e51 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.948522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.990179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.028921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=ef34f3d6-10f1-4e91-a428-2583e144ddd1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.036868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.042380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-837f9f8e-c5ad-4ebb-8b5e-67e4cfcdfb77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/ef34f3d6-10f1-4e91-a428-2583e144ddd1 HTTP/1.1" status: 204 len: 168 time: 0.3749783 Jul 07 17:08:35.043106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.056319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.097564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4f49eaf-bee9-4ec3-9c96-e6eec55aedc5 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506680 Jul 07 17:08:35.098606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43202) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.109132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] For port b788bc4d-134d-457f-b363-df2716b26e51, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b788bc4d-134d-457f-b363-df2716b26e51,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:35.119153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f7be2b91-161b-4dd7-a6cb-8cea36822bba details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:35.133783 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.218595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597872b0-fc44-448b-a69a-59141ffe8114 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:35.231693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b4157b-e8f8-4fa3-8909-854046927b9c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.234084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23b4157b-e8f8-4fa3-8909-854046927b9c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1348460 Jul 07 17:08:35.236638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.295433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb018-bb21-4ff2-8b9b-6409108734ca req-6aad9b59-98d2-45b6-b2f7-bd108fb34ed6 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.297368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-056cb018-bb21-4ff2-8b9b-6409108734ca req-6aad9b59-98d2-45b6-b2f7-bd108fb34ed6 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.1090279 Jul 07 17:08:35.314154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02548a-6faf-438a-8ef5-bc4602e59941 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.315851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee02548a-6faf-438a-8ef5-bc4602e59941 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778408 Jul 07 17:08:35.318710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43212) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.325318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:08:35.365998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f490ec43-544c-41a2-8b19-59c266b883f2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461280 Jul 07 17:08:35.372812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43218) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:35.378477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:35.385246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c591344e-56a0-4d3c-9452-721cc171d4cf None None] Could not find standard attr ID for object 1b3f89bf-02b6-4dae-9d0f-2d79678c2c87. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:35.415588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-056cb018-bb21-4ff2-8b9b-6409108734ca req-de934f53-34ee-42b2-b533-bfe89d8683fc tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116667 Jul 07 17:08:35.453121 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.461525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b2e7c-e558-48cb-a837-08796495ec80 None None] Pushing event updated for resources: {'Port': ['ID=b788bc4d-134d-457f-b363-df2716b26e51,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:35.478674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2694c8-b3b9-4c25-bfe3-65fb324036b8 req-b03f88bb-03c6-4974-81f5-30a4c9141088 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.491896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd2694c8-b3b9-4c25-bfe3-65fb324036b8 req-b03f88bb-03c6-4974-81f5-30a4c9141088 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 945 time: 0.1868193 Jul 07 17:08:35.516038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:35.519667 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.540894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:35.564605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd2694c8-b3b9-4c25-bfe3-65fb324036b8 req-17fe55ab-3151-45d5-a211-9a3ae1873a63 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Jul 07 17:08:35.569555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'mac_address': 'fa:16:3e:61:c3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:35.631423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:35.673718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:35.694063 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.800710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8d7c0fc-b7b8-4fab-8e2e-d6b999b5df7b req-13ebcd57-7e38-4414-b82a-5b50517f66e4 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0349555 Jul 07 17:08:35.834173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b068c-fe27-4855-9a0d-e10e7b5ccae5 req-b21b740e-d2bf-42a7-be59-7306389fabec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:35.842909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b2b068c-fe27-4855-9a0d-e10e7b5ccae5 req-b21b740e-d2bf-42a7-be59-7306389fabec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 947 time: 0.1453660 Jul 07 17:08:35.844214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be2b91-161b-4dd7-a6cb-8cea36822bba {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:35.922935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:35.928886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b2b068c-fe27-4855-9a0d-e10e7b5ccae5 req-a4fc28a4-ad38-4f25-b1f0-ef540d138af2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850220 Jul 07 17:08:35.988067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:35.996424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.107604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:36.113477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.121615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'mac_address': 'fa:16:3e:33:08:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:36.146906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-474917700-network', 'tenant_id': '63c9c7798afc46289c22c0820eda5487'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.158408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b788bc4d-134d-457f-b363-df2716b26e51 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:36.177709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:36.180309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.195385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.197515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.258499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.306642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Deleting port b788bc4d-134d-457f-b363-df2716b26e51 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:36.307219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.307804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.309674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.313878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.344783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:36.356400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.372931 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.373286 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Added segment 5c6201d3-2c16-4763-adeb-6bcbaf04e09c of type vlan for network 48c663c7-5ece-415b-bc2f-277166a69d7b Jul 07 17:08:36.383328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.389766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:36.416665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port b788bc4d-134d-457f-b363-df2716b26e51, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b788bc4d-134d-457f-b363-df2716b26e51,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:36.418323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.435194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:36.453695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.459434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.460311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.461657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.463144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.463947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.484873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:36.507310 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.530794 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.540312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:36.550320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:36.559786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.560398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.567988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] Pushing event updated for resources: {'Network': ['ID=48c663c7-5ece-415b-bc2f-277166a69d7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.573273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] For port b788bc4d-134d-457f-b363-df2716b26e51, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b788bc4d-134d-457f-b363-df2716b26e51,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:36.573518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=956f41b2-6019-4b1e-8933-614f8665b357,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.574532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.576603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-feff0f7f-a41f-497c-b6e7-ea2ff6ac41b9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5788805 Jul 07 17:08:36.579212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.586854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=b788bc4d-134d-457f-b363-df2716b26e51,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.595856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e94dacef-3992-4249-946b-295adeaf7bde tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2215891 Jul 07 17:08:36.596566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43256) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.599283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Request body: {'subnet': {'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-474917700-subnet', 'tenant_id': '63c9c7798afc46289c22c0820eda5487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.601965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:5c:8b:f5', 'name': 'tempest-NetworksTestDHCPv6-1301252111'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.605606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 48c663c7-5ece-415b-bc2f-277166a69d7b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:36.616996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Calling delete_port for b788bc4d-134d-457f-b363-df2716b26e51 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:36.672998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:36.679308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.689455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['77344e4c-06d3-4d5a-802d-27f871506fa9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:36.735561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:36.739839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.760781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port a4eebdea-c344-468b-bf56-49c7d8cbab24 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:36.835164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6076bdf-276b-473a-80e3-56bfcc6afce8 req-3a9b5b7e-5b15-4e6f-857a-1487999b0a09 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.835795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:36.837539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6076bdf-276b-473a-80e3-56bfcc6afce8 req-3a9b5b7e-5b15-4e6f-857a-1487999b0a09 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.2664104 Jul 07 17:08:36.843001 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:08:36.843363 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:08:36.900034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe5c:8bf5 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/956f41b2-6019-4b1e-8933-614f8665b357/a4eebdea-c344-468b-bf56-49c7d8cbab24) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:36.964073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.966060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6076bdf-276b-473a-80e3-56bfcc6afce8 req-c01a4da5-38bd-4e50-97ec-f707329af8b6 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939431 Jul 07 17:08:36.987135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f330cc-d3e1-44d6-baab-77d4c7c22d6d req-2bf9b2e9-f703-4f0b-8f32-5b767213bf0d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.988802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8f330cc-d3e1-44d6-baab-77d4c7c22d6d req-2bf9b2e9-f703-4f0b-8f32-5b767213bf0d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 945 time: 0.2186508 Jul 07 17:08:36.990404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.021857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] Pushing event deleted for resources: {'Port': ['ID=b788bc4d-134d-457f-b363-df2716b26e51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.026331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a6896-1d44-47c8-aad8-6a106f01fdbe None None] No DVR routers for this DVR port b788bc4d-134d-457f-b363-df2716b26e51 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:37.059299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9addd657-cbe5-4b01-b188-66e568c067c2 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:37.062432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d9629d-2e4f-4724-b3ca-c08b61a4640e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.101892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8f330cc-d3e1-44d6-baab-77d4c7c22d6d req-5ed75162-a3bf-41ec-8cf7-00bdaac72227 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857854 Jul 07 17:08:37.115001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:37.115359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Network hostable DHCP agents. Network: 48c663c7-5ece-415b-bc2f-277166a69d7b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:37.124780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.156810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object a4eebdea-c344-468b-bf56-49c7d8cbab24 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:37.166853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Network 48c663c7-5ece-415b-bc2f-277166a69d7b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:37.223731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 48c663c7-5ece-415b-bc2f-277166a69d7b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:37.227860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.228707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.236171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '956f41b2-6019-4b1e-8933-614f8665b357'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:37.237160 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.241610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.264956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-86895242-ccf7-47ac-93bc-cc4af3016596 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6754189 Jul 07 17:08:37.283973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba4e43c-3495-4429-a8df-22b10d0c7634 None None] Network 48c663c7-5ece-415b-bc2f-277166a69d7b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:37.334276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:37.337093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-356f5f78-f682-4c22-bb3d-51153c2c5c73 req-d0194545-e6e1-4e89-ab87-1364068ea583 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0601997 Jul 07 17:08:37.352203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:37.387269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:37.406731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.407547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.425578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Port b788bc4d-134d-457f-b363-df2716b26e51 update to DOWN by agent not found {{(pid=93767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:08:37.434912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b0f7-b936-457b-9689-098fcb45f42b req-9e31e5cf-7d7f-4344-bc99-f16a4219c258 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.449304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caf0b0f7-b936-457b-9689-098fcb45f42b req-9e31e5cf-7d7f-4344-bc99-f16a4219c258 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 948 time: 0.1169367 Jul 07 17:08:37.453211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8529127 Jul 07 17:08:37.453211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c78cf8-56ec-4885-bf50-1dc2ee1e110e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=a4eebdea-c344-468b-bf56-49c7d8cbab24,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.485977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43278) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:37.503296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caf0b0f7-b936-457b-9689-098fcb45f42b req-c49f0610-0580-4b4e-aae0-672a4ec6aec8 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468948 Jul 07 17:08:37.592415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584df2e-f0af-4959-9d1b-a59bd38d61da tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.594330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f584df2e-f0af-4959-9d1b-a59bd38d61da tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1061466 Jul 07 17:08:37.596859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43284) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:37.625354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:37.657388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f67f47-cf5d-4a79-b4db-460ad79f2041 None None] Network 48c663c7-5ece-415b-bc2f-277166a69d7b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:37.702927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Allocated IP 2001:db8::f816:3eff:fe6e:30df (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/956f41b2-6019-4b1e-8933-614f8665b357/4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:37.725527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port a4eebdea-c344-468b-bf56-49c7d8cbab24 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:37.725950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.873173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.873585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 77344e4c-06d3-4d5a-802d-27f871506fa9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:37.873973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.892207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for a4eebdea-c344-468b-bf56-49c7d8cbab24 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:38.012876 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.048395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.083069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:38.083872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:38.086518 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8f6aa2-ca90-4de5-a917-776670e6f0c8" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:38.101235 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.119095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.135064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Transition to ACTIVE for port object 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:38.144975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.161048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-454121343-network', 'tenant_id': '7e9ae15608fa44d8a46d353b90934950'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:38.169415 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269711c-1ed4-4af1-9dc6-99007e272b5d x-openstack-request-id: req-e269711c-1ed4-4af1-9dc6-99007e272b5d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:38.169805 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:38.170197 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e269711c-1ed4-4af1-9dc6-99007e272b5d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:38.171274 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'code': 200} Jul 07 17:08:38.171880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Transition to ACTIVE for port object 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:38.191098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=a4eebdea-c344-468b-bf56-49c7d8cbab24,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.203352 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.235935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.241690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Made reservation on behalf of 7e9ae15608fa44d8a46d353b90934950 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:38.242875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.244071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-adbf16e4-1c31-412b-8cf4-19fa9e568400 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/a4eebdea-c344-468b-bf56-49c7d8cbab24 HTTP/1.1" status: 204 len: 168 time: 0.6460216 Jul 07 17:08:38.244969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43314) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.247950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.264557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:38.315270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:38.318823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:38.343021 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.373803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1c14b-05a6-4458-bbbd-3f48811e41dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.391645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1c14b-05a6-4458-bbbd-3f48811e41dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.400196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:38.400520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4c1c14b-05a6-4458-bbbd-3f48811e41dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1466844 Jul 07 17:08:38.429104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ee240-2a91-4600-b217-da1798d4bafc req-2aac3b5a-e4d8-42fd-8c5f-5fd940d6cf89 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:38.437377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-104ee240-2a91-4600-b217-da1798d4bafc req-2aac3b5a-e4d8-42fd-8c5f-5fd940d6cf89 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 945 time: 0.1367037 Jul 07 17:08:38.544570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-104ee240-2a91-4600-b217-da1798d4bafc req-8f29367e-3b9a-4957-8a0d-b0c50a41d61f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060383 Jul 07 17:08:38.552006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 956f41b2-6019-4b1e-8933-614f8665b357 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:38.557731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.618810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Pushing event updated for resources: {'Port': ['ID=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.621889 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.652572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Attempting to bind port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:38.653234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Attempting to bind port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:38.653375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Attempting to bind port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:38.659776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:38.660204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:38.660716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.661149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:38.661835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Bound port: 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:38.662295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.720101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27270b32-a415-4bb2-83ae-440584f065a5 req-ca6a5c01-27c7-4faa-a722-136dc067a5c0 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.2161453 Jul 07 17:08:38.756300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.831476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.838779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.871842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:38.901439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c403c8c6-1f53-4862-8e0b-0238a6b1a446,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:38.904961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.905310 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Added segment 461e6dab-82f2-4fe1-8b6e-ae3888e0e942 of type vlan for network 49c83d4a-fe77-455a-adc9-dc055ab8f289 Jul 07 17:08:38.915027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] For port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:38.919603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] For port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:38.919790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.933969 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.980286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.982316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/956f41b2-6019-4b1e-8933-614f8665b357 HTTP/1.1" status: 204 len: 168 time: 0.5796669 Jul 07 17:08:38.986331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.041431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61cd21-867d-4d88-aa87-fc7182fa0fed tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=956f41b2-6019-4b1e-8933-614f8665b357,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.117318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.118242 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78bdd292-d4df-4e7a-8dd9-ea92dd1bbc8a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299078 Jul 07 17:08:39.118905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.125385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:39.136792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f7be2b91-161b-4dd7-a6cb-8cea36822bba up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:39.196425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.197611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246cace-f271-499e-bd0a-ed938be853b7 None None] Pushing event updated for resources: {'Port': ['ID=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.199059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.200065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.279311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f7be2b91-161b-4dd7-a6cb-8cea36822bba completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:39.293100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f7be2b91-161b-4dd7-a6cb-8cea36822bba triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:39.293541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.302348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:39.314738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.317192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0bcd-a12a-4200-84a6-068fd4c9451c req-97f644e9-ee71-4d03-a7fa-d24ee61026a5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.319438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c3e0bcd-a12a-4200-84a6-068fd4c9451c req-97f644e9-ee71-4d03-a7fa-d24ee61026a5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 948 time: 0.2871971 Jul 07 17:08:39.337647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1915143 Jul 07 17:08:39.341288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.372358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Request body: {'subnet': {'network_id': '49c83d4a-fe77-455a-adc9-dc055ab8f289', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-454121343-subnet', 'tenant_id': '7e9ae15608fa44d8a46d353b90934950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:39.399091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94d63-8df2-4aa7-b98e-5b9f383281ad admin admin] Pushing event updated for resources: {'Network': ['ID=49c83d4a-fe77-455a-adc9-dc055ab8f289,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.473963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 49c83d4a-fe77-455a-adc9-dc055ab8f289 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:39.520195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c3e0bcd-a12a-4200-84a6-068fd4c9451c req-a3cc4dd0-1061-4039-8d50-af452e6452ab tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855252 Jul 07 17:08:39.745880 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.870566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:39.884008 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.029794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.126397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd6ce652-16b6-42a1-96cb-9a75676ec0f9 req-3ce9c8a2-d404-4053-97aa-e36d7e817028 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0623257 Jul 07 17:08:40.171591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:40.174043 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a836b2b0-109e-40dd-80c2-91c109a2efae" -d '{"events": [{"server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "name": "network-vif-plugged", "status": "completed", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:40.249378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Made reservation on behalf of 7e9ae15608fa44d8a46d353b90934950 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:40.251836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.272620 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ebcdf-c777-4e7a-b5f7-2d3ca3179d93 x-openstack-request-id: req-d20ebcdf-c777-4e7a-b5f7-2d3ca3179d93 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:40.273076 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "name": "network-vif-plugged", "status": "completed", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:40.273613 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d20ebcdf-c777-4e7a-b5f7-2d3ca3179d93 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:40.274307 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'code': 200} Jul 07 17:08:40.315304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:40.436106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:40.758245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ef401-1c17-4928-9061-a0b6a387f6f1 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:40.829201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.885971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Provisioning for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:40.910638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Provisioning complete for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:40.911025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.928100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d957-2c39-4804-bf40-0d587f31672c req-2598182e-a320-43d0-be79-b1625537caba tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.940684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7199d957-2c39-4804-bf40-0d587f31672c req-2598182e-a320-43d0-be79-b1625537caba tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.2205935 Jul 07 17:08:41.016865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd23d12-f801-4c10-b332-0cf5a025e770 req-f96daf00-07bd-4514-8923-1fd96870a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.018578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd23d12-f801-4c10-b332-0cf5a025e770 req-f96daf00-07bd-4514-8923-1fd96870a8fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 1101 time: 0.3765256 Jul 07 17:08:41.048411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff36847-6eb7-4acc-90ec-1e6c864d5e72,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.059338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7199d957-2c39-4804-bf40-0d587f31672c req-d3276211-e7ec-4b1d-8bf2-d8c4752cb5c5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Jul 07 17:08:41.080687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:41.170798 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.257901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] For port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:41.266188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.271663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Checking segment: {'id': '461e6dab-82f2-4fe1-8b6e-ae3888e0e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49c83d4a-fe77-455a-adc9-dc055ab8f289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:41.272103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Network hostable DHCP agents. Network: 49c83d4a-fe77-455a-adc9-dc055ab8f289, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:41.305360 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dfd23d12-f801-4c10-b332-0cf5a025e770 req-99961d74-5dfb-487d-8166-b4a39d55df99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721028 Jul 07 17:08:41.355699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba9f31-0f9f-4823-b6ae-34e3f1147f95 None None] Pushing event updated for resources: {'Port': ['ID=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.408242 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.416836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Network 49c83d4a-fe77-455a-adc9-dc055ab8f289 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:41.446493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 49c83d4a-fe77-455a-adc9-dc055ab8f289) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:41.452071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a81331-549f-4bdd-9936-3bc178cfb8b0 req-8ddcb504-0adc-49d0-9b6c-4fd921f7df7d tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0432353 Jul 07 17:08:41.455649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb26ebb-f867-44f9-ad01-f5017623232b None None] Network 49c83d4a-fe77-455a-adc9-dc055ab8f289 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:41.462918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:41.463644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.667984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f444e-26ee-4b57-bf9f-dcb54561372c None None] Network 49c83d4a-fe77-455a-adc9-dc055ab8f289 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:41.680105 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e43c446-72b8-4ef6-a389-8c7a45b50863 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3352644 Jul 07 17:08:41.748282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-14d56d63-609e-46e1-9ead-831220af2289 None None] Provisioning complete for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:41.748940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d56d63-609e-46e1-9ead-831220af2289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.754757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:41.852233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.863833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.864937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.971712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=1b130d01-678f-4313-a6ed-9c2098cdb32d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.023918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:42.028483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:42.033798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.034324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.057670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:42.065787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:03:fb:1e', 'name': 'tempest-NetworksTestDHCPv6-1318926342'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:42.071343 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9510951 Jul 07 17:08:42.108394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355f40-20ec-43fa-b169-d508e9c59001 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:42.126356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0951e94e-d1fa-4d1a-82c5-aac94b9b85de None None] Could not find standard attr ID for object a4eebdea-c344-468b-bf56-49c7d8cbab24. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:42.226158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:42.295973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:42.413782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:42.414429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.475931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6563b-7993-4f80-9239-d5bb6ff48616 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:42.499859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.545309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 21c762a4-8f75-49ed-9e4b-575699875bf5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:42.664401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb5505-829b-48a7-8abe-55043e6ed094 req-965c85e1-c86e-466f-b39f-f117cd42a415 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.666294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f0eb5505-829b-48a7-8abe-55043e6ed094 req-965c85e1-c86e-466f-b39f-f117cd42a415 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.2573302 Jul 07 17:08:42.783202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f0eb5505-829b-48a7-8abe-55043e6ed094 req-b7928c52-e5f1-4c06-a64b-d65dc424e678 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030431 Jul 07 17:08:42.784674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe03:fb1e (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/1b130d01-678f-4313-a6ed-9c2098cdb32d/21c762a4-8f75-49ed-9e4b-575699875bf5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:42.836014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-f0139daa-b7d0-4e3b-b50b-99d52c0f5b2b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.837537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-f0139daa-b7d0-4e3b-b50b-99d52c0f5b2b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.1938677 Jul 07 17:08:42.876391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-0f498334-8452-4f87-a264-b8bd53c01735 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/quotas/63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 375 time: 0.0285611 Jul 07 17:08:43.027599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-21b408c0-4afd-4e8a-8f15-c792ac458801 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276047 Jul 07 17:08:43.142652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:43.173754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.219974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 21c762a4-8f75-49ed-9e4b-575699875bf5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:43.239375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-a3d5459f-878d-4bab-b0c4-6e85acb8ed43 service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107275 Jul 07 17:08:43.242447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ad30d06a-8571-4604-9f32-87f9246c7a85 None None] Provisioning complete for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:43.242948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad30d06a-8571-4604-9f32-87f9246c7a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.363232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d885113-3cd3-4bb3-9b20-b307633a6b0d req-87710165-89cf-4dd4-94ff-0b1f78833f3f tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0894423 Jul 07 17:08:43.442049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.449122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-e01aedc7-6918-4060-ae78-97e78738905f service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070479 Jul 07 17:08:43.450653 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.474955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'mac_address': 'fa:16:3e:3a:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:43.640120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=21c762a4-8f75-49ed-9e4b-575699875bf5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.659732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:43.661614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:43.664727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:43.675027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.675996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.702542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d645f414-fce7-47fe-9879-b969759ebd8f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6416829 Jul 07 17:08:43.705264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43490) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.746457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.858049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1983d-7272-4c1a-9c08-c58cf046e368 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.863742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:43.887492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1983d-7272-4c1a-9c08-c58cf046e368 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:43.896764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dbf1983d-7272-4c1a-9c08-c58cf046e368 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1898181 Jul 07 17:08:43.899447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:43.941149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.947287 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.067460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:44.079190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.139379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d144443a-d9f8-4784-b6bb-9dc51ebfcd86 None None] Provisioning for port 21c762a4-8f75-49ed-9e4b-575699875bf5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:44.152456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d144443a-d9f8-4784-b6bb-9dc51ebfcd86 None None] Provisioning complete for port 21c762a4-8f75-49ed-9e4b-575699875bf5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:44.156149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d144443a-d9f8-4784-b6bb-9dc51ebfcd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.187471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b1f6192-203b-43b6-87a3-96f61dd4e178 req-cbb33a5f-36e8-412b-8eed-95d5ae6d4f35 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 210 time: 0.1694646 Jul 07 17:08:44.312554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:44.455160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 21c762a4-8f75-49ed-9e4b-575699875bf5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:44.455864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.489675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d144443a-d9f8-4784-b6bb-9dc51ebfcd86 None None] Port 21c762a4-8f75-49ed-9e4b-575699875bf5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:44.929210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.953938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:44.954413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.987323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 21c762a4-8f75-49ed-9e4b-575699875bf5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:45.021677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5479be5-a33a-403f-b1b7-76d51ff589d6 req-b3200ba0-63f5-425e-b128-a028e63ab940 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.025232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5479be5-a33a-403f-b1b7-76d51ff589d6 req-b3200ba0-63f5-425e-b128-a028e63ab940 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.4021103 Jul 07 17:08:45.308594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.922506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=21c762a4-8f75-49ed-9e4b-575699875bf5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:45.957611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5479be5-a33a-403f-b1b7-76d51ff589d6 req-c96641a7-38a4-46cb-9fba-0def6bbe01d6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140756 Jul 07 17:08:45.966977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:45.972394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-332a866b-c5cc-475e-91c6-0947081dc9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/21c762a4-8f75-49ed-9e4b-575699875bf5 HTTP/1.1" status: 204 len: 168 time: 2.0718713 Jul 07 17:08:45.975233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43528) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.114494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247c20c-01a2-444e-b90a-6b38e13161d4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.116617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247c20c-01a2-444e-b90a-6b38e13161d4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.118606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9247c20c-01a2-444e-b90a-6b38e13161d4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1413779 Jul 07 17:08:46.121677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.193099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 1b130d01-678f-4313-a6ed-9c2098cdb32d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:46.200037 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.259090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.488435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.741313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.799341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=1b130d01-678f-4313-a6ed-9c2098cdb32d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:46.828826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.837873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e14a1a96-3434-4229-89fd-b2596915156e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/1b130d01-678f-4313-a6ed-9c2098cdb32d HTTP/1.1" status: 204 len: 168 time: 0.7143874 Jul 07 17:08:46.838138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43538) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:46.838673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745d599-b97c-4418-bb05-95e5d2f24176 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:46.908678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-a44a90b4-15c4-4584-853e-13fa3b4bca82 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.911238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-a44a90b4-15c4-4584-853e-13fa3b4bca82 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2783790 Jul 07 17:08:46.930698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Request body: {'port': {'device_id': '9300581f-5b1e-4316-8a49-3340b988fd79', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'admin_state_up': True, 'tenant_id': '63c9c7798afc46289c22c0820eda5487'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:46.958172 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45f0b6bf-b548-41ae-9af6-8ee3a624395e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151943 Jul 07 17:08:46.959115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43542) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.099764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731511b-438a-471b-9078-c78ab3eae4fa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.105498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8731511b-438a-471b-9078-c78ab3eae4fa tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1449301 Jul 07 17:08:47.111453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.175500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:47.193148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc258f-672a-4974-90dd-acfcc998af97 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.197105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7cbc258f-672a-4974-90dd-acfcc998af97 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822918 Jul 07 17:08:47.197105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:47.197589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43546) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.200320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.287565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:47.294713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:47.295354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.302288 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-83c6051a-db3c-49d3-98ca-f3419ded61da tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035464 Jul 07 17:08:47.309829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43548) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.317095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:47.476809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Allocated IP 172.20.0.14 (48c663c7-5ece-415b-bc2f-277166a69d7b/72d9629d-2e4f-4724-b3ca-c08b61a4640e/82aac9c3-e351-4e65-8870-df18e69ff50e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:47.543996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Deleting port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:47.544366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.545443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:47.549504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.656871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.778365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:47.780946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:47.783400 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152cd3a-96d9-439b-82a8-fbd9762ed427" -d '{"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-plugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:47.802860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.808739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] For port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:47.809127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.809496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.888947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Calling delete_port for 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:47.890857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.944870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.971051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Network 48c663c7-5ece-415b-bc2f-277166a69d7b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:47.975284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:47.984122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:48.021372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.060287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.075707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:48.079204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:48.095533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.096574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.103628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.104680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.131592 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.134748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-8d0f2bde-7803-4d22-b144-9f4b79a09bb1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2145641 Jul 07 17:08:48.160353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Request body: {'port': {'device_id': '9300581f-5b1e-4316-8a49-3340b988fd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:48.180057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8684654 Jul 07 17:08:48.180839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126fecc-a639-4217-a14f-a96a7ac28a03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=45155b59-8a08-4059-a63f-55b9e50e9eec,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.189534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43552) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:48.200572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] Pushing event deleted for resources: {'Port': ['ID=4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.201167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:28:c1:55', 'name': 'tempest-NetworksTestDHCPv6-1828160911'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:48.204312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df41049-a941-422d-b9e1-fc8e221f4dd3 None None] No DVR routers for this DVR port 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:48.227092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29e234-5cd0-418c-a24d-05e08ab6a9b6 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:48.287132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:48.343049 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.380069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:48.417885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:08:48.431073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f7d7a7f-bf1c-44b9-89e4-e04f3c0118e1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:08:48.558885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.629208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:48.778674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '45155b59-8a08-4059-a63f-55b9e50e9eec'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:48.779543 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.817664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::2f2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/45155b59-8a08-4059-a63f-55b9e50e9eec/be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:49.041711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.066093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.121869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.190491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aac9c3-e351-4e65-8870-df18e69ff50e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:49.212372 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.273159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Transition to ACTIVE for port object 82aac9c3-e351-4e65-8870-df18e69ff50e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.278748 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.281862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:49.297967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:49.306268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:49.326028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.331581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.362696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1680734 Jul 07 17:08:49.363801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43554) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.429116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/45155b59-8a08-4059-a63f-55b9e50e9eec/f636dbc6-9131-4ddf-a0ee-6079ca79b672) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:49.431347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.466892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc8477-f4c2-4f6e-aab5-262c051409e3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.490942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:49.491365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:49.491589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.500254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:49.506656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.513058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:49.513412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:49.513814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:49.514281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Bound port: 82aac9c3-e351-4e65-8870-df18e69ff50e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:49.514646 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.548685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f33bcd-93f3-467e-9684-144a4fa5565d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.555489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.556563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-59f33bcd-93f3-467e-9684-144a4fa5565d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1868243 Jul 07 17:08:49.637038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.646384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Transition to ACTIVE for port object f636dbc6-9131-4ddf-a0ee-6079ca79b672 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.662500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Transition to ACTIVE for port object f636dbc6-9131-4ddf-a0ee-6079ca79b672 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.673626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.693352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:49.717679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:49.727970 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.734352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Pushing event updated for resources: {'Port': ['ID=f636dbc6-9131-4ddf-a0ee-6079ca79b672,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.762288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:49.764812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:49.770302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:49.799960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.800739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.802310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 1093 time: 1.6489625 Jul 07 17:08:49.804019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:49.804350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.807083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:49.809624 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724aedb4-a8ee-438b-83c7-d61e006e3e33" -d '{"events": [{"name": "network-changed", "server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:49.884421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Attempting to bind port f636dbc6-9131-4ddf-a0ee-6079ca79b672 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:49.884848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Attempting to bind port f636dbc6-9131-4ddf-a0ee-6079ca79b672 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:49.885164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Attempting to bind port f636dbc6-9131-4ddf-a0ee-6079ca79b672 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.892512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:49.892918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:49.893328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.893722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:49.894214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Bound port: f636dbc6-9131-4ddf-a0ee-6079ca79b672, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:49.894599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.929739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90eb1c-acca-400c-be7d-b4a1137350c0 service neutron] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.978900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] For port f636dbc6-9131-4ddf-a0ee-6079ca79b672, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:49.983152 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.983365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] For port f636dbc6-9131-4ddf-a0ee-6079ca79b672, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f636dbc6-9131-4ddf-a0ee-6079ca79b672,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:49.989273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.005642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:50.009143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-d2829e58-a5d3-4900-8de7-ef2edafe59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.011567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-d2829e58-a5d3-4900-8de7-ef2edafe59fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1096 time: 0.1351314 Jul 07 17:08:50.080453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899ffe9-59db-4dcd-afb5-e9b70b8da571 None None] Pushing event updated for resources: {'Port': ['ID=f636dbc6-9131-4ddf-a0ee-6079ca79b672,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.131490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-47a3f8f7-4998-4b13-808c-5fd325aa2e7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.1004212 Jul 07 17:08:50.289892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308edce-d8c2-4177-835f-c498aac762e0 req-d9d8138e-a0d0-426d-86f7-bd868ae6bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.294372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-d9d8138e-a0d0-426d-86f7-bd868ae6bc5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1248052 Jul 07 17:08:50.390063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-39eeace2-feca-4bec-a3dc-f0625a4d890b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866416 Jul 07 17:08:50.591400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.595553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-76124080-a40b-4b04-bc87-c95b88a8c358 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914117 Jul 07 17:08:50.729005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b308edce-d8c2-4177-835f-c498aac762e0 req-24a7bfe3-9186-4089-9585-44ce6aca8223 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202610 Jul 07 17:08:50.767872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.801392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.803751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-69124b26-c57f-4438-9b7f-5f827f85a5e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 HTTP/1.1" status: 204 len: 168 time: 1.2472477 Jul 07 17:08:50.806393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.893000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf0a36-0658-4ba1-94fb-99d71d540caf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.897108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf0a36-0658-4ba1-94fb-99d71d540caf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.903283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43570) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.913538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-90bf0a36-0658-4ba1-94fb-99d71d540caf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1058362 Jul 07 17:08:51.006619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 45155b59-8a08-4059-a63f-55b9e50e9eec {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:51.011372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.085661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.284733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.409287 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.461725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=45155b59-8a08-4059-a63f-55b9e50e9eec,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.486354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.488680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e43c803d-a1c3-4811-aa33-e6af7589a8c2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/45155b59-8a08-4059-a63f-55b9e50e9eec HTTP/1.1" status: 204 len: 168 time: 0.5843859 Jul 07 17:08:51.492702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.638014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09459643-c1ec-4e48-a82c-2c4b78d42713 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:51.646543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ff1ab6c-b8dd-4436-a0fd-dbe82c6a88ce tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515846 Jul 07 17:08:51.649827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.732212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6a2f5c9f-99a5-4c05-9cff-370f0e4400b9 None None] Provisioning for port f636dbc6-9131-4ddf-a0ee-6079ca79b672 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:51.779784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc9f49-caef-4b94-8f4b-aedd7086bbab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.784184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45dc9f49-caef-4b94-8f4b-aedd7086bbab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1332786 Jul 07 17:08:51.787344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:51.916458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:51.928999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b0598-f86d-484b-a342-9e05e91bcc16 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.930862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f70b0598-f86d-484b-a342-9e05e91bcc16 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425080 Jul 07 17:08:51.934314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:52.009661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Deleting port f636dbc6-9131-4ddf-a0ee-6079ca79b672 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:52.010374 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.026434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30fde5fe-e9e6-46ab-90a2-5cab8f7ffa55 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907464 Jul 07 17:08:52.030433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:52.044530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:52.156471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] For port f636dbc6-9131-4ddf-a0ee-6079ca79b672, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f636dbc6-9131-4ddf-a0ee-6079ca79b672,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:52.156805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.202280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Calling delete_port for f636dbc6-9131-4ddf-a0ee-6079ca79b672 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:52.218008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:52.218717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.440932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.515977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] Pushing event deleted for resources: {'Port': ['ID=f636dbc6-9131-4ddf-a0ee-6079ca79b672,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.535600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e6a14-1c18-4838-8719-48483be74e00 None None] No DVR routers for this DVR port f636dbc6-9131-4ddf-a0ee-6079ca79b672 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:52.626395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:52.628516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.688998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=515c17ec-57b9-4386-91c4-16e4eb0b837d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:52.719507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d0e2a68f-9143-4f22-8140-f764a7a6c38b req-073a7956-419d-45ec-8eaa-e2c70e965082 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0391872 Jul 07 17:08:52.728913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:52.731225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:52.734418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.735079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:52.743559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d04a3-7db4-4d99-b587-3254b46c5475 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:52.769119 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d90ee707-4dce-406c-8986-8d287721b048 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7371216 Jul 07 17:08:52.772150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:52.779379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:53.035991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:53.040351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.058048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '515c17ec-57b9-4386-91c4-16e4eb0b837d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:53.059324 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.213248 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 515c17ec-57b9-4386-91c4-16e4eb0b837d (CIDR: 2001:db8::/64) Jul 07 17:08:53.226324 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:08:53.226895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:08:53.267706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:53.270085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a592eadc-bbae-483c-b803-fdfafe351f67 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4962521 Jul 07 17:08:53.274069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:53.303136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Allocated IP 2001:db8::f816:3eff:fe4a:ecaa (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/515c17ec-57b9-4386-91c4-16e4eb0b837d/5b50c54f-593c-4be2-83d5-addf83639bd2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:53.505189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:53.509264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.642823 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.655204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Transition to ACTIVE for port object 5b50c54f-593c-4be2-83d5-addf83639bd2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:53.675296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Transition to ACTIVE for port object 5b50c54f-593c-4be2-83d5-addf83639bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:53.685950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.738661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:53.741819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:53.746305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:53.767993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Pushing event updated for resources: {'Port': ['ID=5b50c54f-593c-4be2-83d5-addf83639bd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:53.836520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Attempting to bind port 5b50c54f-593c-4be2-83d5-addf83639bd2 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:53.836832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Attempting to bind port 5b50c54f-593c-4be2-83d5-addf83639bd2 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:53.837207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Attempting to bind port 5b50c54f-593c-4be2-83d5-addf83639bd2 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:53.851557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:53.852007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:53.852424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.852824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:53.853313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Bound port: 5b50c54f-593c-4be2-83d5-addf83639bd2, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:53.853693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:53.991462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] For port 5b50c54f-593c-4be2-83d5-addf83639bd2, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:54.000402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] For port 5b50c54f-593c-4be2-83d5-addf83639bd2, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5b50c54f-593c-4be2-83d5-addf83639bd2,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:54.010793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.013052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.107456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:54.113882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:54.126650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.127414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.142472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a81a-cc4e-4285-af23-05a4433ab87b None None] Pushing event updated for resources: {'Port': ['ID=5b50c54f-593c-4be2-83d5-addf83639bd2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:54.160395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=49b1ccef-14f9-46f2-9314-c2b7ec7dfdae,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:54.171875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-318e90d5-514d-4107-8578-4b1b887a04f8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9028823 Jul 07 17:08:54.175586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:54.181003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:55:45:e8', 'name': 'tempest-NetworksTestDHCPv6-1595058252'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:54.494369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:54.668071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:54.702904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:08:54.974831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8:0:1::2cc (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/49b1ccef-14f9-46f2-9314-c2b7ec7dfdae/8eb58ba3-9bb4-4df8-8e70-3706e4b321c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:55.000921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe55:45e8 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/515c17ec-57b9-4386-91c4-16e4eb0b837d/8eb58ba3-9bb4-4df8-8e70-3706e4b321c1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:55.308741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.331715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:55.386386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.458679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:55.460454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:55.463008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:55.470940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.471601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.474136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=8eb58ba3-9bb4-4df8-8e70-3706e4b321c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:55.494066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad5cb2de-189b-4a59-89e0-28c0422e63db tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3168304 Jul 07 17:08:55.496887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:55.614881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a290745-feac-4524-8564-fe6ae4621ad6 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:55.647412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:55.648345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.711892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:55.769784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-572ca385-003f-4adc-bb71-c8b5cd33a001 None None] Provisioning for port 5b50c54f-593c-4be2-83d5-addf83639bd2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:55.774620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:55.796134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:55.951828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.997134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'port_id': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'mac_address': 'fa:16:3e:fa:72:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9629d-2e4f-4724-b3ca-c08b61a4640e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:56.088491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.114789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aac9c3-e351-4e65-8870-df18e69ff50e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:56.167019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.182162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:56.215204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=8eb58ba3-9bb4-4df8-8e70-3706e4b321c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.288981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.319349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.321785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-adb48c7d-a385-4b91-82e1-3908c798b0bc tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 HTTP/1.1" status: 204 len: 168 time: 0.8236363 Jul 07 17:08:56.325284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43610) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.383820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5b50c54f-593c-4be2-83d5-addf83639bd2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:56.398790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.457603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '515c17ec-57b9-4386-91c4-16e4eb0b837d', 'ip_address': '2001:db8::f816:3eff:fe4a:ecaa'}, {'subnet_id': '49b1ccef-14f9-46f2-9314-c2b7ec7dfdae'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '5b50c54f-593c-4be2-83d5-addf83639bd2'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:08:56.504695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096dc7b-b126-499c-86fe-082cb35175b4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.509863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.511288 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a096dc7b-b126-499c-86fe-082cb35175b4 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1825519 Jul 07 17:08:56.518127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.534889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 5b50c54f-593c-4be2-83d5-addf83639bd2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:56.545070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5b50c54f-593c-4be2-83d5-addf83639bd2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:56.545644 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.629077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dc481b3-442b-4eaa-b263-169ca699293f req-b84482ef-a9ac-4f66-9b4f-a3d791a22620 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0559444 Jul 07 17:08:56.714060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f19c3a-ed31-4ecf-8e6b-caa4f3bb1a77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.716034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-43f19c3a-ed31-4ecf-8e6b-caa4f3bb1a77 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2030709 Jul 07 17:08:56.718636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.776299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.808237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f43ea-9be1-4b3f-b481-5568e256bd23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.810181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f43ea-9be1-4b3f-b481-5568e256bd23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.812101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f43ea-9be1-4b3f-b481-5568e256bd23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.816596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-827f43ea-9be1-4b3f-b481-5568e256bd23 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0940969 Jul 07 17:08:56.819737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43630) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:56.884074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 5b50c54f-593c-4be2-83d5-addf83639bd2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5b50c54f-593c-4be2-83d5-addf83639bd2,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:56.893305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.897565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Allocated IP 2001:db8:0:1::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/49b1ccef-14f9-46f2-9314-c2b7ec7dfdae/5b50c54f-593c-4be2-83d5-addf83639bd2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:56.955108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7a5e1-3bb3-4778-8fa3-ac773f69c721 req-bf2e9ce7-3412-4ef9-bf4e-05fa0ae838a2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.959343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79f7a5e1-3bb3-4778-8fa3-ac773f69c721 req-bf2e9ce7-3412-4ef9-bf4e-05fa0ae838a2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.1445692 Jul 07 17:08:56.962132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 49b1ccef-14f9-46f2-9314-c2b7ec7dfdae {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:57.039351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79f7a5e1-3bb3-4778-8fa3-ac773f69c721 req-d0678ea4-59fb-40f3-ba47-a1880129f38f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652628 Jul 07 17:08:57.066150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['82aac9c3-e351-4e65-8870-df18e69ff50e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:57.122342 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52656b5c-247c-4dcd-92d5-8784f3872e8f x-openstack-request-id: req-52656b5c-247c-4dcd-92d5-8784f3872e8f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:57.122678 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-plugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:57.122896 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52656b5c-247c-4dcd-92d5-8784f3872e8f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:57.123364 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'code': 200} Jul 07 17:08:57.139414 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b695ac39-1b2c-4ecf-ac99-e0e18e382197 x-openstack-request-id: req-b695ac39-1b2c-4ecf-ac99-e0e18e382197 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:57.139699 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:57.139959 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b695ac39-1b2c-4ecf-ac99-e0e18e382197 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:57.142912 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'status': 'completed', 'code': 200} Jul 07 17:08:57.180081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=5b50c54f-593c-4be2-83d5-addf83639bd2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.275698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] For port 5b50c54f-593c-4be2-83d5-addf83639bd2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5b50c54f-593c-4be2-83d5-addf83639bd2,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:57.307919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-08d50d9f-287d-47c3-814c-64304923abda tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.313941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-08d50d9f-287d-47c3-814c-64304923abda tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 1101 time: 0.1551805 Jul 07 17:08:57.345431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.347839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-1802ce56-c5e4-479b-b638-fd36c5bf4816 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.377852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Transition to ACTIVE for port object 5b50c54f-593c-4be2-83d5-addf83639bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:57.384607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.387647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.472452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.477867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-cac70b35-512d-4561-b6ed-581ae95ac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.480144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-cac70b35-512d-4561-b6ed-581ae95ac0e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1097 time: 0.2328324 Jul 07 17:08:57.611452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd8a45-df8c-4dac-bcf3-323abbab60f3 req-7aeca3e9-752d-463c-a7df-7356d12f0974 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.612990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fcd8a45-df8c-4dac-bcf3-323abbab60f3 req-7aeca3e9-752d-463c-a7df-7356d12f0974 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2079985 Jul 07 17:08:57.630138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.689250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f3908-90b2-4e50-b39a-52372c645736 None None] Pushing event updated for resources: {'Port': ['ID=5b50c54f-593c-4be2-83d5-addf83639bd2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.711439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fcd8a45-df8c-4dac-bcf3-323abbab60f3 req-94221e1b-aba5-4b94-9ef8-233a494fa1d0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855403 Jul 07 17:08:57.738916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-f89a7751-1a1e-4033-947f-c219de138e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.740865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-f89a7751-1a1e-4033-947f-c219de138e95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2525635 Jul 07 17:08:57.771465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.800365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-d8365d1e-b244-499b-a1e1-59eabfbc742f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.0477340 Jul 07 17:08:57.806136 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-1802ce56-c5e4-479b-b638-fd36c5bf4816 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.849003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-1802ce56-c5e4-479b-b638-fd36c5bf4816 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.853796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=49b1ccef-14f9-46f2-9314-c2b7ec7dfdae,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.863198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:57.868336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/49b1ccef-14f9-46f2-9314-c2b7ec7dfdae HTTP/1.1" status: 204 len: 168 time: 1.0472593 Jul 07 17:08:57.876430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43648) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:57.934710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.935828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.936485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.937055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.937736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.938356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.939039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.939929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.941248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.946537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.947236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.947940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c58da-4929-43aa-a766-48667da7ea3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:57.948433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2a6a29a-504e-4bc8-ab7e-ddc4ac0c5bc1 req-1802ce56-c5e4-479b-b638-fd36c5bf4816 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267471 Jul 07 17:08:57.968344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ce56-c5e4-479b-b638-fd36c5bf4816 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d108b0-08a5-4d67-8e0f-a0f1b2971e0b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:57.998442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 515c17ec-57b9-4386-91c4-16e4eb0b837d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:08:58.002273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.011018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-850f6e82-9327-49af-b785-641d5d8e3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.015996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-850f6e82-9327-49af-b785-641d5d8e3a72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.2079425 Jul 07 17:08:58.066414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-e07794ed-49ea-4a14-84ac-83be25fbcc9c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423365 Jul 07 17:08:58.092234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.241721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.284130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5b50c54f-593c-4be2-83d5-addf83639bd2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:58.379345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.381164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26289f87-63dd-40a0-9243-b3ccdf3794a6 req-e8b09519-b7fe-463f-9407-fa728ed131ae tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474&device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.0529535 Jul 07 17:08:58.455010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=515c17ec-57b9-4386-91c4-16e4eb0b837d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.471529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-3387fcd4-44f0-44b6-b805-b7c999fa44c0 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938334 Jul 07 17:08:58.483826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.501593 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d07f156-e629-4182-b3ef-9c66e4bf1437 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/515c17ec-57b9-4386-91c4-16e4eb0b837d HTTP/1.1" status: 204 len: 168 time: 0.6151671 Jul 07 17:08:58.501593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43664) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:58.542243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ed84f-a312-4a84-8782-9d3bceb51747 req-d585c130-4ada-4da3-ab30-634d2829c3cd tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.559216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e1ed84f-a312-4a84-8782-9d3bceb51747 req-d585c130-4ada-4da3-ab30-634d2829c3cd tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 950 time: 0.3616650 Jul 07 17:08:58.598240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46d09762-62ce-441c-a951-0ccc2c5f3da8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000538 Jul 07 17:08:58.598506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43666) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:58.633457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:58.789760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54bc9d9-1787-45bc-99aa-be7b1b9c3be5 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:58.819711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:58.828042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.848618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60ad5296-55cd-47f7-b19b-e0fc5be9b108 None None] Could not find standard attr ID for object 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:08:58.874445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60ad5296-55cd-47f7-b19b-e0fc5be9b108 None None] Provisioning for port 5b50c54f-593c-4be2-83d5-addf83639bd2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:58.887516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60ad5296-55cd-47f7-b19b-e0fc5be9b108 None None] Provisioning complete for port 5b50c54f-593c-4be2-83d5-addf83639bd2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:58.888145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ad5296-55cd-47f7-b19b-e0fc5be9b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.084546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e1ed84f-a312-4a84-8782-9d3bceb51747 req-08c586cf-68e4-4722-a3fc-2b18eda5e0bb tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242181 Jul 07 17:08:59.161178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:08:59.175718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724aedb4-a8ee-438b-83c7-d61e006e3e33 req-29d6f532-9ee7-432b-8642-96fb9224c231 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861959 Jul 07 17:08:59.247279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91761e82-9e8e-4160-9987-c222864dda80 req-e1d28d35-de71-4f77-9144-1b9c92a04f37 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.255249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91761e82-9e8e-4160-9987-c222864dda80 req-e1d28d35-de71-4f77-9144-1b9c92a04f37 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1780572 Jul 07 17:08:59.291650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Deleting port 5b50c54f-593c-4be2-83d5-addf83639bd2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:08:59.292723 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.315202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:08:59.334962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91761e82-9e8e-4160-9987-c222864dda80 req-0c46f231-72ce-4e18-83c4-4ff819f6903c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697489 Jul 07 17:08:59.437390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] For port 5b50c54f-593c-4be2-83d5-addf83639bd2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5b50c54f-593c-4be2-83d5-addf83639bd2,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:59.438498 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.460881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Calling delete_port for 5b50c54f-593c-4be2-83d5-addf83639bd2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:08:59.627581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.653678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.673511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Port 5b50c54f-593c-4be2-83d5-addf83639bd2 concurrently deleted while adding address for new subnet {'id': '5f8e935e-537f-46b6-b589-030bcac6c2d7', 'name': '', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1091, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T17:08:58Z', 'updated_at': '2021-07-07T17:08:58Z', 'revision_number': 0, 'segment_id': None, 'project_id': '64fbd3cc21a64cf395c4e335ca682fac'}. {{(pid=93765) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 17:08:59.673794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.691447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693a8b-6a13-40c9-9171-6fa747c611ae req-c1c0fb4f-76ac-485c-b526-0cf863986231 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.700650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb693a8b-6a13-40c9-9171-6fa747c611ae req-c1c0fb4f-76ac-485c-b526-0cf863986231 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.1625664 Jul 07 17:08:59.728400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:59.737800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:59.743048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:59.743238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] Pushing event deleted for resources: {'Port': ['ID=5b50c54f-593c-4be2-83d5-addf83639bd2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:59.744625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.745431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.771990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=5f8e935e-537f-46b6-b589-030bcac6c2d7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:59.780783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-70d76d94-c049-428d-9788-89856e0a4bd8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1767910 Jul 07 17:08:59.782053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43688) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:59.785410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb693a8b-6a13-40c9-9171-6fa747c611ae req-bd3e73ae-e913-43b0-9a6f-1aef4cb52448 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Jul 07 17:08:59.789056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:59.811651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a810d-95c5-4699-af62-284811c9ae5b None None] No DVR routers for this DVR port 5b50c54f-593c-4be2-83d5-addf83639bd2 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:08:59.850536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a27e1-6587-4594-8da2-7884929ba9fc None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:59.903477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b9423fd-ded4-407c-98d6-49485c8af6a5 req-501a2cd5-9560-4e17-abe3-cd70aa09deb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f5e541417c54d3e84abac4062d6c217&device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0381773 Jul 07 17:08:59.913508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2c2f30e-e6f5-4e45-9e15-28db69541762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.933896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 82aac9c3-e351-4e65-8870-df18e69ff50e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:59.952016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 82aac9c3-e351-4e65-8870-df18e69ff50e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:59.952671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:59.966804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b9423fd-ded4-407c-98d6-49485c8af6a5 req-a9fed576-5fe9-428b-a408-2a17b9c056fc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f5e541417c54d3e84abac4062d6c217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523148 Jul 07 17:09:00.111593 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.127259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '5f8e935e-537f-46b6-b589-030bcac6c2d7'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:00.128122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.155130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:00.161496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:00.161625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.163762 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af26b3b8-661c-470e-bcb4-d92f8a9997fe" -d '{"events": [{"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-plugged", "status": "completed", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:00.184161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:00.247650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.251206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9423fd-ded4-407c-98d6-49485c8af6a5 req-7d4d810c-b9d8-44f0-b2cd-a977eff21351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.254283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b9423fd-ded4-407c-98d6-49485c8af6a5 req-7d4d810c-b9d8-44f0-b2cd-a977eff21351 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808080 Jul 07 17:09:00.255307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5b50c54f-593c-4be2-83d5-addf83639bd2 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:00.307058 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f8e935e-537f-46b6-b589-030bcac6c2d7 (CIDR: 2001:db8::/64) Jul 07 17:09:00.310755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 5b50c54f-593c-4be2-83d5-addf83639bd2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:00.311319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5b50c54f-593c-4be2-83d5-addf83639bd2 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:00.337545 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:00.338808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:00.367526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:00.368147 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e0812b9-04d3-4c28-9549-5e2c4a7b6607 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5845120 Jul 07 17:09:00.373433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:00.390219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.414906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Allocated IP 2001:db8::f816:3eff:fead:15cf (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/5f8e935e-537f-46b6-b589-030bcac6c2d7/9d026ef5-aaba-46a1-a2cf-08c660ba10d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:00.459940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-2670a9a8-321a-4dc9-bb94-c5f4ccbb6fd5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793998 Jul 07 17:09:00.665729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-e63fc589-c3fd-482b-bbcb-d4ff465e0a8f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.667264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-e63fc589-c3fd-482b-bbcb-d4ff465e0a8f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992309 Jul 07 17:09:00.667784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.668425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:00.672284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.678812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Transition to ACTIVE for port object 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:00.699041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Transition to ACTIVE for port object 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:00.705596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.730736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-7a91bd4b-545a-4a1a-9bd2-a0227d7b9e51 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0532773 Jul 07 17:09:00.754808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:00.757738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:00.765413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:00.773013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Pushing event updated for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:00.803249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e54157e-3e01-4a81-a3f1-7f30928ce1f6 req-8e6fe695-2313-4c8a-a801-2609933d48f5 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0649030 Jul 07 17:09:00.851818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Attempting to bind port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:00.852415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Attempting to bind port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:00.853065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Attempting to bind port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:00.862325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:00.863119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:00.863784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.864784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:00.865494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Bound port: 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:00.866088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:00.878815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-5a46e4a3-a5ab-4799-a0f5-b8a88b78d329 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366796 Jul 07 17:09:00.945866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:00.950461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:00.957794 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.044391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a64dc2-4d42-4f7e-9220-99cb5b0cb560 None None] Pushing event updated for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.079527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f6d40-be4e-4c37-abff-8d60999cec55 req-acb4dacc-1afc-4845-be7d-5e6f2046f035 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.081207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d2f6d40-be4e-4c37-abff-8d60999cec55 req-acb4dacc-1afc-4845-be7d-5e6f2046f035 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1434796 Jul 07 17:09:01.102303 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.163874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:01.174369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:01.181678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.182387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.190438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.197498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d2f6d40-be4e-4c37-abff-8d60999cec55 req-1da237b5-c4be-4a43-b728-2b06edf8fe9f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060796 Jul 07 17:09:01.208048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.208393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.208947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.209637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.209637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.209874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.210148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.210518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.210868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.211221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.211589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.211913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:01.220957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:01.225695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:9e:be:d0', 'name': 'tempest-NetworksTestDHCPv6-1726446746'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:01.230352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d4d5918-fd38-4f62-b153-357ae52b22fd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8498328 Jul 07 17:09:01.309819 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bcddb7-e6b0-4e95-81ed-e208f9b46d65 x-openstack-request-id: req-b4bcddb7-e6b0-4e95-81ed-e208f9b46d65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:01.310355 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-plugged", "status": "completed", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:01.310687 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4bcddb7-e6b0-4e95-81ed-e208f9b46d65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:01.311184 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'code': 200} Jul 07 17:09:01.472508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:01.573274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.602871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 4c38b316-0812-4ea1-b17f-dfd0babba539 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:01.612083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70850-0924-4b7b-8d5c-6cabfba7a368 req-f5dcc930-ff3b-4938-a800-c43628f2f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.615907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4c70850-0924-4b7b-8d5c-6cabfba7a368 req-f5dcc930-ff3b-4938-a800-c43628f2f73b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1098 time: 0.1810112 Jul 07 17:09:01.685331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4c70850-0924-4b7b-8d5c-6cabfba7a368 req-d56e8887-9712-4027-a5dc-2c9d0c5ea3dd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599284 Jul 07 17:09:01.699896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff527-9982-4561-8de5-9f7e02bcb2e3 req-c4b4a61f-426b-4843-b512-ba4dbf928859 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.708066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6ff527-9982-4561-8de5-9f7e02bcb2e3 req-c4b4a61f-426b-4843-b512-ba4dbf928859 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 946 time: 0.1412282 Jul 07 17:09:01.734646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:01.749390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6ff527-9982-4561-8de5-9f7e02bcb2e3 req-6337ec79-7ecd-4329-89ae-8e00f47b4c73 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Jul 07 17:09:01.853375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8:0:1::9d (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9/4c38b316-0812-4ea1-b17f-dfd0babba539) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:01.865619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::f816:3eff:fe9e:bed0 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/5f8e935e-537f-46b6-b589-030bcac6c2d7/4c38b316-0812-4ea1-b17f-dfd0babba539) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:01.896619 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.969309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:01.975447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.058740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.080556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7b9423fd-ded4-407c-98d6-49485c8af6a5 req-1e216d54-c6a7-42e8-aafe-4ca0e3291631 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0722127 Jul 07 17:09:02.251404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.269145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f834ae66-3517-4787-ae59-4c0fb930acba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.286038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 4c38b316-0812-4ea1-b17f-dfd0babba539 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:02.330594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:02.361891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.471908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:02.481020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:02.492307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:02.496874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:02.507973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.508709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.532548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=4c38b316-0812-4ea1-b17f-dfd0babba539,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.545968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23a49cb2-64bc-4eb0-87e8-c465cbbc1313 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3238723 Jul 07 17:09:02.548125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:02.606464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22b815-12f7-4e1d-983d-485191d582d5 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:02.723431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.735804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-359cda4a-1120-4b0c-ba26-b8655589f733 req-d6e54ab5-59ef-4a50-a510-dc82aa5493c8 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=02a1ec29-d501-4298-acbd-b7ac52615474 HTTP/1.1" status: 200 len: 210 time: 0.0519252 Jul 07 17:09:02.766014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 4c38b316-0812-4ea1-b17f-dfd0babba539 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:02.766398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.795847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Provisioning for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:02.813046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Provisioning complete for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:02.818964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.900656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61debf25-77ef-4fd3-9de8-4f93cfa934da req-ac7408f8-0cf2-4d9e-bd05-7d8418d303bd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 210 time: 0.1023355 Jul 07 17:09:02.966265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.995499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 4c38b316-0812-4ea1-b17f-dfd0babba539 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:03.060745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.112391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:03.120668 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.194296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14073118-7ca1-4327-adbd-78d2f25f67a0 None None] Pushing event updated for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.270553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': '5f8e935e-537f-46b6-b589-030bcac6c2d7', 'ip_address': '2001:db8::f816:3eff:fead:15cf'}, {'subnet_id': 'b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '9d026ef5-aaba-46a1-a2cf-08c660ba10d3'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:03.337798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:03.338751 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5360726f-179c-464a-a142-bb2b6db4fe7e" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:03.341949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:03.360844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3663c3-d84d-4fd0-ad68-d59c386df77b req-b76220d3-93a6-4512-9483-d59d1f15dfa2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.368206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f3663c3-d84d-4fd0-ad68-d59c386df77b req-b76220d3-93a6-4512-9483-d59d1f15dfa2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 946 time: 0.1612957 Jul 07 17:09:03.396545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.441405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.449386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=4c38b316-0812-4ea1-b17f-dfd0babba539,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.456575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.477499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f3663c3-d84d-4fd0-ad68-d59c386df77b req-72ad130e-0588-46b6-aedf-110334048cec tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082866 Jul 07 17:09:03.524370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.526254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-88b315ac-3e98-4a9e-b8cb-599b1308ba7b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/4c38b316-0812-4ea1-b17f-dfd0babba539 HTTP/1.1" status: 204 len: 168 time: 0.9763334 Jul 07 17:09:03.529714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.529915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.530967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:03.534434 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6a133-515b-411a-8471-cb6c17d7796e x-openstack-request-id: req-cdd6a133-515b-411a-8471-cb6c17d7796e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:03.534943 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:03.534943 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdd6a133-515b-411a-8471-cb6c17d7796e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:03.535408 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'code': 200} Jul 07 17:09:03.537826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.614304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092361f-ad05-4ab6-b104-34787b7b8fde req-e61f8555-d230-4471-aa83-1342a797fa23 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.615806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8092361f-ad05-4ab6-b104-34787b7b8fde req-e61f8555-d230-4471-aa83-1342a797fa23 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1375544 Jul 07 17:09:03.634735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434f48e-c710-40f9-b893-584ee706e9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.637454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7434f48e-c710-40f9-b893-584ee706e9a6 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1070135 Jul 07 17:09:03.639957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43854) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.661782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.718831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Allocated IP 2001:db8:0:1::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9/9d026ef5-aaba-46a1-a2cf-08c660ba10d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:03.720462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a1f30-2914-43d9-a2e2-29a31f44eb6e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.722419 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e1a1f30-2914-43d9-a2e2-29a31f44eb6e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0806191 Jul 07 17:09:03.724929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.779161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8092361f-ad05-4ab6-b104-34787b7b8fde req-8e323177-e839-4c67-a0a1-f93a28e778b4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401815 Jul 07 17:09:03.792521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0585f-8ea9-491f-bb61-3cf19b713f57 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.799123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-aca8acae-c511-492c-93c2-c47e4996593b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.809718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0585f-8ea9-491f-bb61-3cf19b713f57 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.809718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0585f-8ea9-491f-bb61-3cf19b713f57 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.809959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-aca8acae-c511-492c-93c2-c47e4996593b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.1615987 Jul 07 17:09:03.810052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d0b0585f-8ea9-491f-bb61-3cf19b713f57 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0821123 Jul 07 17:09:03.810052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:03.830463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6b76d13f-04c0-4370-824d-bc49912531ae tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/quotas/c7c054730bd6498da54bcc91c445d49e HTTP/1.1" status: 200 len: 375 time: 0.0213001 Jul 07 17:09:03.888466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:03.925910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-853a5fb3-49ec-4e76-96a5-0a307afc28dd tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941224 Jul 07 17:09:03.940326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 5f8e935e-537f-46b6-b589-030bcac6c2d7 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:03.953894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.956116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-c03f1576-18cd-4aca-a4db-acb0f591d33c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760615 Jul 07 17:09:03.968757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Transition to ACTIVE for port object 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:03.978429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.983280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.037546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-9e872400-2f77-429e-a999-76d586a24174 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103079 Jul 07 17:09:04.079476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263e9d-dfe3-4f23-914e-5de79e2a6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:04.136159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.172763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-d2b26498-5a78-4f51-a580-c05a342f20e0 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265478 Jul 07 17:09:04.173748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.272842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-7e625d93-ea54-43ef-91a3-3d22c91b94ec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.274408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-7e625d93-ea54-43ef-91a3-3d22c91b94ec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123200 Jul 07 17:09:04.289380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:04.310350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '2bed025b-a4c6-4047-a74e-e19712a23543', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:04.326928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844352-2e9b-4472-afbf-2baf257a81be req-ec661992-d0b5-45d2-8ef8-71d96ae4d745 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.328804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd844352-2e9b-4472-afbf-2baf257a81be req-ec661992-d0b5-45d2-8ef8-71d96ae4d745 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1098 time: 0.1189342 Jul 07 17:09:04.399055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd844352-2e9b-4472-afbf-2baf257a81be req-84a8dfd9-5f4b-4188-a1b1-680100c9a59b tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644665 Jul 07 17:09:04.481818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:04.706540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f11fbe3-b657-4ad8-9a02-ba39c1db9298 req-4aa6956d-f885-462a-9d35-8c83be462462 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 210 time: 0.0564730 Jul 07 17:09:04.825985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1c3ae3c-9d98-4240-a022-52e657309c4c req-197397c9-d295-47b2-8a08-d046d8e74e0a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 210 time: 0.0550542 Jul 07 17:09:04.869533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28f135-8ba4-4698-8e7b-241a27c21504 req-2ff515b8-f43f-44ca-9b17-a95984c1b1c7 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.871182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a28f135-8ba4-4698-8e7b-241a27c21504 req-2ff515b8-f43f-44ca-9b17-a95984c1b1c7 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1098 time: 0.1513205 Jul 07 17:09:04.982846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a28f135-8ba4-4698-8e7b-241a27c21504 req-6459a2c2-1a69-41ae-9f19-6dc656734eb7 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045141 Jul 07 17:09:05.048715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-91b4fbfe-e806-4c74-85f3-1847aa3d7d8d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342667 Jul 07 17:09:05.049279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:05.053433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.108837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82ad1809-9cf9-4e43-8190-c8e57e4fc02f None None] Provisioning for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:05.124635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82ad1809-9cf9-4e43-8190-c8e57e4fc02f None None] Provisioning complete for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:05.127104 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82ad1809-9cf9-4e43-8190-c8e57e4fc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.331169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.332257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.198 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/d4cc36ea-bc82-4976-a930-afddf5ea48b1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:05.349545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:05.437129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82ad1809-9cf9-4e43-8190-c8e57e4fc02f None None] Could not find standard attr ID for object 4c38b316-0812-4ea1-b17f-dfd0babba539. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:09:05.531808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.549223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object d4cc36ea-bc82-4976-a930-afddf5ea48b1 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:05.590164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.605299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:05.612782 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837b6c5-3e38-49ca-b037-d7edce9019fb" -d '{"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:05.617757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf2711cf-e958-4968-8d08-64e9a7ca0593 req-2d00658a-37e3-4901-8686-b5411f9f253d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5e541417c54d3e84abac4062d6c217&device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.0834589 Jul 07 17:09:05.626860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:05.653198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.765085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8e935e-537f-46b6-b589-030bcac6c2d7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.805812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:05.836547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:05.839225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc1ffc58-39bc-45eb-b648-3c9cc979c255 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/5f8e935e-537f-46b6-b589-030bcac6c2d7 HTTP/1.1" status: 204 len: 168 time: 2.0293827 Jul 07 17:09:05.840371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:05.848611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:05.861955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:05.870168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:05.939958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf2711cf-e958-4968-8d08-64e9a7ca0593 req-338dc4b4-df6f-45d0-aaae-336785c07691 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7f5e541417c54d3e84abac4062d6c217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2669961 Jul 07 17:09:05.946767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9fabd8c1-1541-4e67-abe3-14acaee86575 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.952878 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9fabd8c1-1541-4e67-abe3-14acaee86575 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8935578 Jul 07 17:09:05.979315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:06.083408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2473dd7-c716-4124-a30c-29452f1005b8 req-76bb76fe-83f8-4729-b1f4-8203561e0791 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.1119463 Jul 07 17:09:06.100605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:06.119574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.121083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.131517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'mac_address': 'fa:16:3e:24:79:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:06.138713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a74d02-9722-41be-95fe-e9f0cd4e9c6a None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:06.143648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c5f0ff2d-498c-4e81-9c80-5a1e0ada472f None None] Could not find standard attr ID for object 8eb58ba3-9bb4-4df8-8e70-3706e4b321c1. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:09:06.159735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:06.181063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2711cf-e958-4968-8d08-64e9a7ca0593 req-140bf7b5-b447-45c2-b9f9-0dbf9688b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.183027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.183746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf2711cf-e958-4968-8d08-64e9a7ca0593 req-140bf7b5-b447-45c2-b9f9-0dbf9688b552 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428586 Jul 07 17:09:06.220668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-153f3eb7-d115-42cd-8e3c-ec0f34555d38 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.222729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-153f3eb7-d115-42cd-8e3c-ec0f34555d38 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ea8be3-a460-4ddd-878c-63a2a9b45bbf HTTP/1.1" status: 200 len: 943 time: 0.5559831 Jul 07 17:09:06.232307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646779d-8589-4233-b28c-bcfaa6c6c747 req-1ef41a60-3e81-431e-94fa-df87fd1e5fba tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.257461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2646779d-8589-4233-b28c-bcfaa6c6c747 req-1ef41a60-3e81-431e-94fa-df87fd1e5fba tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.6188931 Jul 07 17:09:06.257868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-79ba7a8c-1545-4525-8cc2-5646fb5b2551 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9533334 Jul 07 17:09:06.285515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Request body: {'port': {'device_id': '2bed025b-a4c6-4047-a74e-e19712a23543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:06.343745 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.362354 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fb14b-f2ee-4529-87f9-8eb6bfe43963 x-openstack-request-id: req-fa0fb14b-f2ee-4529-87f9-8eb6bfe43963 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:06.363055 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:06.363540 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa0fb14b-f2ee-4529-87f9-8eb6bfe43963 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:06.364484 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'code': 200} Jul 07 17:09:06.393815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-07bd45e9-89f8-4d0b-8b3f-35d125fd78b1 None None] Could not find standard attr ID for object 4c38b316-0812-4ea1-b17f-dfd0babba539. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:09:06.469795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:06.474017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.481647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2646779d-8589-4233-b28c-bcfaa6c6c747 req-a8073551-f127-403b-a6d6-05dd04127170 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078245 Jul 07 17:09:06.483714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.491570 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.543283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.564458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Deleting port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:06.564823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.581941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.604492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c30bbbb2-470a-4a18-ae08-1424ac8a8834 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:06.683315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:06.723666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-656195ed-28c0-430b-943e-75c2bb394d43 None None] Provisioning for port d4cc36ea-bc82-4976-a930-afddf5ea48b1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:06.738727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.750346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-656195ed-28c0-430b-943e-75c2bb394d43 None None] Provisioning complete for port d4cc36ea-bc82-4976-a930-afddf5ea48b1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:06.751647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-656195ed-28c0-430b-943e-75c2bb394d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.795546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] For port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:06.795992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.845240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.876912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c30bbbb2-470a-4a18-ae08-1424ac8a8834'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:06.883196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-468abf1a-c48f-495e-b354-c17fbf8e8477 req-e4c8607c-7861-48d0-82c8-ca23d1a01aaf tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 210 time: 0.1162002 Jul 07 17:09:06.896906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-656195ed-28c0-430b-943e-75c2bb394d43 None None] Port d4cc36ea-bc82-4976-a930-afddf5ea48b1 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:06.946348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.948331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:06.970255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:06.975618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f96c5ad-b30c-42a2-bb80-f8458425c6ca tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9 HTTP/1.1" status: 204 len: 168 time: 1.1255462 Jul 07 17:09:06.981130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Calling delete_port for 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:06.987380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.142589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.143756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-239556df-6617-4563-bcf1-6185ce9f51b8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436877 Jul 07 17:09:07.158270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:07.221769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.204 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/d5e6dffd-e297-4518-95ff-439751d00996) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:07.257150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdf12ca8-57c6-4471-99c0-0d6a4e924d9a req-d0f02818-4394-4c9e-96ec-ddddc489cadd tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 210 time: 0.0810630 Jul 07 17:09:07.363329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694725a5-cac7-45d0-b53f-e08797abd4c5 None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': 'b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '9d026ef5-aaba-46a1-a2cf-08c660ba10d3'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:07.399511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:07.409210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.449938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-0d9c2e10-322e-4ab3-add7-43d6b7deb9c3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.451463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-0d9c2e10-322e-4ab3-add7-43d6b7deb9c3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.6860104 Jul 07 17:09:07.453139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-694725a5-cac7-45d0-b53f-e08797abd4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.467269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Request body: {'port': {'device_id': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'admin_state_up': True, 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:07.748623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d94e57-4e28-4514-b7e9-c321940f05ed None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:07.764554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.775174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:07.785770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.863733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b89c5d1c-673f-42df-91df-13d4b1b56404 None None] Provisioning complete for port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:07.864115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b89c5d1c-673f-42df-91df-13d4b1b56404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:07.923647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event deleted for resources: {'Port': ['ID=10b370d7-2a4f-4a61-9ee9-7b11d8502bf9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:07.952849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48a54920-d07e-4434-b35f-ef99966b4fed req-a59ba745-32d8-4c8d-b286-93190ba3c865 tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.1186299 Jul 07 17:09:08.029992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf2711cf-e958-4968-8d08-64e9a7ca0593 req-c4dde1b7-4ed3-4615-88bc-1bd8c6b97d8a tempest-ServerShowV247Test-14079543 tempest-ServerShowV247Test-14079543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc32ac58-7a59-431a-bebc-acc7c9e67b26 HTTP/1.1" status: 200 len: 210 time: 0.1266534 Jul 07 17:09:08.059231 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.089525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] No DVR routers for this DVR port 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:08.097586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.104973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05935fa5-7bd6-4f83-becf-a71afd674513 req-9331259a-9eb3-4c34-ad82-850985fd5e83 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.32 "DELETE /v2.0/ports/10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 HTTP/1.1" status: 204 len: 173 time: 1.8150806 Jul 07 17:09:08.105550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-deleted', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:08.116923 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442113d-e8bf-4311-99a5-6246f39ce0d4" -d '{"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-deleted", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:08.164927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:08.267268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=8630fa4e-fe50-4df9-944c-87f5bc345293,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.270753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:08.272025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Allocated IP 172.20.0.11 (337d2515-01f0-4626-9a37-6aa93bdbfc80/a74b893a-9053-4313-a339-b95b2d77dfac/25c059c0-c3cc-4509-9db3-2e3506e598aa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:08.328228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:08.352200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:08.356994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:08.357690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.399120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Deleting port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:08.399776 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.418429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.426771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c2d47339-76b2-4573-98b8-a67415f3cc5e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2811964 Jul 07 17:09:08.427414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:08.451359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:08.484411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object d5e6dffd-e297-4518-95ff-439751d00996 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:08.505205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a294a-373a-4b21-b831-c4771ab74e4a req-128f0477-2555-4b09-a38f-42e66b056cd6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:08.521085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-988a294a-373a-4b21-b831-c4771ab74e4a req-128f0477-2555-4b09-a38f-42e66b056cd6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1837778 Jul 07 17:09:08.572929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.605699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-988a294a-373a-4b21-b831-c4771ab74e4a req-f69a8916-8fc3-41fe-b5fd-537af01c809f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831165 Jul 07 17:09:08.648274 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.678235 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.711302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.712966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.746229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.755213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.776297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.788590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Calling delete_port for 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:08.798660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:08.829155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:08.844670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:08.848385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:08.855161 n-d-791504-12 neutron-server[93765]: WARNING keystonemiddleware.auth_token [req-ab348a44-4f31-42b7-a326-153239b8d879 req-8b5d61a0-8ece-4f0f-b9a4-91434c058a99 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 17:09:08.862742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:08.866308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-b64ec397-50ef-4a64-88c9-ee57ca7e7e92 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:09:08.867576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-b64ec397-50ef-4a64-88c9-ee57ca7e7e92 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3326263 Jul 07 17:09:08.868698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:08.876835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:08.907711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.922963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:08.927678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.003806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.011350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.017583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.017933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.018304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.018641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.018973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.019307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.019895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.020515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.020848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.021174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.021496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.021818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:09.145599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:09.146425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Unknown quota resources ['binding']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:09:09.216145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.217084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.367554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:09.393914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-887b5b2a-532e-4ec0-82f5-dcd254390758 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4241898 Jul 07 17:09:09.414918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Request body: {'port': {'device_id': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:09.423067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc36ea-bc82-4976-a930-afddf5ea48b1 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:09.434742 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8630fa4e-fe50-4df9-944c-87f5bc345293 (CIDR: 2001:db8::/64) Jul 07 17:09:09.456997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.464961 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:09.465839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:09.493338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Transition to ACTIVE for port object d4cc36ea-bc82-4976-a930-afddf5ea48b1 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:09.507268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.524987 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.535135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0bf647cc-40d1-4f64-a776-65c79ddbc7bd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1037552 Jul 07 17:09:09.536103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-06b7061e-7409-4d30-9609-39125743276b None None] Provisioning for port d5e6dffd-e297-4518-95ff-439751d00996 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:09.559784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44010) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:09.565745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-06b7061e-7409-4d30-9609-39125743276b None None] Provisioning complete for port d5e6dffd-e297-4518-95ff-439751d00996 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.573530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:09.574240 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06b7061e-7409-4d30-9609-39125743276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.625492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] No DVR routers for this DVR port 9d026ef5-aaba-46a1-a2cf-08c660ba10d3 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:09.638688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.639493 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.671918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3ce5-9869-452c-902a-85be63e42039 None None] Pushing event deleted for resources: {'Port': ['ID=9d026ef5-aaba-46a1-a2cf-08c660ba10d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.693557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-6ce702ff-0c12-432b-a229-2356b70b8b6e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2312231 Jul 07 17:09:09.721725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Request body: {'port': {'device_id': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:09.727611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae43d9-9697-47ee-b1c9-9dfcd41bbba8 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:09.740691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:09.769665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.810393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:09.811148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:09.811895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:09.832108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e91a7-336e-42c8-ba1d-2070f2d23532 req-af83c577-5ea6-42ad-a21f-6b0fd2f3cd74 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:09.842496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06b7061e-7409-4d30-9609-39125743276b None None] Port d5e6dffd-e297-4518-95ff-439751d00996 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:09.842769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b4e91a7-336e-42c8-ba1d-2070f2d23532 req-af83c577-5ea6-42ad-a21f-6b0fd2f3cd74 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 936 time: 0.9715700 Jul 07 17:09:09.851584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:09.852292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:09.853698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port c30bbbb2-470a-4a18-ae08-1424ac8a8834 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:09.859935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.925014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:09.939558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:09.940980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:09.941806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:09.942541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Bound port: 82aac9c3-e351-4e65-8870-df18e69ff50e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:09.950338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b4e91a7-336e-42c8-ba1d-2070f2d23532 req-49189c26-1182-4722-b4c0-363753a1669b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028216 Jul 07 17:09:10.140745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'tenant_id': '64fbd3cc21a64cf395c4e335ca682fac', 'fixed_ips': [{'subnet_id': '8630fa4e-fe50-4df9-944c-87f5bc345293'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:09:10.141591 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.156314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.160814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Attempting to bind port d4cc36ea-bc82-4976-a930-afddf5ea48b1 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:10.161471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Attempting to bind port d4cc36ea-bc82-4976-a930-afddf5ea48b1 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:10.162056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Attempting to bind port d4cc36ea-bc82-4976-a930-afddf5ea48b1 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:10.186808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Port d4cc36ea-bc82-4976-a930-afddf5ea48b1 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:10.187576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Attempting to bind port d4cc36ea-bc82-4976-a930-afddf5ea48b1 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:10.207005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:10.211057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.221731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:10.222408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:10.223084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:10.223780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Bound port: d4cc36ea-bc82-4976-a930-afddf5ea48b1, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:10.224628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.235377 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ba695-e6de-488f-b29c-24ea67d47fbc x-openstack-request-id: req-1d7ba695-e6de-488f-b29c-24ea67d47fbc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:10.235658 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ea8be3-a460-4ddd-878c-63a2a9b45bbf", "name": "network-vif-deleted", "tag": "10b370d7-2a4f-4a61-9ee9-7b11d8502bf9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:10.235931 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d7ba695-e6de-488f-b29c-24ea67d47fbc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:10.236305 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea8be3-a460-4ddd-878c-63a2a9b45bbf', 'name': 'network-vif-deleted', 'tag': '10b370d7-2a4f-4a61-9ee9-7b11d8502bf9', 'status': 'completed', 'code': 200} Jul 07 17:09:10.247755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:10.368178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b0ce-9eb6-46fe-89cc-14c2a1d977d5 req-3a6982c6-6406-4ee9-bb3e-60b265b7b936 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.370600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e44b0ce-9eb6-46fe-89cc-14c2a1d977d5 req-3a6982c6-6406-4ee9-bb3e-60b265b7b936 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 932 time: 0.1319208 Jul 07 17:09:10.379857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/8630fa4e-fe50-4df9-944c-87f5bc345293/6309f973-8bb1-466d-93cd-32f38f1b6bcf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:10.407805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c059c0-c3cc-4509-9db3-2e3506e598aa {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:10.421555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.451754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e44b0ce-9eb6-46fe-89cc-14c2a1d977d5 req-85ba7e50-59f6-4da2-ba29-c6702f89d04b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Jul 07 17:09:10.453716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Transition to ACTIVE for port object 25c059c0-c3cc-4509-9db3-2e3506e598aa will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:10.459940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.629892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.662195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:10.664645 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa4dcc-e4e8-48a3-93a9-a9a57b19c619" -d '{"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-plugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:10.673344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Attempting to bind port 25c059c0-c3cc-4509-9db3-2e3506e598aa on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:10.673895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Attempting to bind port 25c059c0-c3cc-4509-9db3-2e3506e598aa by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:10.674179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Attempting to bind port 25c059c0-c3cc-4509-9db3-2e3506e598aa on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:10.681207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Port 25c059c0-c3cc-4509-9db3-2e3506e598aa on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:10.683573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:10.687402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Attempting to bind port 25c059c0-c3cc-4509-9db3-2e3506e598aa on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:10.690787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.691812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:10.701253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:10.701607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Checking segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:10.702010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Bound using segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:10.703021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Bound port: 25c059c0-c3cc-4509-9db3-2e3506e598aa, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:10.704631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.739415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:10.739868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10b370d7-2a4f-4a61-9ee9-7b11d8502bf9 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:10.808340 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.810638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:10.818519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Transition to ACTIVE for port object 6309f973-8bb1-466d-93cd-32f38f1b6bcf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:10.820065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:10.836797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Transition to ACTIVE for port object 6309f973-8bb1-466d-93cd-32f38f1b6bcf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:10.839820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.854940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.866375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] Notify callbacks [] for binding, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.867657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ffa388b9-7c8d-4a44-bc4c-fd6d3eaf761b service neutron] 10.222.0.22 "POST /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e/bindings HTTP/1.1" status: 201 len: 390 time: 1.9789050 Jul 07 17:09:10.875711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:10.902471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:10.925599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.926744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.928615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] 10.222.0.83 "PUT /v2.0/ports/25c059c0-c3cc-4509-9db3-2e3506e598aa HTTP/1.1" status: 200 len: 1093 time: 1.2128072 Jul 07 17:09:10.976753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7493d9-f96c-4fdf-bf60-65009f5cd4ca service neutron] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.001703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:11.018889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:11.095553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-84aa442f-d6ed-410b-9b37-79dc3c940da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.097546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-84aa442f-d6ed-410b-9b37-79dc3c940da7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 1096 time: 0.1127691 Jul 07 17:09:11.137800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.190472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-5a71eb7e-2f44-4024-84ef-de7239069099 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa HTTP/1.1" status: 200 len: 217 time: 0.0706487 Jul 07 17:09:11.197895 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a515bf-bd08-4817-b713-048a7c290517 x-openstack-request-id: req-91a515bf-bd08-4817-b713-048a7c290517 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:11.199086 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-plugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:11.200243 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91a515bf-bd08-4817-b713-048a7c290517 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:11.201068 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'code': 200} Jul 07 17:09:11.236556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Attempting to bind port 6309f973-8bb1-466d-93cd-32f38f1b6bcf on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:11.249791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Attempting to bind port 6309f973-8bb1-466d-93cd-32f38f1b6bcf by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:11.253394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Attempting to bind port 6309f973-8bb1-466d-93cd-32f38f1b6bcf on network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:11.290698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:11.292924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Checking segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:11.293360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.293773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Bound using segment: {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:11.294315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Bound port: 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35377f3c-021c-4aeb-9480-4825da21ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:11.297547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.312043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-f36a22ec-8a34-47a9-b10a-9188712dbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.322000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-f36a22ec-8a34-47a9-b10a-9188712dbd71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.1298172 Jul 07 17:09:11.363922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:11.368085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:11.384785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:11.423878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.437185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e6dffd-e297-4518-95ff-439751d00996 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:11.465080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-8f5a9a6e-5426-4af4-83e9-fa438a393810 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604014 Jul 07 17:09:11.493809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:11.502927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:11.518531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.527766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:11.540183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.559817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.560910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.562730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4cc36ea-bc82-4976-a930-afddf5ea48b1 HTTP/1.1" status: 200 len: 1097 time: 5.2906191 Jul 07 17:09:11.570851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:11.574332 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a94037-e6e9-4f03-98f8-10b449701293" -d '{"events": [{"name": "network-changed", "server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:11.647341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Transition to ACTIVE for port object d5e6dffd-e297-4518-95ff-439751d00996 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:11.712853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.758148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd0fa-cb2c-4acf-b4ef-e7398f1c9ef5 None None] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.809082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a837e-f9df-4295-9696-4fda46093809 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:11.924739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fb3b8d3e-5e7c-4171-a86a-40f738616c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.930194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fb3b8d3e-5e7c-4171-a86a-40f738616c6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1098 time: 0.6042731 Jul 07 17:09:11.952995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fba93f3-5713-45e8-8b2b-2bfa73a37b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.983428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Pushing event updated for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.103034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-d04af8c6-cc07-4b22-bfd0-5edefe43eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.104732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-d04af8c6-cc07-4b22-bfd0-5edefe43eb9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 1100 time: 0.4516861 Jul 07 17:09:12.150407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-780c3b2f-f99a-4510-8bb2-74afb7e6b79b service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651301 Jul 07 17:09:12.178187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dbe34-fe4a-4c56-8de7-06750c3a3a35 req-df61c2c3-feb5-4ddc-8736-2ef91ac837db tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.186004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-120dbe34-fe4a-4c56-8de7-06750c3a3a35 req-df61c2c3-feb5-4ddc-8736-2ef91ac837db tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.7739186 Jul 07 17:09:12.195220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1376a-7c09-4ff3-adf0-7154cd26b981 req-aefcd091-9e05-4d08-b006-fd2ec6e61ca0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.207996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bc1376a-7c09-4ff3-adf0-7154cd26b981 req-aefcd091-9e05-4d08-b006-fd2ec6e61ca0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 936 time: 0.7402072 Jul 07 17:09:12.257127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:12.260261 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f26016-db1f-471a-b1cf-d5f0f6b85c60" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:12.354605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6309f973-8bb1-466d-93cd-32f38f1b6bcf up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:12.462918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-120dbe34-fe4a-4c56-8de7-06750c3a3a35 req-987bb014-c281-49b9-8fc0-b8aff000f708 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758353 Jul 07 17:09:12.512169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:12.517969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bc1376a-7c09-4ff3-adf0-7154cd26b981 req-b5aaae88-9d9f-4c1f-beb1-ce1649d7d094 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091395 Jul 07 17:09:12.523456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-f45b9350-b3f4-408a-bc9d-4f96982c9e56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1 HTTP/1.1" status: 200 len: 217 time: 0.4090295 Jul 07 17:09:12.580531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-d88fb31c-ee1d-48cc-9500-3a26df626d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.585857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-d88fb31c-ee1d-48cc-9500-3a26df626d50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.6093581 Jul 07 17:09:12.664230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-84c712f4-6b4c-4f8d-95b1-ae302aa816bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.0632517 Jul 07 17:09:12.678196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Attempting to bind port d5e6dffd-e297-4518-95ff-439751d00996 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:12.678804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Attempting to bind port d5e6dffd-e297-4518-95ff-439751d00996 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:12.679147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Attempting to bind port d5e6dffd-e297-4518-95ff-439751d00996 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:12.691171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c146145d-cacc-44e7-8c97-8ef37e6369e2 req-82a2d938-bdda-442f-a2c0-ba0f48513daa service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763184 Jul 07 17:09:12.726854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-406f6b5d-174f-4dd5-9af0-f687ee952f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.729842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-406f6b5d-174f-4dd5-9af0-f687ee952f24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1740913 Jul 07 17:09:12.743061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fba93f3-5713-45e8-8b2b-2bfa73a37b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.744600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Port d5e6dffd-e297-4518-95ff-439751d00996 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:12.745670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Attempting to bind port d5e6dffd-e297-4518-95ff-439751d00996 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:12.755055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:12.755761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:12.756380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:12.757327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Bound port: d5e6dffd-e297-4518-95ff-439751d00996, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:12.757947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.760124 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fba93f3-5713-45e8-8b2b-2bfa73a37b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.824953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-f6668e34-75c5-4ef4-87b7-2e434c332a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.826777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-f6668e34-75c5-4ef4-87b7-2e434c332a3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1399331 Jul 07 17:09:12.833388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4fba93f3-5713-45e8-8b2b-2bfa73a37b04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f5e541417c54d3e84abac4062d6c217&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3041511 Jul 07 17:09:12.840426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:12.879534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-d3874d83-c7ed-4cf2-ac2a-c00b8b790490 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381217 Jul 07 17:09:12.897886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba93f3-5713-45e8-8b2b-2bfa73a37b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebacd74-bc02-4e43-bf0e-259ad2bb093d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.933512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:12.937553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ee135-d026-450b-a293-947dbb5074e7 req-585b162e-4165-4bac-b57e-c5c754cefd15 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.948861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-007ee135-d026-450b-a293-947dbb5074e7 req-585b162e-4165-4bac-b57e-c5c754cefd15 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 946 time: 0.2965851 Jul 07 17:09:12.998614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a5be0-afe1-4403-9f58-a0908607e0ef req-2695ea2a-14fe-4a3c-82b0-cf11dd5f69ea tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.000454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f1a5be0-afe1-4403-9f58-a0908607e0ef req-2695ea2a-14fe-4a3c-82b0-cf11dd5f69ea tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 944 time: 0.3124285 Jul 07 17:09:13.093421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-007ee135-d026-450b-a293-947dbb5074e7 req-9635360a-a8c2-4878-b22f-41de58845b6d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371372 Jul 07 17:09:13.125737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.170665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:13.178922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d5e6dffd-e297-4518-95ff-439751d00996,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:13.183607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-af49b8cb-f1ce-468b-aba0-00cc5920a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.184619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f1a5be0-afe1-4403-9f58-a0908607e0ef req-5a292622-3a36-49fa-ac74-09ebe864ea63 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399813 Jul 07 17:09:13.194430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-af49b8cb-f1ce-468b-aba0-00cc5920a6e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4411521 Jul 07 17:09:13.195096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.221981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-c3b99035-45d0-431c-a429-c3929ceac792 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071983 Jul 07 17:09:13.248536 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b816aca-2626-4bbe-bbbc-8d13cea19075 x-openstack-request-id: req-8b816aca-2626-4bbe-bbbc-8d13cea19075 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:13.248982 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:13.259116 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b816aca-2626-4bbe-bbbc-8d13cea19075 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:13.259757 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'status': 'completed', 'code': 200} Jul 07 17:09:13.263443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.374062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.377622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.378873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eebacd74-bc02-4e43-bf0e-259ad2bb093d HTTP/1.1" status: 204 len: 168 time: 0.5069444 Jul 07 17:09:13.399517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa60488-abf4-4cdd-ae7e-f8c02ecfee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebacd74-bc02-4e43-bf0e-259ad2bb093d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.422379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-39c3717c-87b1-425f-86c7-8c791254fbe8 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926458 Jul 07 17:09:13.440351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Provisioning for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:13.466693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:13.467078 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.491189 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ba51d-6bf0-4409-8dd5-66de2addd785 x-openstack-request-id: req-187ba51d-6bf0-4409-8dd5-66de2addd785 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:13.491446 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:13.491719 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-187ba51d-6bf0-4409-8dd5-66de2addd785 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:13.492204 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'status': 'completed', 'code': 200} Jul 07 17:09:13.506910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.507509 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.508933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] 10.222.0.32 "PUT /v2.0/ports/d5e6dffd-e297-4518-95ff-439751d00996 HTTP/1.1" status: 200 len: 1097 time: 4.1045673 Jul 07 17:09:13.521728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.754368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.863968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:13.871711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.902047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb396a-d0c9-46ff-b188-1988a164beee service neutron] Pushing event updated for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:13.952224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:09:13.952606 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:09:13.954972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-6afd1168-a324-4e6a-99ad-e8c4b5aa4ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941791 Jul 07 17:09:13.972730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-a91ecefb-c957-4bef-9fd2-94b2c26e07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.974461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-a91ecefb-c957-4bef-9fd2-94b2c26e07cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 1096 time: 0.4755864 Jul 07 17:09:13.986320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-f35f13fd-cd43-4574-a3e5-3730a9a7ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.988184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-f35f13fd-cd43-4574-a3e5-3730a9a7ef68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 1100 time: 0.3294244 Jul 07 17:09:13.997936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c18d-9d1d-47b6-91f6-c99af1c62b8a None None] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.048504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-6d3aa71e-5040-40f0-8b5e-5a6514ab99c2 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.050614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-6d3aa71e-5040-40f0-8b5e-5a6514ab99c2 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1098 time: 0.4372566 Jul 07 17:09:14.065463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:14.130044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-743cc5b5-8fc4-4fff-9cde-d62aac602e73 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677728 Jul 07 17:09:14.156810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-34dce0bb-c3bb-476f-a91b-807f27a6c5aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d5e6dffd-e297-4518-95ff-439751d00996 HTTP/1.1" status: 200 len: 217 time: 0.0993853 Jul 07 17:09:14.164936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f7562-9753-4473-99cb-49ad1bb873e9 req-31e1d9fa-6062-4c9b-9c7e-f6689b375bf9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.192411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f47f7562-9753-4473-99cb-49ad1bb873e9 req-31e1d9fa-6062-4c9b-9c7e-f6689b375bf9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4343197 Jul 07 17:09:14.198459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.243041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6309f973-8bb1-466d-93cd-32f38f1b6bcf up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:14.352468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-8be6a328-adda-46dc-9b72-31f798dbedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.355332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-8be6a328-adda-46dc-9b72-31f798dbedf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1175425 Jul 07 17:09:14.362378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f47f7562-9753-4473-99cb-49ad1bb873e9 req-fa605475-077f-4539-a8b2-f266bbd9d497 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700079 Jul 07 17:09:14.368793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:14.375634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.415779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee92c8-37ef-427c-aa06-def0ad432264 req-c3f6db3c-a865-4c76-9934-bd80a0f9c2dd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.415779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1ee92c8-37ef-427c-aa06-def0ad432264 req-c3f6db3c-a865-4c76-9934-bd80a0f9c2dd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 948 time: 0.5726597 Jul 07 17:09:14.500101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-9456f7b0-4850-4101-a8a8-331196802839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.501749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-9456f7b0-4850-4101-a8a8-331196802839 service neutron] 10.222.0.83 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 905 time: 0.5188653 Jul 07 17:09:14.522528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.585163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1ee92c8-37ef-427c-aa06-def0ad432264 req-4e4ef932-796b-472d-be52-ae71877bc241 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694360 Jul 07 17:09:14.586512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-bc25e843-74de-48ab-b9d5-4be047339591 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa HTTP/1.1" status: 200 len: 217 time: 0.0753026 Jul 07 17:09:14.630087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:14.663852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ae89c94b-eb3c-4cc5-87f3-c21f1ec28011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.665041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-ae89c94b-eb3c-4cc5-87f3-c21f1ec28011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2975113 Jul 07 17:09:14.692277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-924f4cc9-6177-4f6b-9320-4b0c761756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.695531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-924f4cc9-6177-4f6b-9320-4b0c761756c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.0984480 Jul 07 17:09:14.717525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94037-e6e9-4f03-98f8-10b449701293 req-6685bf53-962d-4e1f-899f-27c3486f3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.722863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-6685bf53-962d-4e1f-899f-27c3486f3ac7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 1100 time: 0.4989426 Jul 07 17:09:14.873426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-e63a0e99-f04c-4e23-b22a-f66d106e7ffb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605263 Jul 07 17:09:14.954939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94037-e6e9-4f03-98f8-10b449701293 req-e090a3d9-56f0-4c73-8612-ee4176f57358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.956953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-e090a3d9-56f0-4c73-8612-ee4176f57358 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2200277 Jul 07 17:09:14.967854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:15.009185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-d242f6e7-9f5c-4186-9665-c864928852e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1 HTTP/1.1" status: 200 len: 217 time: 0.0428145 Jul 07 17:09:15.014020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14654a-c1a1-42dc-8781-5ae4a4d0f48f req-50642b2d-5373-4b95-833a-6f445caa29e6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.015748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee14654a-c1a1-42dc-8781-5ae4a4d0f48f req-50642b2d-5373-4b95-833a-6f445caa29e6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 946 time: 0.3176224 Jul 07 17:09:15.038991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-eccb81f7-4b29-4270-8af8-8cd63cbd5f8f service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635356 Jul 07 17:09:15.112343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94037-e6e9-4f03-98f8-10b449701293 req-456e65a8-5b18-452b-aaf2-5b3eaabc142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.113835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-456e65a8-5b18-452b-aaf2-5b3eaabc142c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0829520 Jul 07 17:09:15.151491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-5f2fdbf0-e06f-494b-9845-8cc5ee2bdc6f service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704427 Jul 07 17:09:15.164768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8ea91-b54c-4fc1-b4a3-d8e55671f95e req-38b2ad90-eca6-447a-b51d-f67c44ef541a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.167070 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-beb8ea91-b54c-4fc1-b4a3-d8e55671f95e req-38b2ad90-eca6-447a-b51d-f67c44ef541a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 944 time: 0.3462574 Jul 07 17:09:15.178798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.181510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee14654a-c1a1-42dc-8781-5ae4a4d0f48f req-ee1bb162-ddf4-46fa-9564-3f5fcec33865 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531887 Jul 07 17:09:15.204544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.300649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996'}, {'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:15.303952 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8" -d '{"events": [{"name": "network-changed", "server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "tag": "d5e6dffd-e297-4518-95ff-439751d00996"}, {"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-unplugged", "status": "completed", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:15.306529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.328602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:15.359423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94037-e6e9-4f03-98f8-10b449701293 req-71ca7417-9b01-4fac-bf0c-582732041b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.361923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-71ca7417-9b01-4fac-bf0c-582732041b77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2398281 Jul 07 17:09:15.374731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-beb8ea91-b54c-4fc1-b4a3-d8e55671f95e req-f8f3f61f-5e2e-4fd4-ac2c-25659f91aaea tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919973 Jul 07 17:09:15.453401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87f26016-db1f-471a-b1cf-d5f0f6b85c60 req-c48bbd20-40e0-4440-b670-58c686e4bb0c service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807143 Jul 07 17:09:15.479791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d037d7b-4d47-44b0-bb47-6c50a54518d9 req-3a4b69c4-06ed-49d0-a3cd-6f33e3e6a2f7 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203589 Jul 07 17:09:15.480864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.486020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:15.487507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:15.488423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.495921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.496654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.564947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:15.565787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Attempting to bind port 82aac9c3-e351-4e65-8870-df18e69ff50e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:15.600610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:15.600953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:15.601419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:15.601792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Bound port: 82aac9c3-e351-4e65-8870-df18e69ff50e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:15.602183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.617151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:15.631012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:15.642747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.643138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42994b0f-86e8-4beb-86b1-5c642505cc66 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:15.643724 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:15.853171 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee8c6a-75e6-4567-b795-31302c343029 x-openstack-request-id: req-7eee8c6a-75e6-4567-b795-31302c343029 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:15.854091 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "tag": "d5e6dffd-e297-4518-95ff-439751d00996", "status": "completed", "code": 200}, {"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-unplugged", "status": "completed", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:15.854342 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eee8c6a-75e6-4567-b795-31302c343029 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:15.854945 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996', 'status': 'completed', 'code': 200} Jul 07 17:09:15.855098 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'code': 200} Jul 07 17:09:15.888135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.3216319 Jul 07 17:09:15.892909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:15.896330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=5']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.899408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dedf0-06c4-4f8e-bb43-c3e9352f3e1c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=0ba95c38-4358-4db4-8c1f-b0934e9f9f40,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.904700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:15.906352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:15.908313 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-8c2dc636-f6e6-4385-b001-cf940f35e138 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356078 Jul 07 17:09:15.909980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:15.917702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.038988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:9c:31:6f', 'name': 'tempest-NetworksTestDHCPv6-718244409'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:16.053685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=8']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.121118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:16.137255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'mac_address': 'fa:16:3e:70:40:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:16.312635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.353242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c059c0-c3cc-4509-9db3-2e3506e598aa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:16.430853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-c7f9fd24-b425-4139-9933-aca31b530cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.432971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-c7f9fd24-b425-4139-9933-aca31b530cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.5681534 Jul 07 17:09:16.435031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-a588ae87-7c25-429c-8c84-1031540ab111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.436560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-a588ae87-7c25-429c-8c84-1031540ab111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 1100 time: 0.5863004 Jul 07 17:09:16.437217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:16.446243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:16.465417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.522154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:16.609810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.610623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.612008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fc356c44-7b09-4eef-96a5-6e9b02b7f57f service neutron] 10.222.0.32 "PUT /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 1124 time: 2.5540750 Jul 07 17:09:16.646392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03a94037-e6e9-4f03-98f8-10b449701293 req-1cd09b8d-1775-4088-a2a8-39fc27230476 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233746 Jul 07 17:09:16.770787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['82aac9c3-e351-4e65-8870-df18e69ff50e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:16.916456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['25c059c0-c3cc-4509-9db3-2e3506e598aa'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:17.001565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5871c-710b-4f3a-9c97-e2192872cde9 req-f63683e1-0dd4-45f3-a170-8f088700c13d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.013460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30e5871c-710b-4f3a-9c97-e2192872cde9 req-f63683e1-0dd4-45f3-a170-8f088700c13d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 948 time: 0.8494797 Jul 07 17:09:17.320262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.379195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-6aff7ecf-c8ac-45ea-a88b-4017c8c51ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.381292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-6aff7ecf-c8ac-45ea-a88b-4017c8c51ea9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.4375091 Jul 07 17:09:17.406737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30e5871c-710b-4f3a-9c97-e2192872cde9 req-5607519c-2d6a-44ec-b0d6-58b338edd434 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923299 Jul 07 17:09:17.408527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4cc36ea-bc82-4976-a930-afddf5ea48b1 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:17.446450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-f3c0109b-c147-435b-9eb1-4df540ee3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.448250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-f3c0109b-c147-435b-9eb1-4df540ee3eec service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.5054965 Jul 07 17:09:17.468769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 69e0a68b-f937-4c9e-967f-504d3f31890b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:17.560651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-f556dfce-417d-449a-bf2f-08118be3d34a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d5e6dffd-e297-4518-95ff-439751d00996 HTTP/1.1" status: 200 len: 217 time: 0.1162574 Jul 07 17:09:17.599468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-288d0aee-6ee0-4142-8dcf-4853792ea011 None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:17.599898 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-288d0aee-6ee0-4142-8dcf-4853792ea011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.653402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:17.657118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9419-9267-4070-bd00-0f4b1c85be7a req-687d943e-acc1-42b1-b3ad-1064d102dca9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.663667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8abf9419-9267-4070-bd00-0f4b1c85be7a req-687d943e-acc1-42b1-b3ad-1064d102dca9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 1.2492549 Jul 07 17:09:17.680209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'mac_address': 'fa:16:3e:bc:c3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:17.690717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-459a3bd5-bc55-4c1f-950a-06dd142a16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:17.692358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-459a3bd5-bc55-4c1f-950a-06dd142a16d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0957539 Jul 07 17:09:17.745956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.799232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc36ea-bc82-4976-a930-afddf5ea48b1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:17.819943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d99d8df1-bf06-41f3-8027-5993d4960f12 req-6b9bfa21-89ed-43d0-8060-c07eeaf11ccc tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.1310492 Jul 07 17:09:17.834942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:17.845532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.848495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8abf9419-9267-4070-bd00-0f4b1c85be7a req-8772175e-2dad-4865-a414-f6e91ebd2103 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548638 Jul 07 17:09:17.854209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-03778944-0fa1-400b-9894-45e01779cf19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.3775494 Jul 07 17:09:17.856744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:17.859157 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e59e8-03cc-4858-8961-a6131f407bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:17.921675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.033357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-8a0e934d-b5aa-4563-92ed-3c9b9b29a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.035119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-8a0e934d-b5aa-4563-92ed-3c9b9b29a932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3076062 Jul 07 17:09:18.045449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-814e8cc6-485f-42d3-a621-5a8a75ec1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.047021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-814e8cc6-485f-42d3-a621-5a8a75ec1699 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1591263 Jul 07 17:09:18.125185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d4cc36ea-bc82-4976-a930-afddf5ea48b1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:18.282870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::1d3 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/8630fa4e-fe50-4df9-944c-87f5bc345293/69e0a68b-f937-4c9e-967f-504d3f31890b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:18.313220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:316f (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/0ba95c38-4358-4db4-8c1f-b0934e9f9f40/69e0a68b-f937-4c9e-967f-504d3f31890b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:18.375765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-556e45d9-48dc-45c8-a485-f976932347ca service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277690 Jul 07 17:09:18.422775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b12e-79b5-4229-b5e5-135173dc5df2 req-07e38717-672f-4555-8191-32205bebe281 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.430542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a97b12e-79b5-4229-b5e5-135173dc5df2 req-07e38717-672f-4555-8191-32205bebe281 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 944 time: 0.3413265 Jul 07 17:09:18.514179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-2953ff09-85aa-4354-9278-4bbaa6f890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.515711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-2953ff09-85aa-4354-9278-4bbaa6f890a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4547198 Jul 07 17:09:18.539239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58dad-6c0f-4bb4-8534-2a4981ddffdb req-919ab26a-3fd6-469f-8615-d9e1b44eb2f3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.546610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04d58dad-6c0f-4bb4-8534-2a4981ddffdb req-919ab26a-3fd6-469f-8615-d9e1b44eb2f3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 945 time: 0.3893654 Jul 07 17:09:18.754856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a97b12e-79b5-4229-b5e5-135173dc5df2 req-c5e81b0a-5eba-4a53-9074-e0eed856ac3d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232751 Jul 07 17:09:18.779212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04d58dad-6c0f-4bb4-8534-2a4981ddffdb req-1769e8bd-2a3d-4444-94eb-524c712afb41 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317553 Jul 07 17:09:18.859755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b0b6ae1-6eb8-41ea-97b2-605655c964e8 req-6a62d19d-3665-4d2e-9e76-53620d13b76d service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662969 Jul 07 17:09:18.892955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-c896aa31-bd8d-4748-b427-f4a1b7a5243b service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662157 Jul 07 17:09:18.906188 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f15265-da80-4cd3-9f61-2caabbd78004 x-openstack-request-id: req-95f15265-da80-4cd3-9f61-2caabbd78004 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:18.907237 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:18.907716 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95f15265-da80-4cd3-9f61-2caabbd78004 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:18.908378 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'status': 'completed', 'code': 200} Jul 07 17:09:18.945451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.043797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 69e0a68b-f937-4c9e-967f-504d3f31890b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:19.116754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-9278cf12-009c-4cb6-af31-bb0ce72fb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.118621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-9278cf12-009c-4cb6-af31-bb0ce72fb2a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1127 time: 0.1704767 Jul 07 17:09:19.178323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b654cbb-d99f-45fa-875d-1cfddea7f310 req-9fb2c7af-68ec-4cf4-b547-56165a26dd37 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723627 Jul 07 17:09:19.273013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffe4ba41-f8f0-4d40-a519-4321aab0d37f req-38696a43-f453-4279-bf41-5ef4531a3f5e tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0402114 Jul 07 17:09:19.323887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a195c-888b-43e9-bbd9-f5e7a331b947 req-b26123d3-b11d-4bfd-80a0-71cfd59a8704 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.332989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-462a195c-888b-43e9-bbd9-f5e7a331b947 req-b26123d3-b11d-4bfd-80a0-71cfd59a8704 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 948 time: 0.2062111 Jul 07 17:09:19.353489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.423030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:19.427220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4cc36ea-bc82-4976-a930-afddf5ea48b1 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:19.431841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:19.486660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-462a195c-888b-43e9-bbd9-f5e7a331b947 req-b0539b1b-5a88-40e7-adee-8af0198e3a42 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526029 Jul 07 17:09:19.487577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:19.490042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:19.497579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.498290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.576026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=69e0a68b-f937-4c9e-967f-504d3f31890b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:19.651186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port d4cc36ea-bc82-4976-a930-afddf5ea48b1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:19.657425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-12334efe-b991-4b4a-b93e-7a4172cd8b1d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6742208 Jul 07 17:09:19.660230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44176) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:19.676608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port d4cc36ea-bc82-4976-a930-afddf5ea48b1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:19.676983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.680093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7367a210-760a-48a5-a409-1b0338f5b4f6 req-12962f88-f543-4cf3-ade0-fd7ba29428e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.1007800 Jul 07 17:09:19.682503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-4032f184-f0bc-4096-9b0f-ef1b708daa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.683857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-4032f184-f0bc-4096-9b0f-ef1b708daa3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.5454729 Jul 07 17:09:19.747064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-981603c2-7d85-46f9-b74c-86cf1578cfdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.0554609 Jul 07 17:09:19.800568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:19.842694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 69e0a68b-f937-4c9e-967f-504d3f31890b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:19.843038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.866428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf1ade-473e-4e43-88ca-11574d006a6f req-19b7393f-2fc0-4bed-a5e3-8cbdca9d750a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.878445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3bbf1ade-473e-4e43-88ca-11574d006a6f req-19b7393f-2fc0-4bed-a5e3-8cbdca9d750a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3676102 Jul 07 17:09:19.937089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:19.955712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-57e4a123-1f0d-446b-8cd1-f69a776059ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.957656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-57e4a123-1f0d-446b-8cd1-f69a776059ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1970365 Jul 07 17:09:19.966813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:09:19.967744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d5e6dffd-e297-4518-95ff-439751d00996 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:19.983653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3bbf1ade-473e-4e43-88ca-11574d006a6f req-a9c8bd7a-210d-47b3-bb36-358e6ffec648 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039643 Jul 07 17:09:20.032814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.051985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 69e0a68b-f937-4c9e-967f-504d3f31890b owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:20.103918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-c7bbc493-b4ce-4cec-b820-65055a2501a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191690 Jul 07 17:09:20.126768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e431b28-d857-4546-b575-ec856faf6341 None None] Provisioning for port 69e0a68b-f937-4c9e-967f-504d3f31890b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:20.143309 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.151426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:09:20.216702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e431b28-d857-4546-b575-ec856faf6341 None None] Provisioning complete for port 69e0a68b-f937-4c9e-967f-504d3f31890b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:20.217354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e431b28-d857-4546-b575-ec856faf6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.295072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 25c059c0-c3cc-4509-9db3-2e3506e598aa completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:20.309199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73b381-e481-45a8-b849-2f77dc2f57c2 req-8eaeae11-ad7f-4f8e-8102-f3994f674a3e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.317812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e73b381-e481-45a8-b849-2f77dc2f57c2 req-8eaeae11-ad7f-4f8e-8102-f3994f674a3e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 944 time: 0.2975795 Jul 07 17:09:20.333645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.334402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e431b28-d857-4546-b575-ec856faf6341 None None] Port 69e0a68b-f937-4c9e-967f-504d3f31890b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:20.350554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-be6ec16e-516c-405a-aeb4-651135a0b5be service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353542 Jul 07 17:09:20.371418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=69e0a68b-f937-4c9e-967f-504d3f31890b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.372477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.375246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 25c059c0-c3cc-4509-9db3-2e3506e598aa triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:20.375777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.435892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:20.438840 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243cca54-8af6-4ef9-9d63-62146a2277b8" -d '{"events": [{"server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:20.448944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.472263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e73b381-e481-45a8-b849-2f77dc2f57c2 req-ca07cec7-bd79-40fc-a97c-b1aa00088eef tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530206 Jul 07 17:09:20.574552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09239b7-c4f1-4181-9dbd-ac5d109342fe req-f80ec4cc-2e78-4718-835b-dbb605be3c1b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.595355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f09239b7-c4f1-4181-9dbd-ac5d109342fe req-f80ec4cc-2e78-4718-835b-dbb605be3c1b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 945 time: 0.3154278 Jul 07 17:09:20.600498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.609004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.615398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e59e8-03cc-4858-8961-a6131f407bc2 req-602aac1c-b6c9-4efd-b7f8-20055166423c service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553422 Jul 07 17:09:20.624705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a56b57d4-7fa7-442d-be39-3aabcc4e5fac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/69e0a68b-f937-4c9e-967f-504d3f31890b HTTP/1.1" status: 204 len: 168 time: 0.9630008 Jul 07 17:09:20.710004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d5e6dffd-e297-4518-95ff-439751d00996,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.729046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.760448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.763592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'd5e6dffd-e297-4518-95ff-439751d00996', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'd5e6dffd-e297-4518-95ff-439751d00996', 'mac_address': 'fa:16:3e:18:59:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:20.768176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f09239b7-c4f1-4181-9dbd-ac5d109342fe req-5def0e7d-419f-45f0-85c4-49dd4cb4c8ee tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719077 Jul 07 17:09:20.812055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d4f2c-7925-4cbb-b743-af2ac619f165 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.821459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba9d4f2c-7925-4cbb-b743-af2ac619f165 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2050700 Jul 07 17:09:20.822561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.859922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.866451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.869975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.902525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e6dffd-e297-4518-95ff-439751d00996 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:20.907955 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc38f85-65a2-4137-85d0-b7542ce0cacc x-openstack-request-id: req-3bc38f85-65a2-4137-85d0-b7542ce0cacc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:20.908336 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:20.908684 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bc38f85-65a2-4137-85d0-b7542ce0cacc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:20.909166 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'code': 200} Jul 07 17:09:20.932637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8bc74d-997e-4f3c-9d20-bda525a89c03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.935561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d8bc74d-997e-4f3c-9d20-bda525a89c03 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1119134 Jul 07 17:09:20.938266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44196) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.939536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d5e6dffd-e297-4518-95ff-439751d00996,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.946070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.952692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.023499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.040309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79c7cf72-55f8-4c61-9169-7db2b15a8b8f req-c20b6aa6-b4b7-4766-b88a-eb81eda2a452 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0910900 Jul 07 17:09:21.063907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73389169-ea9f-46cf-84e5-379fc1f59dba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.065610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73389169-ea9f-46cf-84e5-379fc1f59dba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.067440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73389169-ea9f-46cf-84e5-379fc1f59dba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.069213 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73389169-ea9f-46cf-84e5-379fc1f59dba tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1290455 Jul 07 17:09:21.072624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:21.203450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 0ba95c38-4358-4db4-8c1f-b0934e9f9f40 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:21.208009 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.250222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:21.256697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1d82-8e32-4807-82af-0bbeca80e278 req-295f3242-dd80-4b5a-9870-e815ee95c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.258236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ffb1d82-8e32-4807-82af-0bbeca80e278 req-295f3242-dd80-4b5a-9870-e815ee95c6ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 1102 time: 0.2168517 Jul 07 17:09:21.310540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.723865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b609992-ca70-404b-88ee-cfca75d8d728 req-3b76614e-bc39-4bd8-9cbf-82d3bccf7771 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.725521 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b609992-ca70-404b-88ee-cfca75d8d728 req-3b76614e-bc39-4bd8-9cbf-82d3bccf7771 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 949 time: 0.6043212 Jul 07 17:09:21.778313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ffb1d82-8e32-4807-82af-0bbeca80e278 req-9911d2b7-6c8d-4a18-964e-e61392b98181 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021429 Jul 07 17:09:21.835873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b609992-ca70-404b-88ee-cfca75d8d728 req-2cd4bb55-d104-4260-b2b7-ef6cd119b5f3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997906 Jul 07 17:09:21.838163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.874563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf64077-d8dd-42be-bd01-42a686c299b0 req-ae83c95e-d53e-40bb-97bf-8fc9b4ce7709 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.876226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bf64077-d8dd-42be-bd01-42a686c299b0 req-ae83c95e-d53e-40bb-97bf-8fc9b4ce7709 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.6235876 Jul 07 17:09:21.938357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bf64077-d8dd-42be-bd01-42a686c299b0 req-3a48c5dd-6fd1-455d-b88d-c5219911e867 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Jul 07 17:09:21.945092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.988319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba95c38-4358-4db4-8c1f-b0934e9f9f40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.003275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.007377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bcd5aa65-4e9e-49e0-aef7-17b345355251 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/0ba95c38-4358-4db4-8c1f-b0934e9f9f40 HTTP/1.1" status: 204 len: 168 time: 0.9271760 Jul 07 17:09:22.008626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44218) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:22.010344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3502577-d6af-4f68-a518-ee2378edb45f None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:22.078903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cc8bf-3bbc-4ce0-869c-2b0ca4754756 req-a358778d-1dde-4cb9-90fd-a6910dca5a9b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.086088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a9cc8bf-3bbc-4ce0-869c-2b0ca4754756 req-a358778d-1dde-4cb9-90fd-a6910dca5a9b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 944 time: 0.1036289 Jul 07 17:09:22.098636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet 8630fa4e-fe50-4df9-944c-87f5bc345293 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:22.118510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.157746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a9cc8bf-3bbc-4ce0-869c-2b0ca4754756 req-362b8911-1b6f-4550-b92f-48391a9b16fa tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707457 Jul 07 17:09:22.213722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.311768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-900d549c-2b06-4709-9557-066296ec46a9 service neutron] 10.222.0.83 "GET /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.1919100 Jul 07 17:09:22.317662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.390767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.430904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=8630fa4e-fe50-4df9-944c-87f5bc345293,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:22.452881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.454735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4034cec6-5a3e-41c0-ba64-29c1f7b7b067 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/8630fa4e-fe50-4df9-944c-87f5bc345293 HTTP/1.1" status: 204 len: 168 time: 0.4443121 Jul 07 17:09:22.457097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44224) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:22.465309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb427b4-3a4f-44f0-9b76-67e6a8481e1e req-c621dd8c-4ee8-4766-8c44-7cfa21c0feba tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.472289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aeb427b4-3a4f-44f0-9b76-67e6a8481e1e req-c621dd8c-4ee8-4766-8c44-7cfa21c0feba tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 946 time: 0.2373395 Jul 07 17:09:22.513735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-153cd35e-482e-426e-a75a-b989655fd57f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536771 Jul 07 17:09:22.516415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44226) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:22.521401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:22.577779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc4e1e-5964-4320-86e8-3421ce9cc4e6 req-8c82b43f-1907-4ab0-b24d-450764b03bc5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.584500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bafc4e1e-5964-4320-86e8-3421ce9cc4e6 req-8c82b43f-1907-4ab0-b24d-450764b03bc5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2579420 Jul 07 17:09:22.641324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aeb427b4-3a4f-44f0-9b76-67e6a8481e1e req-3cde2f95-a689-4774-83c7-faa89bc81cb6 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680565 Jul 07 17:09:22.653655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:22.667398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:22.710974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bafc4e1e-5964-4320-86e8-3421ce9cc4e6 req-84fc8a20-0f8b-4c06-8279-d1a02f476f09 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140182 Jul 07 17:09:22.778749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:22.861116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:22.910952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:22.913601 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b73fd-9b94-462b-bcd8-425dc764ef56" -d '{"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-plugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:23.012932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75ee7441-b74e-4daf-a8ba-62102e390aaf req-4f0cb15e-c4f0-4b02-afc7-f064957bd3f5 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0910604 Jul 07 17:09:23.043713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.076992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aac9c3-e351-4e65-8870-df18e69ff50e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:23.118929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:23.121494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:23.156907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.185751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:23.187613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=c4a700c9-8855-4829-8438-8da1727dc98f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.190258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.191194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.230425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b66065bd-9d97-485e-a820-271479e85b4d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7127192 Jul 07 17:09:23.233136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:23.241010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:23.359097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] Transition to ACTIVE for port object 82aac9c3-e351-4e65-8870-df18e69ff50e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:23.372615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.381952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1e9a8-6882-4d96-9997-56b1ba884113 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:23.436676 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a7280-a5d8-4b66-9951-64599a523e9a x-openstack-request-id: req-033a7280-a5d8-4b66-9951-64599a523e9a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:23.438608 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-plugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:23.439033 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-033a7280-a5d8-4b66-9951-64599a523e9a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:23.441003 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'code': 200} Jul 07 17:09:23.510562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:23.514565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.521450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] No DVR routers for this DVR port 82aac9c3-e351-4e65-8870-df18e69ff50e on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:23.526515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dba96896-ccce-4da8-b4e2-8f1c3e593bfb None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:23.527133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dba96896-ccce-4da8-b4e2-8f1c3e593bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.574580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d5e6dffd-e297-4518-95ff-439751d00996 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:23.666071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] 10.222.0.83 "PUT /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3476937 Jul 07 17:09:23.693602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port d5e6dffd-e297-4518-95ff-439751d00996 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:23.705306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae283a-b5e8-4ba2-8071-68822654811d req-ea0d70a2-29c1-43f2-a12a-04aa5e2286e1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.720482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port d5e6dffd-e297-4518-95ff-439751d00996 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:23.721334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bae283a-b5e8-4ba2-8071-68822654811d req-ea0d70a2-29c1-43f2-a12a-04aa5e2286e1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 949 time: 0.4221020 Jul 07 17:09:23.724877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:23.731312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa7a01-0e8f-4635-bd5e-77861ea11181 service neutron] Pushing event updated for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:23.812456 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4a700c9-8855-4829-8438-8da1727dc98f (CIDR: 2001:db8::/64) Jul 07 17:09:23.824898 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:09:23.827557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:23.844456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bae283a-b5e8-4ba2-8071-68822654811d req-fb258f1c-a04b-4c2f-b7e4-55edd8326cfd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Jul 07 17:09:23.894100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fbaffbe3-5fa3-4a6d-a9ea-87da3f9c8ae8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.899291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-fbaffbe3-5fa3-4a6d-a9ea-87da3f9c8ae8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.1404195 Jul 07 17:09:23.906826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:23.906999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec368e1c-9767-4634-9b6c-35e957b7130f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6727602 Jul 07 17:09:23.916123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'subnet': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:23.961411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739a5ec-2a16-4128-a0f0-1536b16e2f67 req-04858c44-605c-4403-bc99-97321cc14c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.963592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1739a5ec-2a16-4128-a0f0-1536b16e2f67 req-04858c44-605c-4403-bc99-97321cc14c86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 1098 time: 0.2289479 Jul 07 17:09:24.053638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1739a5ec-2a16-4128-a0f0-1536b16e2f67 req-e44bad99-d1ff-47c2-ba68-4a1c9d5a1528 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805423 Jul 07 17:09:24.201447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.245885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d5e6dffd-e297-4518-95ff-439751d00996,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:24.258684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.288226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ddd17692-c1d2-4c2d-a236-e35951daef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.302789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-ddd17692-c1d2-4c2d-a236-e35951daef61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&tenant_id=63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 1097 time: 0.3697569 Jul 07 17:09:24.329686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:24.438055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:24.441714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.500552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc992-4b71-4fc3-8ec4-d3eabf49dcac req-6a579b4d-ff58-43a4-8b27-2e7d427bd700 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.502253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d82dc992-4b71-4fc3-8ec4-d3eabf49dcac req-6a579b4d-ff58-43a4-8b27-2e7d427bd700 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.3367643 Jul 07 17:09:24.577718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b35884-f4ac-49fd-bc4a-ba1290a00f27 req-ea7dd6ec-ee83-4202-98f8-e50199f8270c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.585152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08b35884-f4ac-49fd-bc4a-ba1290a00f27 req-ea7dd6ec-ee83-4202-98f8-e50199f8270c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2525766 Jul 07 17:09:24.642953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-d9399c45-101d-4669-8521-c7cb046e1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.644525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-d9399c45-101d-4669-8521-c7cb046e1c94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1097 time: 0.2925482 Jul 07 17:09:24.674479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d82dc992-4b71-4fc3-8ec4-d3eabf49dcac req-07c4ffd6-d3d5-4aa0-afbe-74735903f5dc tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551805 Jul 07 17:09:24.730586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08b35884-f4ac-49fd-bc4a-ba1290a00f27 req-9ce03c80-864c-4bfd-91e3-0b9990fd45ee tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323133 Jul 07 17:09:24.760197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8959eafd-4026-4b94-a52a-afee24df424b None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:24.762651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8959eafd-4026-4b94-a52a-afee24df424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:24.792273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-f05ceee6-a097-4897-abd3-7332eb9955a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:24.793814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-f05ceee6-a097-4897-abd3-7332eb9955a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.1417849 Jul 07 17:09:24.869655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-b421e3d3-dc97-4346-85a2-1cf3f321c291 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.0675998 Jul 07 17:09:25.063163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3864ece0-f6aa-4ed3-a79e-8d3dbd521832 req-bfa2dce3-a1a5-401c-bb09-aad86681a51f tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0805840 Jul 07 17:09:25.064372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-61086221-83d6-4f16-bcc0-e4b808207ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.066545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-61086221-83d6-4f16-bcc0-e4b808207ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1756992 Jul 07 17:09:25.146038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-8d2d1cf6-b596-48dc-b277-5b996b96c7a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704920 Jul 07 17:09:25.179855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4ce51-14dd-4ec5-8cde-26fc8e676700 req-6f19d0a6-70ca-4070-bc9b-f06025a8d9b4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.182266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26c4ce51-14dd-4ec5-8cde-26fc8e676700 req-6f19d0a6-70ca-4070-bc9b-f06025a8d9b4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 946 time: 0.2927856 Jul 07 17:09:25.369946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26c4ce51-14dd-4ec5-8cde-26fc8e676700 req-5d7f46fc-7711-49a5-aad8-08b9e1787a6f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770978 Jul 07 17:09:25.443180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:25.446447 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1581faa6-1896-42e0-bde2-643416b3854a" -d '{"events": [{"server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d5e6dffd-e297-4518-95ff-439751d00996"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:25.458384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-47845629-ca1c-40e0-8610-f6fb022c6e44 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991042 Jul 07 17:09:25.625624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-e02a4f0f-4f08-4250-a416-5d5c71fb5113 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379650 Jul 07 17:09:25.742954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.objects.ports [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:09:25.813990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:25.870759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:25.978680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec40e07-bf9b-4ebd-bc51-55d867283d59 req-03fa0407-ee3f-4fb0-b247-6b006781d77f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:25.980189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eec40e07-bf9b-4ebd-bc51-55d867283d59 req-03fa0407-ee3f-4fb0-b247-6b006781d77f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2858121 Jul 07 17:09:26.026093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9ddbe-68d0-48fe-aadf-25f4f7c10974 req-2ede95c4-2e6e-4873-8b75-c7c32fc20514 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.027562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6e9ddbe-68d0-48fe-aadf-25f4f7c10974 req-2ede95c4-2e6e-4873-8b75-c7c32fc20514 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 950 time: 0.4010072 Jul 07 17:09:26.117922 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eec40e07-bf9b-4ebd-bc51-55d867283d59 req-efd3785c-4067-47c6-a120-f8608264dcac tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016717 Jul 07 17:09:26.142086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-91b8848b-e219-4645-a98b-3798382334cd tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.143572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-91b8848b-e219-4645-a98b-3798382334cd tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.2430415 Jul 07 17:09:26.152502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6e9ddbe-68d0-48fe-aadf-25f4f7c10974 req-42f41301-fdf3-47d4-9501-d58179d880d1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162415 Jul 07 17:09:26.178488 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc728b8b-009c-4acc-a2e1-8c4125c63083 x-openstack-request-id: req-fc728b8b-009c-4acc-a2e1-8c4125c63083 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:26.179095 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d5e6dffd-e297-4518-95ff-439751d00996", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:26.179539 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc728b8b-009c-4acc-a2e1-8c4125c63083 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:26.180125 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996', 'code': 200} Jul 07 17:09:26.194156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.436011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70648d74-dbd9-4311-ad10-f71b3d1c44eb req-5c86200f-d582-4e38-abab-1d510812b66c tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0887866 Jul 07 17:09:26.501183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-c5bebe1d-678d-48b0-8403-bf8195b2f7f5 service neutron] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:26.512291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-c5bebe1d-678d-48b0-8403-bf8195b2f7f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.513417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21bfb319-6904-42b4-b11e-aef62d520f92 req-c5bebe1d-678d-48b0-8403-bf8195b2f7f5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.3581278 Jul 07 17:09:26.538046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:26.552773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a0db4-2d2d-4ccb-a31f-6d1e73661877 req-22a02271-d66d-49e5-ad37-1ac4c1e77870 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.554399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a1a0db4-2d2d-4ccb-a31f-6d1e73661877 req-22a02271-d66d-49e5-ad37-1ac4c1e77870 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.2828853 Jul 07 17:09:26.595744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9295692-1b45-4eb4-a139-35ba60a92af2 req-5a7df92a-e8f6-4372-a4de-c6dc58b31119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.597275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9295692-1b45-4eb4-a139-35ba60a92af2 req-5a7df92a-e8f6-4372-a4de-c6dc58b31119 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 1102 time: 0.1695006 Jul 07 17:09:26.609888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.639198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.639909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.716189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a1a0db4-2d2d-4ccb-a31f-6d1e73661877 req-8fc843b7-4363-4c2e-bed8-15dbd22f947c tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536057 Jul 07 17:09:26.759499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:26.776223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:26.784958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.785555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:26.786976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca356c2-c0dc-4772-a4ab-fbc61bb1d9cc None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:26.791522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9295692-1b45-4eb4-a139-35ba60a92af2 req-39d719bf-3719-467d-be5c-347c336694e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861126 Jul 07 17:09:26.797711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Subnet': ['ID=f19f7399-b1a4-4142-a8a4-39277f251dc0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.799757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=9']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:26.862615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c2a16c3f-73c8-447f-8f4d-19e348bd64f1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9541762 Jul 07 17:09:26.865688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:26.871671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Request body: {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'mac_address': 'fa:16:3e:ef:ab:24', 'name': 'tempest-NetworksTestDHCPv6-869044197'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:26.895496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ae0dc-c48f-44fa-9b71-8d74416e61b1 req-57e485bf-b342-4a97-b37c-72cddc1f15eb tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:26.897453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04ae0dc-c48f-44fa-9b71-8d74416e61b1 req-57e485bf-b342-4a97-b37c-72cddc1f15eb tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 946 time: 0.2802558 Jul 07 17:09:27.023622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Made reservation on behalf of 64fbd3cc21a64cf395c4e335ca682fac for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:27.055158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Update dhcp port {'port': {'network_id': '13c9bee6-f640-4cd9-a0cf-bd4b917e6c83', 'fixed_ips': [{'subnet_id': 'f19f7399-b1a4-4142-a8a4-39277f251dc0', 'ip_address': '2001:db8:0:1:f816:3eff:fee9:956a'}, {'subnet_id': 'c4a700c9-8855-4829-8438-8da1727dc98f'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '6309f973-8bb1-466d-93cd-32f38f1b6bcf'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:09:27.091542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.115163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.138019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] device_id is not set on port 7e6c3e85-8a94-4c82-a240-7b51be9da163 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:27.305409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee588b-8543-49cb-92d0-e8d89c907b95 req-7bcdd6e4-114a-424b-b54a-0cb9420daabf tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.307104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6ee588b-8543-49cb-92d0-e8d89c907b95 req-7bcdd6e4-114a-424b-b54a-0cb9420daabf tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 950 time: 0.4830678 Jul 07 17:09:27.316440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04ae0dc-c48f-44fa-9b71-8d74416e61b1 req-dc46e72a-de69-4b0b-9913-e07fa24d5156 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056265 Jul 07 17:09:27.325899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8::112 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/c4a700c9-8855-4829-8438-8da1727dc98f/7e6c3e85-8a94-4c82-a240-7b51be9da163) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:27.334090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:ab24 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/f19f7399-b1a4-4142-a8a4-39277f251dc0/7e6c3e85-8a94-4c82-a240-7b51be9da163) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:27.359785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6ee588b-8543-49cb-92d0-e8d89c907b95 req-5934c274-a24d-4cba-898b-215e2506255d tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Jul 07 17:09:27.550019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.556785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1486f-0600-4345-92d2-12733172856a req-35897cf2-c5b1-48f8-9d91-b6ea48aabd5e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.558279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41e1486f-0600-4345-92d2-12733172856a req-35897cf2-c5b1-48f8-9d91-b6ea48aabd5e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.0714445 Jul 07 17:09:27.563944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Transition to ACTIVE for port object 7e6c3e85-8a94-4c82-a240-7b51be9da163 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:27.601167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.636368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41e1486f-0600-4345-92d2-12733172856a req-e52de1b1-3b93-4f5e-a41a-abfbd25b31c3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674660 Jul 07 17:09:27.645757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:27.649026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:27.655137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:27.657175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Allocated IP 2001:db8::2 (13c9bee6-f640-4cd9-a0cf-bd4b917e6c83/c4a700c9-8855-4829-8438-8da1727dc98f/6309f973-8bb1-466d-93cd-32f38f1b6bcf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:27.657443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d636b-0a6a-4da8-a461-00a2c2b8ae72 req-6f94b367-d657-44c9-a00c-9acd481aef39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.659042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-768d636b-0a6a-4da8-a461-00a2c2b8ae72 req-6f94b367-d657-44c9-a00c-9acd481aef39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 950 time: 0.0996778 Jul 07 17:09:27.666417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:27.667097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.689189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event updated for resources: {'Port': ['ID=7e6c3e85-8a94-4c82-a240-7b51be9da163,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:27.698782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6a08e90d-f9da-4bf3-94b8-652530efd6d9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8316872 Jul 07 17:09:27.701203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:27.717043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-768d636b-0a6a-4da8-a461-00a2c2b8ae72 req-ce0406af-d680-4fb0-a5ea-4da19443eee4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525169 Jul 07 17:09:27.767644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:27.810790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.832158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting port 7e6c3e85-8a94-4c82-a240-7b51be9da163 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:27.832618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.842877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Transition to ACTIVE for port object 6309f973-8bb1-466d-93cd-32f38f1b6bcf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:27.848132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.950091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:27.967121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Calling delete_port for 7e6c3e85-8a94-4c82-a240-7b51be9da163 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:27.977807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d371a4-356f-4fde-9088-2deb4e33fb2f None None] Pushing event updated for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.170414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facedb9a-0e88-452e-8853-dbceb363a7ce req-d5054e74-d0d2-49d3-8c18-1dfdd5de1de0 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.172119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-facedb9a-0e88-452e-8853-dbceb363a7ce req-d5054e74-d0d2-49d3-8c18-1dfdd5de1de0 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1097 time: 0.0947208 Jul 07 17:09:28.199048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.220999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-facedb9a-0e88-452e-8853-dbceb363a7ce req-e44648e4-efe2-42e0-863c-5c4b1a9b9800 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Jul 07 17:09:28.224305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6309f973-8bb1-466d-93cd-32f38f1b6bcf up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:28.270726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Port': ['ID=7e6c3e85-8a94-4c82-a240-7b51be9da163,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:28.348254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.352424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a045b32-070b-47b7-9aea-f302fd85aa42 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/7e6c3e85-8a94-4c82-a240-7b51be9da163 HTTP/1.1" status: 204 len: 168 time: 0.6478291 Jul 07 17:09:28.355927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44368) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.481324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbb1d9d5-4ffd-4bb9-a063-a452b7a2a0dd req-061afd8e-5775-4e9f-8d81-414550476a13 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0427294 Jul 07 17:09:28.488995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442d57b-5581-4781-966e-c7980e0ae2fb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.501357 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c442d57b-5581-4781-966e-c7980e0ae2fb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1336548 Jul 07 17:09:28.501357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44374) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.598854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9463f-72d3-4e85-b854-7bc32b00fef3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.600573 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c2a9463f-72d3-4e85-b854-7bc32b00fef3 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1045766 Jul 07 17:09:28.603208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.698764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c70bb8-be4a-4137-9814-f54508d0eef0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.700064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c70bb8-be4a-4137-9814-f54508d0eef0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.701788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c70bb8-be4a-4137-9814-f54508d0eef0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.704470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61c70bb8-be4a-4137-9814-f54508d0eef0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0994973 Jul 07 17:09:28.706932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:28.735370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf758d4-6c29-48de-ad8a-22e42b33911a req-a2c0a6d1-c75e-490f-b81c-ca3f9e8f3fa1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.736996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbf758d4-6c29-48de-ad8a-22e42b33911a req-a2c0a6d1-c75e-490f-b81c-ca3f9e8f3fa1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 946 time: 0.1230872 Jul 07 17:09:28.771534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet c4a700c9-8855-4829-8438-8da1727dc98f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:28.776098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.832083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3586b5e5-ab63-4726-b1e8-66e18d089408 None None] Provisioning for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:28.839155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3586b5e5-ab63-4726-b1e8-66e18d089408 None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:28.842539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3586b5e5-ab63-4726-b1e8-66e18d089408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.847021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbf758d4-6c29-48de-ad8a-22e42b33911a req-77149419-e15a-4689-addc-3e93fcf1fbf3 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007526 Jul 07 17:09:28.875797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:28.955862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-14291560-7dd9-4392-ad47-f689db88c2ec tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:28.963990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-14291560-7dd9-4392-ad47-f689db88c2ec tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2082744 Jul 07 17:09:28.990592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-1e13dea2-2391-46c4-8e43-5f910b58fc24 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/quotas/63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 375 time: 0.0249314 Jul 07 17:09:29.059380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.072719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-8db8777c-c2fa-4688-8e57-866d47123c53 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811946 Jul 07 17:09:29.130206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.167692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a700c9-8855-4829-8438-8da1727dc98f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.168324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4a86395f-6a9b-4754-a381-de0cfee7ac6b None None] Could not find standard attr ID for object 7e6c3e85-8a94-4c82-a240-7b51be9da163. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:09:29.178596 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.181522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-184fa73c-4d49-4ec5-aa9f-af5732417500 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/c4a700c9-8855-4829-8438-8da1727dc98f HTTP/1.1" status: 204 len: 168 time: 0.4728377 Jul 07 17:09:29.183614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44400) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.227787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-ccceb32d-6550-4ba5-9972-1b694a200fab service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468878 Jul 07 17:09:29.238862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Deleting subnet f19f7399-b1a4-4142-a8a4-39277f251dc0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:09:29.242173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.284144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473652c4-3f05-4021-8111-6351eb77200b None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:29.291959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.296594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4f21-c868-4a1d-953b-cb56ee865ef5 req-8268bc03-bc2c-420f-981e-4a6e8dcc04bd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.303439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81da4f21-c868-4a1d-953b-cb56ee865ef5 req-8268bc03-bc2c-420f-981e-4a6e8dcc04bd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1413608 Jul 07 17:09:29.368829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81da4f21-c868-4a1d-953b-cb56ee865ef5 req-4d939ee6-8da1-4cee-92d2-38713dd4ffe4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644698 Jul 07 17:09:29.395339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-8940f36c-ae80-4a2d-8cab-05ec59e9081e service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616991 Jul 07 17:09:29.397031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.460796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.464974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:29.490360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Subnet': ['ID=f19f7399-b1a4-4142-a8a4-39277f251dc0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.496228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.500549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d5e18215-3c3f-41ac-8848-b2eb897d3843 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/f19f7399-b1a4-4142-a8a4-39277f251dc0 HTTP/1.1" status: 204 len: 168 time: 0.3135571 Jul 07 17:09:29.504050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.563849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb6d73b9-5e14-4aad-b9bc-c9e091221462 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564508 Jul 07 17:09:29.568475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78853a2-b015-4bf3-aac4-a1c20d7ff5b0 req-8f93e0aa-f531-4588-8ee2-37de9fbf823c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.569435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44408) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.570575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c78853a2-b015-4bf3-aac4-a1c20d7ff5b0 req-8f93e0aa-f531-4588-8ee2-37de9fbf823c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 950 time: 0.0878088 Jul 07 17:09:29.614790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.645811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c78853a2-b015-4bf3-aac4-a1c20d7ff5b0 req-a492c7df-956a-41a5-8b35-00cc53a78e3a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693870 Jul 07 17:09:29.662605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:29.663671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:29.671165 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53600141-abe6-4057-9dcb-b4eda9806fde" -d '{"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-unplugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:29.675904 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.693162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebc2ca-c734-4d8d-8507-f7810ed472ac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.697694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a8ebc2ca-c734-4d8d-8507-f7810ed472ac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1244757 Jul 07 17:09:29.698208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.781654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:29.802425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0daef0-95a1-4c99-886e-64da1d8331a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:29.805216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.805392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e0daef0-95a1-4c99-886e-64da1d8331a2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062281 Jul 07 17:09:29.851190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88170f1d-3431-4c48-9c31-8851bd6761c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:29.870986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-092c980d-ac0a-4eae-958f-0c177c637dda req-c33847f7-96b3-462e-bbc2-94635509129c tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0611491 Jul 07 17:09:29.871450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3387068-6baf-4570-9174-fadd0a504642 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595860 Jul 07 17:09:29.871926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.912527 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cc2aa3-98ed-4fc7-a544-52af709e42dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:29.913502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cc2aa3-98ed-4fc7-a544-52af709e42dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:29.915592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b7cc2aa3-98ed-4fc7-a544-52af709e42dd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/7e6c3e85-8a94-4c82-a240-7b51be9da163 HTTP/1.1" status: 404 len: 333 time: 0.0424376 Jul 07 17:09:29.918374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:29.969595 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ca1013-9991-497c-a72f-70be2e2d4d00 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:29.970499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ca1013-9991-497c-a72f-70be2e2d4d00 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:29.973398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e8ca1013-9991-497c-a72f-70be2e2d4d00 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/f19f7399-b1a4-4142-a8a4-39277f251dc0 HTTP/1.1" status: 404 len: 337 time: 0.0538595 Jul 07 17:09:29.976174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.007505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3081-9904-442d-b156-652ef5319edf req-33800977-f691-4ad6-82ea-9c79f2eb21b7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.015219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e38c3081-9904-442d-b156-652ef5319edf req-33800977-f691-4ad6-82ea-9c79f2eb21b7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2707162 Jul 07 17:09:30.015475 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9af07c-9aaf-48cc-a13d-e7e302d2daf8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.015723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9af07c-9aaf-48cc-a13d-e7e302d2daf8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.019833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d9af07c-9aaf-48cc-a13d-e7e302d2daf8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/c4a700c9-8855-4829-8438-8da1727dc98f HTTP/1.1" status: 404 len: 337 time: 0.0402193 Jul 07 17:09:30.020015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad8b660f-5c3c-4a64-96c3-2a9a7dbf7437 req-6f74228c-01bd-4e60-ab42-ac9cf49a11ce tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 210 time: 0.0625384 Jul 07 17:09:30.020152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44438) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.050856 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaf938f-1635-4df6-8abe-0047a48fd55c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.051587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daaf938f-1635-4df6-8abe-0047a48fd55c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.055570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-daaf938f-1635-4df6-8abe-0047a48fd55c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/69e0a68b-f937-4c9e-967f-504d3f31890b HTTP/1.1" status: 404 len: 333 time: 0.0323160 Jul 07 17:09:30.061378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44440) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.093775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e38c3081-9904-442d-b156-652ef5319edf req-bee0fdde-d5e5-42a2-9ed8-70d36ef90fb5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752869 Jul 07 17:09:30.097070 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c42fc7-80ad-4e43-ab25-c59b3ef0a5cd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.097540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c42fc7-80ad-4e43-ab25-c59b3ef0a5cd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.112022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a3c42fc7-80ad-4e43-ab25-c59b3ef0a5cd tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/0ba95c38-4358-4db4-8c1f-b0934e9f9f40 HTTP/1.1" status: 404 len: 337 time: 0.0443275 Jul 07 17:09:30.112022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.145621 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e0be7f-aad2-4548-b314-c22fc5c20b2c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.146018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e0be7f-aad2-4548-b314-c22fc5c20b2c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.147972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32e0be7f-aad2-4548-b314-c22fc5c20b2c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/8630fa4e-fe50-4df9-944c-87f5bc345293 HTTP/1.1" status: 404 len: 337 time: 0.0355432 Jul 07 17:09:30.151545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.199652 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b8312d-7068-4127-bee9-26c9843d623f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.202570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b8312d-7068-4127-bee9-26c9843d623f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.208612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44458) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.211260 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9b8312d-7068-4127-bee9-26c9843d623f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/4c38b316-0812-4ea1-b17f-dfd0babba539 HTTP/1.1" status: 404 len: 333 time: 0.0575879 Jul 07 17:09:30.234763 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df537ea5-82fe-4a32-b37c-686b1cfa00c5 x-openstack-request-id: req-df537ea5-82fe-4a32-b37c-686b1cfa00c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:30.235063 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-unplugged", "status": "completed", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:30.235323 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df537ea5-82fe-4a32-b37c-686b1cfa00c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:30.235724 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'code': 200} Jul 07 17:09:30.248820 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72781ae-b629-4bd4-90c0-cce559c1fa6c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.249576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72781ae-b629-4bd4-90c0-cce559c1fa6c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.254162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b72781ae-b629-4bd4-90c0-cce559c1fa6c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/b0ebcb3b-3224-4a6c-a18c-4a2b86629bd9 HTTP/1.1" status: 404 len: 337 time: 0.0417545 Jul 07 17:09:30.254921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.284809 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f0fae-758d-468c-98c9-2a188a607a74 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.285432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853f0fae-758d-468c-98c9-2a188a607a74 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.296212 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-853f0fae-758d-468c-98c9-2a188a607a74 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/5f8e935e-537f-46b6-b589-030bcac6c2d7 HTTP/1.1" status: 404 len: 337 time: 0.0384927 Jul 07 17:09:30.296885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.326157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb4950-b440-49ec-9723-ca9853864b1b req-77d3a19d-7667-4090-9747-e0765f8d5676 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.334005 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-44835d04-531f-455b-b8b8-f2c96d67b026 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.334918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44835d04-531f-455b-b8b8-f2c96d67b026 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.336832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3fb4950-b440-49ec-9723-ca9853864b1b req-77d3a19d-7667-4090-9747-e0765f8d5676 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 950 time: 0.1303012 Jul 07 17:09:30.342076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44835d04-531f-455b-b8b8-f2c96d67b026 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/8eb58ba3-9bb4-4df8-8e70-3706e4b321c1 HTTP/1.1" status: 404 len: 333 time: 0.0440791 Jul 07 17:09:30.343024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44464) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.361769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9ad6d-f564-4a36-9fa6-4df0ec9912a9 None None] Network 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:30.381988 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5dcd2f-c694-4e0d-b355-1e27be4da4fb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.384417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5dcd2f-c694-4e0d-b355-1e27be4da4fb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.389405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee5dcd2f-c694-4e0d-b355-1e27be4da4fb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/49b1ccef-14f9-46f2-9314-c2b7ec7dfdae HTTP/1.1" status: 404 len: 337 time: 0.0448434 Jul 07 17:09:30.390070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44466) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.424146 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3fb4950-b440-49ec-9723-ca9853864b1b req-d95891d7-9d2c-499f-9657-abd6c131c0fc tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862911 Jul 07 17:09:30.428354 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4435287-3a1a-4050-870d-2e9badb98f8b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.428925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4435287-3a1a-4050-870d-2e9badb98f8b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.432679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4435287-3a1a-4050-870d-2e9badb98f8b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/515c17ec-57b9-4386-91c4-16e4eb0b837d HTTP/1.1" status: 404 len: 337 time: 0.0415246 Jul 07 17:09:30.434340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44468) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.439367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8b0b8b72-b634-4a8a-8370-56b4403254d1 None None] Provisioning complete for port 6309f973-8bb1-466d-93cd-32f38f1b6bcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:30.439789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8b72-b634-4a8a-8370-56b4403254d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.470879 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4b60ea-1a41-4951-9561-f3c603ca11c7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.471599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4b60ea-1a41-4951-9561-f3c603ca11c7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.473325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-df4b60ea-1a41-4951-9561-f3c603ca11c7 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/be774e8b-2fef-4fb4-a0a9-66f8ac9f86d8 HTTP/1.1" status: 404 len: 333 time: 0.0351708 Jul 07 17:09:30.474845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4065-4636-4cce-870d-2b2654f0d740 req-cabca569-6f3a-411c-b243-e3eb040389b8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.475946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44472) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.480868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d33e4065-4636-4cce-870d-2b2654f0d740 req-cabca569-6f3a-411c-b243-e3eb040389b8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 946 time: 0.1204562 Jul 07 17:09:30.517609 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-56566b1c-3a0a-4120-8bcc-c6a062ab2748 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.518416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56566b1c-3a0a-4120-8bcc-c6a062ab2748 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.524224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.525769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-56566b1c-3a0a-4120-8bcc-c6a062ab2748 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/45155b59-8a08-4059-a63f-55b9e50e9eec HTTP/1.1" status: 404 len: 337 time: 0.0486670 Jul 07 17:09:30.569774 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5218981a-ca90-40d5-a7de-8a274158af46 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.570542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5218981a-ca90-40d5-a7de-8a274158af46 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.574171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5218981a-ca90-40d5-a7de-8a274158af46 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/21c762a4-8f75-49ed-9e4b-575699875bf5 HTTP/1.1" status: 404 len: 333 time: 0.0474088 Jul 07 17:09:30.575164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44476) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.585480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d33e4065-4636-4cce-870d-2b2654f0d740 req-aecc4051-fe84-4462-b27e-9cd95b22d0e0 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986118 Jul 07 17:09:30.617751 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fa38f1-2e35-4685-9b47-3763cd440937 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.618849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fa38f1-2e35-4685-9b47-3763cd440937 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.621619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8fa38f1-2e35-4685-9b47-3763cd440937 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/1b130d01-678f-4313-a6ed-9c2098cdb32d HTTP/1.1" status: 404 len: 337 time: 0.0447104 Jul 07 17:09:30.624817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.669836 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b79b6c0-6978-4d40-9fd5-3863a2f3958a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.670746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b79b6c0-6978-4d40-9fd5-3863a2f3958a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.674153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4b79b6c0-6978-4d40-9fd5-3863a2f3958a tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/a4eebdea-c344-468b-bf56-49c7d8cbab24 HTTP/1.1" status: 404 len: 333 time: 0.0466664 Jul 07 17:09:30.675159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44482) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.689155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] DHCP port deletion for 13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:09:30.716160 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2876f10-eb4a-4a91-aa14-7a4ed93a1334 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.716160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2876f10-eb4a-4a91-aa14-7a4ed93a1334 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.718071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2876f10-eb4a-4a91-aa14-7a4ed93a1334 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/956f41b2-6019-4b1e-8933-614f8665b357 HTTP/1.1" status: 404 len: 337 time: 0.0416944 Jul 07 17:09:30.720813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.746264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Deleting port 6309f973-8bb1-466d-93cd-32f38f1b6bcf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:30.746649 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.759022 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-00561138-ddc3-4bce-bc7c-9c08e9543bab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.760143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00561138-ddc3-4bce-bc7c-9c08e9543bab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.764291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00561138-ddc3-4bce-bc7c-9c08e9543bab tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/1b3f89bf-02b6-4dae-9d0f-2d79678c2c87 HTTP/1.1" status: 404 len: 333 time: 0.0399635 Jul 07 17:09:30.765488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44486) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.805019 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-40410912-c728-429b-934d-12415d038022 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.805729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40410912-c728-429b-934d-12415d038022 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.810509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.810732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40410912-c728-429b-934d-12415d038022 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/ef34f3d6-10f1-4e91-a428-2583e144ddd1 HTTP/1.1" status: 404 len: 337 time: 0.0434630 Jul 07 17:09:30.813941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] For port 6309f973-8bb1-466d-93cd-32f38f1b6bcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6309f973-8bb1-466d-93cd-32f38f1b6bcf,segment=NetworkSegment(35377f3c-021c-4aeb-9480-4825da21ab7e),segment_id=35377f3c-021c-4aeb-9480-4825da21ab7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:30.814397 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.828181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Calling delete_port for 6309f973-8bb1-466d-93cd-32f38f1b6bcf owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:30.842360 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd32f46-b389-4552-b054-96a7d832dfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.843182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd32f46-b389-4552-b054-96a7d832dfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.847441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fbd32f46-b389-4552-b054-96a7d832dfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/48a27b02-c4c3-4998-8f4b-c737aefd258f HTTP/1.1" status: 404 len: 333 time: 0.0333462 Jul 07 17:09:30.848506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44490) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.865150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3925-7142-4b94-864c-01ee39033efa req-190b50d4-2e1b-4cef-babe-d64eb2084b66 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.866815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-023b3925-7142-4b94-864c-01ee39033efa req-190b50d4-2e1b-4cef-babe-d64eb2084b66 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1169119 Jul 07 17:09:30.887728 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e566cdc4-0ed7-44bd-b46c-10a62b7abaac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.888319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e566cdc4-0ed7-44bd-b46c-10a62b7abaac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.892939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e566cdc4-0ed7-44bd-b46c-10a62b7abaac tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e1dbf820-1849-4e5d-99dc-ef6419856f56 HTTP/1.1" status: 404 len: 337 time: 0.0431850 Jul 07 17:09:30.893579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44492) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.921777 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ccb9e7-db16-451c-b176-b89e6bd7dd0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.922478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ccb9e7-db16-451c-b176-b89e6bd7dd0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.924500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-88ccb9e7-db16-451c-b176-b89e6bd7dd0f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/5030c81c-06ad-4c16-a050-48f40b3d1c93 HTTP/1.1" status: 404 len: 333 time: 0.0298841 Jul 07 17:09:30.926337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:30.927185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44496) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.939978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-023b3925-7142-4b94-864c-01ee39033efa req-ee9cfce6-029f-47dc-b972-1adce6850389 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661676 Jul 07 17:09:30.951942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] Pushing event deleted for resources: {'Port': ['ID=6309f973-8bb1-466d-93cd-32f38f1b6bcf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:30.960387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7c36d-80dc-4faf-ab43-47b272ffb0e7 None None] No DVR routers for this DVR port 6309f973-8bb1-466d-93cd-32f38f1b6bcf on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:30.974797 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-772217b4-02ea-4f2f-bfca-c72fe3b0aea8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:30.975393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772217b4-02ea-4f2f-bfca-c72fe3b0aea8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:30.977225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-772217b4-02ea-4f2f-bfca-c72fe3b0aea8 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/fbd7f84f-dcae-4650-b209-90c752d219aa HTTP/1.1" status: 404 len: 337 time: 0.0487974 Jul 07 17:09:30.980277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:30.982511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb589e5c-1e53-43f9-aa13-ea3a7ef5d204 req-561b33b9-695e-4eb7-824a-c4ddd9eb935d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.988526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb589e5c-1e53-43f9-aa13-ea3a7ef5d204 req-561b33b9-695e-4eb7-824a-c4ddd9eb935d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:30.990618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb589e5c-1e53-43f9-aa13-ea3a7ef5d204 req-561b33b9-695e-4eb7-824a-c4ddd9eb935d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa&device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 1691 time: 0.0979252 Jul 07 17:09:31.014546 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ae08cf-ab27-4b2d-80df-7fdae220c8cf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.015012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ae08cf-ab27-4b2d-80df-7fdae220c8cf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.016849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40ae08cf-ab27-4b2d-80df-7fdae220c8cf tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/d4f5e404-77da-4239-8ffc-ccd1e3fda01a HTTP/1.1" status: 404 len: 337 time: 0.0355906 Jul 07 17:09:31.019248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.033145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb589e5c-1e53-43f9-aa13-ea3a7ef5d204 req-dcf3c660-266c-439d-b2f4-89112b165cba tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jul 07 17:09:31.053847 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c28aab4-467f-40b5-a09e-48c777948ee9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.054745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c28aab4-467f-40b5-a09e-48c777948ee9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.057003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c28aab4-467f-40b5-a09e-48c777948ee9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/ada0c8e1-8842-4c5d-b8a1-9ac0687744c7 HTTP/1.1" status: 404 len: 333 time: 0.0366280 Jul 07 17:09:31.059615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.091222 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e23d9b0-f12f-41b2-9956-acfe33ca1dd0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.091680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e23d9b0-f12f-41b2-9956-acfe33ca1dd0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.095868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2e23d9b0-f12f-41b2-9956-acfe33ca1dd0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/601f5c4b-bf1d-4945-b0d5-a859eab771e4 HTTP/1.1" status: 404 len: 337 time: 0.0328119 Jul 07 17:09:31.096022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.123173 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5f4ca8-e16d-4d3a-9892-d7ac14fc8558 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.123625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5f4ca8-e16d-4d3a-9892-d7ac14fc8558 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.127620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6f5f4ca8-e16d-4d3a-9892-d7ac14fc8558 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e3378b90-e18d-44a1-9812-00b413957819 HTTP/1.1" status: 404 len: 337 time: 0.0284567 Jul 07 17:09:31.127854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.161458 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec11978-98e7-4f77-8ea6-1894408f9b2d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.162127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec11978-98e7-4f77-8ea6-1894408f9b2d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.163751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1ec11978-98e7-4f77-8ea6-1894408f9b2d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/d87aab4f-c755-4b1e-b9cb-3b6823b85fcb HTTP/1.1" status: 404 len: 333 time: 0.0350201 Jul 07 17:09:31.166963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.182128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d2556e9-6856-4fb8-a386-b355f3f9e56e req-d97a04c8-544a-47b8-99bf-890bcde38b4a tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0454848 Jul 07 17:09:31.202591 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee34656-bc7b-46a9-966a-15929b1ab288 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.204254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee34656-bc7b-46a9-966a-15929b1ab288 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.206601 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aee34656-bc7b-46a9-966a-15929b1ab288 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/99b65100-f24f-4386-989b-f25bceba8630 HTTP/1.1" status: 404 len: 337 time: 0.0378494 Jul 07 17:09:31.209722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.248571 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e21eabb-889b-4876-a9eb-265b6b0248a9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.249049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e21eabb-889b-4876-a9eb-265b6b0248a9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.253918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44528) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.254289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e21eabb-889b-4876-a9eb-265b6b0248a9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/2a1127c6-387b-4680-8fd0-db506ecf418e HTTP/1.1" status: 404 len: 337 time: 0.0431974 Jul 07 17:09:31.283018 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b066a2d8-6c8e-4114-98bc-f113f33cb28c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.283709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b066a2d8-6c8e-4114-98bc-f113f33cb28c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.285433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b066a2d8-6c8e-4114-98bc-f113f33cb28c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/b16ac115-e058-4db5-bdbd-ee59d0806cd6 HTTP/1.1" status: 404 len: 333 time: 0.0298789 Jul 07 17:09:31.288410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.325370 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8f40c2-9a17-4b5b-bfe5-15c1ddee14e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.325832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8f40c2-9a17-4b5b-bfe5-15c1ddee14e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.329986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aa8f40c2-9a17-4b5b-bfe5-15c1ddee14e0 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/e445d36a-8449-42ad-bf3e-e3bdf1cbbf57 HTTP/1.1" status: 404 len: 337 time: 0.0381777 Jul 07 17:09:31.330331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.369463 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94dcba4-36ba-48d8-b771-9537c32598c1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.369945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94dcba4-36ba-48d8-b771-9537c32598c1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.374135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a94dcba4-36ba-48d8-b771-9537c32598c1 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/d260d4b4-18b0-4dd9-a1a7-b87e8adcb392 HTTP/1.1" status: 404 len: 337 time: 0.0403607 Jul 07 17:09:31.377427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.420948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5bf57e34-dcdd-4df4-9356-4ebf813f8a7c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab291009-1164-4fa7-bf3e-580ac029334b HTTP/1.1" status: 200 len: 205 time: 0.0403473 Jul 07 17:09:31.421202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.435571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd702be-8cf4-43b7-a6ff-33f7648fd182 req-57453af3-e3bd-4604-8d3a-5c8e7ad37551 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.437016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dd702be-8cf4-43b7-a6ff-33f7648fd182 req-57453af3-e3bd-4604-8d3a-5c8e7ad37551 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1138396 Jul 07 17:09:31.477903 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-cfe8e065-9da3-435f-8585-ff54cea236c9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] delete failed (client error): The resource could not be found. Jul 07 17:09:31.481341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cfe8e065-9da3-435f-8585-ff54cea236c9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/routers/ab291009-1164-4fa7-bf3e-580ac029334b HTTP/1.1" status: 404 len: 336 time: 0.0569518 Jul 07 17:09:31.482132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.513224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dd702be-8cf4-43b7-a6ff-33f7648fd182 req-89dc7828-9e1b-4b00-8dca-e0e369f0bab0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Jul 07 17:09:31.541869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-2f68d557-a92e-4688-9b12-ed78e922f666 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.543692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-2f68d557-a92e-4688-9b12-ed78e922f666 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.1848328 Jul 07 17:09:31.546931 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71db686-55db-4140-8871-5b4b6731780e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.547758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71db686-55db-4140-8871-5b4b6731780e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.564649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a71db686-55db-4140-8871-5b4b6731780e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/23cc4a77-95ba-4ac1-9078-53933cc9fe1f HTTP/1.1" status: 404 len: 337 time: 0.0816293 Jul 07 17:09:31.567226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.581240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Request body: {'port': {'device_id': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'admin_state_up': True, 'tenant_id': '63c9c7798afc46289c22c0820eda5487'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:31.613688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f32a2814-6102-400b-99ba-29a56271c536 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae98ec11-f554-461e-9cdb-2e38f27ee817 HTTP/1.1" status: 200 len: 205 time: 0.0449216 Jul 07 17:09:31.615972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.684209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1156f0e7-3f04-40d3-9bff-bac24a04b267 req-393165b8-12a9-4da3-880d-25587a367000 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 210 time: 0.0737739 Jul 07 17:09:31.685051 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4e95ce24-4128-4db7-8ee7-94afd26f5820 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] delete failed (client error): The resource could not be found. Jul 07 17:09:31.688512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4e95ce24-4128-4db7-8ee7-94afd26f5820 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/routers/ae98ec11-f554-461e-9cdb-2e38f27ee817 HTTP/1.1" status: 404 len: 336 time: 0.0690622 Jul 07 17:09:31.689144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.748964 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d48baee-4109-4ff6-9d5b-4ac440914add tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.749461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d48baee-4109-4ff6-9d5b-4ac440914add tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.750770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:31.751352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4d48baee-4109-4ff6-9d5b-4ac440914add tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/0825abbd-9054-443b-9104-79ed88776c8d HTTP/1.1" status: 404 len: 337 time: 0.0616624 Jul 07 17:09:31.753987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.756071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:31.782458 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c63667f-4c15-4cee-a75b-31a7e6258e12 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.783071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c63667f-4c15-4cee-a75b-31a7e6258e12 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.788377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c63667f-4c15-4cee-a75b-31a7e6258e12 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/5a5bd6f8-ff56-455e-a50e-94d04fa6eca2 HTTP/1.1" status: 404 len: 337 time: 0.0332971 Jul 07 17:09:31.789096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.823311 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d0be5-758a-41ab-ab8b-6ea5f9f78e28 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.824171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356d0be5-758a-41ab-ab8b-6ea5f9f78e28 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.828872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-356d0be5-758a-41ab-ab8b-6ea5f9f78e28 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/89148c04-ca2b-45a1-a0e3-ce2cb59d0cc8 HTTP/1.1" status: 404 len: 333 time: 0.0387290 Jul 07 17:09:31.829564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.856952 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c675b4-0ba3-4843-8e7d-c15658b3ef3d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.856952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c675b4-0ba3-4843-8e7d-c15658b3ef3d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.858834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-56c675b4-0ba3-4843-8e7d-c15658b3ef3d tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/6a48a3ee-1ab9-4e87-8318-42b054e886ba HTTP/1.1" status: 404 len: 337 time: 0.0279977 Jul 07 17:09:31.862601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.900801 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f2129-2c0a-48ca-9ae8-93adfd83ba3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.901557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933f2129-2c0a-48ca-9ae8-93adfd83ba3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.903256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Allocated IP 172.20.0.4 (48c663c7-5ece-415b-bc2f-277166a69d7b/72d9629d-2e4f-4724-b3ca-c08b61a4640e/4b3640fd-f0f7-4402-ada2-e69baa0da13e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:31.903471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-933f2129-2c0a-48ca-9ae8-93adfd83ba3f tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/b89954e8-621c-40d5-919b-9253f431e810 HTTP/1.1" status: 404 len: 333 time: 0.0397303 Jul 07 17:09:31.907140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.943425 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a6c57c-96ed-421c-9b28-3540f8a3bfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.943684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a6c57c-96ed-421c-9b28-3540f8a3bfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.945653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46a6c57c-96ed-421c-9b28-3540f8a3bfd9 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/2c7eb5ce-6657-4f93-ac9f-90760a914d88 HTTP/1.1" status: 404 len: 337 time: 0.0374653 Jul 07 17:09:31.949657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:31.954979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfac08-75b2-45cc-8726-b2864536d951 req-10a8dc47-3813-4ff1-8443-a1515e0b441c tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:31.956525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13cfac08-75b2-45cc-8726-b2864536d951 req-10a8dc47-3813-4ff1-8443-a1515e0b441c tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 1102 time: 0.0586143 Jul 07 17:09:31.988062 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd30f0a0-8be2-49f5-9df9-dfc75fbeb191 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:31.988713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd30f0a0-8be2-49f5-9df9-dfc75fbeb191 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:31.990424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd30f0a0-8be2-49f5-9df9-dfc75fbeb191 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/3203a3b6-fa42-4f4e-ab12-7dafd2554046 HTTP/1.1" status: 404 len: 333 time: 0.0397954 Jul 07 17:09:31.993739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.004857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13cfac08-75b2-45cc-8726-b2864536d951 req-f77c9fdd-cc2a-474a-8402-f81ea812777f tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Jul 07 17:09:32.023448 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec756ec0-cc6f-47be-a675-4dbaf8c173cb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.023448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec756ec0-cc6f-47be-a675-4dbaf8c173cb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.027601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec756ec0-cc6f-47be-a675-4dbaf8c173cb tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/9bb289f2-2bfe-4534-9539-1fa74cc74425 HTTP/1.1" status: 404 len: 337 time: 0.0303540 Jul 07 17:09:32.027854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.054009 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bb5585-794e-4e7e-b3aa-829b9008fc3e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.054692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bb5585-794e-4e7e-b3aa-829b9008fc3e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.059376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c1bb5585-794e-4e7e-b3aa-829b9008fc3e tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/90beddfc-7b1b-4451-b325-740083668809 HTTP/1.1" status: 404 len: 333 time: 0.0282876 Jul 07 17:09:32.059621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.088631 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db54a14-2167-4338-a803-0f19985c3723 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.089095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db54a14-2167-4338-a803-0f19985c3723 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.093447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1db54a14-2167-4338-a803-0f19985c3723 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/10703d0c-3967-4f63-84c6-d9dd8e1f2a64 HTTP/1.1" status: 404 len: 337 time: 0.0306058 Jul 07 17:09:32.093710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.121835 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2339670-b337-4682-9e3c-f27a3377f24c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.122483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.122617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2339670-b337-4682-9e3c-f27a3377f24c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.124265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d2339670-b337-4682-9e3c-f27a3377f24c tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/c7de7328-bd39-4c2a-a262-ac91b47b3930 HTTP/1.1" status: 404 len: 333 time: 0.0296030 Jul 07 17:09:32.127847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44592) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.158457 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a299354-f833-45de-913f-bd86304f9572 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.159071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a299354-f833-45de-913f-bd86304f9572 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.161084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4a299354-f833-45de-913f-bd86304f9572 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/a96d1580-ac59-4253-8a96-c1f06eebdece HTTP/1.1" status: 404 len: 337 time: 0.0320115 Jul 07 17:09:32.163675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.178825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6309f973-8bb1-466d-93cd-32f38f1b6bcf no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:32.194398 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d980e282-e39e-4b8c-8cd1-4f255ea96634 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.194956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d980e282-e39e-4b8c-8cd1-4f255ea96634 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.197026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d980e282-e39e-4b8c-8cd1-4f255ea96634 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/bf2b5105-b891-406e-bb08-fc436bac044a HTTP/1.1" status: 404 len: 333 time: 0.0318730 Jul 07 17:09:32.200306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44596) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.201121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 6309f973-8bb1-466d-93cd-32f38f1b6bcf {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:32.201121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6309f973-8bb1-466d-93cd-32f38f1b6bcf not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:32.206418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890f7bd-21f3-4e04-890e-db8f6611cead req-d24d6b0d-bc77-44bf-9acb-689f0da65558 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.208008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9890f7bd-21f3-4e04-890e-db8f6611cead req-d24d6b0d-bc77-44bf-9acb-689f0da65558 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 1102 time: 0.0827549 Jul 07 17:09:32.210480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.258258 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4af57a6-4336-498b-82fe-116b14778667 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.258773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4af57a6-4336-498b-82fe-116b14778667 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.260659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4af57a6-4336-498b-82fe-116b14778667 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/7766faff-53f5-4466-b892-d9534385b057 HTTP/1.1" status: 404 len: 337 time: 0.0592518 Jul 07 17:09:32.265443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44600) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.267331 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fea0d795-7e17-48ee-bb4e-1b7f6946c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.282721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9890f7bd-21f3-4e04-890e-db8f6611cead req-dbd35101-b4d4-4f34-a29c-0382954de14b tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 Jul 07 17:09:32.306986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Network 48c663c7-5ece-415b-bc2f-277166a69d7b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:32.308350 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f506f94-0388-48e9-adaa-61ef1cb54ebe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.309063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f506f94-0388-48e9-adaa-61ef1cb54ebe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.311024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f506f94-0388-48e9-adaa-61ef1cb54ebe tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/ports/886acab6-83a4-4df9-af60-9b44527f4993 HTTP/1.1" status: 404 len: 333 time: 0.0447097 Jul 07 17:09:32.313828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.314658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:32.321810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:32.344579 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68c6fa7-a3bd-472d-a95d-05ae9159a71b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] DELETE failed (client error): The resource could not be found. Jul 07 17:09:32.345152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68c6fa7-a3bd-472d-a95d-05ae9159a71b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:09:32.346426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.347863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d68c6fa7-a3bd-472d-a95d-05ae9159a71b tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/subnets/830575f8-a10a-4277-958d-698257ec7b48 HTTP/1.1" status: 404 len: 337 time: 0.0328922 Jul 07 17:09:32.351413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:32.383419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7207065-ccb1-42cb-b14f-076133433750 req-f6cbec17-1d3d-4682-a8de-93ab6d73c879 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0342560 Jul 07 17:09:32.432606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.433224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.452102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.461357 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-16484590-d71a-411f-98f6-4e88e4b6c587 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8951850 Jul 07 17:09:32.479956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Request body: {'port': {'device_id': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:32.582823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.605417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-f159639f-c34a-4938-8405-98850f91da8d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218258 Jul 07 17:09:32.618762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c9bee6-f640-4cd9-a0cf-bd4b917e6c83']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.631976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35377f3c-021c-4aeb-9480-4825da21ab7e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.632278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35377f3c-021c-4aeb-9480-4825da21ab7e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:32.647083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.648701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.669785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.695151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.696151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:09:32.697069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:09:32.699622 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:09:32.723602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-b08b85f8-3cbf-42b4-b757-457dcf4e3a46 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.725370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-b08b85f8-3cbf-42b4-b757-457dcf4e3a46 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143792 Jul 07 17:09:32.741684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-e5cdae54-4143-499a-a64d-ef50103f4e8b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0097668 Jul 07 17:09:32.838937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.844226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-c758d47f-a270-48dc-8116-e1e9546a6711 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961692 Jul 07 17:09:32.851054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:32.852987 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] 10.222.0.22 "DELETE /v2.0/networks/13c9bee6-f640-4cd9-a0cf-bd4b917e6c83 HTTP/1.1" status: 204 len: 168 time: 0.5007234 Jul 07 17:09:32.864846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369ae4-3ab5-44de-a877-4275e0a36bb2 tempest-NetworksTestDHCPv6-1513153370 tempest-NetworksTestDHCPv6-1513153370-project] Pushing event deleted for resources: {'Network': ['ID=13c9bee6-f640-4cd9-a0cf-bd4b917e6c83,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:32.903326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24200b5-c42d-43a7-bcd9-e7a578dea682 req-8aeb3200-0d36-4fa1-ad94-c29112167beb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.910031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a24200b5-c42d-43a7-bcd9-e7a578dea682 req-8aeb3200-0d36-4fa1-ad94-c29112167beb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 931 time: 0.0997787 Jul 07 17:09:32.950139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a24200b5-c42d-43a7-bcd9-e7a578dea682 req-56802478-29d8-42b7-8954-6b806870599e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Jul 07 17:09:33.045354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3640fd-f0f7-4402-ada2-e69baa0da13e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:33.053952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.067265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Transition to ACTIVE for port object 4b3640fd-f0f7-4402-ada2-e69baa0da13e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:33.073208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.193793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.197415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.272775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:33.273375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:33.273483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:33.282038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:33.283231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:33.291711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:33.292052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:33.292575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:33.293426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Bound port: 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:33.293888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.377505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:33.381272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:33.387891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.402555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-04768de9-0973-403a-b9d0-69c86ff06606 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64fbd3cc21a64cf395c4e335ca682fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073739 Jul 07 17:09:33.405004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:33.440542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.441220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.442607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 1092 time: 0.9668927 Jul 07 17:09:33.443212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:33.445731 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f099d-168d-4689-b887-076f3707d019" -d '{"events": [{"name": "network-changed", "server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:33.480944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a09b-47e2-4fd1-a811-a6751283d782 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.505641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.526342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.552340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.575166 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ac00d-866a-46d9-8a57-42264b1ce976 x-openstack-request-id: req-893ac00d-866a-46d9-8a57-42264b1ce976 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:33.575539 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:33.575902 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-893ac00d-866a-46d9-8a57-42264b1ce976 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:33.576575 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'status': 'completed', 'code': 200} Jul 07 17:09:33.602384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-65ff91ec-3ce6-4e79-937f-fe446f180432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.602384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-65ff91ec-3ce6-4e79-937f-fe446f180432 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1095 time: 0.0921521 Jul 07 17:09:33.626721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.633154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:33.633154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15b2e1ad-9520-46c5-b476-8e98859afac6 HTTP/1.1" status: 204 len: 168 time: 0.2244530 Jul 07 17:09:33.656092 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-ce6064c9-abd4-40bd-b0f9-1a0ece564a2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 217 time: 0.0470610 Jul 07 17:09:33.667634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3eaf1-ba8a-4469-a1cb-e1c4540f4017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2e1ad-9520-46c5-b476-8e98859afac6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:33.718582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-5cb72b7f-82c4-4437-9985-f534a18353b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.720062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-5cb72b7f-82c4-4437-9985-f534a18353b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.0574799 Jul 07 17:09:33.739643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-132b474f-cae3-43ef-a9d0-4dc7d42a6bcb req-fbcfa7a6-b164-405e-a407-1043df1c1c25 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0881755 Jul 07 17:09:33.789789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30070954-5aa4-42e3-b57a-bbfb0be3c72f req-902160ad-37c7-4113-a333-be25eed57299 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 210 time: 0.1235018 Jul 07 17:09:33.821969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-edc8e9af-ad07-4107-81bb-4021a527a1a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944490 Jul 07 17:09:33.828151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:33.992041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.016381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'mac_address': 'fa:16:3e:33:08:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:34.108906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.139995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:34.172056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:34.180232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.184805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.237158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c492984-aa1c-413b-9c09-e3f9ba502a76 req-8e24024d-a72c-4bfa-8c1a-8efee7a343d0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.252436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c492984-aa1c-413b-9c09-e3f9ba502a76 req-8e24024d-a72c-4bfa-8c1a-8efee7a343d0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1551418 Jul 07 17:09:34.306796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c492984-aa1c-413b-9c09-e3f9ba502a76 req-cacd7b8a-58fc-4c1c-8d87-e179a0cb18ee tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Jul 07 17:09:34.326595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:34.360735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['77344e4c-06d3-4d5a-802d-27f871506fa9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:34.531549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-804cbbb0-a58d-461c-9869-07d4a946b261 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003334 Jul 07 17:09:34.629763 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cac29d86-d566-4ed1-a0a2-ea067bbdbc1e req-5097619d-c357-454b-aceb-d90c3606c656 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901401 Jul 07 17:09:34.688128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.752229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f099d-168d-4689-b887-076f3707d019 req-c5bcf8e5-3bd3-404a-8358-fb07b83d62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.753813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-c5bcf8e5-3bd3-404a-8358-fb07b83d62b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1095 time: 0.0592036 Jul 07 17:09:34.786015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1780201998'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:34.811327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:34.816317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.829730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:34.856026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f099d-168d-4689-b887-076f3707d019 req-62d715d9-88bd-4346-87cf-5844c610fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.859349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-62d715d9-88bd-4346-87cf-5844c610fd92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.0963056 Jul 07 17:09:34.903306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-9558929e-aa43-43e7-b4c2-1a75097da28c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 217 time: 0.0377827 Jul 07 17:09:34.923615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e9fa9e0-6db7-4638-b086-c7eca8d00b37 req-b77a8851-fd3c-4259-9cc9-89b8e8967f93 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0441186 Jul 07 17:09:34.957019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f45115cb-f3e8-49f6-84be-5988cddf2fd3 req-8c031e1b-12e1-46b6-9aa4-3c8f61f4bedd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 210 time: 0.0393324 Jul 07 17:09:34.971714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f099d-168d-4689-b887-076f3707d019 req-9f6f1bc3-bcbf-4a59-8e35-534fd8341220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:34.973305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-9f6f1bc3-bcbf-4a59-8e35-534fd8341220 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.0562360 Jul 07 17:09:35.002193 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.006445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.009777 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-05b6c9ff-bdc4-4c8e-978e-911c2b03349b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294216 Jul 07 17:09:35.033535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:35.043316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea53780e-b2a8-45eb-a7fa-497229c6f27b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.048141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.048490 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Added segment be241eec-f171-4f22-8706-b152a35b5ae4 of type vlan for network b71b9b55-1816-47cf-b4e5-5dda6c63f748 Jul 07 17:09:35.089021 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.114376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-4d86d9f8-ccc3-40f0-a812-12c65721ab57 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975823 Jul 07 17:09:35.121738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.128336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.129168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.221322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5291770 Jul 07 17:09:35.227055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44736) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.233270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'subnet': {'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:35.257825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-498f099d-168d-4689-b887-076f3707d019 req-3cc703c1-f2fe-4d30-8845-a4c752a8b764 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344056 Jul 07 17:09:35.261331 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.276753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfc5e5-a812-4c14-8731-0b3628b6efbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Network': ['ID=b71b9b55-1816-47cf-b4e5-5dda6c63f748,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.291785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-7b50b754-b7e1-4d49-ac59-45084a9a2e3e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319209 Jul 07 17:09:35.294281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:35.370562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:35.374295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.450330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-5e30dc90-5c70-44a6-94c4-b7e43b816cfb tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.452323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-5e30dc90-5c70-44a6-94c4-b7e43b816cfb tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492753 Jul 07 17:09:35.469712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:35.618934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.628930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a02b-08de-439e-bd6a-d31799d84512 req-fe3e7414-cbad-4b18-86ad-cfcd70d983a5 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.630615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68e3a02b-08de-439e-bd6a-d31799d84512 req-fe3e7414-cbad-4b18-86ad-cfcd70d983a5 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1151175 Jul 07 17:09:35.639403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:35.642934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.682378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Subnet': ['ID=2bff8ea4-fe68-4e51-a325-22629618dfda,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.690981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Checking segment: {'id': 'be241eec-f171-4f22-8706-b152a35b5ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:35.691348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network hostable DHCP agents. Network: b71b9b55-1816-47cf-b4e5-5dda6c63f748, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:35.692464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68e3a02b-08de-439e-bd6a-d31799d84512 req-77b6482b-776a-4952-b7d8-afffa3efa564 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Jul 07 17:09:35.712279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:35.730339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b71b9b55-1816-47cf-b4e5-5dda6c63f748) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:35.734986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.735488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.741979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b34665-6da8-49c5-8a47-0f80cc3e2032 None None] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:35.760521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b7c5374-9e2a-4138-8ade-586b1cf98ea5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5323281 Jul 07 17:09:35.761256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44752) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.765952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-710104229', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:35.793414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.794598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.818494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.10 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/f79095bf-4d3a-4656-84f0-8e718d0a6261) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:35.854677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.889465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb74e9-5191-4dee-8d5c-a4dc095009e2 None None] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:35.984958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.009400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object f79095bf-4d3a-4656-84f0-8e718d0a6261 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:36.011923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.093608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.107386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:36.210693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:36.240924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-553eba34-3c9f-444e-9f15-0209ffcf448b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588386 Jul 07 17:09:36.250238 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.271289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:36.276833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:36.286988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.341080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.341709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.347412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c66af0aa-8fa5-4a17-8c38-a1de6925f9ba req-e13e8a12-547e-41d8-b9b8-e01ab4f3facc tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.1837144 Jul 07 17:09:36.365968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.376219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.403575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-263e0a2e-ac64-45e9-a1da-ea110357d2b5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9375842 Jul 07 17:09:36.433593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Request body: {'port': {'device_id': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:36.514373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cf253-8ed7-4552-b934-3cb1fa6862a2 req-6c4a631e-1429-4f31-adfe-6b2a41df6c80 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.515968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-001cf253-8ed7-4552-b934-3cb1fa6862a2 req-6c4a631e-1429-4f31-adfe-6b2a41df6c80 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 935 time: 0.3199925 Jul 07 17:09:36.578505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.191 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/40b3f3da-f3c9-49d0-b96e-ba8c9c8f59d0) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:36.583657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9596ce2a-9d61-462a-8e50-8efeb94d9f0e None None] Provisioning for port f79095bf-4d3a-4656-84f0-8e718d0a6261 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:36.588822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9596ce2a-9d61-462a-8e50-8efeb94d9f0e None None] Provisioning complete for port f79095bf-4d3a-4656-84f0-8e718d0a6261 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:36.589567 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9596ce2a-9d61-462a-8e50-8efeb94d9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.599078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-001cf253-8ed7-4552-b934-3cb1fa6862a2 req-772e2da0-ca82-4b87-ab8b-c19ffe0496f9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718307 Jul 07 17:09:36.643643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9596ce2a-9d61-462a-8e50-8efeb94d9f0e None None] Port f79095bf-4d3a-4656-84f0-8e718d0a6261 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:36.658450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.730098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.752960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-c0805f5b-34e8-483a-af84-eca0d93e464a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.754466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-c0805f5b-34e8-483a-af84-eca0d93e464a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5083191 Jul 07 17:09:36.771627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:36.845243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:36.905595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:36.911091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:36.914923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:36.947066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=40b3f3da-f3c9-49d0-b96e-ba8c9c8f59d0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:36.949698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e040b-11d1-4f0d-9c39-2535ab9622fa req-4587d7eb-7540-4856-931c-771a3aa104b2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.952801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a90e040b-11d1-4f0d-9c39-2535ab9622fa req-4587d7eb-7540-4856-931c-771a3aa104b2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1100020 Jul 07 17:09:36.974368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:36.978469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.027798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79095bf-4d3a-4656-84f0-8e718d0a6261 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:37.034545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a90e040b-11d1-4f0d-9c39-2535ab9622fa req-84c00f2e-bed0-4405-b2b1-2fcbebecc88d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Jul 07 17:09:37.038708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.057401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Transition to ACTIVE for port object f79095bf-4d3a-4656-84f0-8e718d0a6261 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:37.057401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.310857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.166 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/d90ec19a-80d2-4a48-8590-cb09883e0832) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:37.355774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.511579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Pushing event updated for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.552905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d337d9bd-fbe1-4f41-9d15-a0ca23c4c2f5 req-2b284be3-7747-4531-8928-c6d8dadff0ea tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0367715 Jul 07 17:09:37.572021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Attempting to bind port f79095bf-4d3a-4656-84f0-8e718d0a6261 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:37.572200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Attempting to bind port f79095bf-4d3a-4656-84f0-8e718d0a6261 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:37.572381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Attempting to bind port f79095bf-4d3a-4656-84f0-8e718d0a6261 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:37.577109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Port f79095bf-4d3a-4656-84f0-8e718d0a6261 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:37.577810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Attempting to bind port f79095bf-4d3a-4656-84f0-8e718d0a6261 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:37.583022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:37.583364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:37.583751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:37.584182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Bound port: f79095bf-4d3a-4656-84f0-8e718d0a6261, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:37.584546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.600468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.648208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object d90ec19a-80d2-4a48-8590-cb09883e0832 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:37.655224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:37.658261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:37.664218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.682102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.702548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.703345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.705343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] 10.222.0.32 "PUT /v2.0/ports/f79095bf-4d3a-4656-84f0-8e718d0a6261 HTTP/1.1" status: 200 len: 1096 time: 1.2872193 Jul 07 17:09:37.705742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:37.708243 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:37.739393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c3a5-d6d1-4cb4-8785-35231855c155 service neutron] Pushing event updated for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.757525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:37.769379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:37.830609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:37.856669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:37.859542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:37.880575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-38d18ea0-71c2-4daf-a8f0-b39c28b11925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.881044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:37.882265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-38d18ea0-71c2-4daf-a8f0-b39c28b11925 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 1099 time: 0.1216421 Jul 07 17:09:37.888564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:37.891363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:37.900081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa100fc5-6a5c-40d4-8dbf-5c9743e30fbc req-90d18e58-96c6-47ee-a318-406be60ba32d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.907587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa100fc5-6a5c-40d4-8dbf-5c9743e30fbc req-90d18e58-96c6-47ee-a318-406be60ba32d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 947 time: 0.1089692 Jul 07 17:09:37.923601 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4482e2e4-8ac5-416e-b69e-2f6e7174d2d4 x-openstack-request-id: req-4482e2e4-8ac5-416e-b69e-2f6e7174d2d4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:37.923968 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:37.924158 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4482e2e4-8ac5-416e-b69e-2f6e7174d2d4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:37.924527 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261', 'status': 'completed', 'code': 200} Jul 07 17:09:37.961158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-8f8be5b3-7cec-4d34-a6e1-ef2c5d2ee7ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Jul 07 17:09:37.976620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.977836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.003933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-49ceed1e-cc3b-4f11-a61c-54497a0e24fa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2392423 Jul 07 17:09:38.012912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:09:38.040618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa100fc5-6a5c-40d4-8dbf-5c9743e30fbc req-ee535587-2fdf-42aa-811b-c169da4fa019 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306462 Jul 07 17:09:38.057378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-f27c0782-c554-4856-86fd-57a6baab5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.058348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-f27c0782-c554-4856-86fd-57a6baab5128 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0820024 Jul 07 17:09:38.085409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Request body: {'port': {'device_id': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:38.161232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-d9f63882-a949-4fa7-901c-1391dc18fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.163263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-d9f63882-a949-4fa7-901c-1391dc18fc5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965505 Jul 07 17:09:38.215468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.229514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 77344e4c-06d3-4d5a-802d-27f871506fa9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:38.229774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.296253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:38.314822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-0c2858c3-4daa-4c1e-af80-cae92078617a service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356239 Jul 07 17:09:38.322937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:38.331937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0777-8db9-49ac-bd22-e5a8fda77f73 req-1af73596-3c5a-4e07-ba2b-e0a74caca5af tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.333573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3b0777-8db9-49ac-bd22-e5a8fda77f73 req-1af73596-3c5a-4e07-ba2b-e0a74caca5af tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1097634 Jul 07 17:09:38.374422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.375659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25255891-e5d9-4b1e-8b0e-9e0f8d5719d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6134501 Jul 07 17:09:38.378582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44814) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:38.381674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.397356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:38.397997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:38.408143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'mac_address': 'fa:16:3e:70:40:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:38.434245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3b0777-8db9-49ac-bd22-e5a8fda77f73 req-5e888b75-c792-4456-8c61-a6ff1d653249 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908613 Jul 07 17:09:38.457405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:38.459203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-b50dfec8-48ce-4322-9b6f-1ed353e3e9cc service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244929 Jul 07 17:09:38.545177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:38.545973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:38.585047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.586976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.630639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-7584aaff-b1cc-48f6-bc2f-7988cf31e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.632230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-7584aaff-b1cc-48f6-bc2f-7988cf31e945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 1099 time: 0.0958307 Jul 07 17:09:38.704319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bcd8f2b4-3bb5-4df5-9c5d-ab49678d388c None None] Provisioning for port d90ec19a-80d2-4a48-8590-cb09883e0832 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:38.737710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:38.738210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e91730-762b-4234-91f3-825406bb10e1 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:38.746362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:38.749889 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25257fab-c7b7-473f-bf09-c808c6fd0ca1" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:38.755517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bcd8f2b4-3bb5-4df5-9c5d-ab49678d388c None None] Provisioning complete for port d90ec19a-80d2-4a48-8590-cb09883e0832 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:38.755971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcd8f2b4-3bb5-4df5-9c5d-ab49678d388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.759873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25c059c0-c3cc-4509-9db3-2e3506e598aa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:38.774254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f90b0642-6b6e-4b9f-9815-01022f572a24 req-342b23ff-19ea-47cf-bb58-b368f91362d6 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0399640 Jul 07 17:09:38.808296 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e948cb54-ae3d-4179-935f-bfbde8b6bbeb x-openstack-request-id: req-e948cb54-ae3d-4179-935f-bfbde8b6bbeb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:38.808854 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-plugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:38.808854 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e948cb54-ae3d-4179-935f-bfbde8b6bbeb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:38.809215 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'code': 200} Jul 07 17:09:38.811054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.812941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:38.827619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-e3d94ff9-b83f-4ae1-8d53-99edabadf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.829401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-e3d94ff9-b83f-4ae1-8d53-99edabadf44f service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1843257 Jul 07 17:09:38.832369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.834189 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:38.847712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8f2b4-3bb5-4df5-9c5d-ab49678d388c None None] Port d90ec19a-80d2-4a48-8590-cb09883e0832 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:38.886025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-49fb73c1-9750-485c-abed-ff584ca16eab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261 HTTP/1.1" status: 200 len: 217 time: 0.0452583 Jul 07 17:09:38.925216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:38.952260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-d2c1c2e5-9049-4944-847a-5aa4391d8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.954053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-d2c1c2e5-9049-4944-847a-5aa4391d8be9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0598388 Jul 07 17:09:39.001406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.019444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-d8f3862a-5a40-49c9-bcc2-7390383180a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.021062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-d8f3862a-5a40-49c9-bcc2-7390383180a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580509 Jul 07 17:09:39.052998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['25c059c0-c3cc-4509-9db3-2e3506e598aa'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:39.098524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90ec19a-80d2-4a48-8590-cb09883e0832 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:39.123410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.131103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-8317df3e-0c7e-45e5-8811-42f9150d0699 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982485 Jul 07 17:09:39.183244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Transition to ACTIVE for port object d90ec19a-80d2-4a48-8590-cb09883e0832 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:39.194330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.323649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018ffc-cf58-492f-89f3-33e7e4556811 req-ae7f4dbf-7b9d-4851-863b-5afddaee6c31 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.325180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56018ffc-cf58-492f-89f3-33e7e4556811 req-ae7f4dbf-7b9d-4851-863b-5afddaee6c31 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 947 time: 0.1679370 Jul 07 17:09:39.327778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d55bd8e-52f9-41c7-8dc4-5e147bc96957 req-9e71b175-c745-4361-b5f0-48a4beae4793 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818206 Jul 07 17:09:39.390730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Pushing event updated for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:39.396605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56018ffc-cf58-492f-89f3-33e7e4556811 req-6e1b763e-2036-48c1-b75d-7b1be3e14ed9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Jul 07 17:09:39.472458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Attempting to bind port d90ec19a-80d2-4a48-8590-cb09883e0832 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:39.472812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Attempting to bind port d90ec19a-80d2-4a48-8590-cb09883e0832 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:39.473153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Attempting to bind port d90ec19a-80d2-4a48-8590-cb09883e0832 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:39.493364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Port d90ec19a-80d2-4a48-8590-cb09883e0832 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:39.493706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Attempting to bind port d90ec19a-80d2-4a48-8590-cb09883e0832 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:39.565166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:39.565603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:39.565907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:39.566593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Bound port: d90ec19a-80d2-4a48-8590-cb09883e0832, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:39.566870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.690720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d0e29-f6fa-4f6a-9014-376609656971 req-7787e65e-7a82-41b7-bf59-3a8ae6d17cee tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.692282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a3d0e29-f6fa-4f6a-9014-376609656971 req-7787e65e-7a82-41b7-bf59-3a8ae6d17cee tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1025369 Jul 07 17:09:39.705793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.735647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:39.773811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a3d0e29-f6fa-4f6a-9014-376609656971 req-3b5732b0-0f92-4e7b-942a-ee04f17f4608 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Jul 07 17:09:39.797593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d90ec19a-80d2-4a48-8590-cb09883e0832,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:39.801918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-fdde5bb3-a253-4b55-8f67-d62bb402f836 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1086564 Jul 07 17:09:39.806387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.861399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:39.865427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.866861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:39.869308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] 10.222.0.83 "PUT /v2.0/ports/d90ec19a-80d2-4a48-8590-cb09883e0832 HTTP/1.1" status: 200 len: 1097 time: 1.7904181 Jul 07 17:09:39.872719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:39.875652 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391e2e6-722f-4fee-a735-2e54d6f848a7" -d '{"events": [{"name": "network-changed", "server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:39.939682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-93e8dcbc-adb1-4c48-80c8-d8c1b6b0666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.941483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-93e8dcbc-adb1-4c48-80c8-d8c1b6b0666f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.0798957 Jul 07 17:09:39.980897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 25c059c0-c3cc-4509-9db3-2e3506e598aa triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:39.981514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.143090 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.157497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-6125f116-c3cd-4897-a5f6-b1fce4a1a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.159838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-6125f116-c3cd-4897-a5f6-b1fce4a1a9dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1903994 Jul 07 17:09:40.193113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a27d02-4bf9-4e59-a622-92aa5eaa159e service neutron] Pushing event updated for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.230640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:40.242230 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.297991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-d5bb0794-d680-488e-abd5-33ef20f9d167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.1292531 Jul 07 17:09:40.317587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-7c59e51f-529c-4050-bde1-3ae3c46dcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.319732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-7c59e51f-529c-4050-bde1-3ae3c46dcd3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 1100 time: 0.3999188 Jul 07 17:09:40.390423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:40.425160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-311e8abb-4980-4d20-a5b1-b433b2fcfa31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d90ec19a-80d2-4a48-8590-cb09883e0832 HTTP/1.1" status: 200 len: 217 time: 0.0628200 Jul 07 17:09:40.435946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-4b18d50c-3f23-4423-9e28-6942aa84df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.440596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-4b18d50c-3f23-4423-9e28-6942aa84df9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1312909 Jul 07 17:09:40.504619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-1e89dd6f-bd8b-448d-9290-916053e366b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.506149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-1e89dd6f-bd8b-448d-9290-916053e366b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0716116 Jul 07 17:09:40.527360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.1 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/a71d4e1c-10dc-4659-8685-d91fff6c546e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:40.592442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-1fbfb9b7-7a5b-4a4d-96bc-a00eb9d5d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.596573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-1fbfb9b7-7a5b-4a4d-96bc-a00eb9d5d92a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479242 Jul 07 17:09:40.636830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-61bffb5a-55d4-415f-b431-67b16c829651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:40.638305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-61bffb5a-55d4-415f-b431-67b16c829651 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220238 Jul 07 17:09:40.750089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-d377b8ec-9e69-4a0d-8648-df71dfbf8497 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414642 Jul 07 17:09:40.810607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:40.813007 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0aeead-f66b-4223-a331-237838b0a593" -d '{"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-plugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:40.886073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:40.950546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f729389f-c7a6-4a89-becd-ae0a8bc54fc1 req-cb80b837-45d7-44b4-b3cd-6bdb35c0fe27 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873391 Jul 07 17:09:40.980576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-f3d206f1-bab9-47b0-be39-cabea7ac61e9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253524 Jul 07 17:09:41.087102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.136913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=a71d4e1c-10dc-4659-8685-d91fff6c546e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:41.182782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:41.185270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31f72ca5-8dbc-476d-9d08-f76493f038d9 req-a9e6af0a-0a86-4f43-b987-688ced2d8779 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934247 Jul 07 17:09:41.198424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:41.202942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:41.290648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.489003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f79095bf-4d3a-4656-84f0-8e718d0a6261 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:41.573050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.781466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:41.814690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f79095bf-4d3a-4656-84f0-8e718d0a6261', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'f79095bf-4d3a-4656-84f0-8e718d0a6261', 'mac_address': 'fa:16:3e:c1:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:41.887775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:41.938965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:41.977514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79095bf-4d3a-4656-84f0-8e718d0a6261 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:42.115134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.134032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.278162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.313636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.323315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.329972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.335419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'port_id': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'mac_address': 'fa:16:3e:d6:c1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9629d-2e4f-4724-b3ca-c08b61a4640e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:42.429555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.472131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3640fd-f0f7-4402-ada2-e69baa0da13e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:42.511771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:42.516558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=a71d4e1c-10dc-4659-8685-d91fff6c546e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.530428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.626316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:42.637445 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:42.724194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:42.725781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:42.796036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:42.948258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:43.163949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:43.175548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:43.176200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a4f69d1-c039-48a9-aec3-99aad20d43d8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/routers/e855c161-2d23-4c4f-861f-896289ede5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7959907 Jul 07 17:09:43.176707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:43.181937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'port': {'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748', 'name': 'tempest-FloatingIPTestJSON-38194188'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:43.203457 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:43.212897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:43.284973 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:43.304703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4b3640fd-f0f7-4402-ada2-e69baa0da13e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:43.319609 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:43.324277 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:43.392779 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:43.395147 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0370d-11f6-4a3f-9ea0-9fcfcc6dce4f None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:43.599939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:43.613016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:43.687814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] device_id is not set on port 09f349e8-e016-41dc-bc90-acae3db5abba yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:43.906980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.11 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/09f349e8-e016-41dc-bc90-acae3db5abba) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:44.200921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.278903 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.337118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:44.344013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:44.348985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:44.409985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.411147 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.415374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=09f349e8-e016-41dc-bc90-acae3db5abba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:44.443093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44928) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:44.444504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc29ccf0-2ddd-4882-9511-fd8a6f043228 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2677364 Jul 07 17:09:44.449172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'port': {'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748', 'name': 'tempest-FloatingIPTestJSON-2061703126'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:44.643986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:44.649000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.688411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] device_id is not set on port 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:09:44.842954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.12 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:45.137508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.185149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.302557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:45.328398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:45.340558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:45.361249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:45.455359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.456237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.484346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-12940e0e-c327-4bd3-afe4-b6681cca030c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0358405 Jul 07 17:09:45.485775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44930) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:45.491780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:45.515650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f79095bf-4d3a-4656-84f0-8e718d0a6261 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:45.544209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.630443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f79095bf-4d3a-4656-84f0-8e718d0a6261 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:45.634900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f79095bf-4d3a-4656-84f0-8e718d0a6261 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:45.635274 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.713512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.810092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:45.922878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d90ec19a-80d2-4a48-8590-cb09883e0832 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:45.930864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:46.046430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.076648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.079865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-07e11164-76f0-4d59-a162-35e5aaa732a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2150595 Jul 07 17:09:46.098644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.228 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/aa9fd613-86e8-491c-80f8-a90254b9f5bb) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:46.197760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.200354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 4b3640fd-f0f7-4402-ada2-e69baa0da13e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:46.206915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 4b3640fd-f0f7-4402-ada2-e69baa0da13e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:46.207266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.239157 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:09:46.343676 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.391063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.438543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=aa9fd613-86e8-491c-80f8-a90254b9f5bb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.469264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:46.470201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:46.476652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:46.505035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.512250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d90ec19a-80d2-4a48-8590-cb09883e0832,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.522989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.523489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.524510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.524993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.525473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.525950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.526541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.529314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ed11430-b7fd-4b75-ae5c-7e660d365cda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.3456082 Jul 07 17:09:46.607121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.615546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.673521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'd90ec19a-80d2-4a48-8590-cb09883e0832', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'd90ec19a-80d2-4a48-8590-cb09883e0832', 'mac_address': 'fa:16:3e:8b:e6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:46.791426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.810828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.843600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90ec19a-80d2-4a48-8590-cb09883e0832 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:46.885264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d90ec19a-80d2-4a48-8590-cb09883e0832,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.892624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.964380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:47.390013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:47.918148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.940359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-046e7bb6-1c9b-48f3-bea5-6fc3569337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.941514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-046e7bb6-1c9b-48f3-bea5-6fc3569337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.942179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-046e7bb6-1c9b-48f3-bea5-6fc3569337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.944019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-046e7bb6-1c9b-48f3-bea5-6fc3569337d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=b51d2e4f-c924-4e6a-8703-417274c36b2c&id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 2297 time: 0.2640133 Jul 07 17:09:48.050825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-4c682944-c2c1-4a96-bd57-ee1b11fc8bc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 1001 time: 0.0991781 Jul 07 17:09:48.113123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-889488b8-c203-4b71-a6b2-64618e5c471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.115151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-889488b8-c203-4b71-a6b2-64618e5c471e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 200 len: 855 time: 0.0570107 Jul 07 17:09:48.116823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.203777 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:48.384725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.528226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.699323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=aa9fd613-86e8-491c-80f8-a90254b9f5bb,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:48.769445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:48.965680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-94986258-d5f2-4415-8bf9-291086c0cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.967515 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-94986258-d5f2-4415-8bf9-291086c0cc7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92c36961-f69e-4f31-b650-4041d855e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5696735 Jul 07 17:09:48.993451 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP beca3809-5e12-4442-a9fd-6db8d574f454 associated. External IP: 172.25.7.228, port: 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff. Jul 07 17:09:49.238449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-0ac9e212-f123-4123-b831-b80ae5d028c8 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578633 Jul 07 17:09:49.355674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-de0c63d1-5b09-45f3-8f75-85ea46d2ff6b service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070504 Jul 07 17:09:49.438168 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-8b7bc9ef-06dc-4cdc-9c7c-b4b836659496 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 217 time: 0.0416508 Jul 07 17:09:49.551831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-550d0035-2428-4c28-8dab-029d4e3ff3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.553393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-550d0035-2428-4c28-8dab-029d4e3ff3dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1036513 Jul 07 17:09:49.625649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:49.761687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-672e14f3-5e9b-4724-bf9e-55aeb1d9ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.763236 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-672e14f3-5e9b-4724-bf9e-55aeb1d9ef52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1984537 Jul 07 17:09:49.909646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d90ec19a-80d2-4a48-8590-cb09883e0832 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:49.970638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:49.985207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:50.014898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:50.015793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.036109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.092847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:50.093493 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7962c8db-876c-472a-8a43-f45825fec8c8 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6062374 Jul 07 17:09:50.097578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:50.100849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port d90ec19a-80d2-4a48-8590-cb09883e0832 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:50.101749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-dc4cfc50-c2d6-4ad1-9b58-61283c9b0e51 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263364 Jul 07 17:09:50.116194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.121779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port d90ec19a-80d2-4a48-8590-cb09883e0832 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:50.130241 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.204599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:50.205171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.238620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.302937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-9d16afef-69ea-471c-a756-85cfd714fa0e service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834729 Jul 07 17:09:50.387335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:50.393737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71679f-027b-422e-a2b3-8a3d1e50ce31 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:50.420414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-4aeb3ba3-36a8-42b1-af8e-ec7345a18b88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 217 time: 0.1137602 Jul 07 17:09:50.436232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.547245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d90ec19a-80d2-4a48-8590-cb09883e0832,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:50.578845 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.585721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.603250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.603956 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP beca3809-5e12-4442-a9fd-6db8d574f454 disassociated. External IP: 172.25.7.228, port: 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff. Jul 07 17:09:50.638245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-9a0b01f0-b3ab-4f5e-b3b2-5cb4f6b4dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.639735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-9a0b01f0-b3ab-4f5e-b3b2-5cb4f6b4dc89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.2060008 Jul 07 17:09:50.730843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:50.855225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-d53b07fd-00f2-4d2a-9dd0-7c3f4cd8efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.858692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-d53b07fd-00f2-4d2a-9dd0-7c3f4cd8efef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121060 Jul 07 17:09:51.155807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-2949423f-b674-4ae1-8355-2900dbc00c27 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839983 Jul 07 17:09:51.412819 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-1a3c95d0-a9b2-4da0-bd16-509ede394603 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485354 Jul 07 17:09:51.429719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:51.480156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-74781ac0-b5f5-4d1c-b164-ca1e0ce8f42d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 200 len: 217 time: 0.0584569 Jul 07 17:09:51.546197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-daba65fa-a527-4b91-aa3b-93ac838fe632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.548227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-daba65fa-a527-4b91-aa3b-93ac838fe632 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.0587780 Jul 07 17:09:51.561911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:51.565367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.582376 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:51.612344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a1f84b3b-bfc6-46e8-95ff-58242d9def86 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/beca3809-5e12-4442-a9fd-6db8d574f454 HTTP/1.1" status: 200 len: 688 time: 1.5158582 Jul 07 17:09:51.612737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:51.613185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:51.614055 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.724546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.753366 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:51.755672 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.768128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port aa9fd613-86e8-491c-80f8-a90254b9f5bb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:51.768517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.770956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-6b26c3bd-c909-4ffc-82df-2731b3da2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.774807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-6b26c3bd-c909-4ffc-82df-2731b3da2310 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942532 Jul 07 17:09:51.848900 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:51.849952 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ca843-6ee9-4b93-9185-8d684cea564c None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:51.918470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-2ecf6dab-fff3-435a-9006-50ec9e94a88e service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273787 Jul 07 17:09:51.941296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.941704 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:51.958010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for aa9fd613-86e8-491c-80f8-a90254b9f5bb owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:52.032470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-2d1b6c4a-5b86-4f8a-b910-7d58a4e35384 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060891 Jul 07 17:09:52.091828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-74f131f8-8886-4548-856d-abf1b245168b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 200 len: 217 time: 0.0511758 Jul 07 17:09:52.192061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-b289a33c-b4ef-4f62-b2d3-fbf9c50daf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.195341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-b289a33c-b4ef-4f62-b2d3-fbf9c50daf5a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.0783293 Jul 07 17:09:52.230394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.257255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=aa9fd613-86e8-491c-80f8-a90254b9f5bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:52.282362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-788387b3-5bf2-4235-85ce-727ee5c32505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.284623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-788387b3-5bf2-4235-85ce-727ee5c32505 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809534 Jul 07 17:09:52.390704 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.393541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.395099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-807e9c79-eb98-4fc1-9387-77ada9802817 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/beca3809-5e12-4442-a9fd-6db8d574f454 HTTP/1.1" status: 204 len: 168 time: 0.7812901 Jul 07 17:09:52.400601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:52.409620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '09f349e8-e016-41dc-bc90-acae3db5abba'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:52.423839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-65f63fc6-46da-4dc0-acd6-cf50f86db64a service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306968 Jul 07 17:09:52.450035 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.566071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-5365f125-0802-49f3-bbd9-1b617648d519 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339757 Jul 07 17:09:52.600477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:52.625394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-c94e7019-1c87-4253-8ff2-42eb5005f846 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 217 time: 0.0516150 Jul 07 17:09:52.627123 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255bc661-9de1-4b96-a2eb-bc1f8deed804 x-openstack-request-id: req-255bc661-9de1-4b96-a2eb-bc1f8deed804 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:52.627299 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:52.627495 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-255bc661-9de1-4b96-a2eb-bc1f8deed804 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:52.628209 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832', 'status': 'completed', 'code': 200} Jul 07 17:09:52.694016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-bb93f6c5-2951-431e-af00-c581f2973c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.695593 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-bb93f6c5-2951-431e-af00-c581f2973c62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.0608494 Jul 07 17:09:52.789867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-1ec18c20-91b1-44eb-9b7e-ca8f32a61b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.790129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-f9789195-dd54-41ee-9a59-2c1ba5843b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.791381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-1ec18c20-91b1-44eb-9b7e-ca8f32a61b71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883689 Jul 07 17:09:52.791790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-f9789195-dd54-41ee-9a59-2c1ba5843b9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 1102 time: 0.1398528 Jul 07 17:09:52.830981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90ff95cf-5787-495b-99a8-0761768ae537 req-c8385580-9371-45d9-8267-c45e8bcf50d8 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0564351 Jul 07 17:09:52.839620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.189 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6e1f1d42-ea7d-4e88-93b6-118d3cb25e55) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:52.901746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-967ece60-6c94-423f-b10c-93ee99fd4b73 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944443 Jul 07 17:09:53.003115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-225e7221-aa2e-4ddf-ad2c-1f4d071d4dce service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931315 Jul 07 17:09:53.045069 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-4ef38749-7d97-4aa3-803d-9910626af666 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.0349290 Jul 07 17:09:53.089346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-6f39f29c-32f4-4547-b258-f65dcdc739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.090867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-6f39f29c-32f4-4547-b258-f65dcdc739c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2685757 Jul 07 17:09:53.100400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-e89f95a2-62c4-4412-9a22-ee5b3a46fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.102498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-e89f95a2-62c4-4412-9a22-ee5b3a46fb18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.0497653 Jul 07 17:09:53.126430 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.135252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517463fb-7542-4a9e-b18f-ba27f9b34bac req-71984ac9-bfc1-489d-b682-0687776e2afd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.136729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517463fb-7542-4a9e-b18f-ba27f9b34bac req-71984ac9-bfc1-489d-b682-0687776e2afd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 949 time: 0.2285647 Jul 07 17:09:53.161440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b85eb4-2bc4-4729-a272-050bbdfc13f9 req-c5fd08eb-9652-4e1a-8349-802740f18fd6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.162926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8b85eb4-2bc4-4729-a272-050bbdfc13f9 req-c5fd08eb-9652-4e1a-8349-802740f18fd6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.1782448 Jul 07 17:09:53.233349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-08d3f6aa-9c61-4430-ad4a-a3cac417dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.235063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-08d3f6aa-9c61-4430-ad4a-a3cac417dada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631077 Jul 07 17:09:53.238126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-84ceaae4-bb61-4958-b193-96619e1f7f03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d90ec19a-80d2-4a48-8590-cb09883e0832 HTTP/1.1" status: 200 len: 217 time: 0.0639853 Jul 07 17:09:53.280078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517463fb-7542-4a9e-b18f-ba27f9b34bac req-99f980fb-cc4c-4110-874e-0e003406cc27 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346540 Jul 07 17:09:53.319807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8b85eb4-2bc4-4729-a272-050bbdfc13f9 req-d6f4a26d-997b-4871-88a4-d861de058d5e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445365 Jul 07 17:09:53.323014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:53.333171 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e29eb2-963e-44b4-be3c-8f9016ebf58e x-openstack-request-id: req-57e29eb2-963e-44b4-be3c-8f9016ebf58e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:53.333727 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-plugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:53.333727 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57e29eb2-963e-44b4-be3c-8f9016ebf58e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:53.334164 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'code': 200} Jul 07 17:09:53.350197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-348bc18f-b282-44c5-8143-d4335de2f8cc service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015410 Jul 07 17:09:53.381518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:53.387592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:53.393021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:53.398973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-c914c3c7-7d1a-4d40-a9fc-48ab79db7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.400458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-c914c3c7-7d1a-4d40-a9fc-48ab79db7bbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1457675 Jul 07 17:09:53.450669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9feb9a29-385e-41f9-a623-3a530cd48ee6 req-7b302b8f-c002-46e9-9091-95855bfbc424 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937009 Jul 07 17:09:53.456082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=6e1f1d42-ea7d-4e88-93b6-118d3cb25e55,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:53.938428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-7f7fad23-6143-40ff-8cd6-e21d511691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.940038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-7f7fad23-6143-40ff-8cd6-e21d511691ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5167649 Jul 07 17:09:54.057518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40068a9-f0b7-416b-8a72-b76f698fbde0 req-12f48a7d-f329-49f6-8b0e-a9f994cf9077 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.059108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a40068a9-f0b7-416b-8a72-b76f698fbde0 req-12f48a7d-f329-49f6-8b0e-a9f994cf9077 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 951 time: 0.5648224 Jul 07 17:09:54.166489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-f4453880-0426-4920-9b3c-0cd98330364e service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140837 Jul 07 17:09:54.173573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a40068a9-f0b7-416b-8a72-b76f698fbde0 req-ae63b7da-7dbd-4b94-96ad-e9af0231aa10 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055393 Jul 07 17:09:54.366712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df59cf91-62db-4f00-b385-6883e0f6ad50 req-b17da6ae-041a-401b-8d96-a2b4ac826e39 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0749414 Jul 07 17:09:54.401652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5391e2e6-722f-4fee-a735-2e54d6f848a7 req-75d811a3-2c69-4a8a-b928-6d50829f4d15 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256980 Jul 07 17:09:54.459865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.561977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.759346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62723a15-1a07-45b8-88da-fda860df742b req-42ccbf60-56ae-48d1-8ab2-e267a00d3ae3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.760833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62723a15-1a07-45b8-88da-fda860df742b req-42ccbf60-56ae-48d1-8ab2-e267a00d3ae3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 949 time: 0.1706069 Jul 07 17:09:54.827059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544278-69b2-42ed-bba1-23ff7d60ffba req-07f44561-d094-4ebd-b4b4-6443a9e29a92 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.828550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9544278-69b2-42ed-bba1-23ff7d60ffba req-07f44561-d094-4ebd-b4b4-6443a9e29a92 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.1858132 Jul 07 17:09:54.863320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62723a15-1a07-45b8-88da-fda860df742b req-246221b0-4f58-4918-ac1d-1f5e30536cde tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952821 Jul 07 17:09:54.870502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.875993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:54.932920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9544278-69b2-42ed-bba1-23ff7d60ffba req-3dab2f6f-c5a5-4ce1-a1ac-ac69de5f1e66 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940933 Jul 07 17:09:54.970617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=6e1f1d42-ea7d-4e88-93b6-118d3cb25e55,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:54.984916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.175646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-08cec4b0-007f-4836-a58c-4847ea7dffed tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.177450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-08cec4b0-007f-4836-a58c-4847ea7dffed tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.1577165 Jul 07 17:09:55.178359 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 79df30ab-0e74-4adf-b060-a822ed4dda53 associated. External IP: 172.25.7.189, port: 09f349e8-e016-41dc-bc90-acae3db5abba. Jul 07 17:09:55.230673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-03f93890-3ec8-49ad-8248-45bbe7cd880c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/quotas/c7c054730bd6498da54bcc91c445d49e HTTP/1.1" status: 200 len: 375 time: 0.0131490 Jul 07 17:09:55.335458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261'}, {'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e'}, {'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:55.338762 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f631d01a-2ea5-4bcb-a908-ed2516c56705" -d '{"events": [{"server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "name": "network-vif-plugged", "status": "completed", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261"}, {"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-plugged", "status": "completed", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e"}, {"server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "name": "network-vif-plugged", "status": "completed", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:55.381691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-049701bd-ec7e-4856-837c-744aae9f0622 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423986 Jul 07 17:09:55.503171 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db84b3d6-1e6f-4b33-a8a7-8cf6e620082e x-openstack-request-id: req-db84b3d6-1e6f-4b33-a8a7-8cf6e620082e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:55.503483 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "name": "network-vif-plugged", "status": "completed", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261", "code": 200}, {"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-plugged", "status": "completed", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e", "code": 200}, {"server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "name": "network-vif-plugged", "status": "completed", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:55.504035 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db84b3d6-1e6f-4b33-a8a7-8cf6e620082e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:55.504448 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261', 'code': 200} Jul 07 17:09:55.504715 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'code': 200} Jul 07 17:09:55.504973 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832', 'code': 200} Jul 07 17:09:55.522325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:55.554159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-b8cf3d59-1352-4e8e-b0d4-d805051e883e service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521862 Jul 07 17:09:55.673392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535f9b-62f3-4985-88c6-20e4141b8058 req-9fea3c6a-8117-492a-b602-725b480ea7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.674857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-40535f9b-62f3-4985-88c6-20e4141b8058 req-9fea3c6a-8117-492a-b602-725b480ea7c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.0512609 Jul 07 17:09:55.717817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-40535f9b-62f3-4985-88c6-20e4141b8058 req-8015fcab-714e-4df5-a9bb-0cf0e79e02bf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294445 Jul 07 17:09:55.739263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-628d0b22-7a11-424b-abe4-e8eb5637e451 req-5e922890-768f-4740-ad29-943459df4d75 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.1170988 Jul 07 17:09:55.840099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:55.849207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-646675cb-49cd-4df7-b5a0-5e5f6c784622 service neutron] 10.222.0.22 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564662 Jul 07 17:09:55.849833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:55.855801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08c669-5fa6-4dce-8b93-15f268fb8b3d req-423c1670-d139-4c5b-98c1-188febe968f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.857266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e08c669-5fa6-4dce-8b93-15f268fb8b3d req-423c1670-d139-4c5b-98c1-188febe968f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 1101 time: 0.2526557 Jul 07 17:09:55.867054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:55.868063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:55.877528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66435-5a1f-4db0-8df8-a5dd1dc05b23 req-ea04efd5-d29f-4989-9297-32378d6ff130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.879280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde66435-5a1f-4db0-8df8-a5dd1dc05b23 req-ea04efd5-d29f-4989-9297-32378d6ff130 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 1102 time: 0.2296491 Jul 07 17:09:55.886784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:55.940418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:55.955215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:55.955981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e08c669-5fa6-4dce-8b93-15f268fb8b3d req-5760ff04-5369-498d-85f9-c3099f5abde8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902579 Jul 07 17:09:55.956464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:55.965003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:55.978303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45176) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:55.978483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-06c6b153-d473-4752-b5b5-ba2fb484800f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5712810 Jul 07 17:09:55.981397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bde66435-5a1f-4db0-8df8-a5dd1dc05b23 req-99c68333-525f-4ca7-aa2f-8d7043dbebba service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900657 Jul 07 17:09:56.076877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:56.081798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e3e910-0b16-4652-9370-be2895840f64 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:56.105192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72fef29d-5e2f-43cd-98bb-ce7ecfbcb404 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/floatingips/79df30ab-0e74-4adf-b060-a822ed4dda53 HTTP/1.1" status: 200 len: 977 time: 0.1317723 Jul 07 17:09:56.107788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45184) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.227465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.262150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefd58b-c776-4a53-8be0-ab77111eefc2 req-b7f2708a-f008-449f-ae88-318ff910f4c4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.269985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddefd58b-c776-4a53-8be0-ab77111eefc2 req-b7f2708a-f008-449f-ae88-318ff910f4c4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 949 time: 0.1651630 Jul 07 17:09:56.278998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d76910ae-0e8b-49d9-978f-c41ec375dec7 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1698372 Jul 07 17:09:56.279641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:56.286655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': '1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:56.289441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.293202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.293935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:56.372060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:56.383136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b4d8e-d944-4c7b-8543-2a2d52286a1f req-bb86244a-3a3f-42ac-ae0b-ec51d77ecba7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.384659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-111b4d8e-d944-4c7b-8543-2a2d52286a1f req-bb86244a-3a3f-42ac-ae0b-ec51d77ecba7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.2166073 Jul 07 17:09:56.387579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.402494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddefd58b-c776-4a53-8be0-ab77111eefc2 req-baafe6ef-c260-46f9-a83f-8d31bd5df247 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312869 Jul 07 17:09:56.420647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.462647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:56.468915 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:56.500456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-111b4d8e-d944-4c7b-8543-2a2d52286a1f req-df1d876a-3f8c-4afb-b7eb-0c644c6d6877 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968595 Jul 07 17:09:56.551216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bb4d6f3-7215-4b5b-b48b-5c0d2fbd33ef req-b1c52a54-03fb-4c1a-9307-6983e1653eca tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 210 time: 0.0416059 Jul 07 17:09:56.556694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:57.368104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f79dc18a-663a-4b2c-85a0-8c8d158d9646 req-96d310c1-a183-413b-a8c6-3790f4c9b124 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0605505 Jul 07 17:09:57.462215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-2dde2a6c-5c40-4a58-8107-86810ae71aa8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.464369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-2dde2a6c-5c40-4a58-8107-86810ae71aa8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ba82405-a947-4a58-8ccd-de64c7885e48 HTTP/1.1" status: 200 len: 944 time: 0.1573808 Jul 07 17:09:57.505933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}, {'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:57.508353 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9bf8cb-31a3-4bc8-ad3a-75f7a844018d" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}, {"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-unplugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:57.572774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.609431 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.738454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-41445878-e75b-4273-b916-5f8efc13373b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.740394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-41445878-e75b-4273-b916-5f8efc13373b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 804 time: 0.1258268 Jul 07 17:09:57.762863 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdec909-a9c8-463b-8924-8381b7297942 x-openstack-request-id: req-fcdec909-a9c8-463b-8924-8381b7297942 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:57.763549 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "code": 200}, {"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-unplugged", "status": "completed", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:57.763982 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcdec909-a9c8-463b-8924-8381b7297942 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:57.764537 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'code': 200} Jul 07 17:09:57.765223 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'code': 200} Jul 07 17:09:57.765502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Request body: {'port': {'device_id': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'admin_state_up': True, 'tenant_id': 'c7c054730bd6498da54bcc91c445d49e'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:57.777600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d652d-1842-4dbb-a500-b5d55f9607f3 req-3ac37147-65e2-465c-98e8-3f36c0918d10 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.779146 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b09d652d-1842-4dbb-a500-b5d55f9607f3 req-3ac37147-65e2-465c-98e8-3f36c0918d10 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 949 time: 0.2097428 Jul 07 17:09:57.785141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Deleting port 25c059c0-c3cc-4509-9db3-2e3506e598aa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:57.785489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.808260 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 79df30ab-0e74-4adf-b060-a822ed4dda53 associated. External IP: 172.25.7.189, port: 09f349e8-e016-41dc-bc90-acae3db5abba. Jul 07 17:09:57.915581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Made reservation on behalf of c7c054730bd6498da54bcc91c445d49e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:57.919275 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:57.944795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ada435d-8671-4326-b9ca-9f2c6f82aebf req-0f57186b-dd28-4eda-b200-91974c1cdab3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0666938 Jul 07 17:09:58.017993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b09d652d-1842-4dbb-a500-b5d55f9607f3 req-205f23a5-240a-4283-9e4d-6d8e8e7d5407 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292690 Jul 07 17:09:58.058826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Allocated IP 172.20.0.9 (337d2515-01f0-4626-9a37-6aa93bdbfc80/a74b893a-9053-4313-a339-b95b2d77dfac/35fc2478-a045-45d9-9432-811ae45e11fd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:58.073608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] For port 25c059c0-c3cc-4509-9db3-2e3506e598aa, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=25c059c0-c3cc-4509-9db3-2e3506e598aa,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:58.073993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.095725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Calling delete_port for 25c059c0-c3cc-4509-9db3-2e3506e598aa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:58.221612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfe69-4923-4916-9edd-e93fdfdda0c3 req-0119908d-b4d2-419e-84aa-9739b536ad87 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.223267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe0bfe69-4923-4916-9edd-e93fdfdda0c3 req-0119908d-b4d2-419e-84aa-9739b536ad87 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.3251565 Jul 07 17:09:58.231947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59d9ef55-8b3f-4e90-a7fa-052a4c6f4be6 req-33fb53ee-3b38-4084-a44f-1048d743cb1e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 210 time: 0.0965054 Jul 07 17:09:58.342654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe0bfe69-4923-4916-9edd-e93fdfdda0c3 req-539e3026-83d1-4a40-abd4-2884c010a420 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084118 Jul 07 17:09:58.352307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:58.485881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.526323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event deleted for resources: {'Port': ['ID=25c059c0-c3cc-4509-9db3-2e3506e598aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:58.604769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.611603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:58.613344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] No DVR routers for this DVR port 25c059c0-c3cc-4509-9db3-2e3506e598aa on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:58.620154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.622142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1784e59-7994-4864-aab7-a1922c7e57fd req-49df9364-d29f-4ae3-b191-9112cc162f60 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "DELETE /v2.0/ports/25c059c0-c3cc-4509-9db3-2e3506e598aa HTTP/1.1" status: 204 len: 173 time: 1.1494963 Jul 07 17:09:58.622142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-deleted', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:58.624428 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c59b776-d47f-47e7-8c35-48f2979676e0" -d '{"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-deleted", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:58.624620 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:58.636729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:58.639057 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:58.672926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.683092 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:58.693464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:58.694082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:58.722332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Network 337d2515-01f0-4626-9a37-6aa93bdbfc80 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:58.726009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:58.730796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:58.736909 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:58.737612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10e019-d4a1-4b01-960f-b0691f04acf2 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:58.778779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.780041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.800560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:58.809529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.810203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.810724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.811201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.811727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.812258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.812865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.813218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.813549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.814051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.814590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.815107 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:58.819832 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-85fec6e0-5ad8-439e-81b6-3bed6f27143b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0625060 Jul 07 17:09:58.835824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652172a1-8f64-4cce-8189-6b3252159ff2 req-7a55aaaa-2a55-4f46-a1e6-b84723bae215 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.837371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-652172a1-8f64-4cce-8189-6b3252159ff2 req-7a55aaaa-2a55-4f46-a1e6-b84723bae215 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 950 time: 0.2945323 Jul 07 17:09:58.847879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Request body: {'port': {'device_id': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:58.925852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:58.959616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-652172a1-8f64-4cce-8189-6b3252159ff2 req-92bcd74e-d050-416a-bb72-cbbfdb0d550b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859299 Jul 07 17:09:59.003283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:59.153275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70baf10b-3dfe-4993-97f3-333fde9dc625 req-36d771a4-02a7-485b-a04b-b8d31d3364d6 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0627470 Jul 07 17:09:59.216789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:59.223247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:59.229849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.240311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:59.241221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:59.285549 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f785db9-68f1-4998-a387-5f259b699648 x-openstack-request-id: req-3f785db9-68f1-4998-a387-5f259b699648 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:59.285978 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba82405-a947-4a58-8ccd-de64c7885e48", "name": "network-vif-deleted", "tag": "25c059c0-c3cc-4509-9db3-2e3506e598aa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:59.286763 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f785db9-68f1-4998-a387-5f259b699648 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:59.286763 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba82405-a947-4a58-8ccd-de64c7885e48', 'name': 'network-vif-deleted', 'tag': '25c059c0-c3cc-4509-9db3-2e3506e598aa', 'status': 'completed', 'code': 200} Jul 07 17:09:59.289188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602d058-46de-4b85-8e84-4d0d2af803cc req-d99c895e-c8cb-4dea-a089-ef4c4fa07d4e tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.291713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7602d058-46de-4b85-8e84-4d0d2af803cc req-d99c895e-c8cb-4dea-a089-ef4c4fa07d4e tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.1605818 Jul 07 17:09:59.299674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fc2478-a045-45d9-9432-811ae45e11fd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:59.309812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.325974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Transition to ACTIVE for port object 35fc2478-a045-45d9-9432-811ae45e11fd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:59.331152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.344727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:59.354826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:59.355545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:59.399921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:59.400936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee17c56-71bc-4f0f-8df3-86e9e6c125da None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:59.432810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7602d058-46de-4b85-8e84-4d0d2af803cc req-f546cbaa-cfab-4ad3-87c7-cd9110ad73c5 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341460 Jul 07 17:09:59.454469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c3d448d8-81d3-44a8-8495-187715908c6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/79df30ab-0e74-4adf-b060-a822ed4dda53 HTTP/1.1" status: 200 len: 979 time: 3.1727526 Jul 07 17:09:59.455139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:59.459977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:59.499689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Attempting to bind port 35fc2478-a045-45d9-9432-811ae45e11fd on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:59.500031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Attempting to bind port 35fc2478-a045-45d9-9432-811ae45e11fd by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:59.501322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Attempting to bind port 35fc2478-a045-45d9-9432-811ae45e11fd on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:59.506260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Port 35fc2478-a045-45d9-9432-811ae45e11fd on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:59.507148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Attempting to bind port 35fc2478-a045-45d9-9432-811ae45e11fd on network 337d2515-01f0-4626-9a37-6aa93bdbfc80 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:59.511930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:59.517745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:59.518098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Checking segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:59.518850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Bound using segment: {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:59.519072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Bound port: 35fc2478-a045-45d9-9432-811ae45e11fd, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c03d01-3a07-4f68-a7c6-24def8bd3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:59.519403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.554548 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.599565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:59.603783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:59.609308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.643267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.643888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.645305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] 10.222.0.83 "PUT /v2.0/ports/35fc2478-a045-45d9-9432-811ae45e11fd HTTP/1.1" status: 200 len: 1092 time: 0.8020072 Jul 07 17:09:59.645748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:59.648183 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61861a7-2f6a-437f-b3b4-64d0b9d30039" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:59.698462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80ab7-c2e1-498a-979e-ee4731fa8761 service neutron] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:59.772231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-635ed4d1-830f-44f0-9be1-57ed041c337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.774436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-635ed4d1-830f-44f0-9be1-57ed041c337d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 1095 time: 0.0772381 Jul 07 17:09:59.799333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.807141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.807551 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 79df30ab-0e74-4adf-b060-a822ed4dda53 disassociated. External IP: 172.25.7.189, port: 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff. Jul 07 17:09:59.820658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-b79875c9-bf6f-4e01-a57e-5f7fc66aabf2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35fc2478-a045-45d9-9432-811ae45e11fd HTTP/1.1" status: 200 len: 217 time: 0.0378282 Jul 07 17:09:59.853285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58c38b5b-dfa0-4523-b372-52fa714396b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:59.882886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4990-8469-4306-8251-2359a4eaab78 req-2c73e92b-559f-480a-aa81-b6f7c238a8ef tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.883039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-ed11fe97-6cef-4599-9e6f-9c5f0c01eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.884482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-ed11fe97-6cef-4599-9e6f-9c5f0c01eb21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.0571821 Jul 07 17:09:59.888891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4990-8469-4306-8251-2359a4eaab78 req-2c73e92b-559f-480a-aa81-b6f7c238a8ef tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:59.895758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fbc4990-8469-4306-8251-2359a4eaab78 req-2c73e92b-559f-480a-aa81-b6f7c238a8ef tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732&device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 1690 time: 0.1640701 Jul 07 17:09:59.923449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-96d3cf9f-38fe-41dc-855a-2ec9d4517fb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323787 Jul 07 17:09:59.966727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:59.982868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fbc4990-8469-4306-8251-2359a4eaab78 req-b36fbb8d-e1ca-47a1-9c6d-7559b365291c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862389 Jul 07 17:09:59.991611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 25c059c0-c3cc-4509-9db3-2e3506e598aa {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:59.992837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 25c059c0-c3cc-4509-9db3-2e3506e598aa not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:00.028145 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-44be976e-603f-440e-8db2-543161a95958 service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973420 Jul 07 17:10:00.114472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c9d9c-9c75-4016-b8e1-742d73008c59 req-1ae5ef69-8550-4e60-98f1-986a1c66458b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.116021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c5c9d9c-9c75-4016-b8e1-742d73008c59 req-1ae5ef69-8550-4e60-98f1-986a1c66458b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 943 time: 0.1470788 Jul 07 17:10:00.133688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-99be2e53-768e-4289-a57c-73934a9fa5d7 req-8cdce180-8806-455a-b56d-4e6c13503cac service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981107 Jul 07 17:10:00.171575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:00.541302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c5c9d9c-9c75-4016-b8e1-742d73008c59 req-c3e4c217-bdf5-4a36-a2da-49277f361a5e tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143822 Jul 07 17:10:00.588623 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c63fb-865c-4b58-95c1-39cb63654a51 x-openstack-request-id: req-900c63fb-865c-4b58-95c1-39cb63654a51 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:00.589440 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:00.589787 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-900c63fb-865c-4b58-95c1-39cb63654a51 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:00.590242 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd', 'status': 'completed', 'code': 200} Jul 07 17:10:00.685802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c6761-dbe9-482f-a52a-50130b0e1b96 req-c6bc4a94-5cc1-4c8b-89bf-b5ccd0232bfe tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.686276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-fc3a0c16-6081-4a74-8b23-4e0b2a9e22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.687797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-fc3a0c16-6081-4a74-8b23-4e0b2a9e22d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7c054730bd6498da54bcc91c445d49e&device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 1095 time: 0.0576103 Jul 07 17:10:00.690562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f4c6761-dbe9-482f-a52a-50130b0e1b96 req-c6bc4a94-5cc1-4c8b-89bf-b5ccd0232bfe tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.1615357 Jul 07 17:10:00.709831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:00.716262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:00.727981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:00.738730 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:00.739667 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:00.769513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f4c6761-dbe9-482f-a52a-50130b0e1b96 req-cc44e67a-074f-4b94-89d1-9277b46f74cc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756564 Jul 07 17:10:00.784892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cd20ce38-c1cd-4ae5-a88a-bf5a846df74a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/79df30ab-0e74-4adf-b060-a822ed4dda53 HTTP/1.1" status: 200 len: 688 time: 1.3283436 Jul 07 17:10:00.787158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:00.806665 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:00.818653 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:00.819636 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:00.839799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-f5111637-909a-4265-8927-3fee0686b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.841513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-f5111637-909a-4265-8927-3fee0686b743 service neutron] 10.222.0.83 "GET /v2.0/networks?id=337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 200 len: 905 time: 0.1459324 Jul 07 17:10:00.862596 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:00.864007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b283d3-4158-4e66-b0de-7b5f3bf7ccfa None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:00.890084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-8d1e6bc0-5922-45c8-9606-723ca509a8c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35fc2478-a045-45d9-9432-811ae45e11fd HTTP/1.1" status: 200 len: 217 time: 0.0405447 Jul 07 17:10:00.950714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-b47e7d03-a546-462c-a117-ec90875c67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.952456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-b47e7d03-a546-462c-a117-ec90875c67ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 200 len: 844 time: 0.0544987 Jul 07 17:10:00.989928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-f10afcd7-af61-4004-a0b1-f3640dc3a26e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=337d2515-01f0-4626-9a37-6aa93bdbfc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298514 Jul 07 17:10:01.005627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b571de6-dd8d-4531-9238-8ca7d6a6baff req-c36a9cf9-9463-4c8f-a6af-46e834030e4b tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0350580 Jul 07 17:10:01.028991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 6e1f1d42-ea7d-4e88-93b6-118d3cb25e55 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:01.029348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.089656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-d809450b-53b8-4b5a-9cf2-7eb330140c18 service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928307 Jul 07 17:10:01.160953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.161286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.181706 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e61861a7-2f6a-437f-b3b4-64d0b9d30039 req-97214b25-ed8e-4311-a0ba-a2f05a9ee58d service neutron] 10.222.0.83 "GET /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831869 Jul 07 17:10:01.185801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8ba26-664e-41cc-9955-a6e0c1d9d22e req-dffa7b39-8925-4213-88cd-5b79e7fff0a3 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.187392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63d8ba26-664e-41cc-9955-a6e0c1d9d22e req-dffa7b39-8925-4213-88cd-5b79e7fff0a3 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 1102 time: 0.1680911 Jul 07 17:10:01.205969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 6e1f1d42-ea7d-4e88-93b6-118d3cb25e55 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:01.281325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63d8ba26-664e-41cc-9955-a6e0c1d9d22e req-141e53f6-f919-4486-830b-cd5335f0e8b6 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874157 Jul 07 17:10:01.305347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe157b2-9598-4afd-844a-26256144210b req-b93b113d-b7d7-4579-b367-fc0f7b290c8c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.306834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe157b2-9598-4afd-844a-26256144210b req-b93b113d-b7d7-4579-b367-fc0f7b290c8c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.1763318 Jul 07 17:10:01.363371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe157b2-9598-4afd-844a-26256144210b req-082ab7c7-a1be-4cfc-b1f7-b2d692a0d125 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498607 Jul 07 17:10:01.413428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.452444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=6e1f1d42-ea7d-4e88-93b6-118d3cb25e55,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:01.539245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.539713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.540193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.540413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.540746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.541090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.541741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.541891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.542540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.542540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.542926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.543197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:01.546192 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.548786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.549970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00227e6c-31a0-4674-a94d-ef7314a6dd7e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/79df30ab-0e74-4adf-b060-a822ed4dda53 HTTP/1.1" status: 204 len: 168 time: 0.7618411 Jul 07 17:10:01.552726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.596683 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d27f173e-3598-41e6-828c-a321ac85811c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] delete failed (client error): The resource could not be found. Jul 07 17:10:01.601991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d27f173e-3598-41e6-828c-a321ac85811c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/79df30ab-0e74-4adf-b060-a822ed4dda53 HTTP/1.1" status: 404 len: 345 time: 0.0441260 Jul 07 17:10:01.602551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.730873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef56990-f754-452e-86f8-6bd3a96a2808 req-e170e2df-2225-4b19-87dd-3b88c3a2e352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a5cc7f982644d349c36e201a2061dff&device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0579672 Jul 07 17:10:01.825749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef56990-f754-452e-86f8-6bd3a96a2808 req-91f7f3fc-dc7d-4317-aa52-3ae137f858e7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a5cc7f982644d349c36e201a2061dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788250 Jul 07 17:10:01.930326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1604b26-7e68-4dfb-a16a-e93a82555bbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.936277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1604b26-7e68-4dfb-a16a-e93a82555bbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.942260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1604b26-7e68-4dfb-a16a-e93a82555bbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.943875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b1604b26-7e68-4dfb-a16a-e93a82555bbd tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/ports?network_id=b71b9b55-1816-47cf-b4e5-5dda6c63f748 HTTP/1.1" status: 200 len: 2358 time: 0.3403385 Jul 07 17:10:01.947162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.978728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed96c-8e4a-43b9-85fc-e804b48ba172 req-f07369f2-78f5-4e6b-8548-c564bc1dc73c tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.980271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74bed96c-8e4a-43b9-85fc-e804b48ba172 req-f07369f2-78f5-4e6b-8548-c564bc1dc73c tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 1101 time: 0.3186529 Jul 07 17:10:02.002946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461aee76-9901-4648-af96-99a4a3b2b4f1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.004354 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-461aee76-9901-4648-af96-99a4a3b2b4f1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/subnets/2bff8ea4-fe68-4e51-a325-22629618dfda HTTP/1.1" status: 200 len: 797 time: 0.0562036 Jul 07 17:10:02.009599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45448) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.014416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'port': {'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748', 'name': 'tempest-FloatingIPTestJSON-2145774705', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:02.046359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a991-cd25-4e2b-aba9-e2b3c480b368 req-83799ba7-ec86-4589-b6f7-fdc7af17c368 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.047904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5a991-cd25-4e2b-aba9-e2b3c480b368 req-83799ba7-ec86-4589-b6f7-fdc7af17c368 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.3194041 Jul 07 17:10:02.101927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74bed96c-8e4a-43b9-85fc-e804b48ba172 req-1af45545-6aa0-48ad-88dc-c2e7e497ca2e tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109140 Jul 07 17:10:02.104723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56990-f754-452e-86f8-6bd3a96a2808 req-57649b40-855f-43c9-8fe1-cfd020896867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.106224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef56990-f754-452e-86f8-6bd3a96a2808 req-57649b40-855f-43c9-8fe1-cfd020896867 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690616 Jul 07 17:10:02.118695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5a991-cd25-4e2b-aba9-e2b3c480b368 req-f22b73ab-f016-4640-a21e-98ecb637aae8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Jul 07 17:10:02.122794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:02.258490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.261457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e3e718c-a559-4b33-9e73-1c460d38dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.278789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] device_id is not set on port 848cd800-bfeb-4a82-af17-0cb4c7b1a341 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:02.293470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-faf8dbca-953e-4fe3-9edd-ed8978d72e33 req-d873c96d-59cd-4420-9839-260986872329 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0398562 Jul 07 17:10:02.361378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5040e-6c71-4ef2-8797-02627dd7588e req-1395f9c9-76a1-41fb-9b32-e446f964487c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.362689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1b5040e-6c71-4ef2-8797-02627dd7588e req-1395f9c9-76a1-41fb-9b32-e446f964487c tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 943 time: 0.0978835 Jul 07 17:10:02.411167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-53c77749-0bf5-4110-9658-e31c495a24f3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328009 Jul 07 17:10:02.433913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1b5040e-6c71-4ef2-8797-02627dd7588e req-20a4aa52-1fb5-485c-80ca-a2da848904eb tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628715 Jul 07 17:10:02.533170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-9b75e91e-8b66-4739-8de8-84f10a7ee8a1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.534734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-9b75e91e-8b66-4739-8de8-84f10a7ee8a1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176040 Jul 07 17:10:02.560672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-b9013064-4e79-487d-9959-33f17b5a8c7f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0198667 Jul 07 17:10:02.590193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.14 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/848cd800-bfeb-4a82-af17-0cb4c7b1a341) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:02.598810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.13 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/848cd800-bfeb-4a82-af17-0cb4c7b1a341) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:02.653309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6a602-3933-4a26-9524-beb8b48c1d50 req-32bfded3-d97d-4a62-a30a-afa81fa2fec1 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.655181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0be6a602-3933-4a26-9524-beb8b48c1d50 req-32bfded3-d97d-4a62-a30a-afa81fa2fec1 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.1126065 Jul 07 17:10:02.698916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.699749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-132cc42f-e4dc-437a-a8e3-2a58e632c904 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1217580 Jul 07 17:10:02.728427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0be6a602-3933-4a26-9524-beb8b48c1d50 req-99498bbd-0250-454d-bdc6-5706aa74f6ba tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577233 Jul 07 17:10:02.758324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.799962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.861416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:02.864952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:02.882989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:02.889560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=848cd800-bfeb-4a82-af17-0cb4c7b1a341,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:02.902865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1364eb5-39e1-48e7-a74f-0ebeac2a29ca req-e333625c-a0f2-449c-b716-fa6fcbd0243a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Jul 07 17:10:02.939611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.940289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.960050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-14ce26f4-dcfe-414a-b9e9-4cd84f8e55ec tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9489565 Jul 07 17:10:02.961193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.966210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '848cd800-bfeb-4a82-af17-0cb4c7b1a341', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.006398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-94ffbaa1-edd8-4232-bfcf-e723f014c46c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.008646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-94ffbaa1-edd8-4232-bfcf-e723f014c46c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 948 time: 0.0917764 Jul 07 17:10:03.009858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.175893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Deleting port c30bbbb2-470a-4a18-ae08-1424ac8a8834 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:03.176517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.247919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.356155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] For port c30bbbb2-470a-4a18-ae08-1424ac8a8834, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c30bbbb2-470a-4a18-ae08-1424ac8a8834,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:03.356533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.380172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Calling delete_port for c30bbbb2-470a-4a18-ae08-1424ac8a8834 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:03.490012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ec43ea5-af6a-4a85-afd2-c731b6254e4b req-cf5ab671-f6d0-499b-ab94-9478a1dbfc24 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0732830 Jul 07 17:10:03.493136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.519389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.202 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/107d9137-f310-44f6-85c2-abc102e07610) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:03.539510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d49a88-eaf9-4db2-9b14-fdb7d90f3a4f req-ebc9f63d-8765-4b14-b7b9-4f941ff9ce38 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.541059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d49a88-eaf9-4db2-9b14-fdb7d90f3a4f req-ebc9f63d-8765-4b14-b7b9-4f941ff9ce38 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.2781899 Jul 07 17:10:03.674809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d49a88-eaf9-4db2-9b14-fdb7d90f3a4f req-4100db5e-9930-4b60-987c-c2d3d53d2754 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220098 Jul 07 17:10:03.782570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.786343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef56990-f754-452e-86f8-6bd3a96a2808 req-256af6a6-6f8d-4b6f-b941-f0e5fb129fe8 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0561464 Jul 07 17:10:03.799871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.848306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1db5bc-87bb-4252-84de-384f405fa78b req-e6c480ec-9a72-496e-8a7e-8f9d088d507a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.856338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d1db5bc-87bb-4252-84de-384f405fa78b req-e6c480ec-9a72-496e-8a7e-8f9d088d507a tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 943 time: 0.2434750 Jul 07 17:10:03.862388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Pushing event deleted for resources: {'Port': ['ID=c30bbbb2-470a-4a18-ae08-1424ac8a8834,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.948201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] No DVR routers for this DVR port c30bbbb2-470a-4a18-ae08-1424ac8a8834 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:03.955713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.957184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:03.957837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-510d72c7-5af3-4b49-bffc-3d378f9200d4 req-2e5c2561-bbf9-4363-a1d9-b1c1cbde44f6 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.32 "DELETE /v2.0/ports/c30bbbb2-470a-4a18-ae08-1424ac8a8834 HTTP/1.1" status: 204 len: 173 time: 0.9355295 Jul 07 17:10:03.958628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-deleted', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:03.961094 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e896fbf-5cc7-4e16-8dab-dd9c9299e659" -d '{"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-deleted", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:03.977976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d1db5bc-87bb-4252-84de-384f405fa78b req-7951293d-7c53-445b-a37a-dc892de33496 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206028 Jul 07 17:10:03.993110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.039353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:04.044197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:04.050406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:04.076533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=107d9137-f310-44f6-85c2-abc102e07610,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.108362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-066b4545-e584-40bb-9fee-7c698c3ee2e8 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590606 Jul 07 17:10:04.258885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35e31c60-3f1b-4a4a-9a6e-9379e1dc677a req-902f610f-1551-4ec3-abd3-0b854763e6a4 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1e0f9f-0020-42ec-afdf-759949cc2c41 HTTP/1.1" status: 200 len: 210 time: 0.0753038 Jul 07 17:10:04.259463 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.279757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:04.294543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '35fc2478-a045-45d9-9432-811ae45e11fd', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '35fc2478-a045-45d9-9432-811ae45e11fd', 'mac_address': 'fa:16:3e:16:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:04.389907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-30b20ae1-f456-4a4c-9675-c402eaa1f0a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.391536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-30b20ae1-f456-4a4c-9675-c402eaa1f0a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783036 Jul 07 17:10:04.413124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:04.562585 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.584103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fc2478-a045-45d9-9432-811ae45e11fd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:04.616329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:04.622529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.691280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:04.692198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f209f1a-c2f3-4aba-a3ff-9bd0bfe35609 req-bb6110d4-8790-4159-9758-235b37317ca1 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0395200 Jul 07 17:10:04.706069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.727175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.766839 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e761aa-555c-450f-90bc-4eb810930242 x-openstack-request-id: req-00e761aa-555c-450f-90bc-4eb810930242 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:04.767139 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e0f9f-0020-42ec-afdf-759949cc2c41", "name": "network-vif-deleted", "tag": "c30bbbb2-470a-4a18-ae08-1424ac8a8834", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:04.767401 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00e761aa-555c-450f-90bc-4eb810930242 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:04.768760 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e0f9f-0020-42ec-afdf-759949cc2c41', 'name': 'network-vif-deleted', 'tag': 'c30bbbb2-470a-4a18-ae08-1424ac8a8834', 'status': 'completed', 'code': 200} Jul 07 17:10:04.845897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.935105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2e73361-8ac4-4e5b-af35-80cf76472612 req-8b6760a3-a960-49b4-a48d-d8762384b308 tempest-ServerShowV257Test-1843475661 tempest-ServerShowV257Test-1843475661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd427ede-4b2e-4eb6-b29c-8c3348f3bf75 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Jul 07 17:10:04.951036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.248 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/331edb50-aca6-4c5a-9c38-40cbe0e4a6d0) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:04.990894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.126603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['35fc2478-a045-45d9-9432-811ae45e11fd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:05.132744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.149403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:05.202477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.224435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:05.269342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc3afa-5c90-46cf-9868-f8f3d3fd85e1 req-349a609a-639a-488c-a333-14c494a09f39 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.276828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9abc3afa-5c90-46cf-9868-f8f3d3fd85e1 req-349a609a-639a-488c-a333-14c494a09f39 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 944 time: 0.1317458 Jul 07 17:10:05.297755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.299690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:05.306593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:05.307370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.310215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:05.357895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.365224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=107d9137-f310-44f6-85c2-abc102e07610,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.398595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.400010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.409656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9abc3afa-5c90-46cf-9868-f8f3d3fd85e1 req-657de307-7daf-4f96-98c0-bde80447c076 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318080 Jul 07 17:10:05.424443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0236089 Jul 07 17:10:05.439577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.446221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Request body: {'port': {'device_id': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:05.490430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a3edf-a240-4252-89dd-17d906427b78 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.494074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-d0fdfe82-a7b8-4ad8-94fa-9361d054327f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:10:05.495613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-d0fdfe82-a7b8-4ad8-94fa-9361d054327f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2643595 Jul 07 17:10:05.592701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.646356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:05.700326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: c30bbbb2-470a-4a18-ae08-1424ac8a8834 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:05.700683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c30bbbb2-470a-4a18-ae08-1424ac8a8834 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:05.764712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff4601ec-afb2-4d0b-b08f-4ce21cef4010 None None] Provisioning for port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:05.770971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff4601ec-afb2-4d0b-b08f-4ce21cef4010 None None] Provisioning complete for port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:05.772030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff4601ec-afb2-4d0b-b08f-4ce21cef4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.827966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff4601ec-afb2-4d0b-b08f-4ce21cef4010 None None] Port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:05.939797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:05.950014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.984591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:05.985177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:05.990263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Transition to ACTIVE for port object 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:05.997718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.045906 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 66f3ba93-25a9-432d-ab77-701c7dab8610 associated. External IP: 172.25.7.202, port: 848cd800-bfeb-4a82-af17-0cb4c7b1a341. Jul 07 17:10:06.052118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Pushing event updated for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.133946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Attempting to bind port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:06.134680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Attempting to bind port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:06.134680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Attempting to bind port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.139293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:06.139790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Attempting to bind port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.144696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:06.145255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.145752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:06.146202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Bound port: 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:06.146569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.219955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:06.223265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:06.232188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.236087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.248133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.249373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.254584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] 10.222.0.83 "PUT /v2.0/ports/331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 HTTP/1.1" status: 200 len: 1097 time: 0.8149838 Jul 07 17:10:06.292944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:06.295819 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:06.300397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad0ac-e045-4ca7-82a0-aee70776519a req-4f932a50-5e60-4dd7-aa83-1c835b0ac319 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.301820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab9ad0ac-e045-4ca7-82a0-aee70776519a req-4f932a50-5e60-4dd7-aa83-1c835b0ac319 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 948 time: 0.2104578 Jul 07 17:10:06.309961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:06.310337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:06.310670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.363924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672ee4-44da-4947-aa2b-4edbb19bf55c service neutron] Pushing event updated for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.369796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:06.370157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:06.388176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:06.388529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.388930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:06.389914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Bound port: 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:06.392104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-f3fa0159-96d9-4c04-bfa5-f50a0f11664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.393650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-f3fa0159-96d9-4c04-bfa5-f50a0f11664f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 1100 time: 0.0920060 Jul 07 17:10:06.427881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:06.441957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-c14cca47-e4df-434a-82a7-bf85c934c667 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 HTTP/1.1" status: 200 len: 217 time: 0.0397899 Jul 07 17:10:06.497107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab9ad0ac-e045-4ca7-82a0-aee70776519a req-8251b547-7f98-4327-9538-5e87dbe834cc tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879704 Jul 07 17:10:06.500248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-54733c4a-8cea-43e7-b0c3-a9754975ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.501709 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-54733c4a-8cea-43e7-b0c3-a9754975ca82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0537093 Jul 07 17:10:06.542303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:06.547978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:06.550821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.552080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-399a7e6f-4641-4d78-b322-bf39ddfc734c service neutron] 10.222.0.22 "POST /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e/bindings HTTP/1.1" status: 201 len: 390 time: 1.0379720 Jul 07 17:10:06.586959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-3789d8ac-ad28-4ca9-adbc-bd97f2f62950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.589517 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-3789d8ac-ad28-4ca9-adbc-bd97f2f62950 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750816 Jul 07 17:10:06.711665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-461e34cc-a990-4f51-8d12-60192a3ab155 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131001 Jul 07 17:10:06.753700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:06.765820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9782-0220-4dc7-b4f7-9b7d2698d603 req-06ff9c34-39c7-4102-949e-354fa3f2e75a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.766758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:06.772566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a74e9782-0220-4dc7-b4f7-9b7d2698d603 req-06ff9c34-39c7-4102-949e-354fa3f2e75a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 949 time: 0.1673675 Jul 07 17:10:06.791141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:06.791647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:06.805595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.856454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a74e9782-0220-4dc7-b4f7-9b7d2698d603 req-b7272e48-50df-46fa-bd6e-798ee521380a tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823283 Jul 07 17:10:06.865811 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50179834-e7b4-47f9-a9f8-3b48a67a6a59 x-openstack-request-id: req-50179834-e7b4-47f9-a9f8-3b48a67a6a59 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:06.866101 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:06.866900 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50179834-e7b4-47f9-a9f8-3b48a67a6a59 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:06.869876 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'status': 'completed', 'code': 200} Jul 07 17:10:06.899471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:06.920233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:06.921126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:06.941691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eb31355-ecb3-4a8d-85fc-6f22927dfb82 req-5e35f263-d48b-463b-9b60-3b51e293ee46 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234514 Jul 07 17:10:06.946971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6fb41590-e2cd-4a56-886c-09a0a2247e1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9850159 Jul 07 17:10:06.950277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:06.961204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:06.962243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfae181-0118-48e5-b857-2b6ac693f62a None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:07.001416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': '848cd800-bfeb-4a82-af17-0cb4c7b1a341', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:07.063043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-8294cf87-1de7-4bf1-9b77-77938a966b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.064713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-8294cf87-1de7-4bf1-9b77-77938a966b8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 1100 time: 0.0581534 Jul 07 17:10:07.114208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45550) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:07.126057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.134272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-0e1955bf-4710-4005-b363-1b9f2c575736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.135814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-0e1955bf-4710-4005-b363-1b9f2c575736 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1097 time: 0.2737107 Jul 07 17:10:07.163947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-d01e3a5f-c8a4-46f8-97fe-049ab24efad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.165438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-d01e3a5f-c8a4-46f8-97fe-049ab24efad7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.0934246 Jul 07 17:10:07.193797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f7aa-2f6f-431e-8900-01a2dddc5550 req-0d86d523-c72c-4151-a327-b46ca60ff153 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.200804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7014f7aa-2f6f-431e-8900-01a2dddc5550 req-0d86d523-c72c-4151-a327-b46ca60ff153 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 944 time: 0.2801416 Jul 07 17:10:07.216468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-d45956d7-1de5-451a-a2e2-ae75c9c3b197 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 HTTP/1.1" status: 200 len: 217 time: 0.0389318 Jul 07 17:10:07.260044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5ede547-a810-4d74-8ba6-dd6bff1847b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.289415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-f10a8483-82df-48d5-980d-0664a2977ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.290893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-f10a8483-82df-48d5-980d-0664a2977ca9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0710466 Jul 07 17:10:07.292265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdac2ef-f8c7-4045-99a3-b24c59be52f4 req-b13702a7-9343-4313-a910-e22a1223db4e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.293791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cdac2ef-f8c7-4045-99a3-b24c59be52f4 req-b13702a7-9343-4313-a910-e22a1223db4e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.2877328 Jul 07 17:10:07.353916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7014f7aa-2f6f-431e-8900-01a2dddc5550 req-c10009e4-a8b6-422f-af07-d71b537e1081 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522040 Jul 07 17:10:07.385449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-1af3186a-d8f2-487e-996c-769292bc598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.386990 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-1af3186a-d8f2-487e-996c-769292bc598f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883334 Jul 07 17:10:07.416889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5ede547-a810-4d74-8ba6-dd6bff1847b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.426882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5ede547-a810-4d74-8ba6-dd6bff1847b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.449574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cdac2ef-f8c7-4045-99a3-b24c59be52f4 req-54bd9e4e-d893-497c-b994-8fd1ec7ea740 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458471 Jul 07 17:10:07.452826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-220e064f-d417-4347-8a23-4ef557370593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.454186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-220e064f-d417-4347-8a23-4ef557370593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2805076 Jul 07 17:10:07.501797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f5ede547-a810-4d74-8ba6-dd6bff1847b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a5cc7f982644d349c36e201a2061dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864887 Jul 07 17:10:07.504184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede547-a810-4d74-8ba6-dd6bff1847b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412cb71e-6b77-4592-9f96-5f0ceff44282,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.504678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:07.532175 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-6f79ae17-ba0b-4a7c-926c-53820d61386a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354940 Jul 07 17:10:07.541804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e72baef8-3962-45d9-a5c9-bba07016d547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 217 time: 0.0792930 Jul 07 17:10:07.627827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f34b28ad-a1c1-4bd8-aad3-8ea8d5fb4b76 req-d8fd2412-3239-4f42-81c3-4a1b6e49879c service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880976 Jul 07 17:10:07.701926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-dd6a0687-9ff8-4058-9e7e-51e261ff6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.703410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-dd6a0687-9ff8-4058-9e7e-51e261ff6b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1424179 Jul 07 17:10:07.760565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:07.763767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-c5afdf69-16b0-483e-b739-e2d29cd0ca1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417008 Jul 07 17:10:07.953513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:08.007344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 35fc2478-a045-45d9-9432-811ae45e11fd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:08.011385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 35fc2478-a045-45d9-9432-811ae45e11fd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:08.011764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.090329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.112685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.112987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:08.115270 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c6355-a54a-461b-af0b-0f3016089b6a" -d '{"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:08.128421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:08.134269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.187383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.198281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b431d-d560-4132-9f73-a42c0c45b9a0 req-822a55ca-49bc-47ac-9971-7e30b057d361 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.199781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e44b431d-d560-4132-9f73-a42c0c45b9a0 req-822a55ca-49bc-47ac-9971-7e30b057d361 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 948 time: 0.5873106 Jul 07 17:10:08.328837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-f225efe9-7fbf-4a13-be79-86b3afd60aec service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362601 Jul 07 17:10:08.383090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e44b431d-d560-4132-9f73-a42c0c45b9a0 req-f94275aa-9c6a-44ea-812f-7292d96e1e38 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734223 Jul 07 17:10:08.387322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.389983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.393887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/412cb71e-6b77-4592-9f96-5f0ceff44282 HTTP/1.1" status: 204 len: 168 time: 0.8538189 Jul 07 17:10:08.429291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-62f1eedc-208f-448c-b919-bdc5de8e8307 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.430506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-62f1eedc-208f-448c-b919-bdc5de8e8307 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 949 time: 0.0842612 Jul 07 17:10:08.434596 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a001ff24-c831-40dd-bc8b-a55d97ee5c50 x-openstack-request-id: req-a001ff24-c831-40dd-bc8b-a55d97ee5c50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:08.434887 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:08.435140 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a001ff24-c831-40dd-bc8b-a55d97ee5c50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:08.436110 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd', 'code': 200} Jul 07 17:10:08.452008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e85ea5-5c24-4b0d-a862-78b16943aad2 req-0d81ac90-4c4b-4496-b39c-90015ee0d90c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.453633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94e85ea5-5c24-4b0d-a862-78b16943aad2 req-0d81ac90-4c4b-4496-b39c-90015ee0d90c tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1516a67-1e4f-47d0-a015-c43e18e0f59e HTTP/1.1" status: 200 len: 949 time: 0.3479910 Jul 07 17:10:08.460944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45893001-50b7-47fb-823f-af68cf69b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cb71e-6b77-4592-9f96-5f0ceff44282,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:08.599793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:08.611532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94e85ea5-5c24-4b0d-a862-78b16943aad2 req-d53b12fc-4975-4d17-8ac3-69a27de0e786 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d964418-93ad-42f7-8694-8a9daaf55f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483488 Jul 07 17:10:08.621403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Deleting port 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:08.627100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.659311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-9866061c-fe39-49ad-9dec-df66a9f479a7 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908652 Jul 07 17:10:08.678770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.695563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.738656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3992cdc-787c-4415-9ebf-e90f4dd1dc4c req-8c10a77c-6c4c-4092-b381-e07c36616eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.740176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3992cdc-787c-4415-9ebf-e90f4dd1dc4c req-8c10a77c-6c4c-4092-b381-e07c36616eda service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 1097 time: 0.2143404 Jul 07 17:10:08.831880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] For port 77344e4c-06d3-4d5a-802d-27f871506fa9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=77344e4c-06d3-4d5a-802d-27f871506fa9,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:08.832388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:08.848482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Calling delete_port for 77344e4c-06d3-4d5a-802d-27f871506fa9 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:08.951488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3992cdc-787c-4415-9ebf-e90f4dd1dc4c req-ed364cc8-1adb-461a-84a5-98688ce5972a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018535 Jul 07 17:10:09.001896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.039248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Pushing event deleted for resources: {'Port': ['ID=77344e4c-06d3-4d5a-802d-27f871506fa9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:09.077149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-84713b62-0b92-40c3-86fd-2cdfa6aadf2c tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.078716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-84713b62-0b92-40c3-86fd-2cdfa6aadf2c tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.3318224 Jul 07 17:10:09.087318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] No DVR routers for this DVR port 77344e4c-06d3-4d5a-802d-27f871506fa9 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:09.090377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.092618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f8dc49f4-a67b-470c-9158-0ea8eb98f1cc req-1eb44ca4-b239-4f4c-abb1-338fd043cfe8 tempest-ListImageFiltersTestJSON-2043920268 tempest-ListImageFiltersTestJSON-2043920268-project] 10.222.0.83 "DELETE /v2.0/ports/77344e4c-06d3-4d5a-802d-27f871506fa9 HTTP/1.1" status: 204 len: 173 time: 0.6468480 Jul 07 17:10:09.093064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-deleted', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:09.095358 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e483a3-45ee-4128-ab26-d8cb2da1e831" -d '{"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-deleted", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:09.098809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-f018da96-e98c-452b-a0be-9649450f778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.100324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-f018da96-e98c-452b-a0be-9649450f778c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.3180261 Jul 07 17:10:09.109443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:09.160710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c50ea-6f2b-4807-86c8-c17e379c9407 req-35ab7ba3-16fc-42b3-944c-955dd0e98d91 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.162278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb1c50ea-6f2b-4807-86c8-c17e379c9407 req-35ab7ba3-16fc-42b3-944c-955dd0e98d91 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.3141463 Jul 07 17:10:09.358002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f973-8870-4f04-ad26-a3501377a7e4 req-2325dd9e-e34b-4473-a553-03d8f3cf27e0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.359611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5644f973-8870-4f04-ad26-a3501377a7e4 req-2325dd9e-e34b-4473-a553-03d8f3cf27e0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 945 time: 0.3792160 Jul 07 17:10:09.366077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb1c50ea-6f2b-4807-86c8-c17e379c9407 req-4c5170a1-abfe-4052-8b07-a4ab9c6cc277 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633122 Jul 07 17:10:09.397160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:09.407198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:09.422856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-84b03974-e24b-4139-807f-90af8a094ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.424442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-84b03974-e24b-4139-807f-90af8a094ed4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.3092012 Jul 07 17:10:09.524820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5644f973-8870-4f04-ad26-a3501377a7e4 req-7bc6add0-7808-4fb1-bcc6-a691767ae429 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558330 Jul 07 17:10:09.578270 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7befea64-d075-4fbf-9d39-4f06c4d7592c x-openstack-request-id: req-7befea64-d075-4fbf-9d39-4f06c4d7592c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:09.578796 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1516a67-1e4f-47d0-a015-c43e18e0f59e", "name": "network-vif-deleted", "tag": "77344e4c-06d3-4d5a-802d-27f871506fa9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:09.578796 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7befea64-d075-4fbf-9d39-4f06c4d7592c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:09.579210 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1516a67-1e4f-47d0-a015-c43e18e0f59e', 'name': 'network-vif-deleted', 'tag': '77344e4c-06d3-4d5a-802d-27f871506fa9', 'status': 'completed', 'code': 200} Jul 07 17:10:09.656020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-46754b15-f850-45cb-a428-196faca1aaf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.2237484 Jul 07 17:10:10.077778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-baf5c05f-0f83-40c8-9be3-6c8f491fef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.079327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-baf5c05f-0f83-40c8-9be3-6c8f491fef2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.4138567 Jul 07 17:10:10.086315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:10.094991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575ad40-08f5-424a-9a0b-ceb86e1f47ae req-adcd6e9a-d7ce-45f3-beeb-719e9b59f77b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.095878 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:10.096480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2575ad40-08f5-424a-9a0b-ceb86e1f47ae req-adcd6e9a-d7ce-45f3-beeb-719e9b59f77b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.5952249 Jul 07 17:10:10.098430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:10.105097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.106081 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:10.106724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:10.141319 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:10.149820 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:10.150452 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:10.183565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:10.184233 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9944b7-733a-4d30-9c3f-a23df783db95 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:10.254715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d366eb-0ea6-4c81-ac1f-2bed16410442 req-a9237eda-fb39-499e-b6e4-117328f393a5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.256149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7d366eb-0ea6-4c81-ac1f-2bed16410442 req-a9237eda-fb39-499e-b6e4-117328f393a5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 948 time: 0.3031852 Jul 07 17:10:10.285710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:10.290122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2575ad40-08f5-424a-9a0b-ceb86e1f47ae req-5e611dc7-96ae-4641-88bb-57f7a09be83f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766901 Jul 07 17:10:10.389183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-dd69bd8d-2e00-4a5c-8008-f39fca4c7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.389183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-dd69bd8d-2e00-4a5c-8008-f39fca4c7064 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2778394 Jul 07 17:10:10.389183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f2e0d465-cb56-4d16-b740-2960f6937ca1 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/66f3ba93-25a9-432d-ab77-701c7dab8610 HTTP/1.1" status: 200 len: 979 time: 3.4149287 Jul 07 17:10:10.389183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:10.389896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45610) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.389993 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea34c41-abe5-4f49-ae68-80a0ba4aed7b" -d '{"events": [{"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:10.397011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7d366eb-0ea6-4c81-ac1f-2bed16410442 req-e7c26a43-00ad-44f9-9782-965fcf535c6b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293800 Jul 07 17:10:10.402217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.415157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.534884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.583477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-a3563309-665a-4a8c-a985-45931728fb8c service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932819 Jul 07 17:10:10.591780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:10.595645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:10.597051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:10.621570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:10.621932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Attempting to bind port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:10.642714 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8766cae6-69b5-419e-bca7-1389d84ff942 x-openstack-request-id: req-8766cae6-69b5-419e-bca7-1389d84ff942 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:10.642897 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:10.643029 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8766cae6-69b5-419e-bca7-1389d84ff942 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:10.643430 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'code': 200} Jul 07 17:10:10.695911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:10.696257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:10.696879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:10.697529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Bound port: 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:10.698075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.700251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 107d9137-f310-44f6-85c2-abc102e07610 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:10.701847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.809002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:10.837327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7150549e-803f-4ceb-bac6-9eb9b29e286b req-b8c02270-d6b1-4f6b-bcdc-452d6f25945c service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366281 Jul 07 17:10:10.838553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:10.848115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.851593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.856656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:10.864165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.869794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 107d9137-f310-44f6-85c2-abc102e07610 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:10.921936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf0e2-52ff-46d6-b560-8bf95b91e429 req-b4a5c090-e2e6-443d-b651-ae0906124560 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.933679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1babf0e2-52ff-46d6-b560-8bf95b91e429 req-b4a5c090-e2e6-443d-b651-ae0906124560 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.1648493 Jul 07 17:10:10.984170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.005243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9486fd0d-ec26-4ff0-8a3c-46873cc737a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.010937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.011570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.012972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-4a8280a2-81e0-4e1b-9c1c-b246f62abb91 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 1123 time: 1.9230790 Jul 07 17:10:11.037333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1babf0e2-52ff-46d6-b560-8bf95b91e429 req-e428e4ac-4330-48ed-a8ed-b45abf02e1b8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021793 Jul 07 17:10:11.158643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4b3640fd-f0f7-4402-ada2-e69baa0da13e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:11.231381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b070f8-38e3-4a6e-895c-fa9aa1d44c1d req-6ffec8c9-35e3-40b0-a8cd-369049b69bc6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.233259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62b070f8-38e3-4a6e-895c-fa9aa1d44c1d req-6ffec8c9-35e3-40b0-a8cd-369049b69bc6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.0911627 Jul 07 17:10:11.281362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62b070f8-38e3-4a6e-895c-fa9aa1d44c1d req-7f2bc93c-e137-4d62-952e-9c05a52bf561 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Jul 07 17:10:11.630077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.650873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9486fd0d-ec26-4ff0-8a3c-46873cc737a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.675313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=107d9137-f310-44f6-85c2-abc102e07610,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.677029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9486fd0d-ec26-4ff0-8a3c-46873cc737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.769032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486fd0d-ec26-4ff0-8a3c-46873cc737a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f44ae-b742-46b1-a8de-be4ca2025b54,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.775498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9486fd0d-ec26-4ff0-8a3c-46873cc737a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c29a143f833f41a192fa89687273529c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9654922 Jul 07 17:10:11.778202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45680) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:11.791977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.792321 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 66f3ba93-25a9-432d-ab77-701c7dab8610 disassociated (deleted). External IP: 172.25.7.202, port: 848cd800-bfeb-4a82-af17-0cb4c7b1a341. Jul 07 17:10:11.794002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8f0f7-9cfb-415e-90cc-1bbfb23e0cbd req-8265c8a3-0285-4d6e-b99f-192e58feda7a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.796093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fd8f0f7-9cfb-415e-90cc-1bbfb23e0cbd req-8265c8a3-0285-4d6e-b99f-192e58feda7a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1007311 Jul 07 17:10:11.851120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fd8f0f7-9cfb-415e-90cc-1bbfb23e0cbd req-10b419d1-bdd1-46e7-93c5-95a6ab56b285 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Jul 07 17:10:11.859966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567a375-2dbe-4b87-90c3-ce825bded071 req-7c59d9eb-3470-48a9-8927-085a2b85d15b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.861489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9567a375-2dbe-4b87-90c3-ce825bded071 req-7c59d9eb-3470-48a9-8927-085a2b85d15b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 948 time: 0.1143422 Jul 07 17:10:11.905085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9567a375-2dbe-4b87-90c3-ce825bded071 req-3bb8bb09-1373-4d74-a01b-cfff1c128bf5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Jul 07 17:10:11.935423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.980012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.994899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:11.998335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:12.037675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 77344e4c-06d3-4d5a-802d-27f871506fa9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:12.038596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 77344e4c-06d3-4d5a-802d-27f871506fa9 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:12.146447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.149822 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.151528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c6f44ae-b742-46b1-a8de-be4ca2025b54 HTTP/1.1" status: 204 len: 168 time: 0.3718979 Jul 07 17:10:12.152862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.170338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'mac_address': 'fa:16:3e:72:cb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:12.181616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ef252-652b-4be2-8e85-c746980100b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f44ae-b742-46b1-a8de-be4ca2025b54,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.207420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:12.238775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.257572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:12.283808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:12.290416 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.373429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.388487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.389938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.390953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.391056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.391474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.391872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.392265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.392775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.393085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.393463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.393860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.394456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:12.435650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:12.441508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.447507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:12.460811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:12.461447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.536044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a20ab88-f754-4c66-a46e-3f660d773d6e tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/66f3ba93-25a9-432d-ab77-701c7dab8610 HTTP/1.1" status: 204 len: 168 time: 2.1458204 Jul 07 17:10:12.537541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45742) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.551315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.557433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e050-d57c-4504-90be-97f976467194 req-9673a35b-dd27-43bf-889a-a8607e9c72c3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.565358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0576e050-d57c-4504-90be-97f976467194 req-9673a35b-dd27-43bf-889a-a8607e9c72c3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.0909846 Jul 07 17:10:12.566589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:12.574502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.586308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45746) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.626191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:12.626861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf85b5-2c60-4449-abe7-edd15796653b None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:12.645522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:12.648573 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113df4fd-b6c7-4019-98aa-f2d9791c9516" -d '{"events": [{"name": "network-changed", "server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:12.675817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0576e050-d57c-4504-90be-97f976467194 req-0b49772d-9bb2-4222-9a07-49e322f29c42 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095326 Jul 07 17:10:12.686289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 848cd800-bfeb-4a82-af17-0cb4c7b1a341 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:12.686863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.693254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c136c-cfd8-4f9a-be05-0fd35915dd90 req-d6fdeda6-c8a5-4486-b10a-a213b5f81756 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.694892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf7c136c-cfd8-4f9a-be05-0fd35915dd90 req-d6fdeda6-c8a5-4486-b10a-a213b5f81756 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.1208067 Jul 07 17:10:12.757076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf7c136c-cfd8-4f9a-be05-0fd35915dd90 req-48db71bb-5516-4f2b-b2b8-9c813b4f3306 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551815 Jul 07 17:10:12.763814 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d2219-fa7b-4c53-8a31-b1bba0e3ed4f x-openstack-request-id: req-017d2219-fa7b-4c53-8a31-b1bba0e3ed4f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:12.764098 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:12.764510 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-017d2219-fa7b-4c53-8a31-b1bba0e3ed4f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:12.765123 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'status': 'completed', 'code': 200} Jul 07 17:10:12.837455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:12.851557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.857032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-058081f4-da0c-4420-b732-3bfab45af04e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36af9e28d45b45da850648274dfe0be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694943 Jul 07 17:10:12.859736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:12.870189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 848cd800-bfeb-4a82-af17-0cb4c7b1a341 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:12.925112 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.948891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-e9173d14-eff9-4388-82f0-316bc2b6eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.958154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-e9173d14-eff9-4388-82f0-316bc2b6eef6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1126 time: 0.1518128 Jul 07 17:10:12.966276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.149030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.150683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.154804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d964418-93ad-42f7-8694-8a9daaf55f09 HTTP/1.1" status: 204 len: 168 time: 0.2910216 Jul 07 17:10:13.164347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031e03f-d1f4-4f5e-a8ad-a99302443981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d964418-93ad-42f7-8694-8a9daaf55f09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.178559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6e05-b169-4638-beda-6b9f036d3f8d req-3b9f0861-fbaf-48c8-9c05-4213d7f467d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.180692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed7e6e05-b169-4638-beda-6b9f036d3f8d req-3b9f0861-fbaf-48c8-9c05-4213d7f467d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 949 time: 0.1250527 Jul 07 17:10:13.212717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-f8de057a-23f6-41f9-ab25-ef10a15228d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.214801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-f8de057a-23f6-41f9-ab25-ef10a15228d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2562284 Jul 07 17:10:13.252739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed7e6e05-b169-4638-beda-6b9f036d3f8d req-e628f7b8-0c87-48bb-b775-44d507b9644b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 Jul 07 17:10:13.270834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-fd3a67fc-c602-4e24-87f0-ef2c02850a0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 217 time: 0.0465958 Jul 07 17:10:13.369411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-5c08fad3-5727-4990-9faf-dd3434271465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.369411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-5c08fad3-5727-4990-9faf-dd3434271465 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.0735347 Jul 07 17:10:13.369781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.429989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=848cd800-bfeb-4a82-af17-0cb4c7b1a341,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:13.435009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-b934b387-675e-4fbb-a97c-7e215463e066 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575368 Jul 07 17:10:13.589622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.594820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-206b7b93-8a2b-4a7e-9987-a8ce50e91791 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/848cd800-bfeb-4a82-af17-0cb4c7b1a341 HTTP/1.1" status: 204 len: 168 time: 1.0525172 Jul 07 17:10:13.595112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:13.601045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:13.631558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-6d33d15a-c399-4075-860d-b4ff54ccb1e7 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842926 Jul 07 17:10:13.643654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.715268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:13.776249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-113df4fd-b6c7-4019-98aa-f2d9791c9516 req-6245c06e-8610-4331-b558-6c1053bcea10 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413329 Jul 07 17:10:13.841243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:13.847819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:13.856812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:10:13.930891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c9ac-b03f-49cd-918e-33074be61cb5 req-902ac224-5134-4968-abaf-184cc575aac8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.938889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4164c9ac-b03f-49cd-918e-33074be61cb5 req-902ac224-5134-4968-abaf-184cc575aac8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.0838454 Jul 07 17:10:13.986278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4164c9ac-b03f-49cd-918e-33074be61cb5 req-720311cf-340c-4eab-b06b-33855b5ef3df tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Jul 07 17:10:14.062945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.175 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:14.131095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a894ed-00e8-491e-81ef-22d6783987fd req-c3bae7f5-f1e8-432f-ac08-d517292e73e0 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.138372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4a894ed-00e8-491e-81ef-22d6783987fd req-c3bae7f5-f1e8-432f-ac08-d517292e73e0 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.0860693 Jul 07 17:10:14.174522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4a894ed-00e8-491e-81ef-22d6783987fd req-f5deed96-36e6-4c26-b03d-fd43c5e5e424 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Jul 07 17:10:14.192129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.261560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.295810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:14.298927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:14.302403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:14.343498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.415912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.477350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.536948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850fa15-a758-411a-afe1-8fc71f769002 req-f9225f8a-e8b5-40a6-af56-b5fdbab3dd83 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.544079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0850fa15-a758-411a-afe1-8fc71f769002 req-f9225f8a-e8b5-40a6-af56-b5fdbab3dd83 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 949 time: 0.0802238 Jul 07 17:10:14.590255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0850fa15-a758-411a-afe1-8fc71f769002 req-18e62b24-a106-445e-95bd-dbc01e4ba642 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Jul 07 17:10:14.657035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.662293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.738860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:14.751330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.764519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.765835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d07dbf9e-27b6-4011-bd62-c6f706bd0598 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1698601 Jul 07 17:10:14.768523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.775189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'port': {'network_id': 'b71b9b55-1816-47cf-b4e5-5dda6c63f748', 'name': 'tempest-FloatingIPTestJSON-2037346976'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:14.846000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45876) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.896510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:14.901313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.914314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:14.927532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] device_id is not set on port 65f17e41-267c-475a-a17b-462c718f153d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:15.018658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8eb1cca-72df-4ebe-af66-8cef545da316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.051240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6aca44b2-3dc8-49bd-aed6-3605dedb5321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.055725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.14 (b71b9b55-1816-47cf-b4e5-5dda6c63f748/2bff8ea4-fe68-4e51-a325-22629618dfda/65f17e41-267c-475a-a17b-462c718f153d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:15.150405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-80e8d742-e245-4f58-b0c3-0c93974db5b1 service neutron] 10.222.0.83 "GET /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.0860102 Jul 07 17:10:15.225173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8eb1cca-72df-4ebe-af66-8cef545da316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.239685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8eb1cca-72df-4ebe-af66-8cef545da316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.276965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f9b8e-7fd8-49e5-a1ad-6bf1703548e8 req-80ee463f-2356-49a7-a3bc-607b178d1c08 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.277661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b30f9b8e-7fd8-49e5-a1ad-6bf1703548e8 req-80ee463f-2356-49a7-a3bc-607b178d1c08 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 943 time: 0.1579158 Jul 07 17:10:15.324975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.328399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8eb1cca-72df-4ebe-af66-8cef545da316 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86074a4ecf324cdb9168a0e8e99c6eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783382 Jul 07 17:10:15.330306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.331912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb1cca-72df-4ebe-af66-8cef545da316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b126d6c-198d-4277-9ad0-7d513d1ec7ff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.424794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b30f9b8e-7fd8-49e5-a1ad-6bf1703548e8 req-30d98bc3-8fe3-4bbd-964a-5f75962200a3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341269 Jul 07 17:10:15.470985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6aca44b2-3dc8-49bd-aed6-3605dedb5321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.477886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.481623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:15.484152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6aca44b2-3dc8-49bd-aed6-3605dedb5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.503413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.516006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98e3e2-a30b-46e3-9710-b1ba94e69749 req-b35790fc-e44c-45bb-9acb-e5fe3fa2b8e4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.517778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c98e3e2-a30b-46e3-9710-b1ba94e69749 req-b35790fc-e44c-45bb-9acb-e5fe3fa2b8e4 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.1755092 Jul 07 17:10:15.544617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:15.547944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca44b2-3dc8-49bd-aed6-3605dedb5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806de820-bb81-4cef-b20f-d601a3be7572,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.562389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.575068 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6aca44b2-3dc8-49bd-aed6-3605dedb5321 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c09fd9faa8424842a7816d4477865ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597612 Jul 07 17:10:15.580064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.613930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3640fd-f0f7-4402-ada2-e69baa0da13e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:15.627796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network b71b9b55-1816-47cf-b4e5-5dda6c63f748 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:15.637577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:15.654549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:15.661477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=65f17e41-267c-475a-a17b-462c718f153d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.668293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.672223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:15.685151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.689121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c98e3e2-a30b-46e3-9710-b1ba94e69749 req-92977489-b194-4d6c-b89e-d6e55fe91d6b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569238 Jul 07 17:10:15.744469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.756311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.759599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.760764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b126d6c-198d-4277-9ad0-7d513d1ec7ff HTTP/1.1" status: 204 len: 168 time: 0.4293866 Jul 07 17:10:15.780467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.781116 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.785787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8702c7-1d4e-43e4-bd3c-ea2fc550f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b126d6c-198d-4277-9ad0-7d513d1ec7ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.817110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4dfb4518-cf84-4678-9af6-86fd635600d0 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0473344 Jul 07 17:10:15.820362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:15.825301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': '65f17e41-267c-475a-a17b-462c718f153d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:15.829299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] Transition to ACTIVE for port object 4b3640fd-f0f7-4402-ada2-e69baa0da13e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:15.835005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.877160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.879885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.880175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:15.881218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/806de820-bb81-4cef-b20f-d601a3be7572 HTTP/1.1" status: 204 len: 168 time: 0.3001242 Jul 07 17:10:15.903714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448e42c-08b1-442e-96b2-26d3463e6dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806de820-bb81-4cef-b20f-d601a3be7572,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.930567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] No DVR routers for this DVR port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:15.942037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:15.973531 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e7a40087-717e-4fe0-897f-a866e429c872 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8106968 Jul 07 17:10:16.006295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:16.013990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd286b6d-4038-4c6b-9c0d-5762f99c5bf9 req-32e68967-3646-4904-a7ff-0b7282685fa9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.022016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd286b6d-4038-4c6b-9c0d-5762f99c5bf9 req-32e68967-3646-4904-a7ff-0b7282685fa9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 949 time: 0.3111408 Jul 07 17:10:16.112332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.131201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '35fc2478-a045-45d9-9432-811ae45e11fd', 'network_id': '337d2515-01f0-4626-9a37-6aa93bdbfc80', 'port_id': '35fc2478-a045-45d9-9432-811ae45e11fd', 'mac_address': 'fa:16:3e:16:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b893a-9053-4313-a339-b95b2d77dfac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:16.135614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:16.194661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd286b6d-4038-4c6b-9c0d-5762f99c5bf9 req-38bc9951-99f0-40a7-aeae-5455e6bd33be tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702454 Jul 07 17:10:16.223180 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.247572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35fc2478-a045-45d9-9432-811ae45e11fd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:16.270694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-fc20efeb-68d0-4144-b439-84ebffae9e8f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.273252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-fc20efeb-68d0-4144-b439-84ebffae9e8f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.2108376 Jul 07 17:10:16.285541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:16.291021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:16.291404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.325878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.341770 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.443552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.454962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.464751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-cbb007fc-4d4d-4d38-9c4d-3ad8ebe8a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.466685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-cbb007fc-4d4d-4d38-9c4d-3ad8ebe8a56c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82&tenant_id=63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 1096 time: 0.1832488 Jul 07 17:10:16.486238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:16.489292 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238cea3-e865-4210-b215-e7dc026d8e3b" -d '{"events": [{"server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:16.504137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.510395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.577933 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db45bc-18ba-41d2-8c64-8f1117da0ca9 x-openstack-request-id: req-f0db45bc-18ba-41d2-8c64-8f1117da0ca9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:16.578264 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:16.578597 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0db45bc-18ba-41d2-8c64-8f1117da0ca9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:16.578975 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'code': 200} Jul 07 17:10:16.582701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['35fc2478-a045-45d9-9432-811ae45e11fd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:16.656221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.669898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:10:16.781867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437119d2-e385-4950-ba75-9cfafb346c49 req-d2a540e5-049c-4201-b13b-6fb08c8f8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.786650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437119d2-e385-4950-ba75-9cfafb346c49 req-d2a540e5-049c-4201-b13b-6fb08c8f8fb5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 1102 time: 0.1460578 Jul 07 17:10:16.892898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437119d2-e385-4950-ba75-9cfafb346c49 req-bd7d46fe-882d-4f23-b892-8a5b985bf42e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005840 Jul 07 17:10:17.021640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.060971 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.113436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-aa3ff931-ee3e-4fff-bd69-088fbc87df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.114782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-aa3ff931-ee3e-4fff-bd69-088fbc87df18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1096 time: 0.5799110 Jul 07 17:10:17.153868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1686d6-fa05-4d5d-90b3-021c619f92c6 req-828067fd-fad2-4856-9b62-ba0ed5c3bf38 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.155446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c1686d6-fa05-4d5d-90b3-021c619f92c6 req-828067fd-fad2-4856-9b62-ba0ed5c3bf38 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 944 time: 0.5315487 Jul 07 17:10:17.206548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.303923 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 28550950-94a1-45a8-9092-b1277ca537d7 associated. External IP: 172.25.7.175, port: 65f17e41-267c-475a-a17b-462c718f153d. Jul 07 17:10:17.359662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7f604-03e8-42cd-a784-dcadfbfe44e4 req-cbb2a5ea-4c92-48a9-aa31-2afda02e0a72 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.367508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57e7f604-03e8-42cd-a784-dcadfbfe44e4 req-cbb2a5ea-4c92-48a9-aa31-2afda02e0a72 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 944 time: 0.3493891 Jul 07 17:10:17.376348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c1686d6-fa05-4d5d-90b3-021c619f92c6 req-217f1477-7d1f-4f64-a5cd-69b65faa341d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512702 Jul 07 17:10:17.391710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1803419350-network', 'tenant_id': '32604591b8e7498f9a6bfd70d5685b07'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:17.416683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e2bd7614-b788-46dc-8239-02f448f662d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.418322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e2bd7614-b788-46dc-8239-02f448f662d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2932146 Jul 07 17:10:17.429336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Made reservation on behalf of 32604591b8e7498f9a6bfd70d5685b07 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:17.431934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.445884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.506118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57e7f604-03e8-42cd-a784-dcadfbfe44e4 req-5d7c248d-dfba-4c1c-bb6f-9c80179f61b1 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368117 Jul 07 17:10:17.509479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-dc550045-af94-475e-ac19-a7298da33706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 200 len: 217 time: 0.0556877 Jul 07 17:10:17.589783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.595183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.616928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-c0ffafca-ef4b-4e79-8ac8-f5e8d9b7c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.618570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-c0ffafca-ef4b-4e79-8ac8-f5e8d9b7c5f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.0966022 Jul 07 17:10:17.625574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:17.637433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68dfb8-3b67-4b82-b989-6c8f7304e6cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.643907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.644256 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Added segment 1774d58f-7b8b-452b-acef-3661ae88b0eb of type vlan for network 14232d99-1062-4789-a36e-48ffb4d4ae7a Jul 07 17:10:17.695724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-b076e9db-11af-472d-b3ba-45d65d74579e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369375 Jul 07 17:10:17.700813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.734606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.735818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.736404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.756010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11521b4-376b-41f8-8937-34c7acbd27ed req-1d719dde-2e30-4a95-9573-3e7e2ff6c6e4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.758194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e11521b4-376b-41f8-8937-34c7acbd27ed req-1d719dde-2e30-4a95-9573-3e7e2ff6c6e4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 950 time: 0.2571247 Jul 07 17:10:17.831520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] Pushing event updated for resources: {'Network': ['ID=14232d99-1062-4789-a36e-48ffb4d4ae7a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.849065 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45edc7e1-efa8-4ee6-b8ac-f1e61a98d600 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6409385 Jul 07 17:10:17.850175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45976) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.862385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 14232d99-1062-4789-a36e-48ffb4d4ae7a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:17.870441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Request body: {'subnet': {'network_id': '14232d99-1062-4789-a36e-48ffb4d4ae7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1803419350-subnet', 'tenant_id': '32604591b8e7498f9a6bfd70d5685b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:17.878602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:17.885168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e11521b4-376b-41f8-8937-34c7acbd27ed req-49c4f9da-1043-49b9-8832-790109f832df tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114073 Jul 07 17:10:17.926247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-585a8532-55dc-4aca-b57e-118aa3f753fa service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130022 Jul 07 17:10:17.940337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Made reservation on behalf of 32604591b8e7498f9a6bfd70d5685b07 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:17.943464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.010188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:18.088982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 35fc2478-a045-45d9-9432-811ae45e11fd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:18.089744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.107921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:18.113390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.118298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-d16f6aa1-a174-4888-95eb-53df9a612a18 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574390 Jul 07 17:10:18.120760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:18.138542 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:18.139284 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.161132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-91ae6395-08ab-4864-bed7-1685d02d0f53 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/28550950-94a1-45a8-9092-b1277ca537d7 HTTP/1.1" status: 200 len: 979 time: 2.3386433 Jul 07 17:10:18.177328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45988) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:18.201441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.220605 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.224306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:18.225011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.268800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.276316 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:18.276927 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514dfb23-1880-410b-9cdd-f5a1b65ccca5 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:18.286666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:18.294996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.296234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:18.415676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff39fbec-818e-4769-a2d0-d4592a725307,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.423489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:18.437497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Checking segment: {'id': '1774d58f-7b8b-452b-acef-3661ae88b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14232d99-1062-4789-a36e-48ffb4d4ae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:18.437864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Network hostable DHCP agents. Network: 14232d99-1062-4789-a36e-48ffb4d4ae7a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:18.453354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:18.476894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 65f17e41-267c-475a-a17b-462c718f153d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:18.477611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.527824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-d9befce1-4886-41e6-8c85-ea9528b2fd4a tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.531879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-d9befce1-4886-41e6-8c85-ea9528b2fd4a tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1096 time: 0.1028161 Jul 07 17:10:18.580368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:18.583347 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51298b94-bbef-4382-bd13-5dccd761262b" -d '{"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:18.634064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Network 14232d99-1062-4789-a36e-48ffb4d4ae7a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:18.655232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 14232d99-1062-4789-a36e-48ffb4d4ae7a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:18.664957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.665487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.666788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f364e041-5ce7-4613-a641-b4b972e5f31a None None] Network 14232d99-1062-4789-a36e-48ffb4d4ae7a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:18.668661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.746655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2cf2f848-1e3e-4d66-8fd0-b5f8bf9c6b40 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8950396 Jul 07 17:10:18.891122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aefdde-852c-4186-950c-e51a5143502f None None] Network 14232d99-1062-4789-a36e-48ffb4d4ae7a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:18.900106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646444c-39e6-43ab-99a4-fd25fba5d01c req-8ebcaf46-7af8-4f9c-be88-a79d848f078b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.901910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0646444c-39e6-43ab-99a4-fd25fba5d01c req-8ebcaf46-7af8-4f9c-be88-a79d848f078b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 944 time: 0.2778165 Jul 07 17:10:18.905271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:18.933785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e3d161a7-d684-4bea-bf9b-798814449598 service neutron] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:18.946218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.946725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.947088 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 28550950-94a1-45a8-9092-b1277ca537d7 disassociated. External IP: 172.25.7.175, port: 65f17e41-267c-475a-a17b-462c718f153d. Jul 07 17:10:18.947658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 65f17e41-267c-475a-a17b-462c718f153d owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:18.963785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e3d161a7-d684-4bea-bf9b-798814449598 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.964938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b203d69f-7814-4031-a5d1-d7b820e7a025 req-e3d161a7-d684-4bea-bf9b-798814449598 service neutron] 10.222.0.32 "DELETE /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.4250965 Jul 07 17:10:19.029489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0646444c-39e6-43ab-99a4-fd25fba5d01c req-bb67f638-b62b-4738-a573-b5c3bbdd3cb3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032288 Jul 07 17:10:19.090793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2657b7-dd8b-49aa-a83e-39229d51153e req-55987642-44d2-48bb-b17a-72b799909572 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.099175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f2657b7-dd8b-49aa-a83e-39229d51153e req-55987642-44d2-48bb-b17a-72b799909572 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.2548385 Jul 07 17:10:19.116104 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc9ce0b-935f-4e95-9a61-3ef4c48b9b48 x-openstack-request-id: req-3dc9ce0b-935f-4e95-9a61-3ef4c48b9b48 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:19.116400 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:19.116654 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dc9ce0b-935f-4e95-9a61-3ef4c48b9b48 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:19.117053 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd', 'code': 200} Jul 07 17:10:19.127340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.134269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e0894e6-e64d-4c45-9b3b-641ac3a9e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.178094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f2657b7-dd8b-49aa-a83e-39229d51153e req-54e85f93-a007-4fc3-9f59-f4c7ce6717ba tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767522 Jul 07 17:10:19.206447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=65f17e41-267c-475a-a17b-462c718f153d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.313140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:19.406274 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-4bdebe4e-4231-4da0-a61a-102aa9486049 req-b0028d15-1ae9-4c2a-85a4-89219c79adc7 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] show failed (client error): The resource could not be found. Jul 07 17:10:19.407306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bdebe4e-4231-4da0-a61a-102aa9486049 req-b0028d15-1ae9-4c2a-85a4-89219c79adc7 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/5b4299be-11c6-4fa2-9167-f33548a3d6ff HTTP/1.1" status: 404 len: 352 time: 0.0514326 Jul 07 17:10:19.409131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e0894e6-e64d-4c45-9b3b-641ac3a9e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.415285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e0894e6-e64d-4c45-9b3b-641ac3a9e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.499546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:19.510010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:19.519289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0894e6-e64d-4c45-9b3b-641ac3a9e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75283f13-31be-4a6e-85ed-bba6a6aeeba8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.525182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:19.525919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:19.536473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e0894e6-e64d-4c45-9b3b-641ac3a9e412 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffb036a7e234408f81eeebd13a296367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099443 Jul 07 17:10:19.537027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.595942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22111cd-4248-4619-aeeb-dbb3eab907ca req-16ec4ba7-735e-4a94-8607-e8dacd73c65b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.597509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c22111cd-4248-4619-aeeb-dbb3eab907ca req-16ec4ba7-735e-4a94-8607-e8dacd73c65b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 950 time: 0.1431122 Jul 07 17:10:19.610950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:19.633035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:19.636381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:19.658165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.665981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.666688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a3cd137-cc05-4102-a30f-b54052897f29 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/65f17e41-267c-475a-a17b-462c718f153d HTTP/1.1" status: 204 len: 168 time: 1.4880111 Jul 07 17:10:19.687710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:19.687972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.688637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3e99f-0549-456a-9045-4397f54d1838 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:19.732072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c22111cd-4248-4619-aeeb-dbb3eab907ca req-d69b47ac-3348-4173-9133-758541b19be6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170094 Jul 07 17:10:19.742631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38e1d277-625f-4cc3-b8db-3659e9c36b4d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/floatingips/28550950-94a1-45a8-9092-b1277ca537d7 HTTP/1.1" status: 200 len: 688 time: 0.0755050 Jul 07 17:10:19.745561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46032) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:19.764492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.836802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.840496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:19.841799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75283f13-31be-4a6e-85ed-bba6a6aeeba8 HTTP/1.1" status: 204 len: 168 time: 0.3041584 Jul 07 17:10:19.851665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2a917-74dd-414b-a2f2-c993db413364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75283f13-31be-4a6e-85ed-bba6a6aeeba8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:19.931864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:19.932396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.029461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.029461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.049140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:20.112874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ff13-bb47-47fd-aab1-d5d577ff4265 req-f448fcab-0609-44c4-adb1-5d740faacefc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.114482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbd7ff13-bb47-47fd-aab1-d5d577ff4265 req-f448fcab-0609-44c4-adb1-5d740faacefc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 1096 time: 0.1353230 Jul 07 17:10:20.145380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef40ab-3a14-43d8-8c57-5afd59ffcce3 req-77794d33-15ac-4106-bdcc-9870bd1f6f57 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.147004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ef40ab-3a14-43d8-8c57-5afd59ffcce3 req-77794d33-15ac-4106-bdcc-9870bd1f6f57 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 1102 time: 0.1016481 Jul 07 17:10:20.169344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbd7ff13-bb47-47fd-aab1-d5d577ff4265 req-5dabde5e-2b5f-4e09-8601-5c406d383080 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Jul 07 17:10:20.196693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ef40ab-3a14-43d8-8c57-5afd59ffcce3 req-6094e76d-9619-4ea6-8db6-7a36f29c461d tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 Jul 07 17:10:20.343229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.369297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c20f7e3-b4b3-482b-80ff-06710f9fffc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.383055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80bea09c-9d00-4a01-acbd-a04c0d51ac50 req-097b3761-5a2b-4014-ba8f-c558b17780a1 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32604591b8e7498f9a6bfd70d5685b07 HTTP/1.1" status: 200 len: 2988 time: 0.1037669 Jul 07 17:10:20.468003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80bea09c-9d00-4a01-acbd-a04c0d51ac50 req-77ff2fce-b120-46f9-94d8-ac37a9c80dea tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/7a68dfb8-3b67-4b82-b989-6c8f7304e6cb HTTP/1.1" status: 200 len: 2985 time: 0.0764296 Jul 07 17:10:20.542303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80bea09c-9d00-4a01-acbd-a04c0d51ac50 req-54674e22-61c9-4ad7-a825-a5e6feec2c48 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/7a68dfb8-3b67-4b82-b989-6c8f7304e6cb HTTP/1.1" status: 200 len: 2985 time: 0.0650139 Jul 07 17:10:20.572892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c20f7e3-b4b3-482b-80ff-06710f9fffc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.578200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c20f7e3-b4b3-482b-80ff-06710f9fffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.616157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.642381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20f7e3-b4b3-482b-80ff-06710f9fffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb2a27-caa3-49ab-a63b-6a4ec7ca7a40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.643147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=d1552fc6-36e3-4fe2-a0a0-b1f1e07bd780,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:20.660227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2c20f7e3-b4b3-482b-80ff-06710f9fffc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56b95b283b674f119842d5f8e78797c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158627 Jul 07 17:10:20.670593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.672417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-f8a09cf8-37b1-4588-beab-019213ef8348 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547071 Jul 07 17:10:20.709232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.711876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.713040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-24596aa8-6523-48ac-aa8c-d4018327cf1b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/28550950-94a1-45a8-9092-b1277ca537d7 HTTP/1.1" status: 204 len: 168 time: 0.9665167 Jul 07 17:10:20.716950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46084) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:20.721657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:20.745064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.851760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.863111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-d60bebd4-d9d9-44ab-892c-02776c755a8f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.864632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-d60bebd4-d9d9-44ab-892c-02776c755a8f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2433259 Jul 07 17:10:20.889895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.898209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-89b5aca9-a45e-474a-8bcd-bc269b20c734 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/quotas/63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 375 time: 0.0241950 Jul 07 17:10:20.932545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-6e1c9b70-aa59-4d84-9cc7-1de55b0d30f7 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.933965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-6e1c9b70-aa59-4d84-9cc7-1de55b0d30f7 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234819 Jul 07 17:10:20.944538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.953881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.114 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e6008ce3-24bd-4dae-bd68-9c6e0d2dec76) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:20.983087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-12d03dd9-3616-48f0-9cee-2a3a03516df8 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0407898 Jul 07 17:10:21.065848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.071182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.073708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.074883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cbb2a27-caa3-49ab-a63b-6a4ec7ca7a40 HTTP/1.1" status: 204 len: 168 time: 0.4013774 Jul 07 17:10:21.084501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-fbca084e-1cb0-4f86-806d-da686fdb0963 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714442 Jul 07 17:10:21.105089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f437c7e-5ba6-4fe3-b315-5adf1b03f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb2a27-caa3-49ab-a63b-6a4ec7ca7a40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.111841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.153981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:21.157282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:21.164367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:21.170169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=e6008ce3-24bd-4dae-bd68-9c6e0d2dec76,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.418043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-a65e8cee-b27c-4c46-ad1a-ac8ed32ed52a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4293742 Jul 07 17:10:21.466243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-f05637ba-8b30-472b-8627-899864acecb1 service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716428 Jul 07 17:10:21.605309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-1a3a5a51-0ac2-4c75-8178-c7b032424774 service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335397 Jul 07 17:10:21.612744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.769140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.786396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b564-4552-4785-a5c5-0195f87a8ac6 req-b19d8a1a-e0a3-4a63-b040-01f5970f0662 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.788140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52a1b564-4552-4785-a5c5-0195f87a8ac6 req-b19d8a1a-e0a3-4a63-b040-01f5970f0662 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.1128440 Jul 07 17:10:21.863155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ae5fc50-d964-479d-ba5c-f718980480ad req-315990c6-6ceb-48f7-ad64-53d97605e093 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/7a68dfb8-3b67-4b82-b989-6c8f7304e6cb HTTP/1.1" status: 200 len: 2985 time: 0.1036887 Jul 07 17:10:21.902700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52a1b564-4552-4785-a5c5-0195f87a8ac6 req-2c5f67b0-f4b7-42d3-854c-1bf9efa11dad tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915186 Jul 07 17:10:21.960097 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-7ae5fc50-d964-479d-ba5c-f718980480ad req-d9da8307-4689-4449-bc08-418726904f72 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:10:21.961387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ae5fc50-d964-479d-ba5c-f718980480ad req-d9da8307-4689-4449-bc08-418726904f72 tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "DELETE /v2.0/security-groups/7a68dfb8-3b67-4b82-b989-6c8f7304e6cb HTTP/1.1" status: 409 len: 352 time: 0.0862284 Jul 07 17:10:22.033138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:22.103549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.118473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.125031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cbfc81f-cf93-46f0-b409-182b0dfb4e42 req-13570762-7d08-476c-b048-1fb9d73c73c0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 210 time: 0.0696237 Jul 07 17:10:22.177659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=e6008ce3-24bd-4dae-bd68-9c6e0d2dec76,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.201755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-41ddf5be-e169-46ba-a977-0d3dbf81710b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.203861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-41ddf5be-e169-46ba-a977-0d3dbf81710b tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 945 time: 0.2126021 Jul 07 17:10:22.270798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8338fdbb-5e3e-4810-882e-14aa00725589 req-01745088-accb-4abb-822a-7d6e9066009a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 210 time: 0.0751395 Jul 07 17:10:22.288100 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-206bc05e-6a2e-4e11-91d5-3a12fb5554bc req-bf1cc475-0924-4ef0-a03c-d8c070bf555c tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] show failed (client error): The resource could not be found. Jul 07 17:10:22.295812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-206bc05e-6a2e-4e11-91d5-3a12fb5554bc req-bf1cc475-0924-4ef0-a03c-d8c070bf555c tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/23f11181-b6f6-4793-8d3a-4846213e8599 HTTP/1.1" status: 404 len: 352 time: 0.0234210 Jul 07 17:10:22.344186 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-a826d21c-df78-4c21-8779-06b74befbc0f req-4ef65887-4a7c-4cf3-ba44-fab51b11d96e tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] show failed (client error): The resource could not be found. Jul 07 17:10:22.354505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a826d21c-df78-4c21-8779-06b74befbc0f req-4ef65887-4a7c-4cf3-ba44-fab51b11d96e tempest-SecurityGroupsNegativeTestJSON-196248309 tempest-SecurityGroupsNegativeTestJSON-196248309-project] 10.222.0.22 "GET /v2.0/security-groups/b9c850ec-71e7-48ea-86af-0a4355b5b2f4 HTTP/1.1" status: 404 len: 352 time: 0.0398929 Jul 07 17:10:22.362620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:22.421704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Deleting subnet ff39fbec-818e-4769-a2d0-d4592a725307 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:22.427061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.476602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.479882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.552292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.560632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.584196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:22.587481 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d6a58e-e4e0-41f9-a032-7f44648f4884" -d '{"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-unplugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:22.603710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.610739 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.624779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Deleting port 35fc2478-a045-45d9-9432-811ae45e11fd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:22.625137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.665483 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7332d30-a91c-41db-acd8-0b0722bb87e6 x-openstack-request-id: req-c7332d30-a91c-41db-acd8-0b0722bb87e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:22.665820 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-unplugged", "status": "completed", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:22.666271 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7332d30-a91c-41db-acd8-0b0722bb87e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:22.666738 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd', 'code': 200} Jul 07 17:10:22.668479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.682525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.685586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ff39fbec-818e-4769-a2d0-d4592a725307 HTTP/1.1" status: 204 len: 168 time: 0.3218815 Jul 07 17:10:22.698128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.704509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:22.707405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e0b3e-273a-45e6-82ed-63b66536f0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff39fbec-818e-4769-a2d0-d4592a725307,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:22.787408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.835958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] For port 35fc2478-a045-45d9-9432-811ae45e11fd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35fc2478-a045-45d9-9432-811ae45e11fd,segment=NetworkSegment(18c03d01-3a07-4f68-a7c6-24def8bd3902),segment_id=18c03d01-3a07-4f68-a7c6-24def8bd3902)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:22.836330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.853826 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 5f8de74d-1ee5-4f20-a387-688e1b57c0c1 associated. External IP: 172.25.7.114, port: 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff. Jul 07 17:10:22.856160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Calling delete_port for 35fc2478-a045-45d9-9432-811ae45e11fd owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:22.898079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.908380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14232d99-1062-4789-a36e-48ffb4d4ae7a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.926257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1774d58f-7b8b-452b-acef-3661ae88b0eb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.926832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1774d58f-7b8b-452b-acef-3661ae88b0eb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:22.945260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.967533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.976812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:22.977298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:22.979453 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:22.982269 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:23.045344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.066952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.069599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] 10.222.0.22 "DELETE /v2.0/networks/14232d99-1062-4789-a36e-48ffb4d4ae7a HTTP/1.1" status: 204 len: 168 time: 0.3635051 Jul 07 17:10:23.137552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc628-3911-4568-98a1-54e8b14fda06 admin admin] Pushing event deleted for resources: {'Network': ['ID=14232d99-1062-4789-a36e-48ffb4d4ae7a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.140807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:23.298994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547715f-4330-4064-9094-3176880fce1f req-a697fce8-5d73-48d2-abb9-e6fb63c8ac0f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.306657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3547715f-4330-4064-9094-3176880fce1f req-a697fce8-5d73-48d2-abb9-e6fb63c8ac0f tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 943 time: 0.1709492 Jul 07 17:10:23.337246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:23.350668 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:23.369358 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:23.370005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:23.381116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3547715f-4330-4064-9094-3176880fce1f req-7d16c333-c55b-4548-9b6b-87b925cd55b9 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc4e6641-4129-48ce-adc2-27092e60fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672400 Jul 07 17:10:23.410774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46166) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.429630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.451760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31469da4-c7c1-4e53-b85c-d0686aea276f req-5c4278f7-bd2e-4d45-9f0f-2daa8b67a8b2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 210 time: 0.0867059 Jul 07 17:10:23.453822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-ce45f8b7-0dfb-4f6b-9281-5a21b4e2895f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708547 Jul 07 17:10:23.495805 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:23.507819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:23.508515 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:23.518856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.545455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:23.546503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93409eaa-d547-47db-8a47-0387b7b88965 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:23.561866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec2416ea-c7a3-4745-9061-12092a869fa4 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8436413 Jul 07 17:10:23.587283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-383c547d-3bdc-4ff9-96c0-0d8189dca076 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32604591b8e7498f9a6bfd70d5685b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671357 Jul 07 17:10:23.596740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.597088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.608662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Pushing event deleted for resources: {'Port': ['ID=35fc2478-a045-45d9-9432-811ae45e11fd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:23.620986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-168618254'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:23.665293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] No DVR routers for this DVR port 35fc2478-a045-45d9-9432-811ae45e11fd on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:23.667946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.682468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-15b80fe2-1baa-4c43-b90e-393d7b93706e req-20202ee3-42c3-40eb-85f1-544bbb1cfbc8 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.83 "DELETE /v2.0/ports/35fc2478-a045-45d9-9432-811ae45e11fd HTTP/1.1" status: 204 len: 173 time: 1.4396546 Jul 07 17:10:23.683075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-deleted', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:23.685587 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcca28b-f60c-433f-8635-c1ef44c60db4" -d '{"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-deleted", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:23.696706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ed61973-8d8e-44ce-93ee-b8d565b6501c req-52b9d174-8f56-4aa6-877f-6baeafccd027 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 210 time: 0.0639307 Jul 07 17:10:23.738290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:23.742138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.763390 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44fe9a-4b90-434d-9e3b-4a04c29833ef x-openstack-request-id: req-dc44fe9a-4b90-434d-9e3b-4a04c29833ef {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:23.763794 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ace03-47ff-4423-a197-d6fba3557cab", "name": "network-vif-deleted", "tag": "35fc2478-a045-45d9-9432-811ae45e11fd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:23.764139 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc44fe9a-4b90-434d-9e3b-4a04c29833ef {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:23.764639 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ace03-47ff-4423-a197-d6fba3557cab', 'name': 'network-vif-deleted', 'tag': '35fc2478-a045-45d9-9432-811ae45e11fd', 'status': 'completed', 'code': 200} Jul 07 17:10:23.802404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-3e2947f0-0847-48ee-b237-d232f79c9fed tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.803750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-3e2947f0-0847-48ee-b237-d232f79c9fed tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326991 Jul 07 17:10:23.805911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.826259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:23.849122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:23.890321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.892285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46178) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:23.906797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:23.907160 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Added segment 910b8ec7-6a2d-4f92-a00e-5f174af9bd36 of type vlan for network d079c65f-1797-42d9-8f8b-593e060086ae Jul 07 17:10:23.986462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.033599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.036328 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.037561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a68dfb8-3b67-4b82-b989-6c8f7304e6cb HTTP/1.1" status: 204 len: 168 time: 0.4297256 Jul 07 17:10:24.046080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9db2-d425-4f1e-ab0e-5642b5d53249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.058864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.065316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.065942 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.068432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d74d-09fa-4dd0-ad12-8d6ae7271dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68dfb8-3b67-4b82-b989-6c8f7304e6cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.093600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:24.097298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.151560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5450764 Jul 07 17:10:24.157683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46184) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:24.166598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'subnet': {'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:24.177618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e4ec2-a950-48a3-9318-15fa58ba4d34 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Network': ['ID=d079c65f-1797-42d9-8f8b-593e060086ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.196161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d079c65f-1797-42d9-8f8b-593e060086ae details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:24.268121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-8fd14560-c4c8-4e01-8ffc-c374135f075e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.269832 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-8fd14560-c4c8-4e01-8ffc-c374135f075e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2670860 Jul 07 17:10:24.284577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Request body: {'port': {'device_id': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'admin_state_up': True, 'tenant_id': '63c9c7798afc46289c22c0820eda5487'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:24.342941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.3 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/af92a6cc-5583-4d23-956e-f743fa3d9d77) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:24.525116 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9db2-d425-4f1e-ab0e-5642b5d53249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.536469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9db2-d425-4f1e-ab0e-5642b5d53249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.582433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc9db2-d425-4f1e-ab0e-5642b5d53249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dead51-3c59-4155-92c7-ed8102c6491e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:24.610890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.626331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:24.638482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.640075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object af92a6cc-5583-4d23-956e-f743fa3d9d77 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:24.714084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1453e209-9c46-4d64-908d-c2b211545d11 req-c454ba9c-a06b-434e-80ca-b91746f39919 tempest-ImagesTestJSON-1559118787 tempest-ImagesTestJSON-1559118787-project] 10.222.0.22 "GET /v2.0/ports?device_id=e47ace03-47ff-4423-a197-d6fba3557cab HTTP/1.1" status: 200 len: 210 time: 0.0608315 Jul 07 17:10:24.742153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7753f8d8-352c-4deb-9538-af82cbacfcd0 req-9f10fc75-bf08-4af1-a690-3781da09f342 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 210 time: 0.0670493 Jul 07 17:10:24.771555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.785463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832', '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:24.791605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:24.881020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:24.885221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.890561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a9fc9db2-d425-4f1e-ab0e-5642b5d53249 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d08ca928488a404c9d684eb8562995f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972064 Jul 07 17:10:24.894389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:24.920318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:24.936332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:24.948363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:24.954880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:24.986432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.050552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.055032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.080308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.094078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Subnet': ['ID=fde0d4ec-ea64-4cc4-9976-ccf2c3a94134,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.122201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-2e1c7504-c969-4ca4-8b3a-3babbfacd795 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3051226 Jul 07 17:10:25.136727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Request body: {'port': {'device_id': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:25.139021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Checking segment: {'id': '910b8ec7-6a2d-4f92-a00e-5f174af9bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:25.141039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network hostable DHCP agents. Network: d079c65f-1797-42d9-8f8b-593e060086ae, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:25.141517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.182495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46214) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.223703 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:25.226484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Allocated IP 172.20.0.11 (48c663c7-5ece-415b-bc2f-277166a69d7b/72d9629d-2e4f-4724-b3ca-c08b61a4640e/8dcd6f82-57f1-4a37-9948-83d0405ddc89) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:25.253191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network d079c65f-1797-42d9-8f8b-593e060086ae is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:25.272262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d079c65f-1797-42d9-8f8b-593e060086ae) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:25.286228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.287154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.321912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cdc18-c688-4c88-b216-1f437bffbaa8 None None] Network d079c65f-1797-42d9-8f8b-593e060086ae requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:25.327511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8bc31bf1-1bf6-4c39-839a-b7962de25b8f tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1686556 Jul 07 17:10:25.330271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46218) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.342032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2145902778', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:25.362242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.364909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-884446798-network', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:25.365165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.378672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90dead51-3c59-4155-92c7-ed8102c6491e HTTP/1.1" status: 204 len: 168 time: 0.4746156 Jul 07 17:10:25.398974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0b9a4e9-fef4-4d95-a67e-0b81fecf45f5 req-f89e82c6-8abf-40a9-8ecb-0132ea6443ed tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 210 time: 0.1349266 Jul 07 17:10:25.433230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:10:25.433230 n-d-791504-12 neutron-server[93765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:10:25.433230 n-d-791504-12 neutron-server[93765]: [parameters: {'project_id_1': 'e885693716af4b2b83cb7a22f2c0c564', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 10, 25, 410791)}] Jul 07 17:10:25.433230 n-d-791504-12 neutron-server[93765]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:10:25.434730 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:10:25.435161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c187e-6403-4057-892a-d76cfe34d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dead51-3c59-4155-92c7-ed8102c6491e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:25.453761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.454774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.454906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.495272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2ea817e-50ff-4d56-bf4f-f46bb0785c84 None None] Provisioning for port af92a6cc-5583-4d23-956e-f743fa3d9d77 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:25.504871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.522834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2ea817e-50ff-4d56-bf4f-f46bb0785c84 None None] Provisioning complete for port af92a6cc-5583-4d23-956e-f743fa3d9d77 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:25.523753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ea817e-50ff-4d56-bf4f-f46bb0785c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.545326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.637942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea817e-50ff-4d56-bf4f-f46bb0785c84 None None] Port af92a6cc-5583-4d23-956e-f743fa3d9d77 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:25.765810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d079c65f-1797-42d9-8f8b-593e060086ae', 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae', 'tenant_id': 'fa32ad6687e645a18443c5b6f1ad9224', 'fixed_ips': [{'subnet_id': 'fde0d4ec-ea64-4cc4-9976-ccf2c3a94134'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:25.766717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.824909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:25.859684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387c65ab-2d9b-4568-8c77-b2ae640c6d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.884146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af92a6cc-5583-4d23-956e-f743fa3d9d77 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:25.897319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:25.925338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Transition to ACTIVE for port object af92a6cc-5583-4d23-956e-f743fa3d9d77 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:25.931863 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.065944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:26.075300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Allocated IP 172.20.0.2 (d079c65f-1797-42d9-8f8b-593e060086ae/fde0d4ec-ea64-4cc4-9976-ccf2c3a94134/d2f79c8d-35c2-447f-8675-55cd75d56759) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:26.088293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Pushing event updated for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.122852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 35fc2478-a045-45d9-9432-811ae45e11fd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:26.123266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35fc2478-a045-45d9-9432-811ae45e11fd not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:26.213081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.239246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.242358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501d285-0f8c-4c6e-858a-ec48a20b5ceb req-b30d4928-957e-4100-90ce-b8b005426e94 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.244371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7501d285-0f8c-4c6e-858a-ec48a20b5ceb req-b30d4928-957e-4100-90ce-b8b005426e94 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 946 time: 0.2697532 Jul 07 17:10:26.342090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387c65ab-2d9b-4568-8c77-b2ae640c6d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.351639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Attempting to bind port af92a6cc-5583-4d23-956e-f743fa3d9d77 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:26.359521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Attempting to bind port af92a6cc-5583-4d23-956e-f743fa3d9d77 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:26.359952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Attempting to bind port af92a6cc-5583-4d23-956e-f743fa3d9d77 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:26.377847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-387c65ab-2d9b-4568-8c77-b2ae640c6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.385156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Port af92a6cc-5583-4d23-956e-f743fa3d9d77 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:26.385881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Attempting to bind port af92a6cc-5583-4d23-956e-f743fa3d9d77 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:26.393106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Network 48c663c7-5ece-415b-bc2f-277166a69d7b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:26.396410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.402572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7501d285-0f8c-4c6e-858a-ec48a20b5ceb req-f5966b7a-c2a4-46b2-8cac-83dd09f63b16 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493664 Jul 07 17:10:26.404603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:26.409315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:26.418266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:26.418951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:26.419513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:26.420207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Bound port: af92a6cc-5583-4d23-956e-f743fa3d9d77, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:26.420980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.461249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.461932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.463936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-387c65ab-2d9b-4568-8c77-b2ae640c6d8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c7fe535bda84375ab82103436d12761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365383 Jul 07 17:10:26.467379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:26.470920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Made reservation on behalf of e885693716af4b2b83cb7a22f2c0c564 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:26.473470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.476548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c65ab-2d9b-4568-8c77-b2ae640c6d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4769bee-e67f-40a0-b1cd-5efc910a67ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.479584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.493807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.504430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-9c6e84b0-d5f0-481c-9bca-305df0516874 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2249157 Jul 07 17:10:26.508506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Transition to ACTIVE for port object d2f79c8d-35c2-447f-8675-55cd75d56759 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:26.526863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Request body: {'port': {'device_id': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:26.547321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Transition to ACTIVE for port object d2f79c8d-35c2-447f-8675-55cd75d56759 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:26.555749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.577631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:26.581727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.594725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:26.599536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Network d079c65f-1797-42d9-8f8b-593e060086ae is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:26.604007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:26.607898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:26.627571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.670893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Pushing event updated for resources: {'Port': ['ID=d2f79c8d-35c2-447f-8675-55cd75d56759,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.683252 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.688426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Attempting to bind port d2f79c8d-35c2-447f-8675-55cd75d56759 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:26.689181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Attempting to bind port d2f79c8d-35c2-447f-8675-55cd75d56759 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '910b8ec7-6a2d-4f92-a00e-5f174af9bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:26.689181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Attempting to bind port d2f79c8d-35c2-447f-8675-55cd75d56759 on network d079c65f-1797-42d9-8f8b-593e060086ae {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:26.696823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:26.696823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Checking segment: {'id': '910b8ec7-6a2d-4f92-a00e-5f174af9bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:26.697569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.697724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Bound using segment: {'id': '910b8ec7-6a2d-4f92-a00e-5f174af9bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:26.698244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Bound port: d2f79c8d-35c2-447f-8675-55cd75d56759, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b8ec7-6a2d-4f92-a00e-5f174af9bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:26.698743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.711041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.711753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.713810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] 10.222.0.83 "PUT /v2.0/ports/af92a6cc-5583-4d23-956e-f743fa3d9d77 HTTP/1.1" status: 200 len: 1095 time: 1.5821531 Jul 07 17:10:26.718008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:26.720948 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b82def-1a63-4df2-af5b-db42667be17d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:26.791816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] For port d2f79c8d-35c2-447f-8675-55cd75d56759, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:26.795489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] For port d2f79c8d-35c2-447f-8675-55cd75d56759, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2f79c8d-35c2-447f-8675-55cd75d56759,segment=NetworkSegment(910b8ec7-6a2d-4f92-a00e-5f174af9bd36),segment_id=910b8ec7-6a2d-4f92-a00e-5f174af9bd36)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:26.801392 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.803425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c1134-fad5-48fa-8bed-f0c066022468 service neutron] Pushing event updated for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.874579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c208123-15cb-45b1-b890-f84b19c34fc8 req-6c05c7e5-39a1-4cb6-bf27-c8af90a9601b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.881987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c208123-15cb-45b1-b890-f84b19c34fc8 req-6c05c7e5-39a1-4cb6-bf27-c8af90a9601b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 932 time: 0.2927604 Jul 07 17:10:26.888147 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825e3a9-3237-463d-9a78-e012029112de x-openstack-request-id: req-4825e3a9-3237-463d-9a78-e012029112de {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:26.888430 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:26.888532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bd9a9-fea4-4bed-b581-244e21b204a1 None None] Pushing event updated for resources: {'Port': ['ID=d2f79c8d-35c2-447f-8675-55cd75d56759,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.888689 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4825e3a9-3237-463d-9a78-e012029112de {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:26.889073 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77', 'status': 'completed', 'code': 200} Jul 07 17:10:26.910276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.926959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.947382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.950817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:26.952157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4769bee-e67f-40a0-b1cd-5efc910a67ad HTTP/1.1" status: 204 len: 168 time: 0.4833655 Jul 07 17:10:26.974835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1956d3e-d3ce-4b2c-9dd0-ec9b111eb9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4769bee-e67f-40a0-b1cd-5efc910a67ad,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:26.988335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.016447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.065569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c208123-15cb-45b1-b890-f84b19c34fc8 req-f2942a4a-f76d-4c7d-8917-f152876723b4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826620 Jul 07 17:10:27.068887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Deleting subnet a74b893a-9053-4313-a339-b95b2d77dfac {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:27.079822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.124589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.159201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-3d901fb5-f7ea-4c82-9ec0-37ff7673c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.163693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-3d901fb5-f7ea-4c82-9ec0-37ff7673c520 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 1098 time: 0.3925626 Jul 07 17:10:27.264056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-5c78d6fb-02a8-4c35-8d59-c1747d0c9f8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77 HTTP/1.1" status: 200 len: 217 time: 0.0918834 Jul 07 17:10:27.271917 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.359019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-6944c2c4-04a6-4c2c-a2aa-396eeb2c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.365073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-6944c2c4-04a6-4c2c-a2aa-396eeb2c507b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0901334 Jul 07 17:10:27.393396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.405583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.431241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.431458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.25.7.12 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/9c733d1e-b26d-4e00-a2b4-fbdff1a6834d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:27.462838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:27.471620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74b893a-9053-4313-a339-b95b2d77dfac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.496342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.498502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-37fc1993-1271-4ff1-bb13-5bf638d62096 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a74b893a-9053-4313-a339-b95b2d77dfac HTTP/1.1" status: 204 len: 168 time: 0.5060720 Jul 07 17:10:27.506667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46282) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:27.519153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-8b0c712b-2e2b-48f8-b7ea-9251d1166564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.520151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e254c719-593d-44e9-b1fe-019ffb613038,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:27.521776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-8b0c712b-2e2b-48f8-b7ea-9251d1166564 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331987 Jul 07 17:10:27.529824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.530204 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Added segment 7a6a9297-2476-4501-ad01-de4d48c48c8c of type vlan for network 63be4ee1-4dbb-40cc-bada-a593640e88b4 Jul 07 17:10:27.697324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-c063a048-9c12-443f-a07b-8e6634a653f4 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622567 Jul 07 17:10:27.714931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.720422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07eda7-819f-41bb-bee5-5784154658ea req-09a8a619-9cf4-4e88-a377-c292b60384e7 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.722084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c07eda7-819f-41bb-bee5-5784154658ea req-09a8a619-9cf4-4e88-a377-c292b60384e7 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 946 time: 0.1501932 Jul 07 17:10:27.730988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.810377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcd6f82-57f1-4a37-9948-83d0405ddc89 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:27.829760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.832583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c07eda7-819f-41bb-bee5-5784154658ea req-dbe51fb7-9977-4b13-a3b3-b05dc0702530 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909808 Jul 07 17:10:27.837812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.853424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01d2eb7f-1e4b-4e0a-96f5-d9c000d4d58c req-bfe8b9d8-439a-4d5d-af91-0a60c583ad27 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429083 Jul 07 17:10:27.868113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.869372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.870123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:27.933417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Transition to ACTIVE for port object 8dcd6f82-57f1-4a37-9948-83d0405ddc89 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:27.974488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82def-1a63-4df2-af5b-db42667be17d req-821d5a07-b53b-47a9-b9d6-9d5efb1386f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.976787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-821d5a07-b53b-47a9-b9d6-9d5efb1386f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 1098 time: 0.0686557 Jul 07 17:10:27.980579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.016549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8296387 Jul 07 17:10:28.052111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.060535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.067919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Request body: {'subnet': {'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-884446798-subnet', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:28.082565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1c07f-0188-431f-82e4-2f04fe0de133 admin admin] Pushing event updated for resources: {'Network': ['ID=63be4ee1-4dbb-40cc-bada-a593640e88b4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.095535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:28.099172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d2515-01f0-4626-9a37-6aa93bdbfc80']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:28.136196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c03d01-3a07-4f68-a7c6-24def8bd3902') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:28.136561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c03d01-3a07-4f68-a7c6-24def8bd3902') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:28.170568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.172312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Made reservation on behalf of e885693716af4b2b83cb7a22f2c0c564 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:28.174775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.176746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.180393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.309240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.336607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:28.337030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:28.341900 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:28.345462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:28.359719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda02c38-36d2-4ac4-a963-10bd40e80e25 None None] Network d079c65f-1797-42d9-8f8b-593e060086ae requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:28.401630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:28.404089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:28.476346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=9c733d1e-b26d-4e00-a2b4-fbdff1a6834d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.484497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2f79c8d-35c2-447f-8675-55cd75d56759 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:28.519733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1aba6-d62d-4b2c-bc7e-007d9a8088c5 req-7495db13-6647-4a2f-82ac-bb10411899bf tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.522313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ac1aba6-d62d-4b2c-bc7e-007d9a8088c5 req-7495db13-6647-4a2f-82ac-bb10411899bf tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.1057525 Jul 07 17:10:28.529967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82def-1a63-4df2-af5b-db42667be17d req-b37f82a2-78ef-46f0-a334-69be298bd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.531680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-b37f82a2-78ef-46f0-a334-69be298bd202 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.5444643 Jul 07 17:10:28.544785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:28.546070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:28.546836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:28.557007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.563993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.569933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/337d2515-01f0-4626-9a37-6aa93bdbfc80 HTTP/1.1" status: 204 len: 168 time: 1.0507221 Jul 07 17:10:28.586291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:28.586961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:28.606051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-279f834c-97b8-4dd1-8835-dd84d355bf61 None None] Provisioning for port d2f79c8d-35c2-447f-8675-55cd75d56759 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:28.609832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-ceb4a0c0-1404-4c46-b316-ac585f4cbcf9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77 HTTP/1.1" status: 200 len: 217 time: 0.0523245 Jul 07 17:10:28.613228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ac1aba6-d62d-4b2c-bc7e-007d9a8088c5 req-076e4c16-8e1f-4104-ad3a-c7a5becf9694 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801466 Jul 07 17:10:28.660995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec45ee6-84c0-4865-bf45-e7d92c6da6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=337d2515-01f0-4626-9a37-6aa93bdbfc80,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:28.683032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82def-1a63-4df2-af5b-db42667be17d req-8cf4489d-7d1b-43d0-a92c-e41b51991436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.685973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-8cf4489d-7d1b-43d0-a92c-e41b51991436 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0688009 Jul 07 17:10:28.702888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d2f79c8d-35c2-447f-8675-55cd75d56759 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:28.708089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:28.708728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:28.709441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:28.710387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Bound port: 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:28.710999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.718622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d2f79c8d-35c2-447f-8675-55cd75d56759 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:28.719033 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.780877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82def-1a63-4df2-af5b-db42667be17d req-1f0ea787-6274-46d9-bc23-b664bcc4e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.782725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-1f0ea787-6274-46d9-bc23-b664bcc4e779 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890284 Jul 07 17:10:28.861191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:28.867778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:28.917976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.938152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-e538a558-828e-4dc3-b634-2d58d8267db3 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443064 Jul 07 17:10:28.964716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:28.993960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.994886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:28.996420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] 10.222.0.83 "PUT /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 1093 time: 2.4798996 Jul 07 17:10:29.001130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:29.003655 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202b53c1-3438-4115-8dfe-2e36c3876422" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:29.031877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.111558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port d2f79c8d-35c2-447f-8675-55cd75d56759, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2f79c8d-35c2-447f-8675-55cd75d56759,segment=NetworkSegment(910b8ec7-6a2d-4f92-a00e-5f174af9bd36),segment_id=910b8ec7-6a2d-4f92-a00e-5f174af9bd36)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:29.119561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.174349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=d2f79c8d-35c2-447f-8675-55cd75d56759,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.181555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba595c82-df65-42c1-926c-38ea4ca09b81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7c054730bd6498da54bcc91c445d49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157009 Jul 07 17:10:29.184465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.188245 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4030f5-dfcc-46e8-a32f-46ac5c9038c3 x-openstack-request-id: req-dc4030f5-dfcc-46e8-a32f-46ac5c9038c3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:29.188610 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:29.188927 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc4030f5-dfcc-46e8-a32f-46ac5c9038c3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:29.189392 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'status': 'completed', 'code': 200} Jul 07 17:10:29.196989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b82def-1a63-4df2-af5b-db42667be17d req-c6dd0bc2-860e-44af-9269-3badb1ac89ac service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509248 Jul 07 17:10:29.242058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.244897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.267450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db8c4-2fb9-40a6-8ebe-fe667b6d87fe req-e1be9351-773a-4543-8127-b697f6090c68 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.269417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-700db8c4-2fb9-40a6-8ebe-fe667b6d87fe req-e1be9351-773a-4543-8127-b697f6090c68 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 946 time: 0.1899705 Jul 07 17:10:29.297510 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.336498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.345725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-700db8c4-2fb9-40a6-8ebe-fe667b6d87fe req-48454b85-f515-4046-a184-ab5c3a23f10d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682411 Jul 07 17:10:29.384121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f3ebe-c8bc-48e7-ac85-c4c8b7d12854 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.391521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-91e5e582-b492-4692-ad47-afe4f2919b24 None None] Provisioning complete for port d2f79c8d-35c2-447f-8675-55cd75d56759 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:29.392097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91e5e582-b492-4692-ad47-afe4f2919b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.399377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.403066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.404726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc4e6641-4129-48ce-adc2-27092e60fe7d HTTP/1.1" status: 204 len: 168 time: 0.2181308 Jul 07 17:10:29.414069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d68a-e3ee-49da-bbbc-5f67996eac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e6641-4129-48ce-adc2-27092e60fe7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.553404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-24ee40af-e4de-4e5c-9585-3a0a607a880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.555003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-24ee40af-e4de-4e5c-9585-3a0a607a880e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1096 time: 0.3647962 Jul 07 17:10:29.558276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f016616f-7c69-460e-b903-3472223aeb14,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:29.610732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-3933a5f9-cf69-4777-a9ab-c4b1da9238a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 217 time: 0.0422280 Jul 07 17:10:29.611661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Checking segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:29.612045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Network hostable DHCP agents. Network: 63be4ee1-4dbb-40cc-bada-a593640e88b4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:29.761057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:29.779696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.782292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 63be4ee1-4dbb-40cc-bada-a593640e88b4) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:29.785012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-1e1a5ac9-6e34-40ab-b89d-64e61f055634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.786619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-1e1a5ac9-6e34-40ab-b89d-64e61f055634 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1700807 Jul 07 17:10:29.791947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf46c9-0486-4037-b311-460d9c6d0027 None None] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:29.792096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.792642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.884678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-7349809c-2917-4cda-b738-10b8008ac0d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893121 Jul 07 17:10:29.910497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4680728b-f1cd-4812-b7b2-ee824676cb43 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8570006 Jul 07 17:10:29.911344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:29.917015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e4c5-4536-4682-adaa-42f46148e326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:29.921758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ed8d-053e-4e0f-9c07-6b60ce36f88c req-e18b65cb-0100-4fab-98fe-0745429593b4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.922911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f007ed8d-053e-4e0f-9c07-6b60ce36f88c req-e18b65cb-0100-4fab-98fe-0745429593b4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.1405392 Jul 07 17:10:29.929913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:29.996122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f007ed8d-053e-4e0f-9c07-6b60ce36f88c req-010175de-a7f2-42e0-a991-faee221e40f4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575883 Jul 07 17:10:30.039360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-63be4ee1-4dbb-40cc-bada-a593640e88b4', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:10:30.040302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.236124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Allocated IP 172.20.0.2 (63be4ee1-4dbb-40cc-bada-a593640e88b4/f016616f-7c69-460e-b903-3472223aeb14/f27663f6-c2e8-47f7-8ea4-df3f22dedaf5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:30.326458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2f79c8d-35c2-447f-8675-55cd75d56759 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:30.436830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d2f79c8d-35c2-447f-8675-55cd75d56759 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:30.437366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.442010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-76237bc3-6852-4765-82f3-ace4e594b277 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477450 Jul 07 17:10:30.444936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.446350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.520275 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.533836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Transition to ACTIVE for port object f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:30.574017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051eac4-e217-4110-b264-4ecff7125717 req-78bb285e-7568-4679-b58c-7e2bb6961f19 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.577647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3051eac4-e217-4110-b264-4ecff7125717 req-78bb285e-7568-4679-b58c-7e2bb6961f19 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 946 time: 0.0929115 Jul 07 17:10:30.580077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Transition to ACTIVE for port object f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:30.602774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.619081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.650705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:30.667621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:30.671198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:30.687450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router 7560b2cf-693d-49c3-a2c5-60f237a7d124 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:10:30.689252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3051eac4-e217-4110-b264-4ecff7125717 req-c6fba6d9-3c7d-402f-bc7a-d2d53176defa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048443 Jul 07 17:10:30.701432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Pushing event updated for resources: {'Port': ['ID=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:30.788733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2da75116-16c0-4d60-a16f-de8b72e27ed4 req-4450438c-ef2d-4e9d-88ba-e8d6fb849e77 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363891 Jul 07 17:10:30.853486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Attempting to bind port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:30.853486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Attempting to bind port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:30.853817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Attempting to bind port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 on network 63be4ee1-4dbb-40cc-bada-a593640e88b4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:30.868212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:30.868621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Checking segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:30.869041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.870433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Bound using segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:30.871017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Bound port: f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:30.871509 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.928832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:30.952258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] For port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:30.957683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] For port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:30.963814 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.074856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed129af-2d6c-42da-9db1-479ccbf418cb None None] Pushing event updated for resources: {'Port': ['ID=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:31.122696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:31.125779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-7caa12b9-855c-4e4a-8b23-7ed18ad0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.127367 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-7caa12b9-855c-4e4a-8b23-7ed18ad0194a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1096 time: 0.2295697 Jul 07 17:10:31.134389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] Sync routers for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:31.147623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:31.149052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.222978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:31.228974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.232121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.233350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de241b53-265c-4133-8bbd-128332d5f065 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9017797 Jul 07 17:10:31.236737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46396) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:31.239979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:31.239979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.277736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:31.278465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57d6a2-f7b5-4fee-9d74-20e25499a715 None None] The sync data for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:31.404810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f2e98-abb9-4e1b-921f-e3198631b72f req-9732b022-0a97-4397-b1ed-11b625b442dc tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.413016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48f2e98-abb9-4e1b-921f-e3198631b72f req-9732b022-0a97-4397-b1ed-11b625b442dc tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.2101321 Jul 07 17:10:31.463257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48f2e98-abb9-4e1b-921f-e3198631b72f req-37563fa9-0efa-4387-839c-15be987e7a2e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Jul 07 17:10:31.485548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-f982292f-15bc-4553-a853-a77a19a154bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.487608 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-f982292f-15bc-4553-a853-a77a19a154bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.3386488 Jul 07 17:10:31.491867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d485641-f6af-4472-9905-f8632711eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.554407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-6eb97e18-54c5-41fd-864a-a9c33a547c0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 217 time: 0.0530858 Jul 07 17:10:31.805944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-b39df84b-7ff3-4d75-9ac4-d5236cf76c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.807487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-b39df84b-7ff3-4d75-9ac4-d5236cf76c16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1846097 Jul 07 17:10:31.839325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.865748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-6110be4b-83e9-4bae-93f6-6d6ae1bcecad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418251 Jul 07 17:10:31.890534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659c3f4-876b-4713-974e-4ded429efd5f req-47aef897-3e14-4f6f-a397-949bff68bb81 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.898643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1659c3f4-876b-4713-974e-4ded429efd5f req-47aef897-3e14-4f6f-a397-949bff68bb81 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 946 time: 0.0756142 Jul 07 17:10:31.899950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:31.946564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1659c3f4-876b-4713-974e-4ded429efd5f req-57d3d39d-cac9-4e9e-953c-135f000c1833 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Jul 07 17:10:32.064646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d485641-f6af-4472-9905-f8632711eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.105721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device af92a6cc-5583-4d23-956e-f743fa3d9d77 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:32.143539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d485641-f6af-4472-9905-f8632711eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.242583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:32.258509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'af92a6cc-5583-4d23-956e-f743fa3d9d77', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'af92a6cc-5583-4d23-956e-f743fa3d9d77', 'mac_address': 'fa:16:3e:df:91:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:32.299612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0d485641-f6af-4472-9905-f8632711eed9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4df83a532e11439694b087cce0f2913b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0750082 Jul 07 17:10:32.303380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:32.359229 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.366061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a40f8a-73ee-4913-9fd8-1faff3ef303b None None] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:32.367665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485641-f6af-4472-9905-f8632711eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c9d86-1078-45f0-b556-e07ac93637a8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.367892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:32.394696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.414215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Allocated IP 172.25.7.176 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/3020fc93-a892-4b0f-a32f-fdbb5df7d8c1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:32.423413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-1af7bee6-c00b-4c6a-8ef8-820618b617a3 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352466 Jul 07 17:10:32.424686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.456294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d31a223-e9fb-495a-ba59-1eed98b546e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.458550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af92a6cc-5583-4d23-956e-f743fa3d9d77 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:32.499972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.502867 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.507122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f9c9d86-1078-45f0-b556-e07ac93637a8 HTTP/1.1" status: 204 len: 168 time: 0.1985927 Jul 07 17:10:32.524085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:32.524931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8c14f-887a-4261-a5be-26bb6b65abc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c9d86-1078-45f0-b556-e07ac93637a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.525052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1ebbc14-67b1-4ffb-ba44-737994d809ab None None] Provisioning for port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:32.560057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.638923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:32.665561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:32.665722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.681712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.690845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-202b53c1-3438-4115-8dfe-2e36c3876422 req-614eea8f-0cb6-473d-a588-bb334308cd3f service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547641 Jul 07 17:10:32.716391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:32.767886 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.804938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.837746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af5a4d-8af8-4987-a2b7-96d757846474 req-ecf32cea-84db-4125-b970-480338e9c867 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.839572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99af5a4d-8af8-4987-a2b7-96d757846474 req-ecf32cea-84db-4125-b970-480338e9c867 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.1355293 Jul 07 17:10:32.846621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:32.917116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:32.920001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99af5a4d-8af8-4987-a2b7-96d757846474 req-4f96263d-861b-4492-9eb0-54e0445c90c4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Jul 07 17:10:32.937388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.012675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.056543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['af92a6cc-5583-4d23-956e-f743fa3d9d77'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:33.164348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.1 (d079c65f-1797-42d9-8f8b-593e060086ae/fde0d4ec-ea64-4cc4-9976-ccf2c3a94134/c7d4284b-c61c-46f0-976a-7fd32e9180f8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:33.200318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f3b24064-8d54-469a-981e-d9c65fabcec5 None None] Provisioning complete for port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:33.200934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3b24064-8d54-469a-981e-d9c65fabcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.234595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.266211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2588a3-953b-4001-8998-337e97168728 req-d4fb8b44-fb9d-44f2-8ebe-aa64f922528d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.268175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e2588a3-953b-4001-8998-337e97168728 req-d4fb8b44-fb9d-44f2-8ebe-aa64f922528d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 947 time: 0.1201320 Jul 07 17:10:33.314610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e2588a3-953b-4001-8998-337e97168728 req-8338bf42-f9f2-493f-b0bd-29535a9cb981 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Jul 07 17:10:33.500608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.683255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:33.689522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:33.740747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.756806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:33.766725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Transition to ACTIVE for port object c7d4284b-c61c-46f0-976a-7fd32e9180f8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:33.791557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Pushing event updated for resources: {'Port': ['ID=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:33.899292 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:33.964862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network d079c65f-1797-42d9-8f8b-593e060086ae is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:33.972171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:33.985189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:34.022329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=c7d4284b-c61c-46f0-976a-7fd32e9180f8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:34.097386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.141967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.187490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e8702-a2f8-4fe1-b10e-a44b9b0143f7 req-fe77d8f5-616d-45f0-8209-86b5f5d8a0b8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.197196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f2e8702-a2f8-4fe1-b10e-a44b9b0143f7 req-fe77d8f5-616d-45f0-8209-86b5f5d8a0b8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.1189232 Jul 07 17:10:34.238634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.247718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f2e8702-a2f8-4fe1-b10e-a44b9b0143f7 req-976e7672-0f02-472f-b524-742e91ea6832 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492845 Jul 07 17:10:34.294536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:34.379222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-20df4b47-7adf-4629-9823-8f579868705e None None] Provisioning for port c7d4284b-c61c-46f0-976a-7fd32e9180f8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:34.388200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-20df4b47-7adf-4629-9823-8f579868705e None None] Provisioning complete for port c7d4284b-c61c-46f0-976a-7fd32e9180f8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:34.390323 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20df4b47-7adf-4629-9823-8f579868705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.433933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.447969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.480676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-20df4b47-7adf-4629-9823-8f579868705e None None] Port c7d4284b-c61c-46f0-976a-7fd32e9180f8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:34.489893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.492519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:34.492906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.623310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.625060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706612bc-3c7b-489b-9606-7e6c33e5a662 req-ced1eeca-094c-4722-a3b7-657c8e022c90 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.626858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-706612bc-3c7b-489b-9606-7e6c33e5a662 req-ced1eeca-094c-4722-a3b7-657c8e022c90 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 947 time: 0.0925159 Jul 07 17:10:34.672602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d7d243-a75c-4ac7-981f-21ae4df64dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.697750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18aeedbf-ad19-460f-9538-5dbd723cb075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.706277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-706612bc-3c7b-489b-9606-7e6c33e5a662 req-da833e2f-0042-4bee-aefe-2f8a054edb83 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Jul 07 17:10:34.804310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d7d243-a75c-4ac7-981f-21ae4df64dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.811580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d7d243-a75c-4ac7-981f-21ae4df64dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.883477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00d7d243-a75c-4ac7-981f-21ae4df64dfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c60bd65550648c9acee93919c77e398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880854 Jul 07 17:10:34.883477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d243-a75c-4ac7-981f-21ae4df64dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880003ea-1d27-41c0-91d8-55c62d553954,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:34.883822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46512) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:34.903401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Router 923b10f9-9b5a-4b98-847e-f35b5b936868 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:10:34.945308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18aeedbf-ad19-460f-9538-5dbd723cb075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.947430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.949488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18aeedbf-ad19-460f-9538-5dbd723cb075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.954944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:34.989482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18aeedbf-ad19-460f-9538-5dbd723cb075 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f44ba82177474a1f8f667276a4d6829e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403411 Jul 07 17:10:34.990552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeedbf-ad19-460f-9538-5dbd723cb075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213ebdc-9798-439d-bd39-d4a4a9e6dd93,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:34.992828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.085722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.145373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.165924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=c7d4284b-c61c-46f0-976a-7fd32e9180f8,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.174741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.256602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.260840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:35.269168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Sync routers for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:35.276033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.282877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:35.283656 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.300658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.304804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-07737ead-c4e1-4a10-938f-3d606d3b47ad admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3788245 Jul 07 17:10:35.305093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.328928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.338833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.341378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.342565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/880003ea-1d27-41c0-91d8-55c62d553954 HTTP/1.1" status: 204 len: 168 time: 0.4578190 Jul 07 17:10:35.368005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eafaa-25af-489d-827b-5c7b70383e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880003ea-1d27-41c0-91d8-55c62d553954,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.388692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network d079c65f-1797-42d9-8f8b-593e060086ae is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:35.390205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:35.464265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.466921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.470369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e213ebdc-9798-439d-bd39-d4a4a9e6dd93 HTTP/1.1" status: 204 len: 168 time: 0.4714987 Jul 07 17:10:35.488464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:35.516805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d2991-8de2-4a9f-8981-5ffc22ee4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213ebdc-9798-439d-bd39-d4a4a9e6dd93,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:35.563279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router 7560b2cf-693d-49c3-a2c5-60f237a7d124 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:35.676114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238d86e-71e0-4cd1-9ff5-c8faf62b9f6b req-a4a0b865-676d-4fb9-a432-13fbee9897c1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.681792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a238d86e-71e0-4cd1-9ff5-c8faf62b9f6b req-a4a0b865-676d-4fb9-a432-13fbee9897c1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.3150129 Jul 07 17:10:35.738497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:35.746741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34125764-34e9-45d1-a4ca-35480c3a3157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/routers/7560b2cf-693d-49c3-a2c5-60f237a7d124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5055747 Jul 07 17:10:35.747182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46530) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:35.752329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] Sync routers for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:35.765070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:35.765929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.766474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'port': {'network_id': 'd079c65f-1797-42d9-8f8b-593e060086ae', 'name': 'tempest-FloatingIPTestJSON-827419582'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:35.784254 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:33Z', 'revision_number': 3, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.851291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.855515 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Checking router: 923b10f9-9b5a-4b98-847e-f35b5b936868 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:35.855875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Updating router 923b10f9-9b5a-4b98-847e-f35b5b936868 port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:35.882329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:35.882841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a238d86e-71e0-4cd1-9ff5-c8faf62b9f6b req-5d9d9401-e47e-42cb-a1c5-759c32a6e223 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835999 Jul 07 17:10:35.885448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.890318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b8f77c5-8fb4-407b-9082-ae024e87b7f9 None None] Provisioning complete for port c7d4284b-c61c-46f0-976a-7fd32e9180f8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:35.891140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8f77c5-8fb4-407b-9082-ae024e87b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.949479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:35.950430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10bd5a-792b-411e-b9fe-22c8d2389c79 None None] The sync data for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:35.955460 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:35.967180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f77c5-8fb4-407b-9082-ae024e87b7f9 None None] Port c7d4284b-c61c-46f0-976a-7fd32e9180f8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:36.031843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Made reservation on behalf of fa32ad6687e645a18443c5b6f1ad9224 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:36.036703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.091906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] device_id is not set on port e153d5ac-9695-45e9-866e-77a56a697cfc yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:36.136448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:36.203750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea87368-98fc-451b-a15c-1111d0cd7f62 req-7122e54f-d3cd-4ec8-9903-18c69ae55ed0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.210018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dea87368-98fc-451b-a15c-1111d0cd7f62 req-7122e54f-d3cd-4ec8-9903-18c69ae55ed0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 947 time: 0.2325168 Jul 07 17:10:36.323997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dea87368-98fc-451b-a15c-1111d0cd7f62 req-75d1d75c-76ed-438b-b6b6-3126a908255b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Jul 07 17:10:36.374405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.400090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Allocated IP 172.20.0.9 (d079c65f-1797-42d9-8f8b-593e060086ae/fde0d4ec-ea64-4cc4-9976-ccf2c3a94134/e153d5ac-9695-45e9-866e-77a56a697cfc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:36.527592 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.552512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Transition to ACTIVE for port object 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:36.568003 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.619598 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Pushing event updated for resources: {'Port': ['ID=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:36.629280 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.629624 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.629965 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.630565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.631516 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.631858 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.632187 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.632512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.632840 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.633306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.633818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.634380 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:36.652372 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Attempting to bind port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:36.652745 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Attempting to bind port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:36.653107 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Attempting to bind port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:36.658675 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:36.659050 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:36.659451 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.659844 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:36.660313 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Bound port: 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:36.660696 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.679948 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device af92a6cc-5583-4d23-956e-f743fa3d9d77 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:36.692088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Allocated IP 172.20.0.1 (63be4ee1-4dbb-40cc-bada-a593640e88b4/f016616f-7c69-460e-b903-3472223aeb14/14388b4e-0e9d-48cf-9c8f-141a5aca1a90) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:36.726415 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] For port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:36.732232 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] For port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:36.743627 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.767094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.796939 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.806799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:36.820644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port af92a6cc-5583-4d23-956e-f743fa3d9d77 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:36.825695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Transition to ACTIVE for port object e153d5ac-9695-45e9-866e-77a56a697cfc will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:36.829069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'port_id': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'mac_address': 'fa:16:3e:cf:8e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9629d-2e4f-4724-b3ca-c08b61a4640e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:36.832551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port af92a6cc-5583-4d23-956e-f743fa3d9d77 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:36.833230 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.876748 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:36.879512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:36.894357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.909493 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.930963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcd6f82-57f1-4a37-9948-83d0405ddc89 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:36.936373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.981311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:36.988889 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:36.994830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Transition to ACTIVE for port object 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:36.996765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event updated for resources: {'Port': ['ID=e153d5ac-9695-45e9-866e-77a56a697cfc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.018429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Network d079c65f-1797-42d9-8f8b-593e060086ae is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:37.020197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:37.041219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:37.055404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.067104 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.090478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.101589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:37.104710 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a8a44-0e40-4bff-a246-57a5638d26dc" -d '{"events": [{"server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "name": "network-vif-plugged", "status": "completed", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:37.121344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:37.127454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.167823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.171336 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.175976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:37.183609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:37.201932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:37.203307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.204745 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5dadf791-4438-434b-9c00-6c0c9645b6bc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4562516 Jul 07 17:10:37.209028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.219005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Request body: {'floatingip': {'port_id': 'e153d5ac-9695-45e9-866e-77a56a697cfc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:37.235684 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702e186-5065-4d84-bd8d-520e37733dcf None None] Pushing event updated for resources: {'Port': ['ID=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.241959 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:37.363558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:37.394088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.452318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.464048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8dcd6f82-57f1-4a37-9948-83d0405ddc89'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:37.554527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:33Z', 'revision_number': 3, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:37.612796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2efbe258-6614-4724-bc07-f7d395bc6568 None None] Provisioning for port e153d5ac-9695-45e9-866e-77a56a697cfc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:37.613103 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f6b1-3487-4cb6-948c-b43e56011f12 None None] The sync data for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 is: [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:33Z', 'revision_number': 3, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:37.643675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2efbe258-6614-4724-bc07-f7d395bc6568 None None] Provisioning complete for port e153d5ac-9695-45e9-866e-77a56a697cfc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:37.647502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2efbe258-6614-4724-bc07-f7d395bc6568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:37.710823 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d2a01-5a72-4b10-ac1d-e39a46d745a8 x-openstack-request-id: req-2c1d2a01-5a72-4b10-ac1d-e39a46d745a8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:37.713936 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "name": "network-vif-plugged", "status": "completed", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:37.714432 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c1d2a01-5a72-4b10-ac1d-e39a46d745a8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:37.715038 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77', 'code': 200} Jul 07 17:10:37.747039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d70a-4775-4b8f-8b8d-f076ee2209fc req-2d9c8400-5d2c-47c0-8eee-171e5b69785b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.767652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff42d70a-4775-4b8f-8b8d-f076ee2209fc req-2d9c8400-5d2c-47c0-8eee-171e5b69785b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.6125972 Jul 07 17:10:37.827295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2efbe258-6614-4724-bc07-f7d395bc6568 None None] Port e153d5ac-9695-45e9-866e-77a56a697cfc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:37.961199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ef8f753-60dc-4c87-b0be-43c5442b0433 None None] Provisioning for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:37.961384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:37.965557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ef8f753-60dc-4c87-b0be-43c5442b0433 None None] Provisioning complete for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:37.966070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef8f753-60dc-4c87-b0be-43c5442b0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.008149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0914c-4d50-49b9-9444-93857b502e4f req-1604b6f3-5b6f-45a3-b280-849d058704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.009685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ba0914c-4d50-49b9-9444-93857b502e4f req-1604b6f3-5b6f-45a3-b280-849d058704d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 1100 time: 0.1971598 Jul 07 17:10:38.026753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8f753-60dc-4c87-b0be-43c5442b0433 None None] Port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:38.088619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ba0914c-4d50-49b9-9444-93857b502e4f req-cfe69cd4-57b8-4dba-bafb-83d1281dc20d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629637 Jul 07 17:10:38.333150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:38.411589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:38.416437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:38.416844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.508716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.542856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:38.548368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.578562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff42d70a-4775-4b8f-8b8d-f076ee2209fc req-000d5228-8b9a-4789-8e3d-967569c95275 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8021252 Jul 07 17:10:38.621573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.673386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e20d01-6871-4458-9976-cae2b4b913e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.767472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.808849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be90ff-14df-452b-9103-55e67db20526 req-9d3e7eff-487c-47bd-abb3-51f863ef12c8 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.810481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55be90ff-14df-452b-9103-55e67db20526 req-9d3e7eff-487c-47bd-abb3-51f863ef12c8 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 948 time: 0.9468122 Jul 07 17:10:38.811497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.817599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.929545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55be90ff-14df-452b-9103-55e67db20526 req-25c26ee7-c465-48ab-bfda-fa8eab41963e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100667 Jul 07 17:10:38.977607 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 5f8de74d-1ee5-4f20-a387-688e1b57c0c1 associated. External IP: 172.25.7.114, port: 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff. Jul 07 17:10:39.022574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e20d01-6871-4458-9976-cae2b4b913e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.031232 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e20d01-6871-4458-9976-cae2b4b913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.090872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52e20d01-6871-4458-9976-cae2b4b913e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60cf5d81f2284b95bff4f8188952e464&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1090977 Jul 07 17:10:39.094355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46666) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.095317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e20d01-6871-4458-9976-cae2b4b913e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b9ad4-a812-43d5-9e4e-71ad6c084982,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.130739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.139323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.231291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.235551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.235717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.275900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.303622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:39.351742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:39.353531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:39.403151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.406864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.408287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc3b9ad4-a812-43d5-9e4e-71ad6c084982 HTTP/1.1" status: 204 len: 168 time: 0.3127537 Jul 07 17:10:39.457042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04770e6-8aaf-4a98-8079-662dbd752505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b9ad4-a812-43d5-9e4e-71ad6c084982,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:39.501989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:39.515345 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:39.543942 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:39.546003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:39.623978 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:39.637820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Router 923b10f9-9b5a-4b98-847e-f35b5b936868 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:39.651179 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:39.651894 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:39.701700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46692) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.741972 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:39.742705 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d2bec-27bd-4a9f-9396-29793e16ca18 None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:39.773985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8886dd6e-6c28-46b1-a9f1-6949c49f4951 None None] Provisioning complete for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:39.774531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8886dd6e-6c28-46b1-a9f1-6949c49f4951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:39.860957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8886dd6e-6c28-46b1-a9f1-6949c49f4951 None None] Port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:39.920509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:39.938616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f2e4510f-a015-439c-af81-d18185bf5e61 admin admin] 10.222.0.22 "PUT /v2.0/routers/923b10f9-9b5a-4b98-847e-f35b5b936868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6316655 Jul 07 17:10:39.958730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405856d-e54c-4f8f-9174-d8add66bd04c req-a9e45ca9-7f4f-4edb-b86a-5da25d66d165 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.960431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1405856d-e54c-4f8f-9174-d8add66bd04c req-a9e45ca9-7f4f-4edb-b86a-5da25d66d165 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.1322622 Jul 07 17:10:39.985311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84403eb3-09d1-4591-a805-4bd2dc733a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.020006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1405856d-e54c-4f8f-9174-d8add66bd04c req-62c1788d-a04a-4fc2-8e60-b828e4a83a18 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Jul 07 17:10:40.042001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router 7560b2cf-693d-49c3-a2c5-60f237a7d124 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:40.117006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Sync routers for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:40.134812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:40.135579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.185494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:40.264772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e978-f28c-420d-ac26-54a453ed0ea6 req-52dd0105-221c-4987-adb5-06b2ce078ed9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.266814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50a3e978-f28c-420d-ac26-54a453ed0ea6 req-52dd0105-221c-4987-adb5-06b2ce078ed9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 948 time: 0.1151826 Jul 07 17:10:40.273970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:40.286373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84403eb3-09d1-4591-a805-4bd2dc733a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.289067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:40.296013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84403eb3-09d1-4591-a805-4bd2dc733a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.343944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50a3e978-f28c-420d-ac26-54a453ed0ea6 req-04d5076f-1b32-43b2-a890-52c204c90a1f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Jul 07 17:10:40.354386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84403eb3-09d1-4591-a805-4bd2dc733a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5604bf66-563e-40c6-9ca9-71a26981ccf0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.357366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:40.361936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.370558 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] Sync routers for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:40.387597 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:40.389593 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.401526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84403eb3-09d1-4591-a805-4bd2dc733a15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b64ce02d2c94bd5ba240aa5c0670b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977007 Jul 07 17:10:40.404278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.426568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:40.426568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.451441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d994823-2676-4d3d-82e3-368cb208b19a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/floatingips/5f8de74d-1ee5-4f20-a387-688e1b57c0c1 HTTP/1.1" status: 200 len: 977 time: 3.2392538 Jul 07 17:10:40.454312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46728) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.483544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.506370 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:40.507252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.519879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:40.522870 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.581420 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.614276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.615565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668173f0-0fab-4c91-b442-439e7d6eb6b1 None None] The sync data for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:40.639220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46730) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.706096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port e153d5ac-9695-45e9-866e-77a56a697cfc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:40.706516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.819536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:40.820490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.822689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1875137303-network', 'tenant_id': 'd0479cb1e0a94673b74b7b9410a849e6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:40.831660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585fc4-0b95-4acf-89f6-d60dce329047 req-049a8e2f-ef34-44fe-bb9f-2671740ee89d tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.838504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9585fc4-0b95-4acf-89f6-d60dce329047 req-049a8e2f-ef34-44fe-bb9f-2671740ee89d tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 1100 time: 0.1999788 Jul 07 17:10:40.840091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.848025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.852191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5604bf66-563e-40c6-9ca9-71a26981ccf0 HTTP/1.1" status: 204 len: 168 time: 0.4436922 Jul 07 17:10:40.896850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee7880-a925-4a8a-b01f-699d129c8271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5604bf66-563e-40c6-9ca9-71a26981ccf0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.928377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Made reservation on behalf of d0479cb1e0a94673b74b7b9410a849e6 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:40.932311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.938738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9585fc4-0b95-4acf-89f6-d60dce329047 req-a5f436be-9b70-473f-baca-bf99d0aea0c3 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014771 Jul 07 17:10:40.949390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.958956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.965853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.966704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609750825', 'description': 'tempest-description--1598892547'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:40.969728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 2, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.978747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-cdff6b23-719a-4f27-9f82-5a10530f4267 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1943421 Jul 07 17:10:41.007677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.012894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Checking router: 923b10f9-9b5a-4b98-847e-f35b5b936868 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:10:41.013260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Updating router 923b10f9-9b5a-4b98-847e-f35b5b936868 port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:10:41.115430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e32e-b569-431b-a941-2258674b08b0 req-39a2c7c1-1ea7-4432-972b-ad880a10f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.117914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:41.120366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-39a2c7c1-1ea7-4432-972b-ad880a10f4f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 1101 time: 0.1063192 Jul 07 17:10:41.122073 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a04030-1014-4318-86a0-ee4fd31b65b7" -d '{"events": [{"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:41.179709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:41.187415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.201193 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.207874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.225534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.245431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.253513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:41.275848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.276217 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Added segment a3252946-a89b-4d17-9dac-e0dbb64681e7 of type vlan for network c3261a9f-ce97-44df-ae5e-b44f03c0bda6 Jul 07 17:10:41.334209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.342809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.377100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.401173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431230df-800d-46cd-93b4-106813a536a0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.425179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.437761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46758) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:41.466743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-41c46098-d343-49d1-8bac-77616735a429 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586927 Jul 07 17:10:41.486621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623994f5-3cf0-4d6e-a18e-33cbb70498f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.501156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.502170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.502772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.524502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.528682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5646937 Jul 07 17:10:41.538423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:41.539165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e80d17-7fd1-4462-a896-f3a5cf1348bf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.548390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e32e-b569-431b-a941-2258674b08b0 req-2c42b7ac-2572-4343-a3d4-1ed161c06f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.549885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-2c42b7ac-2572-4343-a3d4-1ed161c06f70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.4051182 Jul 07 17:10:41.579770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'security_group_rule': {'security_group_id': 'd22af2b1-3fed-43bb-b6d8-736e3d5e1f38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:41.612326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.616192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e58af3-20ae-4aa3-836c-f9d370f9180d req-830bf045-30bb-4846-864c-60d9751a8a9a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.617755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94e58af3-20ae-4aa3-836c-f9d370f9180d req-830bf045-30bb-4846-864c-60d9751a8a9a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.2734380 Jul 07 17:10:41.626256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Transition to ACTIVE for port object 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:41.635181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.652070 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-0ad933c2-ae4a-4c1c-98bd-936a0c9c967c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba HTTP/1.1" status: 200 len: 217 time: 0.0637765 Jul 07 17:10:41.652269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] Pushing event updated for resources: {'Network': ['ID=c3261a9f-ce97-44df-ae5e-b44f03c0bda6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.659354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.659354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.659790 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Floating IP 5f8de74d-1ee5-4f20-a387-688e1b57c0c1 disassociated. External IP: 172.25.7.114, port: e153d5ac-9695-45e9-866e-77a56a697cfc. Jul 07 17:10:41.660156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for e153d5ac-9695-45e9-866e-77a56a697cfc owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:41.678944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c3261a9f-ce97-44df-ae5e-b44f03c0bda6 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:41.745651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94e58af3-20ae-4aa3-836c-f9d370f9180d req-6dc2cbc3-10f6-403e-9508-9aca076ab173 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981238 Jul 07 17:10:41.774139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a88b8-ea95-40c5-a02f-320425a2c5cf None None] Pushing event updated for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.807531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-9b3b91fb-806c-43d9-9ca0-11e9db7b5557 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.809436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-9b3b91fb-806c-43d9-9ca0-11e9db7b5557 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285184 Jul 07 17:10:41.811225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e32e-b569-431b-a941-2258674b08b0 req-32e32894-024c-4db5-b624-5ee926d992cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.812460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623994f5-3cf0-4d6e-a18e-33cbb70498f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.813399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-32e32894-024c-4db5-b624-5ee926d992cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1492760 Jul 07 17:10:41.821518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623994f5-3cf0-4d6e-a18e-33cbb70498f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.853156 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d655e82-a364-4065-a136-801bf32e8d64 x-openstack-request-id: req-2d655e82-a364-4065-a136-801bf32e8d64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:41.853671 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:41.853671 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d655e82-a364-4065-a136-801bf32e8d64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:41.855146 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'code': 200} Jul 07 17:10:41.859144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Attempting to bind port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:41.859586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Attempting to bind port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:41.859966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Attempting to bind port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 on network 63be4ee1-4dbb-40cc-bada-a593640e88b4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:41.867202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:41.867547 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Checking segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:41.881882 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.882693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Bound using segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:41.883367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-f1b6b664-b578-49a6-adf3-a34d5ab9b9b9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/quotas/89b73bff4253499b8522c10133c2e5e0 HTTP/1.1" status: 200 len: 375 time: 0.0655804 Jul 07 17:10:41.883815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Bound port: 14388b4e-0e9d-48cf-9c8f-141a5aca1a90, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:41.883815 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.931638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623994f5-3cf0-4d6e-a18e-33cbb70498f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd53100-7edb-49dd-9ef6-65ade01ebecb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.948527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-395e86d3-53e0-4419-a629-8e36f05b2b36 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3081300 Jul 07 17:10:41.952499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:41.956435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.968266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] For port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:41.972578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Request body: {'subnet': {'network_id': 'c3261a9f-ce97-44df-ae5e-b44f03c0bda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1875137303-subnet', 'tenant_id': 'd0479cb1e0a94673b74b7b9410a849e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:41.973800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-623994f5-3cf0-4d6e-a18e-33cbb70498f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db9cd470803a4241a5564e4a5987bee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347621 Jul 07 17:10:41.974656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] For port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:41.979267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:41.981048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.009888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.050388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:42.051262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.064142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=e153d5ac-9695-45e9-866e-77a56a697cfc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.091964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae996c-f85c-44cf-a42a-b1b880ea145e req-12f39f11-0976-440d-babe-1e59ca8838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.093742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30ae996c-f85c-44cf-a42a-b1b880ea145e req-12f39f11-0976-440d-babe-1e59ca8838d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1098 time: 0.1667945 Jul 07 17:10:42.099712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e32e-b569-431b-a941-2258674b08b0 req-8b7f3112-b6e0-4e45-940b-85c3bad6a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.101273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-8b7f3112-b6e0-4e45-940b-85c3bad6a339 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2751126 Jul 07 17:10:42.103780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Made reservation on behalf of d0479cb1e0a94673b74b7b9410a849e6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:42.106314 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.128727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-43161087-a6b7-4e55-99a3-47abccfdeaa5 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2437418 Jul 07 17:10:42.226667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:10:42.232842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router 7560b2cf-693d-49c3-a2c5-60f237a7d124 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:42.286305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a88b8-ea95-40c5-a02f-320425a2c5cf None None] Pushing event updated for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.403663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:42.409708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.458856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30ae996c-f85c-44cf-a42a-b1b880ea145e req-22774923-7649-4217-aeb6-f8245b23c04c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527387 Jul 07 17:10:42.511314 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.530534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.537225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d63496a6-f655-4b9d-9673-6769fbb8b35d tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/e153d5ac-9695-45e9-866e-77a56a697cfc HTTP/1.1" status: 204 len: 168 time: 2.0792224 Jul 07 17:10:42.537864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:42.552133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.568424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] Sync routers for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:42.590720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.632026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46eb54d-e631-4325-a9eb-685166e992ea,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.652887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44e25765-f3a1-47bb-aca9-dc0ed2363622 req-4357ac1f-069b-4d3e-9a26-0ed6c2136e3e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 210 time: 0.0980489 Jul 07 17:10:42.689746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:42.690657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.719590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.721079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c05cc209-0de6-4ea9-b2f6-a23fdf6cf4d1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1702111 Jul 07 17:10:42.739092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.739251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:42.745674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'security_group_rule': {'security_group_id': 'd22af2b1-3fed-43bb-b6d8-736e3d5e1f38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:42.759884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-3da0150b-7ad4-40f7-a431-047ab1516d66 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297643 Jul 07 17:10:42.765267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.768442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:42.769199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.769450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.774029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fcd53100-7edb-49dd-9ef6-65ade01ebecb HTTP/1.1" status: 204 len: 168 time: 0.7842541 Jul 07 17:10:42.828249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.829021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6990927-bf59-42cb-866f-eff3f274632a None None] The sync data for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:42.888608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c8c9-8c60-49fe-a8ca-7b40abd99fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd53100-7edb-49dd-9ef6-65ade01ebecb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.899886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:41Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:42.931357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00d6e32e-b569-431b-a941-2258674b08b0 req-37a9b6ba-5c13-4746-acae-28caa681b764 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521740 Jul 07 17:10:42.932298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.949838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9419934-6f41-449b-b06d-97c78f926aa3 None None] The sync data for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 is: [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:41Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:42.963701 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.089982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334cd547-9a08-4e60-b3b2-b804fa497b83,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.141077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Checking segment: {'id': 'a3252946-a89b-4d17-9dac-e0dbb64681e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c3261a9f-ce97-44df-ae5e-b44f03c0bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:43.141569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Network hostable DHCP agents. Network: c3261a9f-ce97-44df-ae5e-b44f03c0bda6, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:43.184940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.186068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Network c3261a9f-ce97-44df-ae5e-b44f03c0bda6 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:43.195161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.228537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fc002-3549-424a-9f74-9080024ee1b6 req-480dbbb8-feca-4343-a2f6-f6248f1a49d2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.237189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a50fc002-3549-424a-9f74-9080024ee1b6 req-480dbbb8-feca-4343-a2f6-f6248f1a49d2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.1839597 Jul 07 17:10:43.293638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47756c96-5682-4dda-9fa3-e1824d6559d9,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.311129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c3261a9f-ce97-44df-ae5e-b44f03c0bda6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:43.320186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a50fc002-3549-424a-9f74-9080024ee1b6 req-6b147261-48f0-4a54-a598-fe97e7df1254 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821049 Jul 07 17:10:43.321723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.322425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.323011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69fe51-b519-4f24-a683-d048e8f2a832 None None] Network c3261a9f-ce97-44df-ae5e-b44f03c0bda6 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:43.349364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.351812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c8c47f9e-28d5-44b0-8dfb-c5c849116e38 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3964872 Jul 07 17:10:43.362287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:43.362771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f939eba6-ab85-4789-9e07-69a37215c34f tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6179204 Jul 07 17:10:43.371500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:43.413225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.655696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.681661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.769728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59cd79-d4f4-4481-be5f-c195280c2882 None None] Network c3261a9f-ce97-44df-ae5e-b44f03c0bda6 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:44.081084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24856d7c-71e4-4e39-8008-0c8ee5a53f91 req-31b775b3-8943-415a-a867-4bfa5024ffff tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 210 time: 0.0586431 Jul 07 17:10:44.089803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Allocated IP 172.25.7.107 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a184fa2b-ad3d-4826-8455-fcc9af65de4a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:44.273745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1782021976', 'description': 'tempest-description-1168404096'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.325712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c06cfe83-b4e4-44ef-af57-0a03b8a84fad tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=89b73bff4253499b8522c10133c2e5e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926187 Jul 07 17:10:44.409764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:44.485862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.506023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.528729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:44.534138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:44.534525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.604942 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.672250 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.673465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'Port': ['ID=a184fa2b-ad3d-4826-8455-fcc9af65de4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.711964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:44.728186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.797625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:44.805314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.827149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:44.831183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:44.909881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-dea70e8f-e583-4301-9fff-71543ca26260 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.912213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-dea70e8f-e583-4301-9fff-71543ca26260 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5790031 Jul 07 17:10:44.944609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Request body: {'port': {'device_id': '1f778e92-329e-4c45-9a38-94ec64503165', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '89b73bff4253499b8522c10133c2e5e0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:44.961356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port c7d4284b-c61c-46f0-976a-7fd32e9180f8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:44.961839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.966268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac422-34e1-4435-bd0b-4b445db0aefb req-a356a713-91b8-4b05-8d8f-5aef4dda36ad tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.968155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46dac422-34e1-4435-bd0b-4b445db0aefb req-a356a713-91b8-4b05-8d8f-5aef4dda36ad tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.3775024 Jul 07 17:10:45.088675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.104399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for c7d4284b-c61c-46f0-976a-7fd32e9180f8 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:45.253796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46836) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.346982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.381337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9ff20f35-6dfa-479c-a97f-0c4e26eec4b8 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1087340815'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:45.381813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9ff20f35-6dfa-479c-a97f-0c4e26eec4b8 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Unknown quota resources ['metering_label']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:45.384753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=c7d4284b-c61c-46f0-976a-7fd32e9180f8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.408595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.416810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46dac422-34e1-4435-bd0b-4b445db0aefb req-587d22ca-f025-424c-9857-47f266d64f48 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290955 Jul 07 17:10:45.418273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.425471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.508930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.510236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a07223a-4826-4af1-a974-2700794f04e7 req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2783830 Jul 07 17:10:45.510859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd59981-8987-4f9b-8397-992b77b44aea tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b68734-82a9-4f3e-906b-1edb10835f5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:45.576058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.672273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ff20f35-6dfa-479c-a97f-0c4e26eec4b8 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.679302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ff20f35-6dfa-479c-a97f-0c4e26eec4b8 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4240904 Jul 07 17:10:45.682208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:45.688397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-553dd6f4-2ea9-41cb-ba58-abcebba1d3c7 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dd2b77ec-513c-4087-aeab-785380c1d0c5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:45.689708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-553dd6f4-2ea9-41cb-ba58-abcebba1d3c7 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:45.788290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Made reservation on behalf of 89b73bff4253499b8522c10133c2e5e0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:45.792777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:45.824539 n-d-791504-12 neutron-server[93765]: WARNING neutron.services.metering.metering_plugin [None req-553dd6f4-2ea9-41cb-ba58-abcebba1d3c7 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:10:45.907900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ebaf012-273b-408e-b8a9-5f370cf222a3 req-2eecadf5-6a85-45cb-89f4-164b835c67a7 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 210 time: 0.1226857 Jul 07 17:10:46.023920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-553dd6f4-2ea9-41cb-ba58-abcebba1d3c7 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.025034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-553dd6f4-2ea9-41cb-ba58-abcebba1d3c7 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3407383 Jul 07 17:10:46.029318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46848) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.034268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-05e15094-a07a-48af-8304-0eed5c685d95 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dd2b77ec-513c-4087-aeab-785380c1d0c5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:46.034771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-05e15094-a07a-48af-8304-0eed5c685d95 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:46.037054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.100039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.110645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.124440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-7474cb24-705b-448c-a40e-7e968f36bb9a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/c3b68734-82a9-4f3e-906b-1edb10835f5b HTTP/1.1" status: 200 len: 1815 time: 0.1716909 Jul 07 17:10:46.138911 n-d-791504-12 neutron-server[93765]: WARNING neutron.services.metering.metering_plugin [None req-05e15094-a07a-48af-8304-0eed5c685d95 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:10:46.177426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3b68734-82a9-4f3e-906b-1edb10835f5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:46.177755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3b68734-82a9-4f3e-906b-1edb10835f5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:46.182825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2308274-14f8-4f19-9b43-b845e42513d5 req-c7f02658-0407-407e-96ed-fb8f8fd07fcc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.184319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2308274-14f8-4f19-9b43-b845e42513d5 req-c7f02658-0407-407e-96ed-fb8f8fd07fcc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1098 time: 0.2948837 Jul 07 17:10:46.221687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Allocated IP 192.168.233.68 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/517bf51e-5346-43a0-a6cc-8230ec0f335b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:46.267107 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-0221db15-e7fc-4437-86d6-bb68a2b05b76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3596067 Jul 07 17:10:46.270326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05e15094-a07a-48af-8304-0eed5c685d95 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.274737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-05e15094-a07a-48af-8304-0eed5c685d95 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2418709 Jul 07 17:10:46.276341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.276935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'Port': ['ID=a184fa2b-ad3d-4826-8455-fcc9af65de4a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.280986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:46.296028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ddca13a-728a-4ef8-9793-bd596c0bb329 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=d160c1a9-900f-453f-9b8c-91d24af85e71 HTTP/1.1" status: 200 len: 462 time: 0.0197968 Jul 07 17:10:46.298789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.319250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.331891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2308274-14f8-4f19-9b43-b845e42513d5 req-7a96bd61-5a6e-4cbd-b770-6e6e45eaa1c5 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148050 Jul 07 17:10:46.344732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:46.345247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.418455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.486544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.494748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3bb720d6-85d9-4492-b48f-8b7322a537f1 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1372180 Jul 07 17:10:46.521492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.529760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.573544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1f03c5-703d-4d96-a95f-21f20fa840df,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.582883 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.584460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4623da0a-0948-4631-9662-68a83ac6e7cd req-22943967-e945-4e42-8a96-f3e9b56a4777 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4256606 Jul 07 17:10:46.636260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.675697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Transition to ACTIVE for port object 517bf51e-5346-43a0-a6cc-8230ec0f335b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:46.699521 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e68e71e-de7d-4e26-b118-5dd74a265deb req-44a6b597-a1fa-4589-99c2-f69d78848bd6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/c3b68734-82a9-4f3e-906b-1edb10835f5b HTTP/1.1" status: 200 len: 2409 time: 0.0792847 Jul 07 17:10:46.741200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.755623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:46.759267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832', '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'af92a6cc-5583-4d23-956e-f743fa3d9d77'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:46.873796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-432c1df7-e447-439e-83b7-431eb2630b1d tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.875370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-432c1df7-e447-439e-83b7-431eb2630b1d tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/d160c1a9-900f-453f-9b8c-91d24af85e71 HTTP/1.1" status: 204 len: 168 time: 0.5753329 Jul 07 17:10:46.880363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46888) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.902237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-85c7c1f6-c2dc-4e25-9dbd-daf809242752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.903809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-85c7c1f6-c2dc-4e25-9dbd-daf809242752 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 1098 time: 0.5970967 Jul 07 17:10:46.907346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86f20b42-9655-4f87-99a2-b86487fea15a tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=d160c1a9-900f-453f-9b8c-91d24af85e71 HTTP/1.1" status: 200 len: 221 time: 0.0243640 Jul 07 17:10:46.913672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:46.924854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0b40db96-5861-437f-8d17-8cc30d3226d3 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--110118877', 'description': 'label created by tempest'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:46.925394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0b40db96-5861-437f-8d17-8cc30d3226d3 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Unknown quota resources ['metering_label']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:10:46.939081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:46.939081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:46.958943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:46.964046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:47.043771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router 7560b2cf-693d-49c3-a2c5-60f237a7d124 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:47.047641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-f855ec61-cd53-4586-978f-afb4087a89a4 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1609750825&fields=id&tenant_id=e885693716af4b2b83cb7a22f2c0c564 HTTP/1.1" status: 200 len: 267 time: 0.1525798 Jul 07 17:10:47.124870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.134883 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.228561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53a600-68d4-4f74-affc-dd3282d822d5 req-3d19ac5a-d818-4d09-abd3-80b2ddb61933 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.231546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b53a600-68d4-4f74-affc-dd3282d822d5 req-3d19ac5a-d818-4d09-abd3-80b2ddb61933 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4056549 Jul 07 17:10:47.239450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-d12b8528-98e3-40a0-ae28-52c4ba2f3f6d tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.242269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-d12b8528-98e3-40a0-ae28-52c4ba2f3f6d tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/networks?id=63be4ee1-4dbb-40cc-bada-a593640e88b4 HTTP/1.1" status: 200 len: 805 time: 0.1936800 Jul 07 17:10:47.273496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-c49c65e2-2f12-4240-8e56-6400d1f7d3d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3476784 Jul 07 17:10:47.287872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b40db96-5861-437f-8d17-8cc30d3226d3 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.289089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b40db96-5861-437f-8d17-8cc30d3226d3 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3677516 Jul 07 17:10:47.292951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.327269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Request body: {'port': {'device_id': '1f778e92-329e-4c45-9a38-94ec64503165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:47.336727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d9c9359-c416-4216-9c2f-2f750276a57c tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/quotas/e885693716af4b2b83cb7a22f2c0c564 HTTP/1.1" status: 200 len: 375 time: 0.0579307 Jul 07 17:10:47.411078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b22b513-e5f8-42b8-9be5-34a5b4d353cd None None] Provisioning for port 517bf51e-5346-43a0-a6cc-8230ec0f335b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:47.420773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29b009fe-29b6-4643-a4eb-1dc91317dc0e tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=93e3ec42-b9aa-4129-b4b4-151175fe4ba0 HTTP/1.1" status: 200 len: 467 time: 0.1267498 Jul 07 17:10:47.422316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-7e95c4f2-1068-46d7-83f1-c8a203692419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.423956 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-7e95c4f2-1068-46d7-83f1-c8a203692419 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.4930964 Jul 07 17:10:47.424802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46898) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.442048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b53a600-68d4-4f74-affc-dd3282d822d5 req-dd622daf-2fde-4c8f-8484-61c1780067d9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976810 Jul 07 17:10:47.454542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b22b513-e5f8-42b8-9be5-34a5b4d353cd None None] Provisioning complete for port 517bf51e-5346-43a0-a6cc-8230ec0f335b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:47.454927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b22b513-e5f8-42b8-9be5-34a5b4d353cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.517525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-006758df-23fa-4b0b-981c-3af181b88e03 req-de3baf32-ccc0-4ad9-ae21-10a04d85fd8a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-group-rules/0f1f03c5-703d-4d96-a95f-21f20fa840df HTTP/1.1" status: 200 len: 778 time: 0.0541565 Jul 07 17:10:47.550913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.556986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2b22b513-e5f8-42b8-9be5-34a5b4d353cd None None] Port 517bf51e-5346-43a0-a6cc-8230ec0f335b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:47.587986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-755c36b3-fafc-47fc-b95c-1a289854dd6e tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e885693716af4b2b83cb7a22f2c0c564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2233570 Jul 07 17:10:47.610652 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-b3883c0c-8b3c-4cce-beea-b6b38bce5b97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 HTTP/1.1" status: 200 len: 217 time: 0.1294432 Jul 07 17:10:47.701159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-006758df-23fa-4b0b-981c-3af181b88e03 req-d04fe5e9-c52c-4ead-9120-af33c6ab7a64 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/c3b68734-82a9-4f3e-906b-1edb10835f5b HTTP/1.1" status: 200 len: 2409 time: 0.1746268 Jul 07 17:10:47.757101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:47.770211 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] Sync routers for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:47.774653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-91ac20c7-88d5-46a6-98fd-dbe5eb83add3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/routers/7560b2cf-693d-49c3-a2c5-60f237a7d124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2354910 Jul 07 17:10:47.780040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:47.780836 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.784502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46902) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:47.786289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-196e8bbc-1145-4173-bee8-c76a35dba650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.788948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-196e8bbc-1145-4173-bee8-c76a35dba650 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1710367 Jul 07 17:10:47.819581 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.819786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006758df-23fa-4b0b-981c-3af181b88e03 req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.828814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] Routers {'7560b2cf-693d-49c3-a2c5-60f237a7d124'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:47.829628 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['7560b2cf-693d-49c3-a2c5-60f237a7d124'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.854187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006758df-23fa-4b0b-981c-3af181b88e03 req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.865513 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:47.866505 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098494b-83dc-4a3f-aaf7-7441b1e1ed18 None None] The sync data for ids ['7560b2cf-693d-49c3-a2c5-60f237a7d124'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:47.891917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-8f541ce0-1487-4059-99ad-f97ea0f5b23c service neutron] 10.222.0.22 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840598 Jul 07 17:10:47.997597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2439f11d-993e-46e1-b402-da24d893591b tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.998961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2439f11d-993e-46e1-b402-da24d893591b tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/93e3ec42-b9aa-4129-b4b4-151175fe4ba0 HTTP/1.1" status: 204 len: 168 time: 0.5258543 Jul 07 17:10:48.001163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006758df-23fa-4b0b-981c-3af181b88e03 req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.002168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.014292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-006758df-23fa-4b0b-981c-3af181b88e03 req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.015395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-006758df-23fa-4b0b-981c-3af181b88e03 req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0f1f03c5-703d-4d96-a95f-21f20fa840df HTTP/1.1" status: 204 len: 173 time: 0.3001866 Jul 07 17:10:48.033356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e261340-da97-479c-94c4-891001796153 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1f03c5-703d-4d96-a95f-21f20fa840df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.051126 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-623576d7-afae-4ac3-81ea-d643ada3cff6 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=93e3ec42-b9aa-4129-b4b4-151175fe4ba0 HTTP/1.1" status: 200 len: 216 time: 0.0479150 Jul 07 17:10:48.056420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.086322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-466d41f3-409f-4b22-90bb-57bb675edadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.087006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-466d41f3-409f-4b22-90bb-57bb675edadc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874188 Jul 07 17:10:48.093069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1dc92a15-e438-40b7-8f05-87c4e2a64bf2 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0274143 Jul 07 17:10:48.093233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.093351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46912) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.112206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-3fc4b78a-3c9b-460f-b14d-faff8045df52 service neutron] 10.222.0.22 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022231 Jul 07 17:10:48.171236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517bf51e-5346-43a0-a6cc-8230ec0f335b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:48.180204 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-845f4d78-2f1b-4f3c-9d12-1715fd9eebc3 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0857928 Jul 07 17:10:48.184039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.200060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.225329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Transition to ACTIVE for port object 517bf51e-5346-43a0-a6cc-8230ec0f335b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:48.229947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.298605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80b84420-2556-46ff-a068-949be3e39f33 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/dd2b77ec-513c-4087-aeab-785380c1d0c5 HTTP/1.1" status: 200 len: 473 time: 0.1133318 Jul 07 17:10:48.303528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46920) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.328744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29fb1bdc-ab34-4791-a498-3e48d1ea685c tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/a6dc58c3-ce2b-42ea-b199-a6b9de088c44 HTTP/1.1" status: 200 len: 459 time: 0.0234780 Jul 07 17:10:48.335978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.356614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-a32cb69d-ff31-4b78-a0d9-cb3a69cab18a service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610245 Jul 07 17:10:48.374080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.379973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.499577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1b3cc2b0-3aee-47da-a614-b4857ccc0f07 req-17bfd272-b583-4c55-8dcc-45cb8fe90a48 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351342 Jul 07 17:10:48.537327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 9c733d1e-b26d-4e00-a2b4-fbdff1a6834d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:48.537738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.639395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.653474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 9c733d1e-b26d-4e00-a2b4-fbdff1a6834d owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:48.662695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Attempting to bind port 517bf51e-5346-43a0-a6cc-8230ec0f335b on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:48.663260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Attempting to bind port 517bf51e-5346-43a0-a6cc-8230ec0f335b by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:48.663376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Attempting to bind port 517bf51e-5346-43a0-a6cc-8230ec0f335b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:48.672455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2f86-22f8-4b51-ac1e-0ff3f1f108d2 req-b1b87694-68a6-43ae-93e4-dfec1ece7a0c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.673970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-861d2f86-22f8-4b51-ac1e-0ff3f1f108d2 req-b1b87694-68a6-43ae-93e4-dfec1ece7a0c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 947 time: 0.3935907 Jul 07 17:10:48.679411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75c4e551-1718-4ed9-8344-93728773f219 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.682795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-75c4e551-1718-4ed9-8344-93728773f219 tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/a6dc58c3-ce2b-42ea-b199-a6b9de088c44 HTTP/1.1" status: 204 len: 168 time: 0.3435585 Jul 07 17:10:48.685209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:48.691585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Port 517bf51e-5346-43a0-a6cc-8230ec0f335b on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:48.691901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Attempting to bind port 517bf51e-5346-43a0-a6cc-8230ec0f335b on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:48.721556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:48.721931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:48.722302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:48.722757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Bound port: 517bf51e-5346-43a0-a6cc-8230ec0f335b, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:48.723187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.859218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.902165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-861d2f86-22f8-4b51-ac1e-0ff3f1f108d2 req-c12f074f-78d6-4790-9f27-d2acaf3f7108 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073421 Jul 07 17:10:48.938023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=9c733d1e-b26d-4e00-a2b4-fbdff1a6834d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.955097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c944883-c9dd-4a60-ac0e-d5d652fd8d0e req-44da4bef-ece9-4fbe-9d86-d32e9406239d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.956595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c944883-c9dd-4a60-ac0e-d5d652fd8d0e req-44da4bef-ece9-4fbe-9d86-d32e9406239d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.5086677 Jul 07 17:10:48.960784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.964504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1765997940', 'description': 'tempest-description-874840969'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:49.058477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfdefa0b-b4a8-4403-a140-a97e2afa534b tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.062002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dfdefa0b-b4a8-4403-a140-a97e2afa534b tempest-MeteringIpV6TestJSON-30226370 tempest-MeteringIpV6TestJSON-30226370-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/dd2b77ec-513c-4087-aeab-785380c1d0c5 HTTP/1.1" status: 204 len: 168 time: 0.3737223 Jul 07 17:10:49.076149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:49.081566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.082316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.090713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.117166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:49.138789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.149648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c944883-c9dd-4a60-ac0e-d5d652fd8d0e req-869139ee-c692-4cd5-b293-d4c10ea48b7b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687307 Jul 07 17:10:49.228734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.245348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.246040 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.247979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-152e2da5-efab-459f-b2f1-4b0eaf18ff50 service neutron] 10.222.0.32 "PUT /v2.0/ports/517bf51e-5346-43a0-a6cc-8230ec0f335b HTTP/1.1" status: 200 len: 1096 time: 1.9258254 Jul 07 17:10:49.248558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:49.251591 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69" -d '{"events": [{"name": "network-changed", "server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:49.422830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6beae330-6e90-40ab-be99-d974f1fca973 req-d4840346-0d7a-4523-bbde-c33747fd62ab tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 210 time: 0.1037312 Jul 07 17:10:49.488024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.497032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.499273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.540571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-19f6a5ea-50b3-4794-bf7c-bd89200b4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.542481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-19f6a5ea-50b3-4794-bf7c-bd89200b4b51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 1099 time: 0.2383640 Jul 07 17:10:49.556083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.557104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Fanout notify agent at l3_agent the message router_deleted on router 7560b2cf-693d-49c3-a2c5-60f237a7d124 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:10:49.560503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.562965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbea55c0-99e8-4192-ab30-355fe647c46e req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6183975 Jul 07 17:10:49.582999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.588781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2594957-2271-40c5-bfd1-54b2053b2a02 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/routers/7560b2cf-693d-49c3-a2c5-60f237a7d124 HTTP/1.1" status: 204 len: 168 time: 1.7967589 Jul 07 17:10:49.589583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46956) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.671296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-77550927-f5fe-4163-9a20-cbfca638e1e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b HTTP/1.1" status: 200 len: 217 time: 0.1153705 Jul 07 17:10:49.693704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c8479-ecff-4abf-a8ce-7a244c919df8 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4cdffa-e4a9-456f-b34f-821f1af3a521,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.722917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting subnet fde0d4ec-ea64-4cc4-9976-ccf2c3a94134 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:49.724930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.769862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:49.774600 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba37519-425a-43c0-9aaa-db4328260610 x-openstack-request-id: req-6ba37519-425a-43c0-9aaa-db4328260610 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:49.774894 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:49.775149 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ba37519-425a-43c0-9aaa-db4328260610 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:49.775548 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'status': 'completed', 'code': 200} Jul 07 17:10:49.943624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.012129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.040383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Subnet': ['ID=fde0d4ec-ea64-4cc4-9976-ccf2c3a94134,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.044201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.046096 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bcbfba05-3f13-44ea-912e-048184d1d7d5 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/subnets/fde0d4ec-ea64-4cc4-9976-ccf2c3a94134 HTTP/1.1" status: 204 len: 168 time: 0.4547377 Jul 07 17:10:50.048685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46976) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.060866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5f31c-2807-42bf-b872-287047f4ad51 None None] Network d079c65f-1797-42d9-8f8b-593e060086ae requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:50.135237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.197923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port d2f79c8d-35c2-447f-8675-55cd75d56759 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:50.198554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.246482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f15adf-9f6f-4ebd-a199-0a8bdf7e49fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.285464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] For port d2f79c8d-35c2-447f-8675-55cd75d56759, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2f79c8d-35c2-447f-8675-55cd75d56759,segment=NetworkSegment(910b8ec7-6a2d-4f92-a00e-5f174af9bd36),segment_id=910b8ec7-6a2d-4f92-a00e-5f174af9bd36)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:50.285830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.300706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for d2f79c8d-35c2-447f-8675-55cd75d56759 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:50.318872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] DHCP port deletion for d079c65f-1797-42d9-8f8b-593e060086ae request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:10:50.369070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-401e7b01-6b61-4fd6-853c-9afeb360474c tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.370603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-401e7b01-6b61-4fd6-853c-9afeb360474c tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.32 "GET /v2.0/networks?id=63be4ee1-4dbb-40cc-bada-a593640e88b4 HTTP/1.1" status: 200 len: 805 time: 0.7013009 Jul 07 17:10:50.373016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Deleting port d2f79c8d-35c2-447f-8675-55cd75d56759 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:50.373854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.379245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51b9d0ef-7775-41c8-8f1e-21a7e64fd28e req-9cb0c8df-d8e8-4ff6-9cec-ed3e9b9eff92 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/cb4cdffa-e4a9-456f-b34f-821f1af3a521 HTTP/1.1" status: 200 len: 1814 time: 0.2432463 Jul 07 17:10:50.381210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-f4ac3078-79a0-42cd-ac63-437b4b1cd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.382668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-f4ac3078-79a0-42cd-ac63-437b4b1cd9b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.6770065 Jul 07 17:10:50.389339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-61ac0327-95ee-4d06-ad33-19b47bb8b3fa tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.390867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-61ac0327-95ee-4d06-ad33-19b47bb8b3fa tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.2465019 Jul 07 17:10:50.409577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.431091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] No DVR routers for this DVR port d2f79c8d-35c2-447f-8675-55cd75d56759 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:50.456817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=d2f79c8d-35c2-447f-8675-55cd75d56759,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.500047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-63d5741c-ba4c-489d-b331-71f9c54c44ad tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/quotas/f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 375 time: 0.0727618 Jul 07 17:10:50.511354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] For port d2f79c8d-35c2-447f-8675-55cd75d56759, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2f79c8d-35c2-447f-8675-55cd75d56759,segment=NetworkSegment(910b8ec7-6a2d-4f92-a00e-5f174af9bd36),segment_id=910b8ec7-6a2d-4f92-a00e-5f174af9bd36)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:50.514225 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.549857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-8f2c23b0-b521-4a06-a625-759768321c0b tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e885693716af4b2b83cb7a22f2c0c564 HTTP/1.1" status: 200 len: 380 time: 0.1555545 Jul 07 17:10:50.554912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Calling delete_port for d2f79c8d-35c2-447f-8675-55cd75d56759 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:50.564923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.578233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d079c65f-1797-42d9-8f8b-593e060086ae']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:50.591063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910b8ec7-6a2d-4f92-a00e-5f174af9bd36') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:50.591734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910b8ec7-6a2d-4f92-a00e-5f174af9bd36') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:50.604489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.613630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'port': {'device_id': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'admin_state_up': True, 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'security_groups': ['d22af2b1-3fed-43bb-b6d8-736e3d5e1f38']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:50.621271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.631124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:50.631877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:50.635782 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:50.644689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.672497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] Pushing event deleted for resources: {'Port': ['ID=d2f79c8d-35c2-447f-8675-55cd75d56759,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.678283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ac79c-f572-4c44-9096-973f9b01f333 None None] No DVR routers for this DVR port d2f79c8d-35c2-447f-8675-55cd75d56759 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:50.714564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.733830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.733830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/networks/d079c65f-1797-42d9-8f8b-593e060086ae HTTP/1.1" status: 204 len: 168 time: 0.6783783 Jul 07 17:10:50.737340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46984) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:50.768875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb5dd7-115e-4495-b5ac-6172f8daa157 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Network': ['ID=d079c65f-1797-42d9-8f8b-593e060086ae,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.840339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24c57-9305-4b95-87f2-30981c864d65 req-eca157f6-ab8e-4c27-92f0-77840c6bf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.842029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-eca157f6-ab8e-4c27-92f0-77840c6bf0cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4467101 Jul 07 17:10:50.901169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port e6008ce3-24bd-4dae-bd68-9c6e0d2dec76 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:50.901651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.945389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-5fb2c3fd-320c-4f76-ac23-929669677460 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4358020 Jul 07 17:10:50.979340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.979681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.992150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for e6008ce3-24bd-4dae-bd68-9c6e0d2dec76 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:50.998047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9a78-4c23-48be-98b3-b1c9a9043021 req-56592db2-489e-4b93-b8e5-5febc1b846c2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.999591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6bc9a78-4c23-48be-98b3-b1c9a9043021 req-56592db2-489e-4b93-b8e5-5febc1b846c2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 947 time: 0.4352429 Jul 07 17:10:51.030939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f15adf-9f6f-4ebd-a199-0a8bdf7e49fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.069722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f15adf-9f6f-4ebd-a199-0a8bdf7e49fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.149520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.150643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Made reservation on behalf of e885693716af4b2b83cb7a22f2c0c564 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:51.154208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.179021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=e6008ce3-24bd-4dae-bd68-9c6e0d2dec76,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.190859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9f15adf-9f6f-4ebd-a199-0a8bdf7e49fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e5b68a3c48f4b9c9b69c54302de55ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6901827 Jul 07 17:10:51.195371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6bc9a78-4c23-48be-98b3-b1c9a9043021 req-e7eb1f4f-9af3-414d-b977-3574178475aa tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631026 Jul 07 17:10:51.197272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-15b56fde-3a4c-4fce-81aa-523102061bb0 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431830 Jul 07 17:10:51.197867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f15adf-9f6f-4ebd-a199-0a8bdf7e49fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427cc551-7d75-4fa3-a0b6-5641035942bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.205171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.262471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.265165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.266486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-630b57e6-ae91-47f3-877d-2e3239e12f77 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/floatingips/5f8de74d-1ee5-4f20-a387-688e1b57c0c1 HTTP/1.1" status: 204 len: 168 time: 0.5275602 Jul 07 17:10:51.271122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.305727 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3c755c-b672-4254-ab5e-9c6256775a4b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:51.306403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3c755c-b672-4254-ab5e-9c6256775a4b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:51.308293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe3c755c-b672-4254-ab5e-9c6256775a4b tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/e153d5ac-9695-45e9-866e-77a56a697cfc HTTP/1.1" status: 404 len: 333 time: 0.0358856 Jul 07 17:10:51.311386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46994) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.344690 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-20fabe0d-f672-41a7-8b89-9dc1cced9b1a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/ports?device_id=7560b2cf-693d-49c3-a2c5-60f237a7d124 HTTP/1.1" status: 200 len: 205 time: 0.0311801 Jul 07 17:10:51.350614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.383424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-024cdfae-87c4-4c23-9228-3f578bbdc133 service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221179 Jul 07 17:10:51.403644 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-31593ac9-8bad-4d41-b8f4-75b71d27281c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] delete failed (client error): The resource could not be found. Jul 07 17:10:51.408388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-31593ac9-8bad-4d41-b8f4-75b71d27281c tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/routers/7560b2cf-693d-49c3-a2c5-60f237a7d124 HTTP/1.1" status: 404 len: 336 time: 0.0566530 Jul 07 17:10:51.409007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46998) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.443083 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecacecbe-995e-4cad-a7fa-e570462ec15a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] DELETE failed (client error): The resource could not be found. Jul 07 17:10:51.443544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecacecbe-995e-4cad-a7fa-e570462ec15a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:10:51.447677 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ecacecbe-995e-4cad-a7fa-e570462ec15a tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/subnets/fde0d4ec-ea64-4cc4-9976-ccf2c3a94134 HTTP/1.1" status: 404 len: 337 time: 0.0353196 Jul 07 17:10:51.447765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47000) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:51.535646 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.539159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80fa97de-3c02-49ee-b1ba-3c3d0b1588e6 req-3a4cb2a8-0380-4cb9-bec4-a05a26297152 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 210 time: 0.1082969 Jul 07 17:10:51.548446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:51.548871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.621544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.624652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10c24c57-9305-4b95-87f2-30981c864d65 req-a7d16b30-bdaa-4bd8-838f-b14b4398ef06 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029036 Jul 07 17:10:51.673149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.674833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-57ac8ec5-6e19-452b-9e14-a81bde841a88 service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636154 Jul 07 17:10:51.687617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Allocated IP 172.20.0.11 (63be4ee1-4dbb-40cc-bada-a593640e88b4/f016616f-7c69-460e-b903-3472223aeb14/9562c7f0-87f3-4f6c-b394-50b8c326d983) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:51.711522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:51.750620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-293045559', 'description': 'tempest-description-1809299591'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:51.862649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.877413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.880713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.893906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/427cc551-7d75-4fa3-a0b6-5641035942bf HTTP/1.1" status: 204 len: 168 time: 0.6786087 Jul 07 17:10:51.913690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:51.961462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e93e5-ab7f-4910-b0ed-3d896cb18a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427cc551-7d75-4fa3-a0b6-5641035942bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:51.988390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:52.031010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-0ce3f69d-498b-41f6-8de6-acf5e79a5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.032929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-0ce3f69d-498b-41f6-8de6-acf5e79a5950 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89b73bff4253499b8522c10133c2e5e0&device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 1099 time: 0.3468153 Jul 07 17:10:52.100388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80240f91-00c1-49b7-af8f-33e9038876e3 req-ccabc4c9-78dc-4d8c-9faa-61d961e753f0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 210 time: 0.1584680 Jul 07 17:10:52.176515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.180434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5def515b-3183-4f12-8afe-215b3e428401 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/1e490cb4-b5a3-4e42-b5de-b8f7ea7c2cff HTTP/1.1" status: 204 len: 168 time: 0.7316658 Jul 07 17:10:52.193917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47016) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.334597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2f79c8d-35c2-447f-8675-55cd75d56759 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:52.385860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d2f79c8d-35c2-447f-8675-55cd75d56759 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:52.387007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2f79c8d-35c2-447f-8675-55cd75d56759 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:52.407648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.475628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47022) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.511650 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dad9e35-aa72-44c4-a863-98f1435a6ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.541750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Transition to ACTIVE for port object 9562c7f0-87f3-4f6c-b394-50b8c326d983 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:52.591380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 09f349e8-e016-41dc-bc90-acae3db5abba {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:52.591946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.616048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-8cd53e5d-6d74-4a6a-81eb-4bf17cc79c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.617748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-8cd53e5d-6d74-4a6a-81eb-4bf17cc79c1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.5159519 Jul 07 17:10:52.665081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.702184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.717391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.720627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 09f349e8-e016-41dc-bc90-acae3db5abba owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:52.732992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-a0931935-e5cb-4fc0-ae27-6bb3fdcb5003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b HTTP/1.1" status: 200 len: 217 time: 0.0992451 Jul 07 17:10:52.824163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d861962-fb25-488a-a3c5-6a3c6b840980 req-6ae442da-2b9f-4da2-babb-66b82f449f64 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.831474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d861962-fb25-488a-a3c5-6a3c6b840980 req-6ae442da-2b9f-4da2-babb-66b82f449f64 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 947 time: 0.3613482 Jul 07 17:10:52.839868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.843277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dad9e35-aa72-44c4-a863-98f1435a6ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.854803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dad9e35-aa72-44c4-a863-98f1435a6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.862470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4acfd4-1b7a-4749-ae9e-1039641b74a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:52.881587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-999bebb4-27dc-4578-953a-59a3f0aee202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:52.883198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-999bebb4-27dc-4578-953a-59a3f0aee202 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1288760 Jul 07 17:10:52.912267 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3dad9e35-aa72-44c4-a863-98f1435a6ed1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6733178e1c334d14bd47218377dab000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346080 Jul 07 17:10:52.912927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:52.913044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:52.926041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a94a745-d12a-4675-85ce-bca1fcca2637 req-bc9c9226-7b6a-4023-ba42-e4b7fe6c342a tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1834991 Jul 07 17:10:52.951287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9e35-aa72-44c4-a863-98f1435a6ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a648135a-d1ea-459b-a22e-14263bac8f48,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.008768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event updated for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.016015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.073667 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.094379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d861962-fb25-488a-a3c5-6a3c6b840980 req-8f8dd226-ac6a-4fb1-9e3e-c0481a6f537d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617726 Jul 07 17:10:53.096555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.100584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:53.123919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:53.131758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:53.148101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=09f349e8-e016-41dc-bc90-acae3db5abba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.197776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.198456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.247348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.250475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.251495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-c7fad3e8-ffce-47da-8e67-ab80662d3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.253076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-c7fad3e8-ffce-47da-8e67-ab80662d3bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3219030 Jul 07 17:10:53.259589 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a648135a-d1ea-459b-a22e-14263bac8f48 HTTP/1.1" status: 204 len: 168 time: 0.3381770 Jul 07 17:10:53.277179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97614403-b655-441c-8336-76b04fa3c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648135a-d1ea-459b-a22e-14263bac8f48,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:53.283845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.299878 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6c9fe97c-d084-4412-b390-fb45d897b391 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/ports/09f349e8-e016-41dc-bc90-acae3db5abba HTTP/1.1" status: 204 len: 168 time: 1.1047964 Jul 07 17:10:53.303458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.413298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a4357b-1eee-4f3e-ade4-5dc74f761af3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.421292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3a4357b-1eee-4f3e-ade4-5dc74f761af3 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "GET /v2.0/ports?device_id=e855c161-2d23-4c4f-861f-896289ede5b0 HTTP/1.1" status: 200 len: 913 time: 0.1154866 Jul 07 17:10:53.423464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47040) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:53.453300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-4d141260-684e-4772-a265-aa3b5a5147df tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8618693 Jul 07 17:10:53.455614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-eff49e78-fc98-4df6-88af-1a004134fe36 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667523 Jul 07 17:10:53.503352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b09300ee-13f2-4c07-a3ee-8c6631e95b6d None None] Provisioning for port 9562c7f0-87f3-4f6c-b394-50b8c326d983 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:53.509535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b09300ee-13f2-4c07-a3ee-8c6631e95b6d None None] Provisioning complete for port 9562c7f0-87f3-4f6c-b394-50b8c326d983 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:53.510157 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b09300ee-13f2-4c07-a3ee-8c6631e95b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.586586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Request body: {'port': {'device_id': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:53.628741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b09300ee-13f2-4c07-a3ee-8c6631e95b6d None None] Port 9562c7f0-87f3-4f6c-b394-50b8c326d983 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:53.637814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d48df0aa-c61d-4c3f-953b-9c96b6ca7b69 req-85568bc9-ab55-4f23-86b5-183ce49a9ebe service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559856 Jul 07 17:10:53.712010 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:53.901492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 517bf51e-5346-43a0-a6cc-8230ec0f335b details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:53.974409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc279bb-5b54-44e2-bbd6-bedb1d0ae0bc req-ef28adb4-e693-4f4b-a5d5-20da0f37e4f9 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.983640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bc279bb-5b54-44e2-bbd6-bedb1d0ae0bc req-ef28adb4-e693-4f4b-a5d5-20da0f37e4f9 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 932 time: 0.9417620 Jul 07 17:10:54.012271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-de5b598e-f098-40e6-92e1-c93a8b54d6af tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:54.013786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-de5b598e-f098-40e6-92e1-c93a8b54d6af tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.3792975 Jul 07 17:10:54.071152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bc279bb-5b54-44e2-bbd6-bedb1d0ae0bc req-beece1da-83dc-46df-bbf2-7cc5cccca601 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861075 Jul 07 17:10:54.099701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50aed0e1-3d56-4021-955e-e7fd218a6728 req-a6253ad8-6c68-40ae-a93d-8925741ec564 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/3a4acfd4-1b7a-4749-ae9e-1039641b74a6 HTTP/1.1" status: 200 len: 1814 time: 0.6429737 Jul 07 17:10:54.101218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'device_id': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'admin_state_up': True, 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:54.162479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.177937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-21637257', 'description': 'tempest-description-121625867'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:54.178198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'mac_address': 'fa:16:3e:07:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:54.255718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.290906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517bf51e-5346-43a0-a6cc-8230ec0f335b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:54.327128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:54.332810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.351003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:54.355226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.401770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.424121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:54.611879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['517bf51e-5346-43a0-a6cc-8230ec0f335b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:54.632354 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.665955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9562c7f0-87f3-4f6c-b394-50b8c326d983 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:54.685621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-944198f0-bbf1-4c21-9798-3864a2903249 req-e243ae64-4b6d-4532-b101-257a0cc80c79 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 210 time: 0.0647216 Jul 07 17:10:54.698539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.707167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.20.0.13 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/35842525-a188-4179-9d68-24d02387de80) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:54.734988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Transition to ACTIVE for port object 9562c7f0-87f3-4f6c-b394-50b8c326d983 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:54.747255 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:54.884019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.048459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.064808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Attempting to bind port 9562c7f0-87f3-4f6c-b394-50b8c326d983 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:55.065143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Attempting to bind port 9562c7f0-87f3-4f6c-b394-50b8c326d983 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:55.065481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Attempting to bind port 9562c7f0-87f3-4f6c-b394-50b8c326d983 on network 63be4ee1-4dbb-40cc-bada-a593640e88b4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:55.082267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Port 9562c7f0-87f3-4f6c-b394-50b8c326d983 on network 63be4ee1-4dbb-40cc-bada-a593640e88b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:55.082602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Attempting to bind port 9562c7f0-87f3-4f6c-b394-50b8c326d983 on network 63be4ee1-4dbb-40cc-bada-a593640e88b4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:55.085331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.130999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:55.131824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Checking segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:55.132496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Bound using segment: {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:55.132995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Bound port: 9562c7f0-87f3-4f6c-b394-50b8c326d983, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6a9297-2476-4501-ad01-de4d48c48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:55.133661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.170930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.178437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-feb82807-ae03-4ffa-bd8b-c027d18368f6 req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0197241 Jul 07 17:10:55.197911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2476-f5e4-413a-9519-e6e397122444 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a60dba4-b2d9-477e-b50c-6ea8a00462b0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.285855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b4fbe-8c4a-4808-925c-5f313b7820bf req-f99a86ad-8c7d-488c-8c48-0a9cc2154be0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.297223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-790b4fbe-8c4a-4808-925c-5f313b7820bf req-f99a86ad-8c7d-488c-8c48-0a9cc2154be0 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 948 time: 0.3412552 Jul 07 17:10:55.381773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-790b4fbe-8c4a-4808-925c-5f313b7820bf req-e8aeeeb2-ce7b-415f-80aa-0e594a6f286f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Jul 07 17:10:55.400958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:55.401281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port a71d4e1c-10dc-4659-8685-d91fff6c546e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:55.401732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.408109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:55.418848 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.460110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.485790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Transition to ACTIVE for port object 35842525-a188-4179-9d68-24d02387de80 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:55.526216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.526672 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.530873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/9562c7f0-87f3-4f6c-b394-50b8c326d983 HTTP/1.1" status: 200 len: 1093 time: 1.9468699 Jul 07 17:10:55.531747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:55.534589 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa3aae2-86fe-4685-80e3-7708107e44fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:55.548702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.591046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for a71d4e1c-10dc-4659-8685-d91fff6c546e owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:55.613064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:55.621833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a303-bfe6-4dd0-b17b-b52d57d435b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.637444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', '63773676-0704-44a4-adbd-992e7a97e09d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:55.654741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6289031-fede-450c-90ba-a553033ffa99 req-63c03b78-94fb-4412-ab60-b127781440e2 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/6a60dba4-b2d9-477e-b50c-6ea8a00462b0 HTTP/1.1" status: 200 len: 1812 time: 0.1819260 Jul 07 17:10:55.657087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:55.716505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:55.736067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:55.740027 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e37929-5cc9-4fb3-8617-4d4195ec59a5 x-openstack-request-id: req-d8e37929-5cc9-4fb3-8617-4d4195ec59a5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:55.740291 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:55.740525 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8e37929-5cc9-4fb3-8617-4d4195ec59a5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:55.740929 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'status': 'completed', 'code': 200} Jul 07 17:10:55.752250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:55.755825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:55.758227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-97951005-fb78-46eb-bd06-c3a36d505b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.759915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-97951005-fb78-46eb-bd06-c3a36d505b52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e885693716af4b2b83cb7a22f2c0c564&device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 1096 time: 0.1796994 Jul 07 17:10:55.763770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-685075660', 'description': 'tempest-description-560631527'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:55.901444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-fbf91932-2ca2-4414-8bd0-b19e34b189bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983 HTTP/1.1" status: 200 len: 217 time: 0.1196961 Jul 07 17:10:55.916988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 517bf51e-5346-43a0-a6cc-8230ec0f335b up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:55.974307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1326566259'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:55.982084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:55.982773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.009663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.028377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 517bf51e-5346-43a0-a6cc-8230ec0f335b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:56.046379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Made reservation on behalf of 8a4cf3d27c2c4fc7a257620e7c68d684 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:56.050304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.052251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 517bf51e-5346-43a0-a6cc-8230ec0f335b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:56.052251 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.055032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-99be4ee1-3611-4cbe-b4c4-a60c899ae2f1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9920912 Jul 07 17:10:56.080642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.084161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Request body: {'port': {'device_id': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:56.084413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-ac469be1-e257-4245-b5aa-7dc1a97667ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.089347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-ac469be1-e257-4245-b5aa-7dc1a97667ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f016616f-7c69-460e-b903-3472223aeb14 HTTP/1.1" status: 200 len: 844 time: 0.1722620 Jul 07 17:10:56.186579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.188706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.198950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.209755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52d4d403-4b52-4cf9-bc40-297b3d46c6ae None None] Provisioning for port 35842525-a188-4179-9d68-24d02387de80 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:56.218349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:56.219943 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e4ebac-4e7d-4e9c-b651-f4c10fb457d6" -d '{"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-plugged", "status": "completed", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:56.233497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52d4d403-4b52-4cf9-bc40-297b3d46c6ae None None] Provisioning complete for port 35842525-a188-4179-9d68-24d02387de80 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:56.233877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52d4d403-4b52-4cf9-bc40-297b3d46c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.234081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b274-8d89-4d56-9de3-3c768e626a74 req-a9cbdd5e-d0cc-420f-925e-27cf0d8670e4 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.235875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ac4b274-8d89-4d56-9de3-3c768e626a74 req-a9cbdd5e-d0cc-420f-925e-27cf0d8670e4 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 944 time: 0.7245455 Jul 07 17:10:56.236874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:56.255985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=a71d4e1c-10dc-4659-8685-d91fff6c546e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.258884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.277126 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.292632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.311779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-52d4d403-4b52-4cf9-bc40-297b3d46c6ae None None] Port 35842525-a188-4179-9d68-24d02387de80 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:10:56.327371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.364916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306040-4657-4be2-bdd1-b343bd67c432 req-337b362b-0f6f-412c-8cef-8e1433f007ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.366494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-337b362b-0f6f-412c-8cef-8e1433f007ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63be4ee1-4dbb-40cc-bada-a593640e88b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2617826 Jul 07 17:10:56.371551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ac4b274-8d89-4d56-9de3-3c768e626a74 req-a982e2e0-1372-43b2-9d18-5e954eedeb98 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069853 Jul 07 17:10:56.372154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299314cb-9111-4bdb-ad75-ca15610eeda8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.529792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-3c611ea2-4569-4db7-9739-0aa343863166 service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541929 Jul 07 17:10:56.564626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.585798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.615890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.631477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.632696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9d80116-45f8-4f28-93d3-317129eb531a req-f1a629c2-fb27-4218-a50d-98b08eab5b25 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8871863 Jul 07 17:10:56.654235 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:56.684698 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.685068 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Added segment 529b01b2-7aff-46e0-9840-8b74f58c0f69 of type vlan for network 0ce14894-22ac-44f0-be7c-be2607455c66 Jul 07 17:10:56.685183 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca182ac4-26c6-428e-a923-5d04825d446e x-openstack-request-id: req-ca182ac4-26c6-428e-a923-5d04825d446e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:56.685623 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-plugged", "status": "completed", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:56.685801 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca182ac4-26c6-428e-a923-5d04825d446e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:56.686557 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'code': 200} Jul 07 17:10:56.725939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10ed49f-2c98-4b29-9fb5-28bcf797bdf5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.731567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35842525-a188-4179-9d68-24d02387de80 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:56.743383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.771982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Transition to ACTIVE for port object 35842525-a188-4179-9d68-24d02387de80 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:56.806371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.862286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f4318-4c92-43b2-99ec-c96e39679853 req-cd9f5c29-1a02-4325-8bd3-012b2f399414 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:56.863928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c8f4318-4c92-43b2-99ec-c96e39679853 req-cd9f5c29-1a02-4325-8bd3-012b2f399414 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 932 time: 0.3512080 Jul 07 17:10:56.868117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:56.902640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24306040-4657-4be2-bdd1-b343bd67c432 req-8eeae373-5e31-44df-beda-39617588ed04 service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515251 Jul 07 17:10:56.908453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:56.980814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Router e855c161-2d23-4c4f-861f-896289ede5b0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:10:57.005237 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.010906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.011588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.044517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c8f4318-4c92-43b2-99ec-c96e39679853 req-1def5f16-c567-4574-ac38-a14fbb2ea9d9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536322 Jul 07 17:10:57.101084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Attempting to bind port 35842525-a188-4179-9d68-24d02387de80 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:57.101473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Attempting to bind port 35842525-a188-4179-9d68-24d02387de80 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:57.101808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Attempting to bind port 35842525-a188-4179-9d68-24d02387de80 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.112705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Port 35842525-a188-4179-9d68-24d02387de80 on network dfb3225a-a96a-4c5a-8062-67bf9911028f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:57.113036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Attempting to bind port 35842525-a188-4179-9d68-24d02387de80 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:57.116438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:10:57.122393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec736a04-5b6a-4fb4-8003-63a536f0a4cf tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "PUT /v2.0/routers/e855c161-2d23-4c4f-861f-896289ede5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6969569 Jul 07 17:10:57.123701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:57.124037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:57.124414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:57.124847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Bound port: 35842525-a188-4179-9d68-24d02387de80, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:57.125203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.126898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47112) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.130927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] Sync routers for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:10:57.137913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4712632 Jul 07 17:10:57.147591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c092-90dd-457a-b4e8-01a3b08dcc82 req-f7c4597e-5aa2-4698-976c-8ad0d619e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.149116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de39c092-90dd-457a-b4e8-01a3b08dcc82 req-f7c4597e-5aa2-4698-976c-8ad0d619e2cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 1101 time: 0.3325732 Jul 07 17:10:57.153926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:57.154681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.165983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c8722-b755-4085-ac68-82f2bfcd6209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Pushing event updated for resources: {'Network': ['ID=0ce14894-22ac-44f0-be7c-be2607455c66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.197702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.202608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0ce14894-22ac-44f0-be7c-be2607455c66 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:57.237671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff260e3-2508-4d39-a663-3a5316e6c4a7 req-a9046384-6e0a-4e1c-9912-d000d5be91a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.239758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff260e3-2508-4d39-a663-3a5316e6c4a7 req-a9046384-6e0a-4e1c-9912-d000d5be91a3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 949 time: 0.3056297 Jul 07 17:10:57.252836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-438e2da2-d52f-4071-a657-bd0711c0fb56 req-9122ed5f-02cd-4481-b8ca-fabda0339424 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/299314cb-9111-4bdb-ad75-ca15610eeda8 HTTP/1.1" status: 200 len: 1813 time: 0.1546574 Jul 07 17:10:57.268950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de39c092-90dd-457a-b4e8-01a3b08dcc82 req-6cad2cc6-8f9f-4e86-be2f-403cd73fc3bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080339 Jul 07 17:10:57.271062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-05a98eca-aa6d-4578-a9c8-8dc28d19e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.272551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-05a98eca-aa6d-4578-a9c8-8dc28d19e9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e885693716af4b2b83cb7a22f2c0c564&device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 1096 time: 0.2867801 Jul 07 17:10:57.285040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:57.301309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:57.305507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.308253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] Routers {'e855c161-2d23-4c4f-861f-896289ede5b0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:10:57.308952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e855c161-2d23-4c4f-861f-896289ede5b0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.311360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.318738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff260e3-2508-4d39-a663-3a5316e6c4a7 req-defba0c3-c0e0-453f-bd6b-6160d0d764a2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650108 Jul 07 17:10:57.392643 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-65d26a1a-5c2a-45de-80f1-c3087b2f867e req-8661657f-c7e4-48fe-9c5c-addf5ea514f9 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] show failed (client error): The resource could not be found. Jul 07 17:10:57.393837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65d26a1a-5c2a-45de-80f1-c3087b2f867e req-8661657f-c7e4-48fe-9c5c-addf5ea514f9 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/08d708c3-5374-4500-86ca-eadb89b61377 HTTP/1.1" status: 404 len: 352 time: 0.0247684 Jul 07 17:10:57.410935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.411593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.413055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] 10.222.0.83 "PUT /v2.0/ports/35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 200 len: 1093 time: 1.3363171 Jul 07 17:10:57.425955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'tag': '35842525-a188-4179-9d68-24d02387de80'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:57.428383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:57.429432 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19" -d '{"events": [{"name": "network-changed", "server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "tag": "35842525-a188-4179-9d68-24d02387de80"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:57.435152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66', 'binding:host_id': 'n-h1-791504-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-905184234'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:57.516142 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-491eb2ba-9419-4d8d-bcc4-b8856a0ed300 req-cb15a14b-cb46-4cd2-8b21-d1a768e4d705 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] show failed (client error): The resource could not be found. Jul 07 17:10:57.517461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-491eb2ba-9419-4d8d-bcc4-b8856a0ed300 req-cb15a14b-cb46-4cd2-8b21-d1a768e4d705 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-group-rules/9e67eb2c-bb2b-4517-838a-423a455243ff HTTP/1.1" status: 404 len: 361 time: 0.0492949 Jul 07 17:10:57.526366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-254b9b29-cf3b-47ed-9cb7-d25e272c9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.528073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-254b9b29-cf3b-47ed-9cb7-d25e272c9bcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=63be4ee1-4dbb-40cc-bada-a593640e88b4 HTTP/1.1" status: 200 len: 906 time: 0.2082260 Jul 07 17:10:57.537001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eaf5a-70be-4c95-8c70-3e646d1d8a62 service neutron] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:57.567103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:57.568108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2908c6-86ca-4999-8f6f-9f8eadaa4bde None None] The sync data for ids ['e855c161-2d23-4c4f-861f-896289ede5b0'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:10:57.589395 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c2243-1811-483e-9601-6617884ed6de x-openstack-request-id: req-351c2243-1811-483e-9601-6617884ed6de {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:57.589959 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "tag": "35842525-a188-4179-9d68-24d02387de80", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:57.590046 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-351c2243-1811-483e-9601-6617884ed6de {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:57.590497 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'tag': '35842525-a188-4179-9d68-24d02387de80', 'status': 'completed', 'code': 200} Jul 07 17:10:57.605626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Made reservation on behalf of dc2b49b406724a8b82bc0c08267e4cb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:57.607996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.613293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-4e5ced23-85f8-402c-a760-e22851986219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983 HTTP/1.1" status: 200 len: 217 time: 0.0777762 Jul 07 17:10:57.620134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-79797320-faec-45b5-aff9-fd89ccaa3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.621846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-79797320-faec-45b5-aff9-fd89ccaa3754 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 1096 time: 0.1535633 Jul 07 17:10:57.631548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.649804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.697684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-6f0d4ec3-6ef7-480e-829a-4191d37f67a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 200 len: 217 time: 0.0589130 Jul 07 17:10:57.750982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-16eb5736-992e-412f-8009-b223046295dc tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/299314cb-9111-4bdb-ad75-ca15610eeda8 HTTP/1.1" status: 200 len: 1813 time: 0.1474514 Jul 07 17:10:57.760639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting port 40b3f3da-f3c9-49d0-b96e-ba8c9c8f59d0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:57.760986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.764363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-bdbb3dc4-0815-4d76-84a2-3adeae2db76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.765963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-bdbb3dc4-0815-4d76-84a2-3adeae2db76c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0590456 Jul 07 17:10:57.773189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-3f2b2489-1c74-4d09-a0d0-6c082d7029d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.774660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-3f2b2489-1c74-4d09-a0d0-6c082d7029d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f016616f-7c69-460e-b903-3472223aeb14 HTTP/1.1" status: 200 len: 844 time: 0.1422791 Jul 07 17:10:57.874569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd246a5-bfc2-4baa-b6f6-7f8a0f1503fa req-d1541e8f-392e-4295-8e4e-5671ec1f4413 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.876101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fd246a5-bfc2-4baa-b6f6-7f8a0f1503fa req-d1541e8f-392e-4295-8e4e-5671ec1f4413 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 944 time: 0.2715237 Jul 07 17:10:57.879792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.897494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Calling delete_port for 40b3f3da-f3c9-49d0-b96e-ba8c9c8f59d0 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:57.906011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-b1c3bc76-7f2e-4cb7-856b-567a633c5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:57.907571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-b1c3bc76-7f2e-4cb7-856b-567a633c5f28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059885 Jul 07 17:10:57.952140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:57.981014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fd246a5-bfc2-4baa-b6f6-7f8a0f1503fa req-eb44b208-ae5e-4191-86c1-2e3c8f9dcfd6 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956471 Jul 07 17:10:57.995566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.006750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.015616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.018788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-291c2292-a078-4c18-bb66-eb2abf1a9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.020348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-291c2292-a078-4c18-bb66-eb2abf1a9bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63be4ee1-4dbb-40cc-bada-a593640e88b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278214 Jul 07 17:10:58.027362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:58.086081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-00576c80-5e4e-4ff4-b87d-29274f6e9c27 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695621 Jul 07 17:10:58.186762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.203992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1134b0a9-c198-47be-9b87-0adefba308b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.225876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Port': ['ID=40b3f3da-f3c9-49d0-b96e-ba8c9c8f59d0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.248951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.255865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.270661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0230ed-3b84-4519-b9fa-085a6ca98856 req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-groups/299314cb-9111-4bdb-ad75-ca15610eeda8 HTTP/1.1" status: 204 len: 173 time: 0.5083432 Jul 07 17:10:58.311599 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60fc239b-9515-4b0c-8ecb-a58b5137fba5 req-e5a681c0-905a-4e4e-b34c-697bd0042d70 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887858 Jul 07 17:10:58.321049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.352314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96249f23-1aef-4eeb-be00-5197561ca6c6 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299314cb-9111-4bdb-ad75-ca15610eeda8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.379259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-bcad5690-1fab-4488-8f0d-9ccc1df81252 service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474023 Jul 07 17:10:58.501712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b52feba6-024c-4663-83c5-93eaedb206db req-4fe3fad3-1ca6-4aab-9cd2-b7a48155c7c2 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/6a60dba4-b2d9-477e-b50c-6ea8a00462b0 HTTP/1.1" status: 200 len: 1812 time: 0.2299428 Jul 07 17:10:58.591429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed4a57-5421-4d84-a8d4-55b7c1ad6777 req-d1678735-62b9-4cb4-b508-870ebcb6c7a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.593026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5ed4a57-5421-4d84-a8d4-55b7c1ad6777 req-d1678735-62b9-4cb4-b508-870ebcb6c7a6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 944 time: 0.3521254 Jul 07 17:10:58.653022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:10:58.686861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aa3aae2-86fe-4685-80e3-7708107e44fb req-f6f1e93b-2739-41cf-84ef-9da7dbe1fcd2 service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745752 Jul 07 17:10:58.690063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.701386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52feba6-024c-4663-83c5-93eaedb206db req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.708677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5ed4a57-5421-4d84-a8d4-55b7c1ad6777 req-99783437-2a12-456a-b9bd-10241f61b4d6 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081579 Jul 07 17:10:58.710757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.714219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.719390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Transition to ACTIVE for port object 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:58.740723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52feba6-024c-4663-83c5-93eaedb206db req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.748858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.793645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-d250f21c-3605-42b8-9d60-f31dfe583a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.796359 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-d250f21c-3605-42b8-9d60-f31dfe583a20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 1096 time: 0.3974743 Jul 07 17:10:58.799894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.800465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Fanout notify agent at l3_agent the message router_deleted on router e855c161-2d23-4c4f-861f-896289ede5b0 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:10:58.808439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.809756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8098eed4-984d-452b-bb82-b2a955da9efc tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/routers/e855c161-2d23-4c4f-861f-896289ede5b0 HTTP/1.1" status: 204 len: 168 time: 1.6817439 Jul 07 17:10:58.817443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:58.861204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=56eeeff6-e488-42ef-b3a2-9df8e6ea1379,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.901705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-aaf0b77e-fad3-4f47-aebb-b3209426914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.903657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-aaf0b77e-fad3-4f47-aebb-b3209426914f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.0926156 Jul 07 17:10:58.907573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52feba6-024c-4663-83c5-93eaedb206db req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.910067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b52feba6-024c-4663-83c5-93eaedb206db req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:58.911319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b52feba6-024c-4663-83c5-93eaedb206db req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a60dba4-b2d9-477e-b50c-6ea8a00462b0 HTTP/1.1" status: 204 len: 173 time: 0.4014549 Jul 07 17:10:58.930708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Checking segment: {'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:58.931084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Network hostable DHCP agents. Network: 0ce14894-22ac-44f0-be7c-be2607455c66, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:58.940177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a7d98-dfa7-43f8-94ba-b0dc63f8fd40 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a60dba4-b2d9-477e-b50c-6ea8a00462b0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:58.948964 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-1197b42f-171e-464d-a97c-3a3468782927 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 200 len: 217 time: 0.0358257 Jul 07 17:10:58.952964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Deleting subnet 2bff8ea4-fe68-4e51-a325-22629618dfda {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:58.962695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.009292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-94de1f02-f30e-4ed3-992c-e68b5aee4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.010193 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-94de1f02-f30e-4ed3-992c-e68b5aee4e4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0488906 Jul 07 17:10:59.030683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Network 0ce14894-22ac-44f0-be7c-be2607455c66 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:59.045807 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.072545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0ce14894-22ac-44f0-be7c-be2607455c66) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:59.078131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-44cc408d-5a81-4b1a-9f0a-fd71737a931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.079814 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-44cc408d-5a81-4b1a-9f0a-fd71737a931f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555773 Jul 07 17:10:59.080423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d7f4e-124f-4904-bda7-8a503c9ff1df None None] Network 0ce14894-22ac-44f0-be7c-be2607455c66 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:59.081211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a926-d379-4ffd-992b-bd7b85c2f77e req-38d6950d-8fab-4ccc-a4aa-7598c93f5b51 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.082796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f25a926-d379-4ffd-992b-bd7b85c2f77e req-38d6950d-8fab-4ccc-a4aa-7598c93f5b51 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 949 time: 0.2504504 Jul 07 17:10:59.089623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-7e2895be-a6aa-4f0b-a02f-a15ccee4346f tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/3a4acfd4-1b7a-4749-ae9e-1039641b74a6 HTTP/1.1" status: 200 len: 1814 time: 0.1562338 Jul 07 17:10:59.090351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:59.150234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.150570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.151009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.172660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.180144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.180497 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.185738 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-b387a3e8-f75f-4e86-a15e-1cfdd1ed7e36 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Jul 07 17:10:59.200648 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 2 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.219858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f25a926-d379-4ffd-992b-bd7b85c2f77e req-a213fdad-e022-4786-a8d2-acef44a70c5e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Jul 07 17:10:59.233673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.234013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.234376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.255666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.255954 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.261332 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 3 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.271817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.287890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b85f1a72-c645-44a1-ba39-b6f9d6df6a19 req-90bc3d4e-f173-467a-9f28-600c5c07e576 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939231 Jul 07 17:10:59.289745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.290083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.290450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.305670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.306076 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.308678 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 4 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.313133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.315860 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.369164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Subnet': ['ID=2bff8ea4-fe68-4e51-a325-22629618dfda,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.370952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.371289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.371627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.380802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.382694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ea62652-d143-41a1-9a23-100a1bc74420 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/subnets/2bff8ea4-fe68-4e51-a325-22629618dfda HTTP/1.1" status: 204 len: 168 time: 0.5642943 Jul 07 17:10:59.385316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47154) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:59.391033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.391373 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.395344 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 5 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.413693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.414154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.414539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.420527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.420895 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.421428 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 6 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.434681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.437215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.438363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dbc777b-4b0e-4110-9df3-286ef76d23f7 req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-groups/3a4acfd4-1b7a-4749-ae9e-1039641b74a6 HTTP/1.1" status: 204 len: 173 time: 0.3419480 Jul 07 17:10:59.453627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.453899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.454275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.474732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.482055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919b794-d567-4997-bf29-99654a2dafdb tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4acfd4-1b7a-4749-ae9e-1039641b74a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.485877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.486250 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.487820 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 7 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.509526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.509874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.510257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.519378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.519710 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.520884 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 8 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.540587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.540929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.541274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.554586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22ead1-9be5-42a7-b976-36c41f617808 req-84d1bfaa-b832-461e-b50f-8c1aba871638 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.556142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f22ead1-9be5-42a7-b976-36c41f617808 req-84d1bfaa-b832-461e-b50f-8c1aba871638 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 944 time: 0.1943238 Jul 07 17:10:59.557201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.557532 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.557932 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 9 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.586308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.586667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.587010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.592194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.597244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.597584 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.600437 n-d-791504-12 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 10 to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 Jul 07 17:10:59.603600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71b9b55-1816-47cf-b4e5-5dda6c63f748']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.614072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be241eec-f171-4f22-8706-b152a35b5ae4') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.614441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be241eec-f171-4f22-8706-b152a35b5ae4') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:59.621911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f22ead1-9be5-42a7-b976-36c41f617808 req-a5147758-d501-4a55-af06-b5a5137d0aba tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540197 Jul 07 17:10:59.622745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:59.623084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:59.623425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:59.624130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.628767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:59.629103 n-d-791504-12 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:10:59.629511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.650223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.657630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:59.658342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:59.662431 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:59.728972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.736312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.740565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] 10.222.0.22 "DELETE /v2.0/networks/b71b9b55-1816-47cf-b4e5-5dda6c63f748 HTTP/1.1" status: 204 len: 168 time: 0.3515940 Jul 07 17:10:59.751170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Pushing event deleted for resources: {'Network': ['ID=b71b9b55-1816-47cf-b4e5-5dda6c63f748,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:59.760649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.761008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.761355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.761850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.762225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.762566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.762902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.763238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.763568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.763899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.764237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.764595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877b804-9419-43b5-af9a-4061fb8a0774 tempest-FloatingIPTestJSON-1850486763 tempest-FloatingIPTestJSON-1850486763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:59.772616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:59.773003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:10:59.780537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-5316a1cc-267b-4b60-b0f7-11c8c03eb85f tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/cb4cdffa-e4a9-456f-b34f-821f1af3a521 HTTP/1.1" status: 200 len: 1814 time: 0.1081982 Jul 07 17:10:59.782427 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.830002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.830647 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.856956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7411953-b22c-44a1-b513-1f37dab4c90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:59.917230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9562c7f0-87f3-4f6c-b394-50b8c326d983 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:00.022637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47166) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.059544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:00.072247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'port_id': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'mac_address': 'fa:16:3e:d4:6a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:00.110888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.124506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9562c7f0-87f3-4f6c-b394-50b8c326d983 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:00.151260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:00.155751 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.170400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7383184 Jul 07 17:11:00.170400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5cdab-a152-4045-a45c-cf81877a0a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=56eeeff6-e488-42ef-b3a2-9df8e6ea1379,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.171343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47170) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.172958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31971d-4f3c-4e67-8fda-df5be18715d9 req-82a3b4a9-acce-4e7e-a240-928d11bf2298 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.174500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d31971d-4f3c-4e67-8fda-df5be18715d9 req-82a3b4a9-acce-4e7e-a240-928d11bf2298 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 1101 time: 0.4887087 Jul 07 17:11:00.213957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aa01f12c-b0fe-456b-8f52-e0c95cf2b43a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa32ad6687e645a18443c5b6f1ad9224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875346 Jul 07 17:11:00.214272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47172) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.220095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.231960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.247506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d31971d-4f3c-4e67-8fda-df5be18715d9 req-01536170-b101-42d2-ab56-cbdba596f744 tempest-ServersOnMultiNodesTest-2125246430 tempest-ServersOnMultiNodesTest-2125246430-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657697 Jul 07 17:11:00.265992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.311145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.314029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.328737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a073fe3b-f2ce-45dc-915b-a0685780b02e req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-groups/cb4cdffa-e4a9-456f-b34f-821f1af3a521 HTTP/1.1" status: 204 len: 173 time: 0.5362279 Jul 07 17:11:00.336473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.341321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f162-ae1f-46f1-b028-0e0e27dae319 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4cdffa-e4a9-456f-b34f-821f1af3a521,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.372891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Deleting port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:00.373240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.388055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.422135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ebd0-1468-4600-85b3-df734c587145 req-0ebfe0df-9397-4ee0-9aa6-6a4bcd64be1e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.423670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3c4ebd0-1468-4600-85b3-df734c587145 req-0ebfe0df-9397-4ee0-9aa6-6a4bcd64be1e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 944 time: 0.0685592 Jul 07 17:11:00.434836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['9562c7f0-87f3-4f6c-b394-50b8c326d983'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:00.463739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 56eeeff6-e488-42ef-b3a2-9df8e6ea1379, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:00.464101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.482945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Calling delete_port for 56eeeff6-e488-42ef-b3a2-9df8e6ea1379 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:00.486686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3c4ebd0-1468-4600-85b3-df734c587145 req-6c916cd9-7196-4736-b221-92f307e0762c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Jul 07 17:11:00.500915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.511585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.511585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea53780e-b2a8-45eb-a7fa-497229c6f27b HTTP/1.1" status: 204 len: 168 time: 0.2937894 Jul 07 17:11:00.619349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-935dedf8-daf6-40ae-b01c-3cf4750980df tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "GET /v2.0/security-groups/c3b68734-82a9-4f3e-906b-1edb10835f5b HTTP/1.1" status: 200 len: 1815 time: 0.0897546 Jul 07 17:11:00.622416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687d544-9edf-4c7c-b220-74c898f8536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea53780e-b2a8-45eb-a7fa-497229c6f27b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.647639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.695399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event deleted for resources: {'Port': ['ID=56eeeff6-e488-42ef-b3a2-9df8e6ea1379,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.702263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.704375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4b1b6d7-bde5-4f17-b78d-47a82b5cb7a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "DELETE /v2.0/ports/56eeeff6-e488-42ef-b3a2-9df8e6ea1379 HTTP/1.1" status: 204 len: 168 time: 0.5325196 Jul 07 17:11:00.707030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47188) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.722963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.744083 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-58aa8d38-917f-447d-93cb-de3d38963b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:00.745873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58aa8d38-917f-447d-93cb-de3d38963b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports/56eeeff6-e488-42ef-b3a2-9df8e6ea1379 HTTP/1.1" status: 404 len: 333 time: 0.0376832 Jul 07 17:11:00.749639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.755745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1929780079'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:00.757327 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.791644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Made reservation on behalf of dc2b49b406724a8b82bc0c08267e4cb8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:00.798274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.811682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.815937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.818749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dd0de1e-1b84-42b4-880f-7bd8b18a5ffc req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3b68734-82a9-4f3e-906b-1edb10835f5b HTTP/1.1" status: 204 len: 173 time: 0.1985295 Jul 07 17:11:00.823653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:00.830962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 98bc7030-c710-4350-89e7-a96b1ad03c8f yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:00.877707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Deleting subnet 334cd547-9a08-4e60-b3b2-b804fa497b83 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:00.881608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:00.915699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a45f9-90c5-4d8b-886e-0e11199dd775 tempest-SecurityGroupRulesNegativeTestJSON-1187370551 tempest-SecurityGroupRulesNegativeTestJSON-1187370551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b68734-82a9-4f3e-906b-1edb10835f5b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:00.924864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.022343 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.031501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.076130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.124816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Network 0ce14894-22ac-44f0-be7c-be2607455c66 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:01.130304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:01.134649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:01.135620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.136291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.143253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=98bc7030-c710-4350-89e7-a96b1ad03c8f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.158016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d18bb89-5d36-4b1b-938b-51b5e29be66c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4071548 Jul 07 17:11:01.160465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47206) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.163262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd989df4-1efa-4686-98b5-23c67b311e8b req-5564a6e9-7b55-43c9-8272-63c361aa31ce tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.164677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd989df4-1efa-4686-98b5-23c67b311e8b req-5564a6e9-7b55-43c9-8272-63c361aa31ce tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 945 time: 0.1615903 Jul 07 17:11:01.167517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:01.175149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ddad2-dd60-4a00-be9d-5172c63e5dff req-e39fd1b1-d55c-4022-8141-52ad6a491f6b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.176644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948ddad2-dd60-4a00-be9d-5172c63e5dff req-e39fd1b1-d55c-4022-8141-52ad6a491f6b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 949 time: 0.2084661 Jul 07 17:11:01.180024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.226742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334cd547-9a08-4e60-b3b2-b804fa497b83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.239689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.243821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0af1e22e-69e4-4c6e-86bf-225c6f47f5ea admin admin] 10.222.0.22 "DELETE /v2.0/subnets/334cd547-9a08-4e60-b3b2-b804fa497b83 HTTP/1.1" status: 204 len: 168 time: 0.4168017 Jul 07 17:11:01.244182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47212) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.272047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd989df4-1efa-4686-98b5-23c67b311e8b req-c969b3b7-173e-4e53-bece-6046f007fdcb tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944002 Jul 07 17:11:01.284589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948ddad2-dd60-4a00-be9d-5172c63e5dff req-a82090c9-b945-4ec9-ae77-5e37623a5fd2 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942328 Jul 07 17:11:01.315076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.372142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.439526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.519561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.537759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3261a9f-ce97-44df-ae5e-b44f03c0bda6']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:01.537914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b42b624-3c77-4635-bf85-fa95ea60cb9e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:01.538548 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-8b42b624-3c77-4635-bf85-fa95ea60cb9e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:11:01.539075 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8b42b624-3c77-4635-bf85-fa95ea60cb9e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:11:01.540045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b42b624-3c77-4635-bf85-fa95ea60cb9e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0997510 Jul 07 17:11:01.543569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.547959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407151799'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:01.552807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3252946-a89b-4d17-9dac-e0dbb64681e7') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:01.553137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3252946-a89b-4d17-9dac-e0dbb64681e7') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:01.570659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.575377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.587203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.608765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.625719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:01.626153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:01.627811 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:01.630251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 98bc7030-c710-4350-89e7-a96b1ad03c8f yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:01.669928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.698990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Transition to ACTIVE for port object 98bc7030-c710-4350-89e7-a96b1ad03c8f will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:01.701421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.709012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.723726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.727928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c3261a9f-ce97-44df-ae5e-b44f03c0bda6 HTTP/1.1" status: 204 len: 168 time: 0.4804382 Jul 07 17:11:01.733631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457672d-d45a-4b90-b783-acd7ca987566 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3261a9f-ce97-44df-ae5e-b44f03c0bda6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.739868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47a294-a8af-4804-95f4-40dc089b01a8 req-2f504427-d2ba-48c6-8a36-ff57f12866f0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.741313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e47a294-a8af-4804-95f4-40dc089b01a8 req-2f504427-d2ba-48c6-8a36-ff57f12866f0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 944 time: 0.1128488 Jul 07 17:11:01.775489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.780513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=98bc7030-c710-4350-89e7-a96b1ad03c8f,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.783900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.799131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.799532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.800056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.806555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.807319 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.807821 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 2 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.825518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.826151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.840517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.847983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e47a294-a8af-4804-95f4-40dc089b01a8 req-20d24072-662a-4ae5-9580-595ed0dc8215 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004186 Jul 07 17:11:01.848724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435a8a09-9425-457a-a4dc-bf5437dcadd4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:01.852556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.854945 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.855557 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 3 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.866138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.866519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.866869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.867210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.867553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.867890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.868219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.868550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.868879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.869204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.869575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.869905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:01.893750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.894051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.894399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.906033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.906387 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.909586 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 4 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.924501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.924914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.925535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.930571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.930899 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.931304 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 5 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.932183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.935830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9562c7f0-87f3-4f6c-b394-50b8c326d983 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:01.943209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.951571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.952310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.952310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.956916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.957295 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.958378 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 6 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.977578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:01.978194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:01.978426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:01.981165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47228) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:01.990415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:01.990859 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:01.997894 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 7 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:01.998041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:01.999089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4545662 Jul 07 17:11:02.003367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47230) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.008573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc34eee-83b3-4e18-9932-f92d55771f60 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec81e6d-79b4-4b2b-b4da-887c141c52bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.009348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 9562c7f0-87f3-4f6c-b394-50b8c326d983 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:02.014497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 9562c7f0-87f3-4f6c-b394-50b8c326d983 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:02.015069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.021720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'eec81e6d-79b4-4b2b-b4da-887c141c52bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:02.046265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18697f-6f60-43e8-98a8-e783889df8af req-97f8a786-91df-4945-a669-de9e6eccf8b4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.046975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.047328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.047613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c18697f-6f60-43e8-98a8-e783889df8af req-97f8a786-91df-4945-a669-de9e6eccf8b4 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 949 time: 0.0869956 Jul 07 17:11:02.047714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.066162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.066513 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:02.069274 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 8 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:02.074899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-85ee7cde-d52c-4be2-a69d-65bf913e62b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0479cb1e0a94673b74b7b9410a849e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912833 Jul 07 17:11:02.077069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.101732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.106327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.106670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.107016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.113897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.129126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:02.131935 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4bd7e2-09f8-4249-939b-4a9c410afbd3" -d '{"events": [{"server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "name": "network-vif-plugged", "status": "completed", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:02.146420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.152352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.152814 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:02.152935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.155020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 517bf51e-5346-43a0-a6cc-8230ec0f335b no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:02.159471 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 9 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:02.188622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port 517bf51e-5346-43a0-a6cc-8230ec0f335b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:02.189113 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.199567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.200142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.200379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.205847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.206212 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:02.206811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:02.224157 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c9e85-9065-4169-acb0-0af869848402 x-openstack-request-id: req-f15c9e85-9065-4169-acb0-0af869848402 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:02.224452 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "name": "network-vif-plugged", "status": "completed", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:02.225012 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f15c9e85-9065-4169-acb0-0af869848402 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:02.225343 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'code': 200} Jul 07 17:11:02.236364 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 10 to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f Jul 07 17:11:02.253337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.269695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35842525-a188-4179-9d68-24d02387de80 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:02.282258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.293730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:02.294448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:02.294798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:02.296238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.299270 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f41b166a-7c84-49fe-92d8-8e3bb678341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.314247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:02.314843 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 98bc7030-c710-4350-89e7-a96b1ad03c8f on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:02.315393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.361257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.372369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.401517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.418318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32db5c05-f7b8-4b57-8ba3-ae9594152599,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.443499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.444888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc25a291-4162-4344-9743-a0ccaca35e43 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4403243 Jul 07 17:11:02.451718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.456357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ed047-9a41-457a-8f2b-186091906724 req-40a333a3-262a-4a40-a1b4-14781e95232d tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.458074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-351ed047-9a41-457a-8f2b-186091906724 req-40a333a3-262a-4a40-a1b4-14781e95232d tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1098 time: 0.1610982 Jul 07 17:11:02.461304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cd151c5-a081-4de3-8c64-6bd7daca3e0d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'eec81e6d-79b4-4b2b-b4da-887c141c52bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:02.466688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.475028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 98bc7030-c710-4350-89e7-a96b1ad03c8f, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:02.475608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempted to set empty binding levels {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:11:02.477207 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.477610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.482216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.483289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.486438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/431230df-800d-46cd-93b4-106813a536a0 HTTP/1.1" status: 204 len: 168 time: 0.4074261 Jul 07 17:11:02.491621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.520679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '35842525-a188-4179-9d68-24d02387de80', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': '35842525-a188-4179-9d68-24d02387de80', 'mac_address': 'fa:16:3e:ae:0a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:02.543550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=98bc7030-c710-4350-89e7-a96b1ad03c8f,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.550533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed06a-7c62-433a-a5eb-f3e471831b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431230df-800d-46cd-93b4-106813a536a0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.555967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] In _notify_port_updated(), no bound segment for port 98bc7030-c710-4350-89e7-a96b1ad03c8f on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:02.557056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.557912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.560316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4f4b942d-d52f-402b-9ed4-238c856d02f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "PUT /v2.0/ports/98bc7030-c710-4350-89e7-a96b1ad03c8f HTTP/1.1" status: 200 len: 980 time: 1.3982265 Jul 07 17:11:02.562483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.576396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.587429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port 517bf51e-5346-43a0-a6cc-8230ec0f335b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=517bf51e-5346-43a0-a6cc-8230ec0f335b,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.587621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.588401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.603101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35842525-a188-4179-9d68-24d02387de80 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:02.617719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-351ed047-9a41-457a-8f2b-186091906724 req-e3990e15-1e82-4b10-a698-7cf64c2523fd tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Jul 07 17:11:02.633472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:02.639857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cd151c5-a081-4de3-8c64-6bd7daca3e0d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.641970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.643087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for 517bf51e-5346-43a0-a6cc-8230ec0f335b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:02.689610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a7769-fbc1-4878-9c3f-4bc0af1ebc7b req-050b6dea-4513-499e-b0a5-86b58fb7731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.691048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-260a7769-fbc1-4878-9c3f-4bc0af1ebc7b req-050b6dea-4513-499e-b0a5-86b58fb7731a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 1098 time: 0.3956828 Jul 07 17:11:02.721844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02781ce-1adf-48c2-8996-47399e449a61 req-49dc6d56-bf4f-4a89-ad3a-6315735c5bb6 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.722288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:02.727208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.730759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d02781ce-1adf-48c2-8996-47399e449a61 req-49dc6d56-bf4f-4a89-ad3a-6315735c5bb6 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.3047335 Jul 07 17:11:02.771843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.772556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.774493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.775974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.776706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.779218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.779776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.780336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.780741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.781278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.781680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.782196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.782670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.783139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.783605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.784066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.784573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.784984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.785450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.786488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.786954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.787421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.787888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.788378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.788823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.789267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.789726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.790206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.790669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.791138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.791580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.792039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.792500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.793139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.793609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.794071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.794557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.795027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.795893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.796530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.796841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.797321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.806419 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd44df6b-bd10-44a9-92d5-f801ce60e71b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37724 time: 0.2425110 Jul 07 17:11:02.807049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47254) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.847572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-260a7769-fbc1-4878-9c3f-4bc0af1ebc7b req-b8466a62-9d91-4b71-9946-4e0552ff51e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445544 Jul 07 17:11:02.872897 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0cd151c5-a081-4de3-8c64-6bd7daca3e0d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:11:02.873930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0cd151c5-a081-4de3-8c64-6bd7daca3e0d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4200220 Jul 07 17:11:02.884171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:02.893648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d02781ce-1adf-48c2-8996-47399e449a61 req-1654d730-f4ac-4329-95fe-905a7a90d5af tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488464 Jul 07 17:11:02.958201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Deleting port 98bc7030-c710-4350-89e7-a96b1ad03c8f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:02.958561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:02.977388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d6940-7536-411d-800f-754ea37f211c req-2f2383a5-07dd-46de-8c01-bad627822a4a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:02.978853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-303d6940-7536-411d-800f-754ea37f211c req-2f2383a5-07dd-46de-8c01-bad627822a4a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f778e92-329e-4c45-9a38-94ec64503165 HTTP/1.1" status: 200 len: 947 time: 0.1704245 Jul 07 17:11:03.023723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.037522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:03.043856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832', '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'af92a6cc-5583-4d23-956e-f743fa3d9d77'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:03.049771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.074531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-303d6940-7536-411d-800f-754ea37f211c req-87bb06ba-4417-4c9d-96d8-9ee1adbc0d5b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878086 Jul 07 17:11:03.083348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=517bf51e-5346-43a0-a6cc-8230ec0f335b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.109655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.162913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 98bc7030-c710-4350-89e7-a96b1ad03c8f, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:03.163478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.195717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port 517bf51e-5346-43a0-a6cc-8230ec0f335b on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:03.196392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Calling delete_port for 98bc7030-c710-4350-89e7-a96b1ad03c8f owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:03.206861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.217265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c18697f-6f60-43e8-98a8-e783889df8af req-c7936464-c45f-4abb-bb1b-9b7c453f0d39 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "DELETE /v2.0/ports/517bf51e-5346-43a0-a6cc-8230ec0f335b HTTP/1.1" status: 204 len: 173 time: 1.1576393 Jul 07 17:11:03.217881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-deleted', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:03.225861 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2921b358-85a3-40a5-aa12-5afd12c52b1c" -d '{"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-deleted", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:03.310141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.313942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.315872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/eec81e6d-79b4-4b2b-b4da-887c141c52bd HTTP/1.1" status: 204 len: 168 time: 0.4378164 Jul 07 17:11:03.340094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47272) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.341706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e568c7-421d-4fb9-b89e-23b64e28f074 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec81e6d-79b4-4b2b-b4da-887c141c52bd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.349321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['35842525-a188-4179-9d68-24d02387de80'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:03.414860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7403633-c2c1-4246-99c9-c7bc2c07207e req-26b6a728-714d-43d8-9300-b08201b342df tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:03.424757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7403633-c2c1-4246-99c9-c7bc2c07207e req-26b6a728-714d-43d8-9300-b08201b342df tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 945 time: 0.1239293 Jul 07 17:11:03.500741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-904b5bba-7883-4033-9138-3feb8a6f2469 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454554 Jul 07 17:11:03.508038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47284) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.516732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--123367699'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:03.533675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7403633-c2c1-4246-99c9-c7bc2c07207e req-8242b669-b7b9-4a34-8c2a-526dabdc94ef tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032686 Jul 07 17:11:03.537717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.587085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event deleted for resources: {'Port': ['ID=98bc7030-c710-4350-89e7-a96b1ad03c8f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:03.604443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.606604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5749a98-bcee-40d4-a62a-77a343624ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "DELETE /v2.0/ports/98bc7030-c710-4350-89e7-a96b1ad03c8f HTTP/1.1" status: 204 len: 168 time: 0.7985206 Jul 07 17:11:03.608376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.609782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.665857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.672931 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9a187a-50f1-4e90-9af9-f8a53edd6d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:03.688818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d9a187a-50f1-4e90-9af9-f8a53edd6d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports/98bc7030-c710-4350-89e7-a96b1ad03c8f HTTP/1.1" status: 404 len: 333 time: 0.0778868 Jul 07 17:11:03.689642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.704438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-3907653', 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:03.823890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.832000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.867662 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fafc09-0f22-48fc-ac00-0f376ddc0cdd x-openstack-request-id: req-40fafc09-0f22-48fc-ac00-0f376ddc0cdd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:03.868014 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-deleted", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:03.869279 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40fafc09-0f22-48fc-ac00-0f376ddc0cdd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:03.869946 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-deleted', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'status': 'completed', 'code': 200} Jul 07 17:11:03.872213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Made reservation on behalf of dc2b49b406724a8b82bc0c08267e4cb8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:03.874679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.919784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:03.927156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port d2ae0200-db57-4e19-bc03-f04cd9932cc1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:03.936254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4264445 Jul 07 17:11:03.936430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47306) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.947876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d86587b3-4de6-409b-aa74-4aa23941eb6b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f4e043d0-c6f0-4cbd-858a-ef005a74fa33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:03.948850 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-d86587b3-4de6-409b-aa74-4aa23941eb6b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:11:03.949522 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-d86587b3-4de6-409b-aa74-4aa23941eb6b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:03.953471 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d86587b3-4de6-409b-aa74-4aa23941eb6b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0151424 Jul 07 17:11:03.961990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:03.966971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64401-e4af-4e4f-ba19-a504f5023e1e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e043d0-c6f0-4cbd-858a-ef005a74fa33,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.074988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.121427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.192428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.195290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.199481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4e043d0-c6f0-4cbd-858a-ef005a74fa33 HTTP/1.1" status: 204 len: 168 time: 0.2343726 Jul 07 17:11:04.199839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.237773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:04.244295 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4802ab-918c-4df0-967d-db884d0d913e" -d '{"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-unplugged", "status": "completed", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:04.244978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fdcd3-bdf1-48f3-a2e3-1bde29134078 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e043d0-c6f0-4cbd-858a-ef005a74fa33,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.303014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.322491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.337367 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25b3e007-f238-4b02-a8b4-150aa3d786b3 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336429 Jul 07 17:11:04.339679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47328) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.344716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111015766'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:04.371175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.435183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759bf73-1bb3-4413-bdcc-17cbe44506a6 req-c10316ee-8176-4406-b4b2-6bee70517fbc tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.436808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1759bf73-1bb3-4413-bdcc-17cbe44506a6 req-c10316ee-8176-4406-b4b2-6bee70517fbc tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.1906698 Jul 07 17:11:04.438603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.484734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Network 0ce14894-22ac-44f0-be7c-be2607455c66 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:04.491040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:04.500614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:04.501596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.502251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.535987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=d2ae0200-db57-4e19-bc03-f04cd9932cc1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.545421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1759bf73-1bb3-4413-bdcc-17cbe44506a6 req-06a61290-5ef1-463a-a28f-209dc7f4501e tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905223 Jul 07 17:11:04.549608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.556139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.567533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0818dc6c-26d0-4c25-b06c-58a0654d6893 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.8758852 Jul 07 17:11:04.568314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.599409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7edb3f-e935-409f-beeb-a90cf70c091a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:04.603334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.612777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.615368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f213ec0f-2482-4442-b12b-03ebe28df412 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2746909 Jul 07 17:11:04.618434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47342) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.624859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3e81a76f-3c47-4787-aac3-c0550693e849 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '6a7edb3f-e935-409f-beeb-a90cf70c091a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:04.625782 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-3e81a76f-3c47-4787-aac3-c0550693e849 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:11:04.626494 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-3e81a76f-3c47-4787-aac3-c0550693e849 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:04.627644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e81a76f-3c47-4787-aac3-c0550693e849 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080101 Jul 07 17:11:04.630737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.652065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f3205-9fcb-4db3-8522-4dfc562139a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.658624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:04.659207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df8f3205-9fcb-4db3-8522-4dfc562139a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports/d2ae0200-db57-4e19-bc03-f04cd9932cc1 HTTP/1.1" status: 200 len: 956 time: 0.0888255 Jul 07 17:11:04.756422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-8c695010-a68f-4303-9690-88fbe2031ba8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:11:04.757572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-8c695010-a68f-4303-9690-88fbe2031ba8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068059 Jul 07 17:11:04.760716 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a8cd3-0649-4b34-924c-dd74c4fb0040 x-openstack-request-id: req-130a8cd3-0649-4b34-924c-dd74c4fb0040 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:04.760716 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f778e92-329e-4c45-9a38-94ec64503165", "name": "network-vif-unplugged", "status": "completed", "tag": "517bf51e-5346-43a0-a6cc-8230ec0f335b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:04.760716 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-130a8cd3-0649-4b34-924c-dd74c4fb0040 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:04.761252 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f778e92-329e-4c45-9a38-94ec64503165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517bf51e-5346-43a0-a6cc-8230ec0f335b', 'code': 200} Jul 07 17:11:04.764414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e8433e-9983-494f-8531-45d050818947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.771198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:04.771835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:11:04.824494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.859647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.924968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Deleting port d2ae0200-db57-4e19-bc03-f04cd9932cc1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:04.925296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.961149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701f367-6086-44ac-8a3f-4249ebf7fad1 req-aaac901f-1847-471f-a9dd-f73b426854b3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:04.962781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4701f367-6086-44ac-8a3f-4249ebf7fad1 req-aaac901f-1847-471f-a9dd-f73b426854b3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 945 time: 0.1108851 Jul 07 17:11:04.981555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.984098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:04.985228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a7edb3f-e935-409f-beeb-a90cf70c091a HTTP/1.1" status: 204 len: 168 time: 0.3535125 Jul 07 17:11:04.990897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.000759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:05.001089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:05.001485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:05.012213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5cd4d-73b0-4f96-8d78-bb71cc2ce4cd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7edb3f-e935-409f-beeb-a90cf70c091a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.017036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:05.017434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:05.020626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.042336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Calling delete_port for d2ae0200-db57-4e19-bc03-f04cd9932cc1 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:05.043479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:05.043828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:05.044218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:05.044668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Bound port: 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:05.045083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e8433e-9983-494f-8531-45d050818947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.053940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e8433e-9983-494f-8531-45d050818947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.061765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4701f367-6086-44ac-8a3f-4249ebf7fad1 req-1688a857-c108-4776-a858-933501f8b759 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922749 Jul 07 17:11:05.101369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ce8093b-564a-44a9-bf8e-c3f16a4e0923 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049421 Jul 07 17:11:05.102017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.107949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033709159'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.131245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-65e8433e-9983-494f-8531-45d050818947 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=272ec3f3dc3547cfa07046d57ed05a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258896 Jul 07 17:11:05.133989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.137126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8433e-9983-494f-8531-45d050818947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4edd27-e4a8-43ee-b2de-a683d39f8975,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.159708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:05.169356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.170596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-cb614689-2e5b-4433-a492-7a1b1b1f568a service neutron] 10.222.0.22 "POST /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89/bindings HTTP/1.1" status: 201 len: 390 time: 0.4042380 Jul 07 17:11:05.174475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.185235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.216903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2ae0200-db57-4e19-bc03-f04cd9932cc1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.225183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.230549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-10318192-8d74-4e7b-acee-3b750993a68c tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d2ae0200-db57-4e19-bc03-f04cd9932cc1 HTTP/1.1" status: 204 len: 168 time: 0.5597637 Jul 07 17:11:05.230549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.270533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.276551 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0addda29-a297-42cb-9289-b067ca81e177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:05.278611 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0addda29-a297-42cb-9289-b067ca81e177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports/d2ae0200-db57-4e19-bc03-f04cd9932cc1 HTTP/1.1" status: 404 len: 333 time: 0.0475049 Jul 07 17:11:05.290403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.295352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.313187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-455782880'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.341270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.362542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852edd-c36e-4b34-b8f6-0f4bf0be4e9d req-83aa0b02-9ac9-44b3-9817-ab792dcab482 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.364784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13852edd-c36e-4b34-b8f6-0f4bf0be4e9d req-83aa0b02-9ac9-44b3-9817-ab792dcab482 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.1825500 Jul 07 17:11:05.373909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.381439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Request body: {'floatingip': {'port_id': '9562c7f0-87f3-4f6c-b394-50b8c326d983'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.453668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.456481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.461681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.481636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Made reservation on behalf of dc2b49b406724a8b82bc0c08267e4cb8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:05.484534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.508054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 17995cc5-c7d3-4ccb-81a0-35127224b68e yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:05.588487 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.590150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4869142 Jul 07 17:11:05.594938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.603274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9556b37-5f97-4579-8733-12d243b1938d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '8ee35567-7a81-47d1-a4c5-8199967077fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.615097 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-c9556b37-5f97-4579-8733-12d243b1938d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:11:05.615953 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c9556b37-5f97-4579-8733-12d243b1938d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:05.617256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c9556b37-5f97-4579-8733-12d243b1938d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202613 Jul 07 17:11:05.619989 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.622687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.627348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef4edd27-e4a8-43ee-b2de-a683d39f8975 HTTP/1.1" status: 204 len: 168 time: 0.4906366 Jul 07 17:11:05.628623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.629133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08eb27-1507-40df-b153-c55c9ccb5879 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee35567-7a81-47d1-a4c5-8199967077fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.639520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cb3475aa-56ee-4410-b3ae-b3bc79c76a7b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '8ee35567-7a81-47d1-a4c5-8199967077fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.641344 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-cb3475aa-56ee-4410-b3ae-b3bc79c76a7b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:11:05.642336 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-cb3475aa-56ee-4410-b3ae-b3bc79c76a7b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:05.643598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb3475aa-56ee-4410-b3ae-b3bc79c76a7b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137770 Jul 07 17:11:05.648624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47374) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.657196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-baade68a-0678-45d6-afef-b49ff198d597 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '8ee35567-7a81-47d1-a4c5-8199967077fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.658637 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-baade68a-0678-45d6-afef-b49ff198d597 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:11:05.660853 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-baade68a-0678-45d6-afef-b49ff198d597 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:05.663166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-baade68a-0678-45d6-afef-b49ff198d597 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131040 Jul 07 17:11:05.666791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.671963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e3d90754-0ca3-4f81-88b2-a664bbe643a8 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '8ee35567-7a81-47d1-a4c5-8199967077fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:05.673071 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-e3d90754-0ca3-4f81-88b2-a664bbe643a8 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:11:05.673618 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-e3d90754-0ca3-4f81-88b2-a664bbe643a8 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:05.674779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3d90754-0ca3-4f81-88b2-a664bbe643a8 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068748 Jul 07 17:11:05.678000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.708578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5007b-4e24-4eae-9ebd-570efec8edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4edd27-e4a8-43ee-b2de-a683d39f8975,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.814132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.840419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-13309790-31f5-4759-a794-ef157daec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.841945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-13309790-31f5-4759-a794-ef157daec97f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1098 time: 0.3407023 Jul 07 17:11:05.855217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.866490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.917438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.920161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.923880 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/8ee35567-7a81-47d1-a4c5-8199967077fc HTTP/1.1" status: 204 len: 168 time: 0.2422895 Jul 07 17:11:05.925717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:05.946891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:05.950311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32e393-3577-4a28-a939-dbd8ee79af1c tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee35567-7a81-47d1-a4c5-8199967077fc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:05.966496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6df07f-59a3-4cd8-a940-5a1dc3f7545d req-e9de75c9-6750-499b-83d0-52d4f1193ae0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:05.968060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6df07f-59a3-4cd8-a940-5a1dc3f7545d req-e9de75c9-6750-499b-83d0-52d4f1193ae0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.3357370 Jul 07 17:11:05.994565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf9a3-de2a-4bca-a287-d17634c8eab8 req-c79efef9-cf36-43eb-bc80-211d64ca8065 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.001426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f1bf9a3-de2a-4bca-a287-d17634c8eab8 req-c79efef9-cf36-43eb-bc80-211d64ca8065 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 948 time: 0.3145206 Jul 07 17:11:06.029466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Network 0ce14894-22ac-44f0-be7c-be2607455c66 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:06.034349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=17995cc5-c7d3-4ccb-81a0-35127224b68e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.040126 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b099433-4bfb-4529-a829-7139b2009b76 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121900 Jul 07 17:11:06.041107 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:06.043174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:06.044100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.044698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.047477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47390) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.055023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--790572054'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.074967 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d7c81d3a-df42-424d-9343-1c525c020245 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7817242 Jul 07 17:11:06.077961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.085494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.133892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.198326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.236224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.273221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35842525-a188-4179-9d68-24d02387de80 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:06.341810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 35842525-a188-4179-9d68-24d02387de80 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:06.346697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 35842525-a188-4179-9d68-24d02387de80 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:06.347113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.380353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.392041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.440395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.444943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3930030 Jul 07 17:11:06.448979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47406) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.457728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8f09edf4-ab4c-447c-b1a9-27bbc83e3800 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.458569 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-8f09edf4-ab4c-447c-b1a9-27bbc83e3800 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:11:06.459083 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-8f09edf4-ab4c-447c-b1a9-27bbc83e3800 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:06.462736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8f09edf4-ab4c-447c-b1a9-27bbc83e3800 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084684 Jul 07 17:11:06.462736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930e41-6ba8-4a0e-bed3-b53d9a52c60f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc5443-6ee5-4b77-9531-9810c9e600f2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.477279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f1bf9a3-de2a-4bca-a287-d17634c8eab8 req-882e484d-efbd-41a4-b89e-e986757f871c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748907 Jul 07 17:11:06.478492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.480835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47408) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.484435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-bbf2fdc7-27dd-442e-b40a-ab1b5fe5aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.487952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1b5d353c-8aa7-4ab7-a285-4ba8363a90b0 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.489592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-bbf2fdc7-27dd-442e-b40a-ab1b5fe5aeee service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.6375415 Jul 07 17:11:06.502765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.507330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a6df07f-59a3-4cd8-a940-5a1dc3f7545d req-31d2f5b2-18c2-433e-9864-146bf68ea40d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222659 Jul 07 17:11:06.518306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] device_id is not set on port 17995cc5-c7d3-4ccb-81a0-35127224b68e yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:06.523133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:06.529889 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.539154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.581228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Transition to ACTIVE for port object 17995cc5-c7d3-4ccb-81a0-35127224b68e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:06.585256 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-1b5d353c-8aa7-4ab7-a285-4ba8363a90b0 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:06.588240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b5d353c-8aa7-4ab7-a285-4ba8363a90b0 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1057847 Jul 07 17:11:06.592351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47416) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.593001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.596407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.602688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4cd4dbe4-c960-4c17-9059-9ce1945122ce tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.607378 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-4cd4dbe4-c960-4c17-9059-9ce1945122ce tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:11:06.607907 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-4cd4dbe4-c960-4c17-9059-9ce1945122ce tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:06.608927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4cd4dbe4-c960-4c17-9059-9ce1945122ce tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129864 Jul 07 17:11:06.624751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:06.677753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1dac94e-978c-4722-b0a9-b17455f17be9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.677993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-213582447-network', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:06.690713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-c2d997ff-651b-4238-91b7-6d27fccdab84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 217 time: 0.0854774 Jul 07 17:11:06.715031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=17995cc5-c7d3-4ccb-81a0-35127224b68e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:06.729995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Made reservation on behalf of 6f5c82bc43cb403d9e5d3ed57dfea571 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:06.732544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.737008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.737422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.737837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.747583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.750473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.750814 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.755871 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 2 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.762439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35842525-a188-4179-9d68-24d02387de80'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:06.765079 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a25ce-0640-44eb-b501-3dd7a0bec894" -d '{"events": [{"server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "name": "network-vif-plugged", "status": "completed", "tag": "35842525-a188-4179-9d68-24d02387de80"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:06.772765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.773110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.773458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.778391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.778731 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.779133 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 3 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.791725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.792205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.792675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.797567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.798007 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.798587 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 4 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.805782 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03969e2-01cb-4f5d-88ea-958ac875f084 x-openstack-request-id: req-d03969e2-01cb-4f5d-88ea-958ac875f084 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:06.806283 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "name": "network-vif-plugged", "status": "completed", "tag": "35842525-a188-4179-9d68-24d02387de80", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:06.806746 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d03969e2-01cb-4f5d-88ea-958ac875f084 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:06.807144 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35842525-a188-4179-9d68-24d02387de80', 'code': 200} Jul 07 17:11:06.820972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.821312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.821808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.829765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.830102 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.833134 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 5 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.841237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-795e0794-650d-4146-ac1b-093433ed3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.842846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-795e0794-650d-4146-ac1b-093433ed3f0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1359901 Jul 07 17:11:06.873286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.873868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.874221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.894399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.894850 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.911494 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 6 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.924589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-aa5b7ecd-af01-46d1-8f7b-41545b4ac879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416262 Jul 07 17:11:06.939405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.939636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fb62d-af0d-48c2-8541-2f518d00d5e0 req-3d051863-b2bf-4cf2-ba2e-9c81b652adcc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:06.939762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.940082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:06.940936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-356fb62d-af0d-48c2-8541-2f518d00d5e0 req-3d051863-b2bf-4cf2-ba2e-9c81b652adcc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 946 time: 0.2561178 Jul 07 17:11:06.944405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.954604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:06.954943 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:06.958139 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 7 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:06.965309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:06.990220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:06.990469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:06.990813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:07.123757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-356fb62d-af0d-48c2-8541-2f518d00d5e0 req-4736d14e-bd98-4f1a-869c-5fe717251ed5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700077 Jul 07 17:11:07.155135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-9203a533-5403-40bb-9336-696aebf43745 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131717 Jul 07 17:11:07.159645 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Floating IP 3bd8f074-8d73-418e-b761-951e6b0f4511 associated. External IP: 172.25.7.107, port: 9562c7f0-87f3-4f6c-b394-50b8c326d983. Jul 07 17:11:07.256982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4ef24-6095-4ab8-b1a6-eac937cbd10e req-fa1d9295-5467-4080-8503-5a34189d5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.258455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e4ef24-6095-4ab8-b1a6-eac937cbd10e req-fa1d9295-5467-4080-8503-5a34189d5c50 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 1098 time: 0.3770640 Jul 07 17:11:07.260261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.261766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:07.262071 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:07.262503 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 8 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:07.267733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.298320 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b1dac94e-978c-4722-b0a9-b17455f17be9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.299381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b1dac94e-978c-4722-b0a9-b17455f17be9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6708703 Jul 07 17:11:07.303683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:07.304109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:07.304451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:07.309606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.315512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-22c46100-d224-4116-9989-8277e0b74d8f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.316254 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-22c46100-d224-4116-9989-8277e0b74d8f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:11:07.316787 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-22c46100-d224-4116-9989-8277e0b74d8f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.320623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22c46100-d224-4116-9989-8277e0b74d8f tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071762 Jul 07 17:11:07.320780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:07.325085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.330185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:07.330434 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:07.336618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f9524d6-8774-45c7-a600-f567ad6a5ebc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.338084 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 9 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:07.344470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330ed56-bc32-4aad-b9a9-5f8263ddad83,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.354644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.355007 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Added segment 1f7be9e7-20f3-494e-8372-3ef44c021502 of type vlan for network eb4f96cb-f201-494f-ae86-b2887cde8cdf Jul 07 17:11:07.366747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10e4ef24-6095-4ab8-b1a6-eac937cbd10e req-f8a79289-2a4c-4517-9815-d866f054f6f3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000578 Jul 07 17:11:07.368612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:07.368950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:07.369068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-c1fbfccd-5fb4-470e-9a2b-f6ff78b796f0 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062528 Jul 07 17:11:07.369295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:07.396951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:07.397284 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:07.402151 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempt 10 to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e Jul 07 17:11:07.412423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.420712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:07.421061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:07.421457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempting to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:07.431337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:07.431677 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Failed to bind port 17995cc5-c7d3-4ccb-81a0-35127224b68e on host n-h1-791504-12 for vnic_type normal using segments [{'id': '529b01b2-7aff-46e0-9840-8b74f58c0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0ce14894-22ac-44f0-be7c-be2607455c66'}] Jul 07 17:11:07.432073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.440001 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9f9524d6-8774-45c7-a600-f567ad6a5ebc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.442582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9f9524d6-8774-45c7-a600-f567ad6a5ebc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1149349 Jul 07 17:11:07.444886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.479366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.480649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.481235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.482550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f7c408c7-f810-408d-9f0f-3725781bf343 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.483028 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-f7c408c7-f810-408d-9f0f-3725781bf343 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:11:07.483519 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f7c408c7-f810-408d-9f0f-3725781bf343 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.484474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f7c408c7-f810-408d-9f0f-3725781bf343 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0334232 Jul 07 17:11:07.487288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.496632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e6f1990-8c97-4872-a928-83b811095993 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.548014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Router 923b10f9-9b5a-4b98-847e-f35b5b936868 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:07.598485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0917332 Jul 07 17:11:07.605411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.613733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Request body: {'subnet': {'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-213582447-subnet', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.617396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 17995cc5-c7d3-4ccb-81a0-35127224b68e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:07.617888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attempted to set empty binding levels {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:11:07.618986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09062d3-904d-40b0-acbe-e9512f891eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4f96cb-f201-494f-ae86-b2887cde8cdf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.629658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.635635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:07.677247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] In _notify_port_updated(), no bound segment for port 17995cc5-c7d3-4ccb-81a0-35127224b68e on network 0ce14894-22ac-44f0-be7c-be2607455c66 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:11:07.679731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.679731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.680690 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "PUT /v2.0/ports/17995cc5-c7d3-4ccb-81a0-35127224b68e HTTP/1.1" status: 200 len: 979 time: 1.6013718 Jul 07 17:11:07.686187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47438) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.695896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Made reservation on behalf of 6f5c82bc43cb403d9e5d3ed57dfea571 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:07.698192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.738059 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0e6f1990-8c97-4872-a928-83b811095993 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.742569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e6f1990-8c97-4872-a928-83b811095993 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2543230 Jul 07 17:11:07.744361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.746643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:07.758211 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Sync routers for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:07.760890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:07.766513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d6491105-1a63-464d-81c7-d2312a8a53ef tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc5443-6ee5-4b77-9531-9810c9e600f2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:07.771174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:07.772352 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:07.791057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5ec09-ca4a-4696-bb78-320e31ec69d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event updated for resources: {'Port': ['ID=17995cc5-c7d3-4ccb-81a0-35127224b68e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:07.805369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c81a0f20-d1d2-41fc-8810-963e865b80b9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.806981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c81a0f20-d1d2-41fc-8810-963e865b80b9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 948 time: 0.2732048 Jul 07 17:11:07.908621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c4e6471-de9e-41bc-89cd-e574c33ac5be tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "PUT /v2.0/floatingips/3bd8f074-8d73-418e-b761-951e6b0f4511 HTTP/1.1" status: 200 len: 992 time: 2.5289485 Jul 07 17:11:07.908837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:07.911514 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de47a0d-151b-458b-a1f8-19c1790018d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:07.951326 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:07.964680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdbc12-d2fe-42c0-b674-5bc1d1bd62f1 req-1bed5fe9-4d90-4c68-aa12-956e3218cc50 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:07.972840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79fdbc12-d2fe-42c0-b674-5bc1d1bd62f1 req-1bed5fe9-4d90-4c68-aa12-956e3218cc50 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.2290790 Jul 07 17:11:07.974923 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d6491105-1a63-464d-81c7-d2312a8a53ef tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:07.978649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d6491105-1a63-464d-81c7-d2312a8a53ef tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2216353 Jul 07 17:11:07.979509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:07.988301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Deleting port 17995cc5-c7d3-4ccb-81a0-35127224b68e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:07.989383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.004910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786fac1-3f7f-4426-a95b-7fd832d57969 req-bb7b4120-5c86-4794-ba14-e321300a049e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.012364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7786fac1-3f7f-4426-a95b-7fd832d57969 req-bb7b4120-5c86-4794-ba14-e321300a049e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 948 time: 0.2671134 Jul 07 17:11:08.077613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79fdbc12-d2fe-42c0-b674-5bc1d1bd62f1 req-bbe52902-3161-4d49-9e7c-382b3b0e7b09 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038036 Jul 07 17:11:08.108580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] For port 17995cc5-c7d3-4ccb-81a0-35127224b68e, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:08.108947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.112226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port af92a6cc-5583-4d23-956e-f743fa3d9d77 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:08.112572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.139126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7786fac1-3f7f-4426-a95b-7fd832d57969 req-42a3f707-0f94-4d87-86e9-551060248de3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116569 Jul 07 17:11:08.139480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.183852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.209069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Calling delete_port for 17995cc5-c7d3-4ccb-81a0-35127224b68e owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:08.220433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.281646 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3bd8f074-8d73-418e-b761-951e6b0f4511', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'port_id': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'mac_address': 'fa:16:3e:d4:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:44Z', 'updated_at': '2021-07-07T17:11:06Z', 'revision_number': 1, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.295518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.298149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.301694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/f5cc5443-6ee5-4b77-9531-9810c9e600f2 HTTP/1.1" status: 204 len: 168 time: 0.3125813 Jul 07 17:11:08.302661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.321851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Checking router: 923b10f9-9b5a-4b98-847e-f35b5b936868 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:08.334186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1da9-0410-4073-8a1f-eaee3b04b66e tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc5443-6ee5-4b77-9531-9810c9e600f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.335381 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:08.336504 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.374910 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedacd37-acf2-4cb9-a63e-e26f1f3bc33d x-openstack-request-id: req-eedacd37-acf2-4cb9-a63e-e26f1f3bc33d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:08.375204 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:08.375465 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eedacd37-acf2-4cb9-a63e-e26f1f3bc33d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:08.375871 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'status': 'completed', 'code': 200} Jul 07 17:11:08.451488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b2eaa2c4-ca95-46f8-b887-4eb2a0baf21d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464658 Jul 07 17:11:08.456668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.461183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777993674'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.502724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.509795 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:08.514545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-6c8cfbd4-1d5c-41b3-90af-59d9e6dcc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.516141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-6c8cfbd4-1d5c-41b3-90af-59d9e6dcc7d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e885693716af4b2b83cb7a22f2c0c564&device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1177368 Jul 07 17:11:08.518672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port af92a6cc-5583-4d23-956e-f743fa3d9d77, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=af92a6cc-5583-4d23-956e-f743fa3d9d77,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:08.519272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.539974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for af92a6cc-5583-4d23-956e-f743fa3d9d77 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:08.685587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Checking segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:08.685896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Network hostable DHCP agents. Network: eb4f96cb-f201-494f-ae86-b2887cde8cdf, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:08.691480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a149df-0ab1-4f52-bf62-7ae0776ac0ff,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.709470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-9fc88b33-1868-4b60-8bbd-83be75457445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.711052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-9fc88b33-1868-4b60-8bbd-83be75457445 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63be4ee1-4dbb-40cc-bada-a593640e88b4 HTTP/1.1" status: 200 len: 906 time: 0.1880035 Jul 07 17:11:08.763433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:08.772600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.782048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691b95c-7947-4224-8fb5-0a7234cba8f7 req-17399b9e-a2bc-4f12-942c-5e2877b142b3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.783918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7691b95c-7947-4224-8fb5-0a7234cba8f7 req-17399b9e-a2bc-4f12-942c-5e2877b142b3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 946 time: 0.2522795 Jul 07 17:11:08.792208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.796814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, eb4f96cb-f201-494f-ae86-b2887cde8cdf) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:08.806156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d5917-f59f-4dc5-942e-b1c867002bac None None] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:08.830098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.830952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.854079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.855825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3979921 Jul 07 17:11:08.861290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.865722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.871055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11a2aa0a-a105-4046-b67f-621dda732de5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d6336-3f0a-4fe9-af2e-5cbd8683f3dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.877606 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3bd8f074-8d73-418e-b761-951e6b0f4511', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'port_id': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'mac_address': 'fa:16:3e:d4:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:44Z', 'updated_at': '2021-07-07T17:11:06Z', 'revision_number': 1, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:08.880279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4cf3290f-c599-4cfe-98ab-763ea57bab6c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2711616 Jul 07 17:11:08.881479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:08.887668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27021e-a845-4141-8094-655b8d0f1ac2 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d6336-3f0a-4fe9-af2e-5cbd8683f3dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.892801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:08.907321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-5b551868-9c6f-400d-9a1e-94d11f537163 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983 HTTP/1.1" status: 200 len: 1000 time: 0.1856935 Jul 07 17:11:08.908388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832', '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'af92a6cc-5583-4d23-956e-f743fa3d9d77'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:08.909149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:08.930056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=af92a6cc-5583-4d23-956e-f743fa3d9d77,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:08.959297 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470cfac-d04d-47ac-ae9f-549d8913c44e None None] The sync data for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 is: [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3bd8f074-8d73-418e-b761-951e6b0f4511', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'port_id': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'mac_address': 'fa:16:3e:d4:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:10:44Z', 'updated_at': '2021-07-07T17:11:06Z', 'revision_number': 1, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:08.982160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-f741513e-456d-4f68-bb6e-0c95c1fc107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:08.983739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-f741513e-456d-4f68-bb6e-0c95c1fc107f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f016616f-7c69-460e-b903-3472223aeb14 HTTP/1.1" status: 200 len: 844 time: 0.0626607 Jul 07 17:11:08.984928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:09.006886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7691b95c-7947-4224-8fb5-0a7234cba8f7 req-b49158ce-3f66-47b6-8824-64349f77f6c7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116067 Jul 07 17:11:09.041155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.044239 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "DELETE /v2.0/ports/17995cc5-c7d3-4ccb-81a0-35127224b68e HTTP/1.1" status: 204 len: 168 time: 1.3570912 Jul 07 17:11:09.048182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.049416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816914-68cd-423f-8b34-6be7cc8235ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] Pushing event deleted for resources: {'Port': ['ID=17995cc5-c7d3-4ccb-81a0-35127224b68e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:09.138394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port af92a6cc-5583-4d23-956e-f743fa3d9d77 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:09.141257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.143382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1dcfb8ea-6251-4b7a-a7a1-5b43c96845b8 req-c328da2f-d7a3-4477-beb7-a581b3b7b488 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "DELETE /v2.0/ports/af92a6cc-5583-4d23-956e-f743fa3d9d77 HTTP/1.1" status: 204 len: 173 time: 1.3267920 Jul 07 17:11:09.144083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'name': 'network-vif-deleted', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:09.147410 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901445a-2854-4bc5-8dda-d8e2e1a67bf9" -d '{"events": [{"server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "name": "network-vif-deleted", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:09.150671 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8ca1ce-d715-422f-a7b4-705d7c9581b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:11:09.153219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d8ca1ce-d715-422f-a7b4-705d7c9581b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243923542-project-admin] 10.222.0.22 "GET /v2.0/ports/17995cc5-c7d3-4ccb-81a0-35127224b68e HTTP/1.1" status: 404 len: 333 time: 0.0994427 Jul 07 17:11:09.156597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47466) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.248125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.249408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.262033 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-11a2aa0a-a105-4046-b67f-621dda732de5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The resource could not be found. Jul 07 17:11:09.263257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-11a2aa0a-a105-4046-b67f-621dda732de5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3964825 Jul 07 17:11:09.267043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.298843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.307809 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ab03e0-ccaa-41ad-9029-d879c9fe18f5 x-openstack-request-id: req-45ab03e0-ccaa-41ad-9029-d879c9fe18f5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:09.308048 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee161e0-dd9a-4c03-be2a-093bb6324932", "name": "network-vif-deleted", "tag": "af92a6cc-5583-4d23-956e-f743fa3d9d77", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:09.308343 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45ab03e0-ccaa-41ad-9029-d879c9fe18f5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:09.308850 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee161e0-dd9a-4c03-be2a-093bb6324932', 'name': 'network-vif-deleted', 'tag': 'af92a6cc-5583-4d23-956e-f743fa3d9d77', 'status': 'completed', 'code': 200} Jul 07 17:11:09.322792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58555ac4-e784-4c10-b557-36f0bff58cb7 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d6336-3f0a-4fe9-af2e-5cbd8683f3dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0fd343be-29f6-440f-bdd4-1ab2445db8d1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:09.353372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-001ed59f-8fa1-4380-87f0-6b69b75609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:09.360605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-001ed59f-8fa1-4380-87f0-6b69b75609a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63be4ee1-4dbb-40cc-bada-a593640e88b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3472281 Jul 07 17:11:09.470809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b68e1-1f6e-4ecb-a7c9-6cc8f80419fb None None] New status for floating IP 3bd8f074-8d73-418e-b761-951e6b0f4511: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:11:09.484159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.499147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce14894-22ac-44f0-be7c-be2607455c66']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.511426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529b01b2-7aff-46e0-9840-8b74f58c0f69') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.511426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529b01b2-7aff-46e0-9840-8b74f58c0f69') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:09.522616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.539527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.546981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:09.547464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:09.614779 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:09.619018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.633652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:09.635943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] 10.222.0.22 "DELETE /v2.0/networks/0ce14894-22ac-44f0-be7c-be2607455c66 HTTP/1.1" status: 204 len: 168 time: 0.4782379 Jul 07 17:11:09.669534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a87fd4-9e53-44a6-8b6b-e3730aa50c24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583763344-project] Pushing event deleted for resources: {'Network': ['ID=0ce14894-22ac-44f0-be7c-be2607455c66,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:09.914721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f085dd3b-d712-43f3-9bab-13039f6cdba8 req-6f62f993-d512-4576-8133-c0dfc28b8b2d tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ee161e0-dd9a-4c03-be2a-093bb6324932 HTTP/1.1" status: 200 len: 210 time: 0.4077899 Jul 07 17:11:09.924368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47480) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:09.940786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.015820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:10.016781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.139364 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-58555ac4-e784-4c10-b557-36f0bff58cb7 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The resource could not be found. Jul 07 17:11:10.146177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47486) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.147847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-58555ac4-e784-4c10-b557-36f0bff58cb7 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8338659 Jul 07 17:11:10.156316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-1ee051d1-d0c8-4049-9490-2cf8d677cef8 service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886505 Jul 07 17:11:10.274415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9875f-c7fa-4ab5-a648-cc2969099a93 req-f60d4984-b241-4834-9de3-eef7bbce8033 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.284179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4de9875f-c7fa-4ab5-a648-cc2969099a93 req-f60d4984-b241-4834-9de3-eef7bbce8033 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.9400764 Jul 07 17:11:10.359972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.378635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-659b5d20-74bf-4787-8434-dd8b7e48cb3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a4cf3d27c2c4fc7a257620e7c68d684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521754 Jul 07 17:11:10.382547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47488) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.399419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Allocated IP 172.20.0.2 (eb4f96cb-f201-494f-ae86-b2887cde8cdf/b6a149df-0ab1-4f52-bf62-7ae0776ac0ff/0bea451a-e69e-4a23-92fb-08bfca41911c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:10.458848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.471134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4de9875f-c7fa-4ab5-a648-cc2969099a93 req-e9d4701f-9993-4a9e-9ff8-6b40a46dfe7a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860437 Jul 07 17:11:10.491856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.542012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.573226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.628671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de47a0d-151b-458b-a1f8-19c1790018d2 req-939d5780-b366-4688-a129-a88fbe57ea1c service neutron] 10.222.0.32 "GET /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653516 Jul 07 17:11:10.659816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.668250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c311337-7568-4f72-8cae-8d7dfa06c9ac req-9212df90-9dc9-47c6-8240-27c70c19b438 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:10.669308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.675496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f10ed49f-2c98-4b29-9fb5-28bcf797bdf5 HTTP/1.1" status: 204 len: 168 time: 0.2915218 Jul 07 17:11:10.679359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c311337-7568-4f72-8cae-8d7dfa06c9ac req-9212df90-9dc9-47c6-8240-27c70c19b438 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 946 time: 0.2035091 Jul 07 17:11:10.716366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05ee74-70ce-4a64-b3ea-ae674b5039f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10ed49f-2c98-4b29-9fb5-28bcf797bdf5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.717469 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.723881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.734361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.737249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c311337-7568-4f72-8cae-8d7dfa06c9ac req-17423f84-f4d4-4f83-b25a-be30858d4010 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568440 Jul 07 17:11:10.737757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec3d6336-3f0a-4fe9-af2e-5cbd8683f3dc HTTP/1.1" status: 204 len: 168 time: 0.5900061 Jul 07 17:11:10.740316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Transition to ACTIVE for port object 0bea451a-e69e-4a23-92fb-08bfca41911c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:10.745383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.775861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c49f5a-b6ed-447e-8512-e7a3c3732d12 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d6336-3f0a-4fe9-af2e-5cbd8683f3dc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.821783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Transition to ACTIVE for port object 0bea451a-e69e-4a23-92fb-08bfca41911c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:10.838165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:10.909249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Pushing event updated for resources: {'Port': ['ID=0bea451a-e69e-4a23-92fb-08bfca41911c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:10.921083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:10.923915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:10.924683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-41c1180d-a1c7-4736-9680-aca853493e2d tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1729245 Jul 07 17:11:10.930698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47496) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:10.934303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:10.934743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-064a13c6-2289-4443-b4b8-985873a4e852 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': '7dafaaa3-0719-4a73-bc4a-f0c67eee6d66', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:11.018496 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-064a13c6-2289-4443-b4b8-985873a4e852 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The resource could not be found. Jul 07 17:11:11.020093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-064a13c6-2289-4443-b4b8-985873a4e852 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0885608 Jul 07 17:11:11.027920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.033082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071853962'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:11.033715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Attempting to bind port 0bea451a-e69e-4a23-92fb-08bfca41911c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:11.034290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Attempting to bind port 0bea451a-e69e-4a23-92fb-08bfca41911c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:11.036245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Attempting to bind port 0bea451a-e69e-4a23-92fb-08bfca41911c on network eb4f96cb-f201-494f-ae86-b2887cde8cdf {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:11.051114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:11.052277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Checking segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:11.055514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.055973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Bound using segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:11.056770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Bound port: 0bea451a-e69e-4a23-92fb-08bfca41911c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:11.057178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.059415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-56f84219-d78b-4dcd-ac04-aad67485324c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 267 time: 0.1417732 Jul 07 17:11:11.078238 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.083875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.201390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] For port 0bea451a-e69e-4a23-92fb-08bfca41911c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:11.208577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.221741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] For port 0bea451a-e69e-4a23-92fb-08bfca41911c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bea451a-e69e-4a23-92fb-08bfca41911c,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:11.231557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.233153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.241004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.249017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.306417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.307755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2788241 Jul 07 17:11:11.309987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753944d-42ea-492d-a2f5-0eddc9d1d4e5 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2194359-677e-4f75-8d52-96ebae1d4583,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.315188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47510) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.321261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--822628260'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:11.359891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90c58-9d65-497d-8b5b-e2765eacaa57 None None] Pushing event updated for resources: {'Port': ['ID=0bea451a-e69e-4a23-92fb-08bfca41911c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.380907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.383925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fac3bf3f-fbd5-4d98-935e-3e38a043ed45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc2b49b406724a8b82bc0c08267e4cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464026 Jul 07 17:11:11.388702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.420370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-d107f591-b49a-43e8-8540-14e64aab5f8a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.422650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-d107f591-b49a-43e8-8540-14e64aab5f8a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 946 time: 0.3478868 Jul 07 17:11:11.447861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'security_groups': []}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:11.489837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Allocated IP 172.25.7.43 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/48688d5e-7ced-4076-b40a-0a0f13ecd7e5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:11.522837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.528936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.575686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.597516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2812243 Jul 07 17:11:11.612088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.618510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c395f916-2a53-47ad-ad7d-d707ad52f230 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group_rule': {'security_group_id': 'f2194359-677e-4f75-8d52-96ebae1d4583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b0a77089-c470-4d92-b064-48a17eb84ac7'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:11.627510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2c9f-7985-4769-9b61-db2300f35cbc tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a77089-c470-4d92-b064-48a17eb84ac7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.672855 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-c395f916-2a53-47ad-ad7d-d707ad52f230 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:11:11.674150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c395f916-2a53-47ad-ad7d-d707ad52f230 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0609863 Jul 07 17:11:11.677368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.748826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.771921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.779844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.810604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.859912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.864398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.866166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/b0a77089-c470-4d92-b064-48a17eb84ac7 HTTP/1.1" status: 204 len: 168 time: 0.1876323 Jul 07 17:11:11.875242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:11.878650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64999a-4110-4ec9-898c-7c341005b7c9 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a77089-c470-4d92-b064-48a17eb84ac7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:11.904160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.932079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:11.949742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.056752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:12.086228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:12.093290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:12.117367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Pushing event updated for resources: {'Port': ['ID=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.129647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-78a7a534-fd3b-4352-9004-209a6200f33b tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2533085 Jul 07 17:11:12.132686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.167764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.170326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.171520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1134b0a9-c198-47be-9b87-0adefba308b8 HTTP/1.1" status: 204 len: 168 time: 0.7809887 Jul 07 17:11:12.201174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.202951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff4581-1207-49b0-8b40-68cfdd4f355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134b0a9-c198-47be-9b87-0adefba308b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.247938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.288704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device af92a6cc-5583-4d23-956e-f743fa3d9d77 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:12.307823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.316283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.318789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/f2194359-677e-4f75-8d52-96ebae1d4583 HTTP/1.1" status: 204 len: 168 time: 0.1849954 Jul 07 17:11:12.334204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: af92a6cc-5583-4d23-956e-f743fa3d9d77 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:12.334648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device af92a6cc-5583-4d23-956e-f743fa3d9d77 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:12.339296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.352287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f560-1d12-41b9-837b-31c36c45cb96 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2194359-677e-4f75-8d52-96ebae1d4583,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.450660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bea451a-e69e-4a23-92fb-08bfca41911c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:12.498941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfd90a-8f82-4263-b73b-ed4610c96f23 req-607ee0ef-102e-4e9b-b3ac-c6f355c629e3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.506925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04bfd90a-8f82-4263-b73b-ed4610c96f23 req-607ee0ef-102e-4e9b-b3ac-c6f355c629e3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.4489858 Jul 07 17:11:12.545283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0bea451a-e69e-4a23-92fb-08bfca41911c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:12.584737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:12.618057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.647154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.661753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', '63773676-0704-44a4-adbd-992e7a97e09d', '35842525-a188-4179-9d68-24d02387de80'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:12.757428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-818adbd9-0211-47fd-a564-c52793fe0314 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3668544 Jul 07 17:11:12.757727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:12.766747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f13a8-fa35-46b3-98a7-e8ba13344a57 None None] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:12.767326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'tempest-secgroup--979969282'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:12.787944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04bfd90a-8f82-4263-b73b-ed4610c96f23 req-79a08c0d-4b17-4591-aa37-2aee7f70eceb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801211 Jul 07 17:11:12.823062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:12.823731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.828878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e0b8174-ebaa-49b6-a93f-e09106a98eb1 req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "PUT /v2.0/ports/35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 200 len: 905 time: 1.3949516 Jul 07 17:11:12.844310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'tag': '35842525-a188-4179-9d68-24d02387de80'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:12.846758 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365785b-cb84-4d76-9550-195bad189143" -d '{"events": [{"name": "network-changed", "server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "tag": "35842525-a188-4179-9d68-24d02387de80"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:12.849515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.902713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a820d5-da51-4e66-aadc-6190a39fcb3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:12.944959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:12.983529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Provisioning for port 0bea451a-e69e-4a23-92fb-08bfca41911c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:13.001629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Provisioning complete for port 0bea451a-e69e-4a23-92fb-08bfca41911c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:13.002353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.057001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.063259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.077717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['35842525-a188-4179-9d68-24d02387de80'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:13.085001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.090965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3318114 Jul 07 17:11:13.097459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47552) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.106072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b87b907-c5eb-4b61-8db3-1c7999c45241 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:13.106883 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-9b87b907-c5eb-4b61-8db3-1c7999c45241 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:11:13.107409 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-9b87b907-c5eb-4b61-8db3-1c7999c45241 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:11:13.112776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b87b907-c5eb-4b61-8db3-1c7999c45241 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "PUT /v2.0/security-groups/e2949752-2fd8-40cb-8ee6-ff5c75736fcb HTTP/1.1" status: 409 len: 330 time: 0.0140405 Jul 07 17:11:13.118783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47554) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.141457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752b1a-b9be-4542-b204-4c1b5e341acd tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2949752-2fd8-40cb-8ee6-ff5c75736fcb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.219564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.281939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.393484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.433525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.437076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.441545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/e2949752-2fd8-40cb-8ee6-ff5c75736fcb HTTP/1.1" status: 204 len: 168 time: 0.3216202 Jul 07 17:11:13.442273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47564) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.451128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] For port 0bea451a-e69e-4a23-92fb-08bfca41911c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bea451a-e69e-4a23-92fb-08bfca41911c,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:13.465625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.480764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa2eab-f6de-44d9-ae25-1c08fc1b43fd req-bc9a4497-313b-4d78-befd-cc88c8fa50c3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.484400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305dd4-e804-45f8-becb-56c1be349fab req-57e8e49f-3b31-4eb2-92c3-282560f0d1f3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.485932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10305dd4-e804-45f8-becb-56c1be349fab req-57e8e49f-3b31-4eb2-92c3-282560f0d1f3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 950 time: 0.1359708 Jul 07 17:11:13.491364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b0f3f-f4f5-47fb-8307-11feb0ff4825 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2949752-2fd8-40cb-8ee6-ff5c75736fcb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.492128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5baa2eab-f6de-44d9-ae25-1c08fc1b43fd req-bc9a4497-313b-4d78-befd-cc88c8fa50c3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.2588146 Jul 07 17:11:13.575072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.577852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Pushing event updated for resources: {'Port': ['ID=0bea451a-e69e-4a23-92fb-08bfca41911c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:13.586553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.586899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.587237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.587566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.588153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.588481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.590251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.590603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.590932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.591265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.591584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.591900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f302529-a97a-4732-b800-62b18e9043ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:13.610257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234d33-1245-44fa-ad10-cb4358aa6951 req-1007e544-235b-4b85-8a98-11f137ba3e42 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:13.624018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4234d33-1245-44fa-ad10-cb4358aa6951 req-1007e544-235b-4b85-8a98-11f137ba3e42 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8 HTTP/1.1" status: 200 len: 950 time: 0.3917727 Jul 07 17:11:13.647101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-17db6e58-157d-4ac8-9a70-0cae6e470902 None None] Provisioning complete for port 35842525-a188-4179-9d68-24d02387de80 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:13.649786 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17db6e58-157d-4ac8-9a70-0cae6e470902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.760184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4dc2a57a-2951-4c49-965e-797807e35e15 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3099103 Jul 07 17:11:13.762028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47570) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.815417 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-7e562f77-797b-424c-acaf-629d991b0827 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] delete failed (client error): The resource could not be found. Jul 07 17:11:13.825694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e562f77-797b-424c-acaf-629d991b0827 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "DELETE /v2.0/security-groups/2d1223f7-8904-4f45-a6fe-332790a975e4 HTTP/1.1" status: 404 len: 347 time: 0.0621674 Jul 07 17:11:13.826838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.871828 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-6f7c6e84-a432-4537-b3bc-bd8ee0b94856 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] show failed (client error): The resource could not be found. Jul 07 17:11:13.878570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f7c6e84-a432-4537-b3bc-bd8ee0b94856 tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-groups/54da707b-39d8-4765-8118-81fce7d56087 HTTP/1.1" status: 404 len: 347 time: 0.0495088 Jul 07 17:11:13.882181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:13.908464 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-ca370faf-c125-434c-9e35-a914a96ff6af tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] show failed (client error): The resource could not be found. Jul 07 17:11:13.914856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ca370faf-c125-434c-9e35-a914a96ff6af tempest-NegativeSecGroupTest-830516986 tempest-NegativeSecGroupTest-830516986-project] 10.222.0.22 "GET /v2.0/security-group-rules/a19a6b4a-a755-4826-bde2-586337b019ee HTTP/1.1" status: 404 len: 356 time: 0.0246110 Jul 07 17:11:13.924135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:13.924443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:13.961175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f4280921-95ac-4b72-9325-ddd0dfe41845 None None] Provisioning complete for port 0bea451a-e69e-4a23-92fb-08bfca41911c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:13.962489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4280921-95ac-4b72-9325-ddd0dfe41845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.040046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:14.040046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.069193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:14.261050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47590) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.261482 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d72d22-57e9-4026-bd9e-49d59d1e98e8 x-openstack-request-id: req-f8d72d22-57e9-4026-bd9e-49d59d1e98e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:14.261936 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "tag": "35842525-a188-4179-9d68-24d02387de80", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:14.262023 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8d72d22-57e9-4026-bd9e-49d59d1e98e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:14.262485 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'tag': '35842525-a188-4179-9d68-24d02387de80', 'status': 'completed', 'code': 200} Jul 07 17:11:14.319817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.330386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bea451a-e69e-4a23-92fb-08bfca41911c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:14.336233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d90ec19a-80d2-4a48-8590-cb09883e0832', '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:14.349691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4234d33-1245-44fa-ad10-cb4358aa6951 req-90e633a0-31ce-473b-9e2b-bddb4f79e271 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229102 Jul 07 17:11:14.354283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=331edb50-aca6-4c5a-9c38-40cbe0e4a6d0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.428388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:14.449655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996', 'f79095bf-4d3a-4656-84f0-8e718d0a6261'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:14.477349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.479759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-10305dd4-e804-45f8-becb-56c1be349fab req-4d027328-f3b2-4d74-b588-571812923be3 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "DELETE /v2.0/ports/331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 HTTP/1.1" status: 204 len: 173 time: 0.9729910 Jul 07 17:11:14.480358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'name': 'network-vif-deleted', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:14.483724 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32af014f-521b-48e6-984c-fd24d78ba2eb" -d '{"events": [{"server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "name": "network-vif-deleted", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:14.502425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-919d2ebe-a279-4a83-b1c9-9591fbd67db6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ed1ab163bc54611ad75635d538a6cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357972 Jul 07 17:11:14.502425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47600) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.560108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.581129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7ec41-1518-4e4e-ba7c-702a86123150 req-977dca7e-ad42-47bd-bc4a-ebccdb1b4962 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:14.587539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.598383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b7ec41-1518-4e4e-ba7c-702a86123150 req-977dca7e-ad42-47bd-bc4a-ebccdb1b4962 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3346291 Jul 07 17:11:14.653204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:14.666276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.670730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.687295 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/435a8a09-9425-457a-a4dc-bf5437dcadd4 HTTP/1.1" status: 204 len: 168 time: 0.1823530 Jul 07 17:11:14.700041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0bea451a-e69e-4a23-92fb-08bfca41911c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:14.700388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.709016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd63232-feb6-449a-97cc-818a5c260ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a8a09-9425-457a-a4dc-bf5437dcadd4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:14.761851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49b7ec41-1518-4e4e-ba7c-702a86123150 req-0d8c1543-705c-4f59-be8d-ecadff99991b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625617 Jul 07 17:11:14.796583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Router fc8196bd-316b-4287-ab5d-b8ca1fb80988 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:14.872459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1656292353', 'router:external': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:14.887238 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d6b45-b750-408b-9234-6e2975737671 x-openstack-request-id: req-2a6d6b45-b750-408b-9234-6e2975737671 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:14.890439 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8", "name": "network-vif-deleted", "tag": "331edb50-aca6-4c5a-9c38-40cbe0e4a6d0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:14.890712 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a6d6b45-b750-408b-9234-6e2975737671 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:14.891145 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbbba07-5bc8-4c43-a175-5a6e43b9bfb8', 'name': 'network-vif-deleted', 'tag': '331edb50-aca6-4c5a-9c38-40cbe0e4a6d0', 'status': 'completed', 'code': 200} Jul 07 17:11:14.931258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Made reservation on behalf of 423afb885b3443e9b103ea213ff85376 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:14.940701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.957789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.009443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:15.020441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Sync routers for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:15.032504 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:15.033132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.082674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365785b-cb84-4d76-9550-195bad189143 req-e4fe6d5a-a36e-4d6d-afc2-4bd895dcfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.085923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-e4fe6d5a-a36e-4d6d-afc2-4bd895dcfc9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 1060 time: 0.8290336 Jul 07 17:11:15.143168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.148342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.166351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8979-2599-42bc-8e88-d1d21d5a1498 req-b9852ca6-773a-4fa4-b1af-62079e272d29 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.174877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85ed8979-2599-42bc-8e88-d1d21d5a1498 req-b9852ca6-773a-4fa4-b1af-62079e272d29 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.5734692 Jul 07 17:11:15.182254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89fea2-66e1-42a6-bd95-cabe1d6961bd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.195060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:15.207795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.208423 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Added segment fd9d2b96-7417-409a-9e17-14d82d717913 of type vlan for network 0bf6d037-520c-4537-83ba-21c2f53fd301 Jul 07 17:11:15.222945 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.224281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9268d703-a541-498c-be21-cdd7dc4e2417 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3377714 Jul 07 17:11:15.230075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.273812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.329922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.332557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.333373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.341555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85ed8979-2599-42bc-8e88-d1d21d5a1498 req-6cd47cb3-0916-4c64-8871-e3cdf4e93164 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653609 Jul 07 17:11:15.449892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7954173 Jul 07 17:11:15.467605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:15.468918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47626) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:15.485340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'subnet': {'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:15.528658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365785b-cb84-4d76-9550-195bad189143 req-b2d1a217-0759-4446-aa47-e66924a96c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.530412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-b2d1a217-0759-4446-aa47-e66924a96c0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.4318216 Jul 07 17:11:15.567689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f2f1-c2ea-49d2-910b-a7cd506426f8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Network': ['ID=0bf6d037-520c-4537-83ba-21c2f53fd301,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:15.588107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:15.600467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Made reservation on behalf of 423afb885b3443e9b103ea213ff85376 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:15.603805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:15.640996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-ff6972ac-a6e0-4f80-b73b-3578debe5694 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 200 len: 217 time: 0.1007953 Jul 07 17:11:15.674550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefff9d-4457-4454-9a07-9dd1dfd8cea1 req-d905892d-6516-4a17-9fcb-890006b54edd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.676173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfefff9d-4457-4454-9a07-9dd1dfd8cea1 req-d905892d-6516-4a17-9fcb-890006b54edd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2587457 Jul 07 17:11:15.822507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365785b-cb84-4d76-9550-195bad189143 req-349ccefd-84e3-4ba1-95ba-0e2d5902225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:15.823998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-349ccefd-84e3-4ba1-95ba-0e2d5902225a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1729233 Jul 07 17:11:15.858686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfefff9d-4457-4454-9a07-9dd1dfd8cea1 req-47cceed7-10fe-43b0-8614-d80216c76400 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543300 Jul 07 17:11:15.869097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:12Z', 'revision_number': 3, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:15.932402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Checking router: fc8196bd-316b-4287-ab5d-b8ca1fb80988 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:15.932757 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Updating router fc8196bd-316b-4287-ab5d-b8ca1fb80988 port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:16.031264 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.130732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365785b-cb84-4d76-9550-195bad189143 req-14fdb13d-8a4c-47a1-95d8-86d277cf9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.132412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-14fdb13d-8a4c-47a1-95d8-86d277cf9249 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2927148 Jul 07 17:11:16.172834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-5377951b-01df-4976-a5d0-e5c21df1b8c0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:11:16.173980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-5377951b-01df-4976-a5d0-e5c21df1b8c0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056529 Jul 07 17:11:16.222623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.249378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:11:16.250125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.286458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-56298b99-df35-44f7-92c1-b0643bd13f7e service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033912 Jul 07 17:11:16.328266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85a2c7d2-bf87-4800-bf98-2d0905cca9c6,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.342007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Checking segment: {'id': 'fd9d2b96-7417-409a-9e17-14d82d717913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:16.343563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network hostable DHCP agents. Network: 0bf6d037-520c-4537-83ba-21c2f53fd301, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:16.381625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:16.399785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0bf6d037-520c-4537-83ba-21c2f53fd301) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:16.407189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.409143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.415353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788717f-812f-4c0e-90e3-1c7f0aa7e63b None None] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:16.445911 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c94c0022-d275-400c-9455-c3c5137ef9bf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9743919 Jul 07 17:11:16.448558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47664) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:16.455384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1041397703', 'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:16.488499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Made reservation on behalf of 423afb885b3443e9b103ea213ff85376 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:16.494211 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.505209 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.527433 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Transition to ACTIVE for port object 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:16.536578 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.537149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] device_id is not set on port ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:11:16.563389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.609480 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Attempting to bind port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:16.609737 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Attempting to bind port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:16.610099 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Attempting to bind port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:16.615109 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c4368-4dde-4e20-a9d8-76787352365b None None] Pushing event updated for resources: {'Port': ['ID=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.622435 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:16.622810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:16.623213 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.623602 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:16.624124 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Bound port: 48688d5e-7ced-4076-b40a-0a0f13ecd7e5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:16.624468 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.627084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930f935-5be7-475b-a8d7-df9342a5a5d8 None None] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:16.662587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f365785b-cb84-4d76-9550-195bad189143 req-a963503d-0248-46e8-91ac-6e4d33d81f7d service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649929 Jul 07 17:11:16.673421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-230262c5-b6eb-4aab-b445-02d6a3c7b149 tempest-ServiceProvidersTest-983898096 tempest-ServiceProvidersTest-983898096-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4441943 Jul 07 17:11:16.728797 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] For port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:16.737262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] For port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:16.745768 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.822961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c4368-4dde-4e20-a9d8-76787352365b None None] Pushing event updated for resources: {'Port': ['ID=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:16.827488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.20.0.2 (0bf6d037-520c-4537-83ba-21c2f53fd301/85a2c7d2-bf87-4800-bf98-2d0905cca9c6/ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:16.842005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:16.843095 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:16.890392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-230e44ae-d503-4bce-b22c-3de162843de4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:16.898042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-230e44ae-d503-4bce-b22c-3de162843de4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.4209895 Jul 07 17:11:16.927226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-6a687a1c-d51c-4e7c-90c8-284b475d27de tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/quotas/f54f02dbf6b149dda0915ba7e3d57382 HTTP/1.1" status: 200 len: 375 time: 0.0280313 Jul 07 17:11:16.983702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.984266 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:17.015889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c645c57-7bd1-475a-a04b-6a7f5614ef4d req-e9cb2afe-cdf6-4f84-ad0c-516f40fe1a4d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.021261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c645c57-7bd1-475a-a04b-6a7f5614ef4d req-e9cb2afe-cdf6-4f84-ad0c-516f40fe1a4d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.2531049 Jul 07 17:11:17.027323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.048500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Allocated IP 172.20.0.1 (eb4f96cb-f201-494f-ae86-b2887cde8cdf/b6a149df-0ab1-4f52-bf62-7ae0776ac0ff/e4980447-bac3-45f2-b284-37118a0e8707) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:17.062338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.075013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:17.078310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:17.083718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:17.113392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.135537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.136159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.155163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a5be821a-bc1a-4d5e-967f-3fcad6d00b2a tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7051175 Jul 07 17:11:17.157616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47678) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:17.173217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c645c57-7bd1-475a-a04b-6a7f5614ef4d req-2d7d7e62-b320-4d98-8739-032efd968013 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471012 Jul 07 17:11:17.229508 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:12Z', 'revision_number': 3, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:17.248498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-4582a926-476e-4c54-84f1-27b7862de655 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3138716 Jul 07 17:11:17.270512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2016737-daaf-46f1-82af-8ebcf58d883a None None] The sync data for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 is: [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:12Z', 'revision_number': 3, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:17.276582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb49f048-2579-4833-b8db-35e9e65d1920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.299048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Deleting port ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:17.299398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.383355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.395889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Calling delete_port for ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:17.444585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.466408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-fb276766-9c2e-4c48-b8a1-2dce5041934c service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170594 Jul 07 17:11:17.481996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Transition to ACTIVE for port object e4980447-bac3-45f2-b284-37118a0e8707 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:17.545473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f441-90d0-4313-aec1-50cb54ddfc9d req-a348f41a-0beb-4ae9-b4cb-0aed3e2e1dfe tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:17.547123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f16f441-90d0-4313-aec1-50cb54ddfc9d req-a348f41a-0beb-4ae9-b4cb-0aed3e2e1dfe tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 950 time: 0.2291970 Jul 07 17:11:17.680166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.708925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f16f441-90d0-4313-aec1-50cb54ddfc9d req-bca5e336-468d-40d0-954d-6051130198bd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174939 Jul 07 17:11:17.737004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb49f048-2579-4833-b8db-35e9e65d1920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.755951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb49f048-2579-4833-b8db-35e9e65d1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.773631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:17.789874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-a90039bf-96cb-4399-9b67-22198da87fbc service neutron] 10.222.0.22 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786767 Jul 07 17:11:17.801709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:17.819790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:17.830857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Pushing event updated for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.864961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49f048-2579-4833-b8db-35e9e65d1920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08182e-d855-41b9-b183-c350398d4ebb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:17.874539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.884876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cb49f048-2579-4833-b8db-35e9e65d1920 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9f99522886e4709a89daa5cbdb12efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181720 Jul 07 17:11:17.898693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:18.027087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.127338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.130386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0416703-c700-4bd5-b5d3-444b4bd0cd35 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ef32faff-1fbd-4fc4-8a22-fa266a2cb6e6 HTTP/1.1" status: 204 len: 168 time: 0.9714770 Jul 07 17:11:18.132957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47690) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:18.140678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301', 'external_fixed_ips': [{'subnet_id': '85a2c7d2-bf87-4800-bf98-2d0905cca9c6', 'ip_address': '172.20.0.2'}]}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:18.162186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4271b587-8c0b-4759-b81d-be0761d9b3ac None None] Provisioning for port e4980447-bac3-45f2-b284-37118a0e8707 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:18.170640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4271b587-8c0b-4759-b81d-be0761d9b3ac None None] Provisioning complete for port e4980447-bac3-45f2-b284-37118a0e8707 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:18.171380 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4271b587-8c0b-4759-b81d-be0761d9b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.183405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.186141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.272870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4271b587-8c0b-4759-b81d-be0761d9b3ac None None] Port e4980447-bac3-45f2-b284-37118a0e8707 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:18.319089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.320161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:18.363862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:18.364249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 331edb50-aca6-4c5a-9c38-40cbe0e4a6d0 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:18.447972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:18.503352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.509251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.570497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:18.580391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:18.582651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.620807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4b7e0f3-795a-44cd-9469-343cb2ddc5fb req-09f6b4ca-6f14-4a13-93fc-c5ecafb20a7d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 210 time: 0.0733273 Jul 07 17:11:18.766439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.815942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:18.831251 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.863043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-932c35f3-af65-432c-8508-1fbc98857b06 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:18.874195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-932c35f3-af65-432c-8508-1fbc98857b06 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 950 time: 0.9964719 Jul 07 17:11:18.928334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:18.981356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.007416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.041960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.121160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7958c-1a1d-4426-89f0-141799650172 req-166d300a-41e4-4c4c-8868-a2b1bf616bad tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.123047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1e7958c-1a1d-4426-89f0-141799650172 req-166d300a-41e4-4c4c-8868-a2b1bf616bad tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 949 time: 1.1545711 Jul 07 17:11:19.203004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae492-c306-4b22-96d3-774089dd8409 req-29ba099a-a334-46e1-b4ae-d9b991e276b6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.204627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30aae492-c306-4b22-96d3-774089dd8409 req-29ba099a-a334-46e1-b4ae-d9b991e276b6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.6781952 Jul 07 17:11:19.243810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.284680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.20.0.2 (0bf6d037-520c-4537-83ba-21c2f53fd301/85a2c7d2-bf87-4800-bf98-2d0905cca9c6/cf5d257e-35dc-483d-8f29-d70c62b5933f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:19.300429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.412796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.446814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30aae492-c306-4b22-96d3-774089dd8409 req-25322881-142f-4d4b-9780-762a221fe02f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096176 Jul 07 17:11:19.481882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.493303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ff97-f97c-4c6e-bf6b-9b6bff271ac0 req-eaa2cfb3-728e-45ef-8e6a-e46c222cc7d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:19.500047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1991ff97-f97c-4c6e-bf6b-9b6bff271ac0 req-eaa2cfb3-728e-45ef-8e6a-e46c222cc7d9 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 950 time: 0.5308802 Jul 07 17:11:19.537114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port d90ec19a-80d2-4a48-8590-cb09883e0832 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:19.537512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.548328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 0bf6d037-520c-4537-83ba-21c2f53fd301 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:19.552693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5d257e-35dc-483d-8f29-d70c62b5933f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.553896 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.555272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:19.557648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:19.564529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.566268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c08182e-d855-41b9-b183-c350398d4ebb HTTP/1.1" status: 204 len: 168 time: 1.6626158 Jul 07 17:11:19.699658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7892f-00ea-47bc-95dd-7aa6580dc235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08182e-d855-41b9-b183-c350398d4ebb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:19.759657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1991ff97-f97c-4c6e-bf6b-9b6bff271ac0 req-f130397d-86e8-4879-b002-b8c5a42d5f98 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585878 Jul 07 17:11:19.788898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port f79095bf-4d3a-4656-84f0-8e718d0a6261 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:19.789979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.923253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.941821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:19.997740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.023384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-79208f43-48fb-4422-a56f-dd50d8d831ae tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.024992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-79208f43-48fb-4422-a56f-dd50d8d831ae tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 812 time: 0.1674399 Jul 07 17:11:20.061943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Request body: {'port': {'device_id': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'admin_state_up': True, 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:20.062711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9684c8d1-d0bc-478b-bfb5-47bf31cf9327 req-6831dcdc-a0f7-4a9a-a2b4-6f674207d58f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 210 time: 0.1860194 Jul 07 17:11:20.113564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port d90ec19a-80d2-4a48-8590-cb09883e0832, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d90ec19a-80d2-4a48-8590-cb09883e0832,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:20.114524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.159368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for d90ec19a-80d2-4a48-8590-cb09883e0832 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:20.183342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Pushing event updated for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:20.185817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.204932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port f79095bf-4d3a-4656-84f0-8e718d0a6261, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f79095bf-4d3a-4656-84f0-8e718d0a6261,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:20.205308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.266668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-0da7b5e6-3c49-48f9-919d-67d525b03e0f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.268529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-0da7b5e6-3c49-48f9-919d-67d525b03e0f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1098 time: 0.3927743 Jul 07 17:11:20.269899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.284380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Made reservation on behalf of f54f02dbf6b149dda0915ba7e3d57382 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:20.286431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for f79095bf-4d3a-4656-84f0-8e718d0a6261 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:20.290007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.291434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:20.329718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:20.414247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:20.414813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.504722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.558373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Allocated IP 172.20.0.4 (dfb3225a-a96a-4c5a-8062-67bf9911028f/05fb6deb-3338-4790-a65b-76d74707306f/fba02fef-2182-4cb5-9f76-ad28133e08f1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:20.649560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:20.664774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:20.682305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router 31773618-962f-40ae-936b-82b0ae3d747d is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:20.871482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.883278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:20.951576 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.013943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:21.041342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.046421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-39ea8aea-8b22-46e4-a76c-50d0a7592664 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9085631 Jul 07 17:11:21.052068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47744) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:21.092178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Sync routers for ids ['31773618-962f-40ae-936b-82b0ae3d747d'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:21.131566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Routers {'31773618-962f-40ae-936b-82b0ae3d747d'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:21.132218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31773618-962f-40ae-936b-82b0ae3d747d'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:21.156864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port d90ec19a-80d2-4a48-8590-cb09883e0832 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:21.161138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.163310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc1a2d6e-2bab-4d18-8549-e6c06c5d4a78 req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.83 "DELETE /v2.0/ports/d90ec19a-80d2-4a48-8590-cb09883e0832 HTTP/1.1" status: 204 len: 173 time: 2.2881424 Jul 07 17:11:21.164166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868785dc-2952-4eea-bfaf-6e43f3e62ab6 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=d90ec19a-80d2-4a48-8590-cb09883e0832,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.188176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'name': 'network-vif-deleted', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:21.194965 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e515b04b-cb8b-4d8f-8024-e5b588b046f7" -d '{"events": [{"server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "name": "network-vif-deleted", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:21.197841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-221ecb3b-95e8-483b-95f4-eaae2274510b None None] Provisioning complete for port e4980447-bac3-45f2-b284-37118a0e8707 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:21.198442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-221ecb3b-95e8-483b-95f4-eaae2274510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.245755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Router fc8196bd-316b-4287-ab5d-b8ca1fb80988 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:21.319534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-221ecb3b-95e8-483b-95f4-eaae2274510b None None] Port e4980447-bac3-45f2-b284-37118a0e8707 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:21.355875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.371548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Set router 31773618-962f-40ae-936b-82b0ae3d747d gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:21.376619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:21.430798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86931505-6b5f-407a-af97-d5bf560d871f req-d457800e-b752-41a7-b727-920de6ce7ebd tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb6488c-bcc2-429b-a584-b34e7c9c9732 HTTP/1.1" status: 200 len: 210 time: 0.2794921 Jul 07 17:11:21.488994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Transition to ACTIVE for port object fba02fef-2182-4cb5-9f76-ad28133e08f1 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:21.535855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=f79095bf-4d3a-4656-84f0-8e718d0a6261,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.565559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc4704-d36b-46e5-9658-e807e466bcaa req-58fb7e34-ff95-40a8-a568-87a418f1bc98 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:21.574800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0edc4704-d36b-46e5-9658-e807e466bcaa req-58fb7e34-ff95-40a8-a568-87a418f1bc98 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 946 time: 0.8905916 Jul 07 17:11:21.674592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.743911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.762726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', '63773676-0704-44a4-adbd-992e7a97e09d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:21.772327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Network dfb3225a-a96a-4c5a-8062-67bf9911028f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:21.776573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:21.779740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:21.873483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:21.874246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.967519 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9041505 Jul 07 17:11:21.994864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Request body: {'port': {'device_id': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:22.017691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31773618-962f-40ae-936b-82b0ae3d747d', 'name': '', 'tenant_id': '423afb885b3443e9b103ea213ff85376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301', 'external_fixed_ips': [{'subnet_id': '85a2c7d2-bf87-4800-bf98-2d0905cca9c6', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cf5d257e-35dc-483d-8f29-d70c62b5933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:18Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 3, 'project_id': '423afb885b3443e9b103ea213ff85376', 'gw_port': {'id': 'cf5d257e-35dc-483d-8f29-d70c62b5933f', 'name': '', 'network_id': '0bf6d037-520c-4537-83ba-21c2f53fd301', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31773618-962f-40ae-936b-82b0ae3d747d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '85a2c7d2-bf87-4800-bf98-2d0905cca9c6', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:19Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85a2c7d2-bf87-4800-bf98-2d0905cca9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.070137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0effe-1bda-44b1-a163-10dad42b9d2b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.078575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Checking router: 31773618-962f-40ae-936b-82b0ae3d747d for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:22.078932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Updating router 31773618-962f-40ae-936b-82b0ae3d747d port cf5d257e-35dc-483d-8f29-d70c62b5933f binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:22.080793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:22.090019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f79095bf-4d3a-4656-84f0-8e718d0a6261 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:22.164978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f79095bf-4d3a-4656-84f0-8e718d0a6261 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:22.165336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f79095bf-4d3a-4656-84f0-8e718d0a6261 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:22.209644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.237192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.320763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:22.322884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port f79095bf-4d3a-4656-84f0-8e718d0a6261 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:22.337273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4178fa2d-d839-4dd0-bbf6-9f2d1ff03dda admin admin] 10.222.0.22 "PUT /v2.0/routers/fc8196bd-316b-4287-ab5d-b8ca1fb80988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0970564 Jul 07 17:11:22.337273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:22.346566 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Sync routers for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:22.347081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0edc4704-d36b-46e5-9658-e807e466bcaa req-7dc674b5-065b-41bd-9359-69ae8b1c9d08 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710385 Jul 07 17:11:22.359329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:22.360234 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.393813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d90ec19a-80d2-4a48-8590-cb09883e0832 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:22.405671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.414449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1e7958c-1a1d-4426-89f0-141799650172 req-a4eb33e7-2ed9-4cbf-84bb-fe8e3ba6bc9f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "DELETE /v2.0/ports/f79095bf-4d3a-4656-84f0-8e718d0a6261 HTTP/1.1" status: 204 len: 173 time: 3.2715287 Jul 07 17:11:22.438251 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.489894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: d90ec19a-80d2-4a48-8590-cb09883e0832 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:22.490816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d90ec19a-80d2-4a48-8590-cb09883e0832 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:22.493762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:11:22.543881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.555980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f33b26-6e2c-4937-b1b5-e5d1605537d4 req-01375d1c-7cdd-43be-b650-2727c0f7e872 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.563523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f33b26-6e2c-4937-b1b5-e5d1605537d4 req-01375d1c-7cdd-43be-b650-2727c0f7e872 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 931 time: 0.3662388 Jul 07 17:11:22.575033 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.587194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Deleting port cf5d257e-35dc-483d-8f29-d70c62b5933f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:22.587569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.613983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-834549bb-dd0a-44b4-854a-86ee6d83020e None None] Provisioning for port fba02fef-2182-4cb5-9f76-ad28133e08f1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:22.694160 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:22.709970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-834549bb-dd0a-44b4-854a-86ee6d83020e None None] Provisioning complete for port fba02fef-2182-4cb5-9f76-ad28133e08f1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:22.729060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-834549bb-dd0a-44b4-854a-86ee6d83020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.797347 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c821ec17-1314-4d3c-9f65-bcc9b3a71da7 x-openstack-request-id: req-c821ec17-1314-4d3c-9f65-bcc9b3a71da7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:22.797843 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6488c-bcc2-429b-a584-b34e7c9c9732", "name": "network-vif-deleted", "tag": "d90ec19a-80d2-4a48-8590-cb09883e0832", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:22.798463 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c821ec17-1314-4d3c-9f65-bcc9b3a71da7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:22.799012 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6488c-bcc2-429b-a584-b34e7c9c9732', 'name': 'network-vif-deleted', 'tag': 'd90ec19a-80d2-4a48-8590-cb09883e0832', 'status': 'completed', 'code': 200} Jul 07 17:11:22.833340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f33b26-6e2c-4937-b1b5-e5d1605537d4 req-4572b8f8-88a7-4800-b2f4-397b5c7c9f16 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686179 Jul 07 17:11:22.920472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:22.920816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:22.921147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:22.924483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:22.932429 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 2, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.951298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:22.951991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Attempting to bind port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:22.961202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:22.963738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:22.964289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:22.964893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Bound port: 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:22.965419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:22.970762 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Checking router: fc8196bd-316b-4287-ab5d-b8ca1fb80988 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:22.971705 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Updating router fc8196bd-316b-4287-ab5d-b8ca1fb80988 port e4980447-bac3-45f2-b284-37118a0e8707 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:23.035833 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.089720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-834549bb-dd0a-44b4-854a-86ee6d83020e None None] Port fba02fef-2182-4cb5-9f76-ad28133e08f1 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:23.114453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.135337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:23.142694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:23.151402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.168482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:23.170631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Calling delete_port for cf5d257e-35dc-483d-8f29-d70c62b5933f owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:23.174243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba02fef-2182-4cb5-9f76-ad28133e08f1 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:23.186510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.291512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:11:23.331515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Transition to ACTIVE for port object fba02fef-2182-4cb5-9f76-ad28133e08f1 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:23.346688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.389641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.394280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.395868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] 10.222.0.32 "PUT /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 1124 time: 3.1179097 Jul 07 17:11:23.398325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:23.527758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61c8c02f-c7a2-4a52-9222-d0f54bc6d263 req-2213dfd2-c941-42a1-8cd7-00df8f815495 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=f27a34a8-4f43-4930-9815-6293db0faae9 HTTP/1.1" status: 200 len: 210 time: 0.1588156 Jul 07 17:11:23.528466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64392f2b-2afa-4043-af28-0416d37774ca service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.545986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8dcd6f82-57f1-4a37-9948-83d0405ddc89'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:23.582167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8dcd6f82-57f1-4a37-9948-83d0405ddc89'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:23.625631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.693796 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.717463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:23.723977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374123473', 'description': 'tempest-description--1212109194'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:23.745079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Transition to ACTIVE for port object e4980447-bac3-45f2-b284-37118a0e8707 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:23.756308 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.787791 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.865898 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbb675-0f6a-42b9-a4b5-2224bdff592b None None] Pushing event updated for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:23.903992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Attempting to bind port fba02fef-2182-4cb5-9f76-ad28133e08f1 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:23.904333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Attempting to bind port fba02fef-2182-4cb5-9f76-ad28133e08f1 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:23.904717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Attempting to bind port fba02fef-2182-4cb5-9f76-ad28133e08f1 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:23.915303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Port fba02fef-2182-4cb5-9f76-ad28133e08f1 on network dfb3225a-a96a-4c5a-8062-67bf9911028f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:23.915629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Attempting to bind port fba02fef-2182-4cb5-9f76-ad28133e08f1 on network dfb3225a-a96a-4c5a-8062-67bf9911028f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:23.942139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:23.942139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Checking segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:23.942139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Bound using segment: {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:23.942139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Bound port: fba02fef-2182-4cb5-9f76-ad28133e08f1, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0346086a-fa8d-4bd3-a378-e247e711e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:23.942139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.985696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.995429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:11:23.996157 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:11:24.012242 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Attempting to bind port e4980447-bac3-45f2-b284-37118a0e8707 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:24.012899 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Attempting to bind port e4980447-bac3-45f2-b284-37118a0e8707 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:24.024131 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Attempting to bind port e4980447-bac3-45f2-b284-37118a0e8707 on network eb4f96cb-f201-494f-ae86-b2887cde8cdf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:24.042334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:24.043133 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Checking segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:24.043792 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.045065 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Bound using segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:24.046725 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Bound port: e4980447-bac3-45f2-b284-37118a0e8707, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:24.047508 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.082272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf5d257e-35dc-483d-8f29-d70c62b5933f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.146859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f4a51-a504-4435-a365-489445ff0b85 req-9a1154d7-4020-427e-be29-2cf033c3a072 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.152740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-184f4a51-a504-4435-a365-489445ff0b85 req-9a1154d7-4020-427e-be29-2cf033c3a072 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.2956443 Jul 07 17:11:24.162503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] For port e4980447-bac3-45f2-b284-37118a0e8707, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:24.169519 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] For port e4980447-bac3-45f2-b284-37118a0e8707, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e4980447-bac3-45f2-b284-37118a0e8707,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:24.179249 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.253051 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:24.253938 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.337576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.366397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.380135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.383743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:24.410486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.418661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6994617 Jul 07 17:11:24.419348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.426595 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbb675-0f6a-42b9-a4b5-2224bdff592b None None] Pushing event updated for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.447000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'security_group_rule': {'security_group_id': '732898af-1d11-486e-8d0c-f19c6b4dc851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:24.453418 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:24.457840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-184f4a51-a504-4435-a365-489445ff0b85 req-d7259628-37a7-4fbe-95bb-9906c736311a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963746 Jul 07 17:11:24.484198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4e40c-cb70-4d2c-95ac-bb12a8acbf52 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732898af-1d11-486e-8d0c-f19c6b4dc851,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.528641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804fe60-a66b-4848-a729-9d3840e1abba req-fd60bc8b-3b58-480d-949f-3b1cb9caa7da tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.530487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0804fe60-a66b-4848-a729-9d3840e1abba req-fd60bc8b-3b58-480d-949f-3b1cb9caa7da tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 943 time: 0.3767333 Jul 07 17:11:24.543185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.561328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:24.575094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.588416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.606957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0804fe60-a66b-4848-a729-9d3840e1abba req-8b545696-6c0a-481c-89b8-57bc8c2c6522 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696137 Jul 07 17:11:24.622713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.669370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:24.670058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.671833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] 10.222.0.83 "PUT /v2.0/ports/fba02fef-2182-4cb5-9f76-ad28133e08f1 HTTP/1.1" status: 200 len: 1092 time: 2.6903472 Jul 07 17:11:24.679922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:24.687057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.689186 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7227557-befd-44a7-9e54-b2c9cc72d843" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:24.698593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.729544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd46657d-c142-4ac1-8543-65b475b5ceef,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.760749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.762517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-089d0b3d-ee83-443f-8fa0-78c7a3e302f2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3361542 Jul 07 17:11:24.765082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:24.771091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'security_group_rule': {'security_group_id': '732898af-1d11-486e-8d0c-f19c6b4dc851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:24.804819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'name': 'network-vif-deleted', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261'}, {'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89'}, {'name': 'network-changed', 'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:24.807554 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9" -d '{"events": [{"server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "name": "network-vif-deleted", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261"}, {"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89"}, {"name": "network-changed", "server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:24.843119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.931948 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977336a-d1eb-4823-83a0-52f1256876ed x-openstack-request-id: req-f977336a-d1eb-4823-83a0-52f1256876ed {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:24.932760 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a34a8-4f43-4930-9815-6293db0faae9", "name": "network-vif-deleted", "tag": "f79095bf-4d3a-4656-84f0-8e718d0a6261", "status": "completed", "code": 200}, {"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89", "code": 200}, {"name": "network-changed", "server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:24.933172 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f977336a-d1eb-4823-83a0-52f1256876ed {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:24.933725 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a34a8-4f43-4930-9815-6293db0faae9', 'name': 'network-vif-deleted', 'tag': 'f79095bf-4d3a-4656-84f0-8e718d0a6261', 'status': 'completed', 'code': 200} Jul 07 17:11:24.934156 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'code': 200} Jul 07 17:11:24.934557 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'status': 'completed', 'code': 200} Jul 07 17:11:24.966052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Port cf5d257e-35dc-483d-8f29-d70c62b5933f not found while updating agent binding for router 31773618-962f-40ae-936b-82b0ae3d747d. {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:11:24.967596 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:24Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:24.993824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.996015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31773618-962f-40ae-936b-82b0ae3d747d {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:25.006995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.008210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:25.008598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:11:25.009261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_agentschedulers_db [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31773618-962f-40ae-936b-82b0ae3d747d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent'). {{(pid=93767) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:11:25.009649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ec783-c266-40a1-b0aa-ba7c65f83cfb None None] The sync data for ids ['31773618-962f-40ae-936b-82b0ae3d747d'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:25.010717 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa5d07-d2c2-42db-b65c-c6d980672352 None None] The sync data for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 is: [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:24Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:25.013712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-53f0aec6-ca9e-4dda-b91b-ed6e3b58e330 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/routers/31773618-962f-40ae-936b-82b0ae3d747d HTTP/1.1" status: 204 len: 168 time: 3.9600015 Jul 07 17:11:25.018879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47818) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:25.060535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.073175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.125367 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3bb0e9-ba36-4378-937b-9b23809e63e7 x-openstack-request-id: req-3f3bb0e9-ba36-4378-937b-9b23809e63e7 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:25.126502 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:25.127320 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f3bb0e9-ba36-4378-937b-9b23809e63e7 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:25.128050 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'status': 'completed', 'code': 200} Jul 07 17:11:25.136347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Deleting subnet 85a2c7d2-bf87-4800-bf98-2d0905cca9c6 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:25.153454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.176326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea452d1-8cd5-414c-8d9a-5896b1ad1f50,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.180270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.181886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38232f09-039f-4c26-817f-906abd56cfb5 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4156055 Jul 07 17:11:25.186067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:25.190797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:25.214287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8efd-573d-43c6-a219-6084f7527287 service neutron] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.219808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-cc19c6b9-c999-4599-ba49-9174a9711e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.223162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-cc19c6b9-c999-4599-ba49-9174a9711e5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1127 time: 0.2428336 Jul 07 17:11:25.225524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.273881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.297997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-2a43d343-c4f9-4615-9243-2e69d9f80cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.299755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-2a43d343-c4f9-4615-9243-2e69d9f80cad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 1095 time: 0.4195790 Jul 07 17:11:25.372267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.430229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-4255822e-20b3-40ea-bc00-a2a7d9e19245 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1 HTTP/1.1" status: 200 len: 217 time: 0.1178079 Jul 07 17:11:25.460695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.531566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-a30386db-76f9-42a0-a2eb-fc9ab0390c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.533536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-a30386db-76f9-42a0-a2eb-fc9ab0390c1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2841759 Jul 07 17:11:25.539889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85a2c7d2-bf87-4800-bf98-2d0905cca9c6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:25.547516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.549790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8f22a768-a396-4aeb-8c3c-ad72cf30b20e tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/85a2c7d2-bf87-4800-bf98-2d0905cca9c6 HTTP/1.1" status: 204 len: 168 time: 0.5208740 Jul 07 17:11:25.553060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:25.571204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-d5e990a7-a51d-4fd5-b75f-84f5b0cb698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.573087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-d5e990a7-a51d-4fd5-b75f-84f5b0cb698c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1239245 Jul 07 17:11:25.681690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234a51-edff-4e2f-b4ee-576da540b844 req-0c8387c5-90b4-4af7-9c14-b153efef2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.683314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-0c8387c5-90b4-4af7-9c14-b153efef2890 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020184 Jul 07 17:11:25.685544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-c9d68e1b-ecd0-41df-9bb4-f4a1c3f918fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 217 time: 0.1311908 Jul 07 17:11:25.839741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-89dc8cfa-4738-486d-916b-c84a064f20de service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447225 Jul 07 17:11:25.893378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:25.959847 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27234a51-edff-4e2f-b4ee-576da540b844 req-2d7e9d48-f94c-44cc-8521-f33788402e40 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042690 Jul 07 17:11:25.988946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-97b71495-f060-4182-96eb-59bc8bb4ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:25.990466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-97b71495-f060-4182-96eb-59bc8bb4ac81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.2386861 Jul 07 17:11:25.997724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.088897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-97928049-4e40-4a0e-a98a-8ded69b3c5c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712860 Jul 07 17:11:26.102618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722012-8ccd-4b7a-9410-5f28acc7ae6a req-377d0f98-70db-40f0-a33f-39f0390fc4e0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.107434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-e738f1ed-6d53-4b5f-8d6b-b5d4eb7ac885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.109284 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-e738f1ed-6d53-4b5f-8d6b-b5d4eb7ac885 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 1095 time: 0.0846145 Jul 07 17:11:26.109617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f722012-8ccd-4b7a-9410-5f28acc7ae6a req-377d0f98-70db-40f0-a33f-39f0390fc4e0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.4201038 Jul 07 17:11:26.145993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Allocated IP 172.25.7.90 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/5b36d1a8-2d03-4948-baf0-f88f589c8b68) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:26.228748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-ae0c8864-9481-4178-ab33-9533c4b8f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.230592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-ae0c8864-9481-4178-ab33-9533c4b8f8ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1126101 Jul 07 17:11:26.306032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-4e933441-3d42-4dab-a335-e2435f1320cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1 HTTP/1.1" status: 200 len: 217 time: 0.0560193 Jul 07 17:11:26.370393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-5df5207a-6334-4bb1-92f9-c8b680a67535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.371897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-5df5207a-6334-4bb1-92f9-c8b680a67535 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.0584056 Jul 07 17:11:26.377290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e4980447-bac3-45f2-b284-37118a0e8707 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:26.427738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f722012-8ccd-4b7a-9410-5f28acc7ae6a req-5efbbdaf-7944-4140-a9cd-b06ae00fc1d3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171246 Jul 07 17:11:26.463245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e4980447-bac3-45f2-b284-37118a0e8707 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:26.477628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e4980447-bac3-45f2-b284-37118a0e8707 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:26.478607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.486511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-32527350-4673-4ef9-b902-502458078b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.488352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-32527350-4673-4ef9-b902-502458078b08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021712 Jul 07 17:11:26.498689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.527360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf6d037-520c-4537-83ba-21c2f53fd301']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:26.559024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d2b96-7417-409a-9e17-14d82d717913') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:26.559684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d2b96-7417-409a-9e17-14d82d717913') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:26.585784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.615196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.623357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:26.623774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.658318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:26.700397 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:26.716604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-5a07cf20-cd64-4e0d-8828-7e25096dbd46 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034279 Jul 07 17:11:26.724650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.725016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-f24f9421-9089-4a64-8d85-44ec3ba53538 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221086 Jul 07 17:11:26.744171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port e4980447-bac3-45f2-b284-37118a0e8707, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e4980447-bac3-45f2-b284-37118a0e8707,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:26.755573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.825027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:26.864474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bf6d037-520c-4537-83ba-21c2f53fd301 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:11:26.869119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.871266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/networks/0bf6d037-520c-4537-83ba-21c2f53fd301 HTTP/1.1" status: 204 len: 168 time: 1.3157787 Jul 07 17:11:26.932953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ceb7-90c4-49a2-a147-04e6b6541d22 req-8ab32729-9d75-49ed-a238-2a265dfa0572 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:26.941147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a37ceb7-90c4-49a2-a147-04e6b6541d22 req-8ab32729-9d75-49ed-a238-2a265dfa0572 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 943 time: 0.9478965 Jul 07 17:11:26.944261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7227557-befd-44a7-9e54-b2c9cc72d843 req-7e7a55f5-b1c0-4cf6-8cd0-d6c25739c77e service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049170 Jul 07 17:11:27.009479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8e48-c85e-4a01-92a6-ed262c60740c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bf6d037-520c-4537-83ba-21c2f53fd301,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:27.034572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e1b11eb-5eb0-4f99-9546-438770cbd5e9 req-2ae1f8dc-0e2f-4350-a49a-e4e3b8a728cf service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898419 Jul 07 17:11:27.061812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.088445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a37ceb7-90c4-49a2-a147-04e6b6541d22 req-6e4ba19c-4207-4a89-9b63-993f13bf53d0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457732 Jul 07 17:11:27.115724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dbcfc-6253-476a-a9e1-0968246e5f4a req-f889e7b0-5317-4d76-8ecc-329bd99f2a26 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.133049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b13dbcfc-6253-476a-a9e1-0968246e5f4a req-f889e7b0-5317-4d76-8ecc-329bd99f2a26 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 950 time: 0.1822164 Jul 07 17:11:27.182499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.259975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:27.267491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:27.270688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:27.283269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'Port': ['ID=5b36d1a8-2d03-4948-baf0-f88f589c8b68,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:27.289590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b13dbcfc-6253-476a-a9e1-0968246e5f4a req-032399a3-beef-4530-9fa3-b61abe7825af tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557920 Jul 07 17:11:27.334664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47854) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.341109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'name': 'tempest-router--1390742410', 'project_id': 'edc3e4649215460d9be75c93c3360d9d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:27.369806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.370959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.429666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-293a3cb7-1212-43de-9f1b-5cc0ff7d47ee tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.431157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-293a3cb7-1212-43de-9f1b-5cc0ff7d47ee tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 950 time: 0.1696632 Jul 07 17:11:27.436948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.437793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.442620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.467105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.471588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eef9d0f5-db05-4a08-a931-83d7511e5d28 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1332734 Jul 07 17:11:27.471944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.545512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.568063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.729885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port d4cc36ea-bc82-4976-a930-afddf5ea48b1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:27.730462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.849063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c94926-af7b-43a6-ad97-39c6e2d64b2d req-72eb1f5e-3956-421a-ba40-5c04bfcc4e36 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.850702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c94926-af7b-43a6-ad97-39c6e2d64b2d req-72eb1f5e-3956-421a-ba40-5c04bfcc4e36 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.2500162 Jul 07 17:11:27.937682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-5f91e709-05b6-47c8-afd6-dace0186927c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:27.939210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-5f91e709-05b6-47c8-afd6-dace0186927c tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/ports?device_id=346b2c9c-abe2-47ab-8433-33dd67672bfa HTTP/1.1" status: 200 len: 950 time: 0.2582662 Jul 07 17:11:27.946047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port d4cc36ea-bc82-4976-a930-afddf5ea48b1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4cc36ea-bc82-4976-a930-afddf5ea48b1,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:27.946447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.009876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c94926-af7b-43a6-ad97-39c6e2d64b2d req-0c5cf894-ebec-4aff-b4fd-fc2ef6846784 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469064 Jul 07 17:11:28.017374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for d4cc36ea-bc82-4976-a930-afddf5ea48b1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:28.028569 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.036529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.039406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.051313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.085282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.085751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb564ec-1d63-44d9-b654-f989c0fde475 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:28.090712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.095619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b5f62e7-8347-4563-b94a-aaf821d812f9 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/routers/afb564ec-1d63-44d9-b654-f989c0fde475 HTTP/1.1" status: 204 len: 168 time: 0.6210840 Jul 07 17:11:28.216287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:28.334566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e4980447-bac3-45f2-b284-37118a0e8707 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:28.400994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e4980447-bac3-45f2-b284-37118a0e8707 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:28.401480 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.512854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'Port': ['ID=5b36d1a8-2d03-4948-baf0-f88f589c8b68,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.573200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1596095546', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:28.600072 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.600766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.639069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.657520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.697516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.702171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-79d5809f-5bf6-4e04-aca3-97b55e3f1801 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5117149 Jul 07 17:11:28.704091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port d5e6dffd-e297-4518-95ff-439751d00996 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:28.704433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.809919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.824333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991c77c-05e8-49db-b850-7294a3169436 req-94fd64a9-41f7-4fad-8ec9-8ed7d1437650 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.826531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0991c77c-05e8-49db-b850-7294a3169436 req-94fd64a9-41f7-4fad-8ec9-8ed7d1437650 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 943 time: 0.3313334 Jul 07 17:11:28.846889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dbd14-440e-4b56-8c65-c1aeabcd0cda req-35b77e90-ebdd-4898-b12c-25be7f132b81 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:28.848771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d9dbd14-440e-4b56-8c65-c1aeabcd0cda req-35b77e90-ebdd-4898-b12c-25be7f132b81 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bed025b-a4c6-4047-a74e-e19712a23543 HTTP/1.1" status: 200 len: 950 time: 0.2768166 Jul 07 17:11:28.857531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.869610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'd5e6dffd-e297-4518-95ff-439751d00996'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:28.905780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=d4cc36ea-bc82-4976-a930-afddf5ea48b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.005102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d9dbd14-440e-4b56-8c65-c1aeabcd0cda req-7aa6fe64-b3e5-4017-8713-9785ebeaf904 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439605 Jul 07 17:11:29.014832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0991c77c-05e8-49db-b850-7294a3169436 req-d2aeac5d-9a38-49ff-a249-1fe4b6273d1f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728365 Jul 07 17:11:29.081254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port d4cc36ea-bc82-4976-a930-afddf5ea48b1 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:29.093582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.096360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6c235e1-3d88-4a7b-a976-7e0591a38c94 req-76855bba-c392-45f4-8fd8-bf9eeb8ed86b tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "DELETE /v2.0/ports/d4cc36ea-bc82-4976-a930-afddf5ea48b1 HTTP/1.1" status: 204 len: 173 time: 1.6562946 Jul 07 17:11:29.096515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'name': 'network-vif-deleted', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:29.099416 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72759e06-0536-4a5f-88ef-ff8114df7fc9" -d '{"events": [{"server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "name": "network-vif-deleted", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:29.109059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.109758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port d5e6dffd-e297-4518-95ff-439751d00996, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d5e6dffd-e297-4518-95ff-439751d00996,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.110153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.126673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for d5e6dffd-e297-4518-95ff-439751d00996 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:29.168610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.362884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Allocated IP 172.25.7.88 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e1da43fa-a91e-45bb-b3b3-39fbb3c694ef) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:29.426317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-596ccc25-8d5a-44b7-b3ab-873da9a06ed2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1374123473&fields=id&tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571 HTTP/1.1" status: 200 len: 267 time: 0.1482136 Jul 07 17:11:29.547963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.611179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.632019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdab1c-55c0-4cb9-80ee-693d046b388e req-a116bd1d-edcf-49be-ac4f-523a57736cda tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.632244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:29.633550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbfdab1c-55c0-4cb9-80ee-693d046b388e req-a116bd1d-edcf-49be-ac4f-523a57736cda tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.2869740 Jul 07 17:11:29.643057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:29.650875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:29.695604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-1bbef18f-51f6-4b85-8ae5-fe5a3e2fa50f tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:29.697196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-1bbef18f-51f6-4b85-8ae5-fe5a3e2fa50f tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/networks?id=eb4f96cb-f201-494f-ae86-b2887cde8cdf HTTP/1.1" status: 200 len: 811 time: 0.2584038 Jul 07 17:11:29.732154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbfdab1c-55c0-4cb9-80ee-693d046b388e req-ba9aa3ea-78a0-4618-b1a1-f445a5c216d3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763495 Jul 07 17:11:29.734220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.745867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-a71d3dbc-0c6a-41c8-8125-6c6556b8df3c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/quotas/6f5c82bc43cb403d9e5d3ed57dfea571 HTTP/1.1" status: 200 len: 375 time: 0.0418146 Jul 07 17:11:29.749441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'd4cc36ea-bc82-4976-a930-afddf5ea48b1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:29.778008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=d5e6dffd-e297-4518-95ff-439751d00996,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.825645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event updated for resources: {'Port': ['ID=e1da43fa-a91e-45bb-b3b3-39fbb3c694ef,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.927625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port d5e6dffd-e297-4518-95ff-439751d00996 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:29.930664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9764ad6e-2285-492b-844b-3fb0f3be832d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.937359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.943848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-949c1514-75e0-463e-bd0d-8b501f7ab60d req-d97cf076-5ee3-4931-b861-1af2a502f63f tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "DELETE /v2.0/ports/d5e6dffd-e297-4518-95ff-439751d00996 HTTP/1.1" status: 204 len: 173 time: 1.9897373 Jul 07 17:11:29.973966 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c442a88-0b7c-4274-bd8a-817e36022402 x-openstack-request-id: req-2c442a88-0b7c-4274-bd8a-817e36022402 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:29.974294 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed025b-a4c6-4047-a74e-e19712a23543", "name": "network-vif-deleted", "tag": "d4cc36ea-bc82-4976-a930-afddf5ea48b1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:29.974552 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c442a88-0b7c-4274-bd8a-817e36022402 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:29.974966 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed025b-a4c6-4047-a74e-e19712a23543', 'name': 'network-vif-deleted', 'tag': 'd4cc36ea-bc82-4976-a930-afddf5ea48b1', 'status': 'completed', 'code': 200} Jul 07 17:11:30.048832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-07b213cd-c8bf-4fb7-adb7-039c442795c1 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2729886 Jul 07 17:11:30.264497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-c5ad767c-2b6f-46d0-bc0c-837259750506 service neutron] 10.222.0.22 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949859 Jul 07 17:11:30.323519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.374575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:30.547964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:30.555299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-89e0ff24-6eb6-4d1d-ae41-4180099c9761 service neutron] 10.222.0.22 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819147 Jul 07 17:11:30.564439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'mac_address': 'fa:16:3e:47:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:30.619888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.622072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b00d56-591f-4680-94d7-981d3912b826 req-6586cec1-9de6-4f50-8568-f0bf40bc8d57 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:30.655751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18b00d56-591f-4680-94d7-981d3912b826 req-6586cec1-9de6-4f50-8568-f0bf40bc8d57 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 943 time: 0.1942110 Jul 07 17:11:30.671788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba02fef-2182-4cb5-9f76-ad28133e08f1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:30.703354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:30.711426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.748229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18b00d56-591f-4680-94d7-981d3912b826 req-bf989b02-5b77-4d47-b2df-d3925ea90592 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914128 Jul 07 17:11:30.793084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.837061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.134410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Router 18df37a9-5d17-43f6-9cc8-ea334272076b is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:31.167100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['fba02fef-2182-4cb5-9f76-ad28133e08f1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:31.231991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df10491c-0e05-4326-969d-6852fb13a2b9 req-ed1114d6-e98c-4c21-b3ad-2c93ef5d3bcf tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 210 time: 0.0452781 Jul 07 17:11:31.310887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1076ecf-7a16-4327-b3c5-71441a094671 req-f2d1ee27-f2c9-41b0-bdbe-44a4334530da tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:31.313446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1076ecf-7a16-4327-b3c5-71441a094671 req-f2d1ee27-f2c9-41b0-bdbe-44a4334530da tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 944 time: 0.1685388 Jul 07 17:11:31.336687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:31.372500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.375513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4c0a426-29e6-40ed-9a7b-5803f46602c7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1578603 Jul 07 17:11:31.378994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.379272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] Sync routers for ids ['18df37a9-5d17-43f6-9cc8-ea334272076b'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:31.479689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] Routers {'18df37a9-5d17-43f6-9cc8-ea334272076b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:31.483777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['18df37a9-5d17-43f6-9cc8-ea334272076b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.499334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1076ecf-7a16-4327-b3c5-71441a094671 req-8be16d28-36ff-4c81-9dce-3c2a51ca7972 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Jul 07 17:11:31.584722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.600485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] Routers {'18df37a9-5d17-43f6-9cc8-ea334272076b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:31.601112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['18df37a9-5d17-43f6-9cc8-ea334272076b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.647505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52f88f14-f595-4192-8d3a-b3412f554718 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/18df37a9-5d17-43f6-9cc8-ea334272076b HTTP/1.1" status: 200 len: 920 time: 0.2666252 Jul 07 17:11:31.649575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:31.650286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f8f3c-2452-475b-ad00-238d25302337 None None] The sync data for ids ['18df37a9-5d17-43f6-9cc8-ea334272076b'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:31.652197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.704423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-1f820806-50f3-4d42-ad37-b90e89ac29f9 service neutron] 10.222.0.83 "GET /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.1038818 Jul 07 17:11:31.711529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab0edb4f-cd08-49ee-a04a-0ac9edc93f59 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=18df37a9-5d17-43f6-9cc8-ea334272076b HTTP/1.1" status: 200 len: 205 time: 0.0581071 Jul 07 17:11:31.714462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.875687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.953540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:31.977921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'name': 'network-vif-deleted', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:31.980287 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5808ec-dacc-40b6-b4ef-b23063045531" -d '{"events": [{"server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "name": "network-vif-deleted", "tag": "d5e6dffd-e297-4518-95ff-439751d00996"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:31.997094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.043512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:32.052176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d5e6dffd-e297-4518-95ff-439751d00996 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:32.060081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port e1da43fa-a91e-45bb-b3b3-39fbb3c694ef {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:32.060520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.081303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: d5e6dffd-e297-4518-95ff-439751d00996 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:32.081303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d5e6dffd-e297-4518-95ff-439751d00996 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:32.082632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4cc36ea-bc82-4976-a930-afddf5ea48b1 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:32.095721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcd6f82-57f1-4a37-9948-83d0405ddc89 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:32.108111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: d4cc36ea-bc82-4976-a930-afddf5ea48b1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:32.108828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4cc36ea-bc82-4976-a930-afddf5ea48b1 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:32.115973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:32.142596 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.142831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a609cbf-d691-4a87-9c99-ce0cbae0bcb8 req-efae63b4-48cb-4393-8ddc-8f99f52a187a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.144781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a609cbf-d691-4a87-9c99-ce0cbae0bcb8 req-efae63b4-48cb-4393-8ddc-8f99f52a187a tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.1934564 Jul 07 17:11:32.148640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.155884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for e1da43fa-a91e-45bb-b3b3-39fbb3c694ef owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:32.159366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a58a9-f269-4531-97aa-79bdb26011b1 req-26f0e2cd-5f00-4950-8972-3bd398acfc0d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.160624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-095a58a9-f269-4531-97aa-79bdb26011b1 req-26f0e2cd-5f00-4950-8972-3bd398acfc0d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 944 time: 0.2109435 Jul 07 17:11:32.251308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a609cbf-d691-4a87-9c99-ce0cbae0bcb8 req-cf3b8ef8-b3f0-4fa4-a84c-18e26db51c56 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896838 Jul 07 17:11:32.272839 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-565a4862-3704-488e-8e13-3d00c0d36ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.284607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-095a58a9-f269-4531-97aa-79bdb26011b1 req-204ec341-52f3-4ba6-8f35-283321368d46 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078162 Jul 07 17:11:32.323578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] Transition to ACTIVE for port object 8dcd6f82-57f1-4a37-9948-83d0405ddc89 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:32.328055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.359302 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6ffc3-9df6-4edd-9915-c1aeafef4d57 x-openstack-request-id: req-c9c6ffc3-9df6-4edd-9915-c1aeafef4d57 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:32.359807 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b2c9c-abe2-47ab-8433-33dd67672bfa", "name": "network-vif-deleted", "tag": "d5e6dffd-e297-4518-95ff-439751d00996", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:32.360091 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9c6ffc3-9df6-4edd-9915-c1aeafef4d57 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:32.360611 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b2c9c-abe2-47ab-8433-33dd67672bfa', 'name': 'network-vif-deleted', 'tag': 'd5e6dffd-e297-4518-95ff-439751d00996', 'status': 'completed', 'code': 200} Jul 07 17:11:32.364736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.372738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:32.400895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=e1da43fa-a91e-45bb-b3b3-39fbb3c694ef,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.451582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:32.457237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] No DVR routers for this DVR port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:32.476056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.492929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.497528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf5f48fa-cbb7-4f44-9155-2fafc32b22ba req-d8b504bb-104b-44f2-b938-4be2c8a73a9e tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 210 time: 0.0416789 Jul 07 17:11:32.522367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-063fc354-9e4d-4a4a-82d3-115b1a4b8003 service neutron] 10.222.0.83 "PUT /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8118582 Jul 07 17:11:32.708192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.880476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.886588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.927489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-1eae69f0-b021-4982-ba5c-fc91393fd8cd tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.929137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-1eae69f0-b021-4982-ba5c-fc91393fd8cd tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.32 "GET /v2.0/networks?id=eb4f96cb-f201-494f-ae86-b2887cde8cdf HTTP/1.1" status: 200 len: 811 time: 0.1833682 Jul 07 17:11:32.947518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.948480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router 18df37a9-5d17-43f6-9cc8-ea334272076b {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:32.967221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.974488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.974711 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7fcd2a8c-8ab5-4d6e-837c-3f8410b3ceca tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/18df37a9-5d17-43f6-9cc8-ea334272076b HTTP/1.1" status: 204 len: 168 time: 1.2591126 Jul 07 17:11:32.985794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-181107560', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.992133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-fd39fb2d-bc36-46ab-a4fa-4e1bc9141dab tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:32.993718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-fd39fb2d-bc36-46ab-a4fa-4e1bc9141dab tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.3919318 Jul 07 17:11:33.025835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c144d3-e9de-4b36-a83b-7a9b4eda58d9 req-67aca752-ea5e-44e4-97f7-497443a58d13 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.027308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4c144d3-e9de-4b36-a83b-7a9b4eda58d9 req-67aca752-ea5e-44e4-97f7-497443a58d13 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.3808200 Jul 07 17:11:33.063202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6a08b083-8ba3-4378-971e-d3cacdaeec03 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571 HTTP/1.1" status: 200 len: 380 time: 0.1172416 Jul 07 17:11:33.080772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'port': {'device_id': 'bc2462b4-4b83-4656-a866-643617c38428', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'admin_state_up': True, 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'security_groups': ['732898af-1d11-486e-8d0c-f19c6b4dc851']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:33.106353 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.107393 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.186092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4c144d3-e9de-4b36-a83b-7a9b4eda58d9 req-f1852b25-c2c7-42e9-a324-1e709ef0b12a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304379 Jul 07 17:11:33.258011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-6a9f3600-9ecc-4f54-b199-856842a66842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.259658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-6a9f3600-9ecc-4f54-b199-856842a66842 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417&tenant_id=63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 1097 time: 0.2555203 Jul 07 17:11:33.262978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.503178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.505863 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.532108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Made reservation on behalf of 6f5c82bc43cb403d9e5d3ed57dfea571 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:33.535370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-65b942b1-6e98-46ce-be6b-45016c223cec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.536298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.536896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-65b942b1-6e98-46ce-be6b-45016c223cec tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.0933890 Jul 07 17:11:33.633868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-66ae8fe5-6fbf-4fcf-8abf-dfbb38ff2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.635463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-66ae8fe5-6fbf-4fcf-8abf-dfbb38ff2b51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1097 time: 0.3273511 Jul 07 17:11:33.639100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Deleting port f7be2b91-161b-4dd7-a6cb-8cea36822bba {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:33.639446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.738310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] For port f7be2b91-161b-4dd7-a6cb-8cea36822bba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f7be2b91-161b-4dd7-a6cb-8cea36822bba,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:33.738682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.751587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Calling delete_port for f7be2b91-161b-4dd7-a6cb-8cea36822bba owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:33.889521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.907130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f7be2b91-161b-4dd7-a6cb-8cea36822bba'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:33.928461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Pushing event deleted for resources: {'Port': ['ID=f7be2b91-161b-4dd7-a6cb-8cea36822bba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:33.986446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] No DVR routers for this DVR port f7be2b91-161b-4dd7-a6cb-8cea36822bba on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:33.991868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.996378 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-08a23831-5c5d-42ce-a5da-58fde60b4ce9 req-9eca2358-ec04-4424-9e5c-652998079738 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.32 "DELETE /v2.0/ports/f7be2b91-161b-4dd7-a6cb-8cea36822bba HTTP/1.1" status: 204 len: 173 time: 0.4533582 Jul 07 17:11:33.998732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'name': 'network-vif-deleted', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:34.018437 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614b1a6-0fa5-46ad-b753-63f46b952764" -d '{"events": [{"server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "name": "network-vif-deleted", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:34.075470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dbfe0-6445-410d-af17-f0d78c174268 req-40538ba8-27b0-474d-a1b6-9f5212dfe34e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.076512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c9dbfe0-6445-410d-af17-f0d78c174268 req-40538ba8-27b0-474d-a1b6-9f5212dfe34e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 944 time: 0.6450772 Jul 07 17:11:34.095456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb7b6-7467-48b1-8f87-21d9b4bffd5c req-999c7563-1ce2-4fa1-a506-e5611e5f4f0e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.096987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f5cb7b6-7467-48b1-8f87-21d9b4bffd5c req-999c7563-1ce2-4fa1-a506-e5611e5f4f0e tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/ports?device_id=47c907b5-a9d5-49e2-9ab8-b98fae8d0efd HTTP/1.1" status: 200 len: 949 time: 0.6705730 Jul 07 17:11:34.131316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.238927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Allocated IP 172.20.0.5 (eb4f96cb-f201-494f-ae86-b2887cde8cdf/b6a149df-0ab1-4f52-bf62-7ae0776ac0ff/503eeeac-f55f-4cd7-9ae0-060da7269e27) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:34.243116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-f00bb0c7-4ec7-48dc-bd37-58fd61473687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.244679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-f00bb0c7-4ec7-48dc-bd37-58fd61473687 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.5800910 Jul 07 17:11:34.266697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c9dbfe0-6445-410d-af17-f0d78c174268 req-e40a2c2e-72a6-4f24-b88e-56ac3b2b8e08 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635904 Jul 07 17:11:34.270694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f5cb7b6-7467-48b1-8f87-21d9b4bffd5c req-6838b380-44db-43de-aba8-7577aa30ed75 tempest-ServersOnMultiNodesTest-2015303653 tempest-ServersOnMultiNodesTest-2015303653-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ee3428f-f96e-4b07-b9c7-f4a049547b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627169 Jul 07 17:11:34.349885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-a9dc45bb-21c1-4409-a8e0-295d7ccd0f1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 200 len: 217 time: 0.0942326 Jul 07 17:11:34.381135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:34.516730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port fba02fef-2182-4cb5-9f76-ad28133e08f1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:34.521897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port fba02fef-2182-4cb5-9f76-ad28133e08f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:34.522304 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.639777 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef055cc5-403b-4205-83f5-ef95c7d09eb0 x-openstack-request-id: req-ef055cc5-403b-4205-83f5-ef95c7d09eb0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:34.640082 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c907b5-a9d5-49e2-9ab8-b98fae8d0efd", "name": "network-vif-deleted", "tag": "f7be2b91-161b-4dd7-a6cb-8cea36822bba", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:34.640338 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef055cc5-403b-4205-83f5-ef95c7d09eb0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:34.640916 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c907b5-a9d5-49e2-9ab8-b98fae8d0efd', 'name': 'network-vif-deleted', 'tag': 'f7be2b91-161b-4dd7-a6cb-8cea36822bba', 'status': 'completed', 'code': 200} Jul 07 17:11:34.661145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.664841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb773908-b475-4703-a58f-43b5c5f329e6 req-0d485c56-e7da-4fe2-90c6-85aef0a5f5a8 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 210 time: 0.1687102 Jul 07 17:11:34.678090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-ed0a45b5-117b-40fc-913f-8ae4d300d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.679865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-ed0a45b5-117b-40fc-913f-8ae4d300d32b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.3189726 Jul 07 17:11:34.746990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:34.752818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:34.756739 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3de166-4e57-4ffc-b2a3-1f203eecdd99" -d '{"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-plugged", "status": "completed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:34.800916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.816945 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.853762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.884899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.902294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-3e3f4f56-d68b-4f37-80ba-e05ee191bef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2055390 Jul 07 17:11:34.948623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-62c2fd61-62c0-434c-9341-c5592e1252d5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:11:34.949596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-62c2fd61-62c0-434c-9341-c5592e1252d5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053782 Jul 07 17:11:34.955630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.033342 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c1574-0cff-447a-b97f-48659ff1161d x-openstack-request-id: req-7c1c1574-0cff-447a-b97f-48659ff1161d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:35.033640 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-plugged", "status": "completed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:35.033895 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c1c1574-0cff-447a-b97f-48659ff1161d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:35.034319 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'code': 200} Jul 07 17:11:35.039862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Transition to ACTIVE for port object 503eeeac-f55f-4cd7-9ae0-060da7269e27 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:35.067016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d0280-7306-48c6-8300-abf2a4ef79d3 req-cd4ec2a1-88ec-40f3-b54c-25ed3e987e6e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.069188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d84d0280-7306-48c6-8300-abf2a4ef79d3 req-cd4ec2a1-88ec-40f3-b54c-25ed3e987e6e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.3037829 Jul 07 17:11:35.234632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d84d0280-7306-48c6-8300-abf2a4ef79d3 req-74781e45-c466-4f1c-b3c0-7b7a351955b2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250627 Jul 07 17:11:35.272068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.25.7.155 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f584539c-fcd8-4820-bb65-0527c3e49a20) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:35.273243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.280465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-d732e4c8-df70-4bc1-99cd-aca9aa034261 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205030 Jul 07 17:11:35.300475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.437744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.447586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48002) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.614333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c87119b1-f5dd-4ba7-a85c-1f8354ea7740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.629887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1aaff-7b5d-4aed-bb0d-3d8c833dfd2c req-2fb2d892-706b-4cf4-8bd2-389a8bd47136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.632082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93d1aaff-7b5d-4aed-bb0d-3d8c833dfd2c req-2fb2d892-706b-4cf4-8bd2-389a8bd47136 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 1097 time: 0.5169284 Jul 07 17:11:35.638650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:35.661552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:35.663542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.676224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:35.771634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.772282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.787930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c87119b1-f5dd-4ba7-a85c-1f8354ea7740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.794432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c87119b1-f5dd-4ba7-a85c-1f8354ea7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.840088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87119b1-f5dd-4ba7-a85c-1f8354ea7740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14062a4f-6835-486d-8f56-31385d8b0ab2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:35.844327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48012) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.872081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.875271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c87119b1-f5dd-4ba7-a85c-1f8354ea7740 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfbaa6bd4a404af5b7911f8c2ae7fa21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259882 Jul 07 17:11:35.877755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48016) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:35.878965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93d1aaff-7b5d-4aed-bb0d-3d8c833dfd2c req-ad895ad3-640e-46b8-be2a-8820cfeadf98 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290189 Jul 07 17:11:35.892345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-8c725fb2-db25-482f-8b5c-54227adea943 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197553 Jul 07 17:11:35.927324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-d7dca3b3-1e44-41bd-8591-90c74d3d7277 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370556 Jul 07 17:11:35.937545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f7f4a-c35c-433d-bddc-7a92b3a56a6d req-f224853c-1ab8-42aa-8c4e-fcdaf45823c8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:35.945968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a05f7f4a-c35c-433d-bddc-7a92b3a56a6d req-f224853c-1ab8-42aa-8c4e-fcdaf45823c8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.4702280 Jul 07 17:11:35.947357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.976035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.992523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Request body: {'port': {'device_id': 'bc2462b4-4b83-4656-a866-643617c38428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:36.046407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32c498b5-fdc8-46e0-9844-7c5a9fe0125c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89b73bff4253499b8522c10133c2e5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989791 Jul 07 17:11:36.046997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48018) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.051701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:36.067699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:36.082548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:36.084540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=f584539c-fcd8-4820-bb65-0527c3e49a20,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.093696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.096427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.097757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14062a4f-6835-486d-8f56-31385d8b0ab2 HTTP/1.1" status: 204 len: 168 time: 0.2182066 Jul 07 17:11:36.111236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0352413-8f87-437b-bf69-d30ad13721dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14062a4f-6835-486d-8f56-31385d8b0ab2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.118065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7c87cc6-ed4c-4be9-b239-de7cbd53a0ee None None] Provisioning for port 503eeeac-f55f-4cd7-9ae0-060da7269e27 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:36.122964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7c87cc6-ed4c-4be9-b239-de7cbd53a0ee None None] Provisioning complete for port 503eeeac-f55f-4cd7-9ae0-060da7269e27 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:36.123873 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7c87cc6-ed4c-4be9-b239-de7cbd53a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.133744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.160576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a05f7f4a-c35c-433d-bddc-7a92b3a56a6d req-653e98da-6090-4702-b1ac-175ae0cb9dfb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134485 Jul 07 17:11:36.161706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.178420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7c87cc6-ed4c-4be9-b239-de7cbd53a0ee None None] Port 503eeeac-f55f-4cd7-9ae0-060da7269e27 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:36.231858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.235487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.239333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ee3428f-f96e-4b07-b9c7-f4a049547b0b HTTP/1.1" status: 204 len: 168 time: 0.1887300 Jul 07 17:11:36.256365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f78a22-ff59-408b-81be-1d21119e3524 req-57958d22-855f-4ca2-8812-15a584a7acda tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.257948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.260254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92f78a22-ff59-408b-81be-1d21119e3524 req-57958d22-855f-4ca2-8812-15a584a7acda tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 931 time: 0.3114860 Jul 07 17:11:36.271904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce6d2f-1a45-4164-86f8-6c9b8f1301bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee3428f-f96e-4b07-b9c7-f4a049547b0b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.308793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.477723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92f78a22-ff59-408b-81be-1d21119e3524 req-99a1e93f-b78b-4c10-b4ea-17ad550b650b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796091 Jul 07 17:11:36.606301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48032) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.636824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.661695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb520522-fd99-45f0-bb72-ba7861e30261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.670729 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3a4b6fe-383f-483c-aeee-1f0e0efd1b5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=131dab3ec12e4b8cbdf602d6b951a6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637336 Jul 07 17:11:36.673353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.685853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353607-1157-4523-a197-201117de5ad5 req-798efdbc-54c1-4cf1-af84-d9efee235653 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.687427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-798efdbc-54c1-4cf1-af84-d9efee235653 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.3351722 Jul 07 17:11:36.760320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.796018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.854047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb520522-fd99-45f0-bb72-ba7861e30261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.862571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb520522-fd99-45f0-bb72-ba7861e30261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.912054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.914628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.915850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4d108b0-08a5-4d67-8e0f-a0f1b2971e0b HTTP/1.1" status: 204 len: 168 time: 0.2412310 Jul 07 17:11:36.920780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb520522-fd99-45f0-bb72-ba7861e30261 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=156f848e05f042aeabe4b1bf1cdb2bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833383 Jul 07 17:11:36.921846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520522-fd99-45f0-bb72-ba7861e30261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a1cc7-7c5c-48a3-940a-53f515f9db9c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.924196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.958372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aac4a9-fdc5-4684-a013-a11804c06b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d108b0-08a5-4d67-8e0f-a0f1b2971e0b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.021339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.047597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.114601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6e2c-ee21-4e2d-9f34-ed1416956c89 req-c1a57c4d-f1c0-4da2-b561-f5939e9ef981 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.116245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-420c6e2c-ee21-4e2d-9f34-ed1416956c89 req-c1a57c4d-f1c0-4da2-b561-f5939e9ef981 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.6921265 Jul 07 17:11:37.122687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.124161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.126950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.131013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/536a1cc7-7c5c-48a3-940a-53f515f9db9c HTTP/1.1" status: 204 len: 168 time: 0.2003114 Jul 07 17:11:37.141056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f591e5-100b-4c12-b1a1-7a102deb41e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a1cc7-7c5c-48a3-940a-53f515f9db9c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.329577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-420c6e2c-ee21-4e2d-9f34-ed1416956c89 req-ec358463-9cad-4ac2-b877-a163f8955db5 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045951 Jul 07 17:11:37.479926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503eeeac-f55f-4cd7-9ae0-060da7269e27 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:37.495925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.501622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66353607-1157-4523-a197-201117de5ad5 req-57d09f27-54d8-4650-930e-204587470ee0 service neutron] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:37.515106 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66353607-1157-4523-a197-201117de5ad5 req-57d09f27-54d8-4650-930e-204587470ee0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.516247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66353607-1157-4523-a197-201117de5ad5 req-57d09f27-54d8-4650-930e-204587470ee0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.8160496 Jul 07 17:11:37.570556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Transition to ACTIVE for port object 503eeeac-f55f-4cd7-9ae0-060da7269e27 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:37.603871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.649726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e576f6-e0a3-47d0-b6b3-eb88b3d80bd6 req-0c5af1e9-9824-410d-8355-3a1071ed3227 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.651289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e576f6-e0a3-47d0-b6b3-eb88b3d80bd6 req-0c5af1e9-9824-410d-8355-3a1071ed3227 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3252361 Jul 07 17:11:37.689157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.711808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.836894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e576f6-e0a3-47d0-b6b3-eb88b3d80bd6 req-f6d223a8-8fcb-46f4-ae47-6eb8adb092e7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715770 Jul 07 17:11:37.974980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2268-9337-487b-a930-47b7586f6443 req-5e3cdc7f-334c-44c9-9bc9-148c602730fc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:37.982423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d5f2268-9337-487b-a930-47b7586f6443 req-5e3cdc7f-334c-44c9-9bc9-148c602730fc tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1097 time: 0.4244766 Jul 07 17:11:38.022199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Attempting to bind port 503eeeac-f55f-4cd7-9ae0-060da7269e27 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:38.022549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Attempting to bind port 503eeeac-f55f-4cd7-9ae0-060da7269e27 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:38.022882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Attempting to bind port 503eeeac-f55f-4cd7-9ae0-060da7269e27 on network eb4f96cb-f201-494f-ae86-b2887cde8cdf {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:38.058407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Port 503eeeac-f55f-4cd7-9ae0-060da7269e27 on network eb4f96cb-f201-494f-ae86-b2887cde8cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:38.058735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Attempting to bind port 503eeeac-f55f-4cd7-9ae0-060da7269e27 on network eb4f96cb-f201-494f-ae86-b2887cde8cdf {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:38.068196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f7be2b91-161b-4dd7-a6cb-8cea36822bba no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:38.082202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:38.082706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Checking segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:38.082965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Bound using segment: {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:38.083406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Bound port: 503eeeac-f55f-4cd7-9ae0-060da7269e27, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7be9e7-20f3-494e-8372-3ef44c021502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:38.083770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.096635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d5f2268-9337-487b-a930-47b7586f6443 req-aedabd8b-369f-48f1-a907-033f5300b74f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Jul 07 17:11:38.103200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f7be2b91-161b-4dd7-a6cb-8cea36822bba {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:38.105499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f7be2b91-161b-4dd7-a6cb-8cea36822bba not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:38.131186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48098) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.177332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2db3-a783-4b72-ad33-7e196bddb4b9 req-3190667d-61c0-4c04-bb12-e735aa9940db tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.178878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5ae2db3-a783-4b72-ad33-7e196bddb4b9 req-3190667d-61c0-4c04-bb12-e735aa9940db tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 943 time: 0.1778028 Jul 07 17:11:38.223897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router 852cdb69-5520-4180-9300-c967212a7dd4 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:38.226891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:38.246682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:38.266398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.338392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5ae2db3-a783-4b72-ad33-7e196bddb4b9 req-f5d905ad-7917-468b-aa91-24d725c7e3ee tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487610 Jul 07 17:11:38.357401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.358164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.359520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] 10.222.0.32 "PUT /v2.0/ports/503eeeac-f55f-4cd7-9ae0-060da7269e27 HTTP/1.1" status: 200 len: 1092 time: 2.4087431 Jul 07 17:11:38.359860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:38.373320 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa9a07-55ef-4064-a8d6-315572edae0d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:38.385229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-network', 'tenant_id': '0259f331c31045a7b712e5ca9619d540'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:38.441528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Made reservation on behalf of 0259f331c31045a7b712e5ca9619d540 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:38.445246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.467320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.572812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240dd1d-f99c-4124-8ccb-d3ac2bf7fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.628141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:38.639158 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Sync routers for ids ['852cdb69-5520-4180-9300-c967212a7dd4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:38.666738 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Routers {'852cdb69-5520-4180-9300-c967212a7dd4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:38.667691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['852cdb69-5520-4180-9300-c967212a7dd4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:38.694608 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648674b0-3e79-46fa-bf91-bce92c848751 x-openstack-request-id: req-648674b0-3e79-46fa-bf91-bce92c848751 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:38.694904 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:38.695160 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-648674b0-3e79-46fa-bf91-bce92c848751 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:38.695600 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'status': 'completed', 'code': 200} Jul 07 17:11:38.697888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-9098b207-bc67-48f2-bb30-68bd4e491db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.701964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-9098b207-bc67-48f2-bb30-68bd4e491db6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571&device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 1095 time: 0.2641256 Jul 07 17:11:38.702130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.709394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.776163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:38.780841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.784823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd94ab62-0ea6-49fa-949e-0c06257523a6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.786147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-35712bd4-8b71-47ed-ae24-018f6e237ea3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8071697 Jul 07 17:11:38.789419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-6bb21010-48e8-445e-a2a7-a037a31d83d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27 HTTP/1.1" status: 200 len: 217 time: 0.0797775 Jul 07 17:11:38.791119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48118) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.845020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.845784 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Added segment fcc33fdd-b0f8-497f-b4d9-873f833377d6 of type vlan for network f8634bf5-79a7-4d5a-94da-054d67293a73 Jul 07 17:11:38.849572 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Set router 852cdb69-5520-4180-9300-c967212a7dd4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:38.913548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.954772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-2675cb2b-8ced-4319-80f2-bb2611c7a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.956357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-2675cb2b-8ced-4319-80f2-bb2611c7a950 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a149df-0ab1-4f52-bf62-7ae0776ac0ff HTTP/1.1" status: 200 len: 850 time: 0.0973172 Jul 07 17:11:38.965209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.966251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.969978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.028986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ca0f8-13eb-4cde-ae29-053194259b48 req-ad6fb013-9ac7-45d2-a1df-38ab4d796eed tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.036559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c52ca0f8-13eb-4cde-ae29-053194259b48 req-ad6fb013-9ac7-45d2-a1df-38ab4d796eed tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 1097 time: 0.3090339 Jul 07 17:11:39.048000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ba752-4d50-4bff-8dc4-c43ade110c35 req-90ad4b75-b3f8-444e-aa9f-f300066bff92 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.055666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a6ba752-4d50-4bff-8dc4-c43ade110c35 req-90ad4b75-b3f8-444e-aa9f-f300066bff92 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1954646 Jul 07 17:11:39.112353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9755509 Jul 07 17:11:39.112622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.122065 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852cdb69-5520-4180-9300-c967212a7dd4', 'name': 'tempest-snat-router-181107560', 'tenant_id': '423afb885b3443e9b103ea213ff85376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': False}, 'gw_port_id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 3, 'project_id': '423afb885b3443e9b103ea213ff85376', 'gw_port': {'id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852cdb69-5520-4180-9300-c967212a7dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:34Z', 'updated_at': '2021-07-07T17:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:39.122778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04ceb-fa5a-4fd0-8280-3c62e5c2fcba admin admin] Pushing event updated for resources: {'Network': ['ID=f8634bf5-79a7-4d5a-94da-054d67293a73,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.128101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5770eed-fd71-4891-ad96-6dd0f90ceae5 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/852cdb69-5520-4180-9300-c967212a7dd4 HTTP/1.1" status: 200 len: 908 time: 0.3356659 Jul 07 17:11:39.131990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48128) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.134433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f8634bf5-79a7-4d5a-94da-054d67293a73 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:39.134843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Request body: {'subnet': {'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-subnet', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:39.137719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'name': 'tempest-snat-router-181107560', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': True}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:39.146644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c52ca0f8-13eb-4cde-ae29-053194259b48 req-d7821194-e3dc-440a-b888-f41a57d6e3eb tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091888 Jul 07 17:11:39.184097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a6ba752-4d50-4bff-8dc4-c43ade110c35 req-d2a44bec-86b0-4ab1-8e8e-bd00f6b89594 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272786 Jul 07 17:11:39.188896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.190039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.223303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-7b945b54-9143-4388-8c51-f0ad584d0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.224932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-7b945b54-9143-4388-8c51-f0ad584d0319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4f96cb-f201-494f-ae86-b2887cde8cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2572029 Jul 07 17:11:39.246163 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Checking router: 852cdb69-5520-4180-9300-c967212a7dd4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:39.246566 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Updating router 852cdb69-5520-4180-9300-c967212a7dd4 port f584539c-fcd8-4820-bb65-0527c3e49a20 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:39.263017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Made reservation on behalf of 0259f331c31045a7b712e5ca9619d540 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:39.265703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.280792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.286002 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:39.324545 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.464837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-10cb8cf8-9dcf-4722-bd43-45b608b28044 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306545 Jul 07 17:11:39.531471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.685568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91738e23-a68f-4f63-8ffc-e9eacad6b671 req-81abe104-3806-40b3-ade2-6b50e3ed1192 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108064 Jul 07 17:11:39.747467 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.769541 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Transition to ACTIVE for port object f584539c-fcd8-4820-bb65-0527c3e49a20 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:39.779366 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.825387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.874424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7f0d-e468-4599-b399-78aa331743b0 req-aedbf658-92be-4439-bbb4-d5d3acf94bde tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:39.880637 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Attempting to bind port f584539c-fcd8-4820-bb65-0527c3e49a20 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:39.881382 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Attempting to bind port f584539c-fcd8-4820-bb65-0527c3e49a20 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:39.881964 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Attempting to bind port f584539c-fcd8-4820-bb65-0527c3e49a20 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:39.882188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c67e7f0d-e468-4599-b399-78aa331743b0 req-aedbf658-92be-4439-bbb4-d5d3acf94bde tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 943 time: 0.3216305 Jul 07 17:11:39.897324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.899884 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Pushing event updated for resources: {'Port': ['ID=f584539c-fcd8-4820-bb65-0527c3e49a20,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.903893 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:39.904566 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:39.905215 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.905816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:39.906792 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Bound port: f584539c-fcd8-4820-bb65-0527c3e49a20, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:39.907472 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.915390 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.916077 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.916957 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.917532 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.918074 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.918644 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.919200 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.919737 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.920272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.920836 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.921377 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.922136 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:39.990186 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] For port f584539c-fcd8-4820-bb65-0527c3e49a20, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:39.995639 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] For port f584539c-fcd8-4820-bb65-0527c3e49a20, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f584539c-fcd8-4820-bb65-0527c3e49a20,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:40.002044 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.010346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c67e7f0d-e468-4599-b399-78aa331743b0 req-bac228f6-5241-4080-a53b-f289d3109f09 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271856 Jul 07 17:11:40.049799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.079695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-fb734266-823e-41c1-88fc-856eb4c5a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.082497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-fb734266-823e-41c1-88fc-856eb4c5a452 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571&device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 1095 time: 0.2591550 Jul 07 17:11:40.088448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.25.7.102 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2ad40f23-962e-4d79-9814-907500c132ef) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:40.092772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Routers {'852cdb69-5520-4180-9300-c967212a7dd4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:40.093838 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['852cdb69-5520-4180-9300-c967212a7dd4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:40.140586 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78506d-1793-46dc-80de-bcf4fa3cb55b None None] Pushing event updated for resources: {'Port': ['ID=f584539c-fcd8-4820-bb65-0527c3e49a20,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.163641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e703eac8-2339-4477-af25-fed1ea03464b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.180500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Checking segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:40.180699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Network hostable DHCP agents. Network: f8634bf5-79a7-4d5a-94da-054d67293a73, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:40.233516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.244918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Network f8634bf5-79a7-4d5a-94da-054d67293a73 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:40.258669 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] Set router 852cdb69-5520-4180-9300-c967212a7dd4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:40.266251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-66432cbd-0762-4784-977d-2fc153d564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.268064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-66432cbd-0762-4784-977d-2fc153d564b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4f96cb-f201-494f-ae86-b2887cde8cdf HTTP/1.1" status: 200 len: 912 time: 0.1794202 Jul 07 17:11:40.276215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f8634bf5-79a7-4d5a-94da-054d67293a73) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:40.287482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.287647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88678b9-8262-400f-8c56-087cf3eee578 None None] Network f8634bf5-79a7-4d5a-94da-054d67293a73 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:40.288069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.306940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.352341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:40.356545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:40.365337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:40.386552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-df9a4dc8-2289-48f4-bc8c-0f8b676c7fb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27 HTTP/1.1" status: 200 len: 217 time: 0.1081717 Jul 07 17:11:40.401921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad40f23-962e-4d79-9814-907500c132ef,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.442566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-811a74d5-b26c-47f3-a0c4-9e895bcaee42 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3261323 Jul 07 17:11:40.446641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:40.459297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:40.467288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-3d606efc-be31-462c-95e7-4aa9b214b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.469092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-3d606efc-be31-462c-95e7-4aa9b214b8e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a149df-0ab1-4f52-bf62-7ae0776ac0ff HTTP/1.1" status: 200 len: 850 time: 0.0617688 Jul 07 17:11:40.525394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf25f6-983d-41a2-ae2c-757221c5f93e req-3da5ab7b-a8dd-4fb1-b5ef-476881406d96 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.532666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bdf25f6-983d-41a2-ae2c-757221c5f93e req-3da5ab7b-a8dd-4fb1-b5ef-476881406d96 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1588113 Jul 07 17:11:40.620706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bdf25f6-983d-41a2-ae2c-757221c5f93e req-f0a3efa9-bb28-4979-a6a6-c8c1ad9c5a5a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869339 Jul 07 17:11:40.666181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-499033ea-1cb8-469b-9cbb-11c5efd39a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:40.669088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-499033ea-1cb8-469b-9cbb-11c5efd39a3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4f96cb-f201-494f-ae86-b2887cde8cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917264 Jul 07 17:11:40.682213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-f8634bf5-79a7-4d5a-94da-054d67293a73', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'fixed_ips': [{'subnet_id': 'e703eac8-2339-4477-af25-fed1ea03464b'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:40.684078 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.761249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.765696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.864448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-e1120b28-3da8-4a23-a162-200569fbfb74 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829817 Jul 07 17:11:40.990977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.021143 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852cdb69-5520-4180-9300-c967212a7dd4', 'name': 'tempest-snat-router-181107560', 'tenant_id': '423afb885b3443e9b103ea213ff85376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': False}, 'gw_port_id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 3, 'project_id': '423afb885b3443e9b103ea213ff85376', 'gw_port': {'id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852cdb69-5520-4180-9300-c967212a7dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:34Z', 'updated_at': '2021-07-07T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:41.091316 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4154cd-6b29-41e1-a2cc-70aea7c53ace None None] The sync data for ids ['852cdb69-5520-4180-9300-c967212a7dd4'] in n-d-791504-12 is: [{'id': '852cdb69-5520-4180-9300-c967212a7dd4', 'name': 'tempest-snat-router-181107560', 'tenant_id': '423afb885b3443e9b103ea213ff85376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': False}, 'gw_port_id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:36Z', 'revision_number': 3, 'project_id': '423afb885b3443e9b103ea213ff85376', 'gw_port': {'id': 'f584539c-fcd8-4820-bb65-0527c3e49a20', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852cdb69-5520-4180-9300-c967212a7dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:34Z', 'updated_at': '2021-07-07T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:41.115426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Allocated IP 172.20.0.2 (f8634bf5-79a7-4d5a-94da-054d67293a73/e703eac8-2339-4477-af25-fed1ea03464b/65c0a4ff-b979-4671-b1ce-57b184996d02) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:41.139259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51fa9a07-55ef-4064-a8d6-315572edae0d req-9cb9d322-9963-457a-b26b-bbcaf426f207 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675710 Jul 07 17:11:41.169748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.343131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.352991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.369175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Transition to ACTIVE for port object 65c0a4ff-b979-4671-b1ce-57b184996d02 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:41.399115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Transition to ACTIVE for port object 65c0a4ff-b979-4671-b1ce-57b184996d02 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:41.409246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.479984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Network f8634bf5-79a7-4d5a-94da-054d67293a73 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:41.485044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:41.492502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:41.500611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Pushing event updated for resources: {'Port': ['ID=65c0a4ff-b979-4671-b1ce-57b184996d02,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.614129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Attempting to bind port 65c0a4ff-b979-4671-b1ce-57b184996d02 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:41.614709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Attempting to bind port 65c0a4ff-b979-4671-b1ce-57b184996d02 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:41.615088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Attempting to bind port 65c0a4ff-b979-4671-b1ce-57b184996d02 on network f8634bf5-79a7-4d5a-94da-054d67293a73 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:41.616755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecced45-f3f1-4ca4-a90e-e4f7b9be89e6 req-49e73f83-4274-4f14-a1d0-bed4466ef8ba tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.619014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ecced45-f3f1-4ca4-a90e-e4f7b9be89e6 req-49e73f83-4274-4f14-a1d0-bed4466ef8ba tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 943 time: 0.1654685 Jul 07 17:11:41.626686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:41.627082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Checking segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:41.627512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.627916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Bound using segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:41.628482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Bound port: 65c0a4ff-b979-4671-b1ce-57b184996d02, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:41.628878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.684244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ecced45-f3f1-4ca4-a90e-e4f7b9be89e6 req-1e92bbcf-7e51-46b9-a2aa-0cded3f20b8e tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553632 Jul 07 17:11:41.752871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] For port 65c0a4ff-b979-4671-b1ce-57b184996d02, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:41.774087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] For port 65c0a4ff-b979-4671-b1ce-57b184996d02, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=65c0a4ff-b979-4671-b1ce-57b184996d02,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:41.790820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.797690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23292db4-63b4-490f-94ee-71af1deb75aa req-a3bcf8bf-8805-4999-b45b-85393f35313a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:41.803806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23292db4-63b4-490f-94ee-71af1deb75aa req-a3bcf8bf-8805-4999-b45b-85393f35313a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1185226 Jul 07 17:11:41.914792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99768-b3af-4ee7-9e07-dcf4307e223e None None] Pushing event updated for resources: {'Port': ['ID=65c0a4ff-b979-4671-b1ce-57b184996d02,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.925560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.078391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 503eeeac-f55f-4cd7-9ae0-060da7269e27 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:42.375133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:42.433436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'port_id': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'mac_address': 'fa:16:3e:a3:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:42.536128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.577057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 65c0a4ff-b979-4671-b1ce-57b184996d02 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:42.586472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23292db4-63b4-490f-94ee-71af1deb75aa req-0c5e2a15-85a3-4bfd-a699-626c51e51dcd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7734237 Jul 07 17:11:42.620028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.623295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503eeeac-f55f-4cd7-9ae0-060da7269e27 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:42.656700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:42.668311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.682354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.736105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 65c0a4ff-b979-4671-b1ce-57b184996d02 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:42.750613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f584539c-fcd8-4820-bb65-0527c3e49a20 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:42.798306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.826498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:42.868746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f584539c-fcd8-4820-bb65-0527c3e49a20 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:42.875558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f584539c-fcd8-4820-bb65-0527c3e49a20 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:42.875946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.938209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-e8cf6b5b-857d-4bbb-bc5b-81d131e820e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1580555 Jul 07 17:11:42.981905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['503eeeac-f55f-4cd7-9ae0-060da7269e27'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:43.042960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Allocated IP 172.25.7.232 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/038ffb6f-3d8c-444c-ab3e-19455a5f848e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:43.228170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.295121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:43.299206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f584539c-fcd8-4820-bb65-0527c3e49a20, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f584539c-fcd8-4820-bb65-0527c3e49a20,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.303657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0b0eb-f9cb-49c1-8c62-e827b2b62497 req-d8ffff61-1ffe-4b27-9bf1-21ec1c956582 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.309087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Sync routers for ids ['3eced6b8-fa2d-4e24-a2c7-76ca6dda79df'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:43.314923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.316450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddd0b0eb-f9cb-49c1-8c62-e827b2b62497 req-d8ffff61-1ffe-4b27-9bf1-21ec1c956582 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 944 time: 0.3711131 Jul 07 17:11:43.361765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.365583 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-43c5ac27-669b-4faa-8954-8c1cf8ea69ec tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2299929 Jul 07 17:11:43.369410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:43.379098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f584539c-fcd8-4820-bb65-0527c3e49a20,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.398595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-762f4cc3-eb2f-4a2c-aac9-b1ac21113ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.411067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Routers {'3eced6b8-fa2d-4e24-a2c7-76ca6dda79df'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:43.411860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3eced6b8-fa2d-4e24-a2c7-76ca6dda79df'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:43.414865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-762f4cc3-eb2f-4a2c-aac9-b1ac21113ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1097 time: 0.3103225 Jul 07 17:11:43.469804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.537099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.557590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddd0b0eb-f9cb-49c1-8c62-e827b2b62497 req-7ba2168c-63b5-44fa-86e5-7307438052e2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353985 Jul 07 17:11:43.629607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-83239463-3fdb-43f2-b29f-304bd8e656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.634062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-83239463-3fdb-43f2-b29f-304bd8e656f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2090759 Jul 07 17:11:43.668772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Set router 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:43.728873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a5cf6a1a-6eee-4ffd-8d44-8c0c0d5e8f4d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/3eced6b8-fa2d-4e24-a2c7-76ca6dda79df HTTP/1.1" status: 200 len: 907 time: 0.3531032 Jul 07 17:11:43.739808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:43.741637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae5b16-3f3d-4fd5-b693-8fd4ee52a41a None None] Network f8634bf5-79a7-4d5a-94da-054d67293a73 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:43.756072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-8ca7d347-f35f-44b4-b92e-04a31f7353f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.1139052 Jul 07 17:11:43.843623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-485e24e0-b3d6-46b7-908c-404c2632fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.845219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-485e24e0-b3d6-46b7-908c-404c2632fe6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.0822191 Jul 07 17:11:43.850484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:43.851391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Pushing event updated for resources: {'Port': ['ID=038ffb6f-3d8c-444c-ab3e-19455a5f848e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.874369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:43.885606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:43.921082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-4a78bdcc-4dc7-4cf0-bc01-9b94ce8a7998 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619864 Jul 07 17:11:44.109154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb94b9d-8cb6-4aa8-ad78-fca1f2e23427 req-d32050c4-ed6c-4994-a280-84201f47a881 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.110828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbb94b9d-8cb6-4aa8-ad78-fca1f2e23427 req-d32050c4-ed6c-4994-a280-84201f47a881 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2645447 Jul 07 17:11:44.113268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-dc9aed28-0f15-4ad8-ada1-030debadc4b7 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797576 Jul 07 17:11:44.173215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Provisioning for port 65c0a4ff-b979-4671-b1ce-57b184996d02 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:44.186989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Provisioning complete for port 65c0a4ff-b979-4671-b1ce-57b184996d02 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:44.187414 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.342645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.473400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f584539c-fcd8-4820-bb65-0527c3e49a20 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:44.515887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbb94b9d-8cb6-4aa8-ad78-fca1f2e23427 req-12af0b31-a7a4-4561-9d3d-553539f3fd77 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889837 Jul 07 17:11:44.515990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.553976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:44.559567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebd56c95-a828-431e-8cc0-1a9d48355ca4 req-1c1887ef-4607-4d07-8a6e-152c7f3b7aed service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364634 Jul 07 17:11:44.692041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.850639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Deleting port 2ad40f23-962e-4d79-9814-907500c132ef {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:44.851265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.882528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:44.971500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f584539c-fcd8-4820-bb65-0527c3e49a20 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:44.972491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.978458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'port_id': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'mac_address': 'fa:16:3e:47:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:44.991270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a60d54-8a70-44d9-af21-aa6122877349 req-95c4c12b-31d9-4dc3-b5ad-3068f0305fa2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.006862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2a60d54-8a70-44d9-af21-aa6122877349 req-95c4c12b-31d9-4dc3-b5ad-3068f0305fa2 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 944 time: 0.2222681 Jul 07 17:11:45.139361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2a60d54-8a70-44d9-af21-aa6122877349 req-6fd05c2e-5a09-40c5-baa7-7630c670842e tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307890 Jul 07 17:11:45.140235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.150499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.161143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eced6b8-fa2d-4e24-a2c7-76ca6dda79df', 'name': 'tempest-snat-router-181107560', 'tenant_id': '423afb885b3443e9b103ea213ff85376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '2ad40f23-962e-4d79-9814-907500c132ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:40Z', 'revision_number': 3, 'project_id': '423afb885b3443e9b103ea213ff85376', 'gw_port': {'id': '2ad40f23-962e-4d79-9814-907500c132ef', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eced6b8-fa2d-4e24-a2c7-76ca6dda79df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:45.168479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Calling delete_port for 2ad40f23-962e-4d79-9814-907500c132ef owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:45.184763 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.203004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.226012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Checking router: 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:45.226450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Updating router 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df port 2ad40f23-962e-4d79-9814-907500c132ef binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:45.336355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fba02fef-2182-4cb5-9f76-ad28133e08f1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:45.359004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:45.395378 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.414930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] For port 65c0a4ff-b979-4671-b1ce-57b184996d02, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=65c0a4ff-b979-4671-b1ce-57b184996d02,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:45.446087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.460771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.633837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['fba02fef-2182-4cb5-9f76-ad28133e08f1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:45.683698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.734226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.751126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e58018e4-63ce-441b-9f51-29c2d5bc7802 None None] Provisioning complete for port 65c0a4ff-b979-4671-b1ce-57b184996d02 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:45.751508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e58018e4-63ce-441b-9f51-29c2d5bc7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.798285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a2ad-1b28-43eb-8d08-1e7f03745740 req-f33cf168-e04b-433f-bafe-a60842501b07 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:45.798537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:45.800438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b095a2ad-1b28-43eb-8d08-1e7f03745740 req-f33cf168-e04b-433f-bafe-a60842501b07 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 944 time: 0.0885444 Jul 07 17:11:45.822490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ad40f23-962e-4d79-9814-907500c132ef,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.848855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b095a2ad-1b28-43eb-8d08-1e7f03745740 req-639c1132-7bfc-491f-b457-60d5b2666807 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jul 07 17:11:46.074048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:11:46.074585 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:11:46.075166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a59fa8-0717-4032-839c-c848754b57b3 None None] Pushing event updated for resources: {'Port': ['ID=65c0a4ff-b979-4671-b1ce-57b184996d02,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:46.098324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 503eeeac-f55f-4cd7-9ae0-060da7269e27 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:46.327272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 503eeeac-f55f-4cd7-9ae0-060da7269e27 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:46.331385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 503eeeac-f55f-4cd7-9ae0-060da7269e27 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:46.331765 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.404269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 65c0a4ff-b979-4671-b1ce-57b184996d02 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:46.445852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.532430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:46.563689 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Sync routers for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:46.597646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:46.605052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:46.606673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:46.621876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.626730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f81759-4df7-45c4-83b8-334968a34d60 req-706bae7e-8789-46fa-9b9b-3e0492e49540 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.646523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8f81759-4df7-45c4-83b8-334968a34d60 req-706bae7e-8789-46fa-9b9b-3e0492e49540 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 944 time: 0.1663442 Jul 07 17:11:46.647040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.647495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.684061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Port 2ad40f23-962e-4d79-9814-907500c132ef not found while updating agent binding for router 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df. {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:11:46.745434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8f81759-4df7-45c4-83b8-334968a34d60 req-7f63c9a1-b344-4900-85a3-6ed804e7dc07 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967937 Jul 07 17:11:46.747208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.751504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4b80882-804a-4189-8558-67340db697fa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3006215 Jul 07 17:11:46.753604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:46.767767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.768464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3eced6b8-fa2d-4e24-a2c7-76ca6dda79df {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:46.777634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.781662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:46.784060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:46.786543 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731f841-cce3-4414-a3c8-97fbb9b39c86" -d '{"events": [{"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-plugged", "status": "completed", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:46.791575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed685a6e-a7fd-4b37-9470-5b2786c6e3b3 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/routers/3eced6b8-fa2d-4e24-a2c7-76ca6dda79df HTTP/1.1" status: 204 len: 168 time: 3.0474207 Jul 07 17:11:46.840832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:46.841309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:11:46.843285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3eced6b8-fa2d-4e24-a2c7-76ca6dda79df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent'). {{(pid=93767) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:11:46.843747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3fe186-b433-48dd-968f-21aea0cfb5f5 None None] The sync data for ids ['3eced6b8-fa2d-4e24-a2c7-76ca6dda79df'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:46.851698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:46.863329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.875315 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fddd375-15f4-4625-8a36-18e76d14d03e x-openstack-request-id: req-2fddd375-15f4-4625-8a36-18e76d14d03e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:46.880642 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-plugged", "status": "completed", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:46.881030 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fddd375-15f4-4625-8a36-18e76d14d03e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:46.881522 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'code': 200} Jul 07 17:11:46.907279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:46.938152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 65c0a4ff-b979-4671-b1ce-57b184996d02 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:46.938809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.021692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port fba02fef-2182-4cb5-9f76-ad28133e08f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:47.033987 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.036716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.181676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.246601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.320526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:47.322908 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:44Z', 'revision_number': 3, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:47.339434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.402525 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Checking router: 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:47.402938 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Updating router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 port 038ffb6f-3d8c-444c-ab3e-19455a5f848e binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:47.441732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf318-d656-4473-8552-3e3c2add9ebb req-f87b0077-f599-42d5-95e1-403cb1a9d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.443704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207bf318-d656-4473-8552-3e3c2add9ebb req-f87b0077-f599-42d5-95e1-403cb1a9d2a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 1097 time: 0.3640921 Jul 07 17:11:47.454942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd13b6b-f6ea-4739-b6ac-160c37562e32 req-74c4ab6c-2884-451e-a8c5-499f81385424 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.456638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cd13b6b-f6ea-4739-b6ac-160c37562e32 req-74c4ab6c-2884-451e-a8c5-499f81385424 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 944 time: 0.3351161 Jul 07 17:11:47.473950 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.623145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-3c0516c2-12cb-4ac7-8b89-d77da4c4c535 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3777316 Jul 07 17:11:47.624520 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.651700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cd13b6b-f6ea-4739-b6ac-160c37562e32 req-d10acde1-454b-496b-80e0-702423cdeb9c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429298 Jul 07 17:11:47.661318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.662000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207bf318-d656-4473-8552-3e3c2add9ebb req-99f2324f-42bc-4631-927a-77ff64dee22d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988804 Jul 07 17:11:47.781787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Deleting port f584539c-fcd8-4820-bb65-0527c3e49a20 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:47.782339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.789941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.930320 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.946545 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Transition to ACTIVE for port object 038ffb6f-3d8c-444c-ab3e-19455a5f848e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:47.955434 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.997905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] For port f584539c-fcd8-4820-bb65-0527c3e49a20, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f584539c-fcd8-4820-bb65-0527c3e49a20,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:47.998323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.030760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954855-874e-430b-812b-9e57fc04e480 None None] Pushing event updated for resources: {'Port': ['ID=038ffb6f-3d8c-444c-ab3e-19455a5f848e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.060093 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Attempting to bind port 038ffb6f-3d8c-444c-ab3e-19455a5f848e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:48.060835 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Attempting to bind port 038ffb6f-3d8c-444c-ab3e-19455a5f848e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:48.061461 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Attempting to bind port 038ffb6f-3d8c-444c-ab3e-19455a5f848e on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:48.067750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Calling delete_port for f584539c-fcd8-4820-bb65-0527c3e49a20 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:48.079902 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:48.080870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Allocated IP 172.20.0.1 (f8634bf5-79a7-4d5a-94da-054d67293a73/e703eac8-2339-4477-af25-fed1ea03464b/344f8c51-0c1f-4db9-afc3-05aa2e04633c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:48.081357 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:48.082935 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.086587 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:48.088079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Bound port: 038ffb6f-3d8c-444c-ab3e-19455a5f848e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:48.089133 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.255274 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] For port 038ffb6f-3d8c-444c-ab3e-19455a5f848e, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:48.262132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] For port 038ffb6f-3d8c-444c-ab3e-19455a5f848e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=038ffb6f-3d8c-444c-ab3e-19455a5f848e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:48.272149 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.277783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.326356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Transition to ACTIVE for port object 344f8c51-0c1f-4db9-afc3-05aa2e04633c will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:48.390125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954855-874e-430b-812b-9e57fc04e480 None None] Pushing event updated for resources: {'Port': ['ID=038ffb6f-3d8c-444c-ab3e-19455a5f848e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.417165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.449626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.511109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-3d5cbfd6-de6c-4218-b1cc-bb6d2ad69bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.513001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-3d5cbfd6-de6c-4218-b1cc-bb6d2ad69bfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 1097 time: 0.8223534 Jul 07 17:11:48.522455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event deleted for resources: {'Port': ['ID=f584539c-fcd8-4820-bb65-0527c3e49a20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.536243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Network f8634bf5-79a7-4d5a-94da-054d67293a73 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:48.557435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:48.560493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:48.562374 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:48.576508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:48.599180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.723834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Pushing event updated for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:48.773457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.882470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:48.885315 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8e4310-244e-4fe3-a08f-d1bab57c829b" -d '{"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-plugged", "status": "completed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:49.044516 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:49.063643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.110542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.112884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.141281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e92fb-64c3-4c73-b0f9-721b86f01fd6 req-b2e4f0b2-7d9a-419c-a7f7-e1478242c925 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.149188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03e92fb-64c3-4c73-b0f9-721b86f01fd6 req-b2e4f0b2-7d9a-419c-a7f7-e1478242c925 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.7385375 Jul 07 17:11:49.168044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-73b67d3c-c2a3-4c1f-b1f4-ec800f269dc8 None None] Provisioning for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:49.194404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-73b67d3c-c2a3-4c1f-b1f4-ec800f269dc8 None None] Provisioning complete for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:49.194857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73b67d3c-c2a3-4c1f-b1f4-ec800f269dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.281024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.305646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03e92fb-64c3-4c73-b0f9-721b86f01fd6 req-b2157aa6-9bc1-49c7-add7-87145d0fb6fd tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551299 Jul 07 17:11:49.314097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.320456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 852cdb69-5520-4180-9300-c967212a7dd4 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:49.340297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-73b67d3c-c2a3-4c1f-b1f4-ec800f269dc8 None None] Port 344f8c51-0c1f-4db9-afc3-05aa2e04633c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:49.347725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.349332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f50fb6df-ab22-4da2-82f5-8e48aa2aa37f tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "DELETE /v2.0/routers/852cdb69-5520-4180-9300-c967212a7dd4 HTTP/1.1" status: 204 len: 168 time: 2.5663998 Jul 07 17:11:49.368298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:49.375602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1195702836', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:49.414366 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f08f5-616d-4e38-b19d-71cc0b76edb0 x-openstack-request-id: req-e34f08f5-616d-4e38-b19d-71cc0b76edb0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:49.414671 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-plugged", "status": "completed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:49.415019 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e34f08f5-616d-4e38-b19d-71cc0b76edb0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:49.415427 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'code': 200} Jul 07 17:11:49.426865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-327b8394-bc57-44ae-8bc3-45d1bcc615dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.437599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-327b8394-bc57-44ae-8bc3-45d1bcc615dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.4573257 Jul 07 17:11:49.542423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.543854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.615393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8e2b-c300-480a-8f87-3c5260fd8016 req-0aa7c96f-06fa-4077-a201-6c52e4e9ad29 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.624824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ad8e2b-c300-480a-8f87-3c5260fd8016 req-0aa7c96f-06fa-4077-a201-6c52e4e9ad29 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3885980 Jul 07 17:11:49.666094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.684909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-8d5de926-0535-43ff-a2f2-36e5e649e09d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63773676-0704-44a4-adbd-992e7a97e09d HTTP/1.1" status: 200 len: 217 time: 0.2394881 Jul 07 17:11:49.732973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077bacef-4630-488f-9f59-960ce5c8627b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.763739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ad8e2b-c300-480a-8f87-3c5260fd8016 req-55654e7f-e608-4a61-8c79-542e9e277a3c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379349 Jul 07 17:11:49.769430 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:44Z', 'revision_number': 3, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:49.859314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611729f-f750-4b63-95b6-db8bb113cffb None None] The sync data for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 is: [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:44Z', 'revision_number': 3, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:49.879722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077bacef-4630-488f-9f59-960ce5c8627b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.902856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-077bacef-4630-488f-9f59-960ce5c8627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.939717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.976913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-e4333e9b-c3df-4dd5-af36-13bc00d55057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.001891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-e4333e9b-c3df-4dd5-af36-13bc00d55057 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.3063288 Jul 07 17:11:50.004934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.015121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.063370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bacef-4630-488f-9f59-960ce5c8627b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fccea6-0829-4373-b099-01ed4249ec6a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.131888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-077bacef-4630-488f-9f59-960ce5c8627b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc41d1a849a2467da6c25a1cf426411e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126424 Jul 07 17:11:50.135779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:50.190059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.208468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Pushing event updated for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.219814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-00929b8d-38c5-4ad8-b967-0ca8fc705fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.221606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-00929b8d-38c5-4ad8-b967-0ca8fc705fb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692204 Jul 07 17:11:50.225276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.429399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.481801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f584539c-fcd8-4820-bb65-0527c3e49a20 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:50.534035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f584539c-fcd8-4820-bb65-0527c3e49a20 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:50.539393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f584539c-fcd8-4820-bb65-0527c3e49a20 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:50.548951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Network f8634bf5-79a7-4d5a-94da-054d67293a73 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:50.553152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:50.592009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.678756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-e5b70962-957f-4224-b0c2-60f4992b684c service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435132 Jul 07 17:11:50.737732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.928461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6de9072-2eb3-4941-bbd2-80ef83bf5c15 req-c929208b-605f-4c32-b21e-29ac7c54c51b service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961362 Jul 07 17:11:50.928461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.928461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.928461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96fccea6-0829-4373-b099-01ed4249ec6a HTTP/1.1" status: 204 len: 168 time: 0.7707129 Jul 07 17:11:50.963300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea067bc8-583c-42b7-a5de-5afda3dee246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fccea6-0829-4373-b099-01ed4249ec6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:51.099471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-abfafb9e-8712-4705-b873-3ab9e306723e None None] Provisioning complete for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:51.099707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abfafb9e-8712-4705-b873-3ab9e306723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.132989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85663f5d-b148-4aad-9e3e-edbcf52bc368 req-90cbb0ab-3fd7-441c-9613-a14cfad42742 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.132989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85663f5d-b148-4aad-9e3e-edbcf52bc368 req-90cbb0ab-3fd7-441c-9613-a14cfad42742 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.5710828 Jul 07 17:11:51.180776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Allocated IP 172.25.7.95 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/99b1b02d-17a3-47ce-8dca-772ef84824f9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:51.245468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-abfafb9e-8712-4705-b873-3ab9e306723e None None] Port 344f8c51-0c1f-4db9-afc3-05aa2e04633c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:51.258169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85663f5d-b148-4aad-9e3e-edbcf52bc368 req-6b280cac-af80-4911-bab1-3d513b18464b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116142 Jul 07 17:11:51.414406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75075f0a-8988-4983-872c-c1f504c7fac3 req-384c554d-de61-4dc9-a2ab-bf1f8b59044d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.422071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75075f0a-8988-4983-872c-c1f504c7fac3 req-384c554d-de61-4dc9-a2ab-bf1f8b59044d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1276026 Jul 07 17:11:51.536873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75075f0a-8988-4983-872c-c1f504c7fac3 req-d2baf739-f786-434f-8ac6-603dd7a0eeb9 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081541 Jul 07 17:11:51.557436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:51.576554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.753271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:51.789517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82260590-9444-4e02-bb8c-112d68c68b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.822406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:51.850310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c2297549-3fbc-4807-a099-1d8aa63bbf02 admin admin] 10.222.0.22 "PUT /v2.0/routers/17e8ae33-1dd9-4672-9187-7e4fd7e51ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0947657 Jul 07 17:11:51.892569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.990458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:52.000426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:52.005393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:52.056236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event updated for resources: {'Port': ['ID=99b1b02d-17a3-47ce-8dca-772ef84824f9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.508257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 038ffb6f-3d8c-444c-ab3e-19455a5f848e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:52.520247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e484ad-bdd5-44c1-b04d-ec31fcd346a2 req-1d02c21a-012d-4494-bd58-afa565e2db22 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.527629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1e484ad-bdd5-44c1-b04d-ec31fcd346a2 req-1d02c21a-012d-4494-bd58-afa565e2db22 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.8426111 Jul 07 17:11:52.533557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:52.540656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Request body: {'floatingip': {'port_id': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:52.634462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.658339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 038ffb6f-3d8c-444c-ab3e-19455a5f848e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:52.669556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 038ffb6f-3d8c-444c-ab3e-19455a5f848e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:52.670910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.890343 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82260590-9444-4e02-bb8c-112d68c68b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.899537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82260590-9444-4e02-bb8c-112d68c68b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.944546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.979938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Sync routers for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:53.046760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-82260590-9444-4e02-bb8c-112d68c68b29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fc35853841b4c998e906b21cbac47ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2901511 Jul 07 17:11:53.050884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.056990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 038ffb6f-3d8c-444c-ab3e-19455a5f848e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=038ffb6f-3d8c-444c-ab3e-19455a5f848e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:53.063724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260590-9444-4e02-bb8c-112d68c68b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb8f42-0821-4ec1-9477-d8340dbf24b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.080559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.093934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:53.093934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:53.205605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15e2c-2875-4b2f-98cb-3577fa51f74b req-baf211e5-b727-4460-839d-d3ddc564a0db tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.208083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4a15e2c-2875-4b2f-98cb-3577fa51f74b req-baf211e5-b727-4460-839d-d3ddc564a0db tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3130522 Jul 07 17:11:53.261117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.292709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.379191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.394229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:53.394834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:53.408275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-network', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:53.506729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Made reservation on behalf of 5f4a305c11be4e93bfc2e0cacd8ef6e2 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:53.509708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.525272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.609367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=038ffb6f-3d8c-444c-ab3e-19455a5f848e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:53.671765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4a15e2c-2875-4b2f-98cb-3577fa51f74b req-0fcc3d9b-607b-4a1a-9a6d-5954345b6e33 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548566 Jul 07 17:11:53.695465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:53.800171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 4, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '344f8c51-0c1f-4db9-afc3-05aa2e04633c', 'name': '', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'mac_address': 'fa:16:3e:30:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:47Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 2, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'subnets': [{'id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:53.864629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Checking router: 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:53.865392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Updating router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 port 344f8c51-0c1f-4db9-afc3-05aa2e04633c binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:53.891305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Router f8b7ac17-0125-48b1-bb53-5de848513d55 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:53.947109 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.032339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:54.044193 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] Sync routers for ids ['f8b7ac17-0125-48b1-bb53-5de848513d55'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:54.059956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] Routers {'f8b7ac17-0125-48b1-bb53-5de848513d55'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:54.060449 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f8b7ac17-0125-48b1-bb53-5de848513d55'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:54.083441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.097228 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.231792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.240329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.242607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00bb8f42-0821-4ec1-9477-d8340dbf24b2 HTTP/1.1" status: 204 len: 168 time: 1.1878958 Jul 07 17:11:54.289761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678f01c-c915-4fc9-8fba-168df1e1f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb8f42-0821-4ec1-9477-d8340dbf24b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.317161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.328570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.393722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.402675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71b63749-9587-4ef9-a189-9f6588db95cf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0325420 Jul 07 17:11:54.410068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48450) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:54.423587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:54.441179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 038ffb6f-3d8c-444c-ab3e-19455a5f848e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:54.503356 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Floating IP 0f619b72-dc84-435b-b01b-31385d357054 associated. External IP: 172.25.7.90, port: 503eeeac-f55f-4cd7-9ae0-060da7269e27. Jul 07 17:11:54.505427 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:54.525547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc685f-b848-419a-a4e6-2e2d4e26604a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.538839 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] Routers {'f8b7ac17-0125-48b1-bb53-5de848513d55'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:54.541266 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f8b7ac17-0125-48b1-bb53-5de848513d55'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:54.544561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:54.569664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.617617 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:54.622846 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d456c670-fc4d-4212-abff-16aafd904d2f None None] The sync data for ids ['f8b7ac17-0125-48b1-bb53-5de848513d55'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:54.665009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Transition to ACTIVE for port object 344f8c51-0c1f-4db9-afc3-05aa2e04633c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:54.685953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.690978 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Added segment 577f8037-00bb-4ea3-a400-52dc77d8ccfa of type vlan for network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 Jul 07 17:11:54.696151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.773880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02619915-70b0-4f84-9435-5faabba1604c None None] Pushing event updated for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:54.824108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.835756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 038ffb6f-3d8c-444c-ab3e-19455a5f848e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:54.836678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.942444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Attempting to bind port 344f8c51-0c1f-4db9-afc3-05aa2e04633c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:54.943410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Attempting to bind port 344f8c51-0c1f-4db9-afc3-05aa2e04633c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:54.944011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Attempting to bind port 344f8c51-0c1f-4db9-afc3-05aa2e04633c on network f8634bf5-79a7-4d5a-94da-054d67293a73 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:54.953073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:11:54.953297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:54.953835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Checking segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:54.954994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:54.955406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Bound using segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:54.955949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Bound port: 344f8c51-0c1f-4db9-afc3-05aa2e04633c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:54.956497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.157634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.157634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.157634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.243051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] For port 344f8c51-0c1f-4db9-afc3-05aa2e04633c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:55.248804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] For port 344f8c51-0c1f-4db9-afc3-05aa2e04633c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=344f8c51-0c1f-4db9-afc3-05aa2e04633c,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:55.269184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.275202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Router fc8196bd-316b-4287-ab5d-b8ca1fb80988 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:55.313693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e2edf-6f76-4c2f-8522-80cd04526fe2 req-142edb03-70d4-42d2-b2da-ed5e31c9fa09 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.334004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-828e2edf-6f76-4c2f-8522-80cd04526fe2 req-142edb03-70d4-42d2-b2da-ed5e31c9fa09 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3036144 Jul 07 17:11:55.429895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:55.439228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:55.542479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-828e2edf-6f76-4c2f-8522-80cd04526fe2 req-0f89b652-102d-4e22-806f-9b9421fbe275 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766549 Jul 07 17:11:55.561229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02619915-70b0-4f84-9435-5faabba1604c None None] Pushing event updated for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.622193 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.677227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] Pushing event updated for resources: {'Network': ['ID=c0554700-9e5c-4de3-ba04-ff8bb5b47b50,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.691121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f35fbdc0-5838-4dd3-83f2-95c4960d9d2a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2891979 Jul 07 17:11:55.692045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:55.705291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Request body: {'subnet': {'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-subnet', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:55.718374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:55.833226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:55.845096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.895276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Sync routers for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:55.968811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3590b07b-d91e-4f02-8f7a-a6b4bc37dde9 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "PUT /v2.0/floatingips/0f619b72-dc84-435b-b01b-31385d357054 HTTP/1.1" status: 200 len: 990 time: 3.4327810 Jul 07 17:11:55.969521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Made reservation on behalf of 5f4a305c11be4e93bfc2e0cacd8ef6e2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:55.989031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.022919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:56.024749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:56.049282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:56.049282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:56.050191 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a5518-e426-4e2c-a5e8-d8f1fa109d86" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:56.236546 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba942680-9936-4ac5-a3ce-613066757f16 x-openstack-request-id: req-ba942680-9936-4ac5-a3ce-613066757f16 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:56.237172 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:56.238426 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba942680-9936-4ac5-a3ce-613066757f16 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:56.239006 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'status': 'completed', 'code': 200} Jul 07 17:11:56.508275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-fc353fb6-77d2-440c-a4fa-36b18adddb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.510738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-fc353fb6-77d2-440c-a4fa-36b18adddb52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571&device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 1097 time: 0.2691679 Jul 07 17:11:56.685991 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.689470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.866787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-b37e0aca-0dda-4d0b-b378-0d71dffb490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.868716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-b37e0aca-0dda-4d0b-b378-0d71dffb490e service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4f96cb-f201-494f-ae86-b2887cde8cdf HTTP/1.1" status: 200 len: 912 time: 0.3468745 Jul 07 17:11:56.953706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router f8b7ac17-0125-48b1-bb53-5de848513d55 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:57.003468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-974ddef2-1fdf-45c9-89e7-43ec6b7ad20e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27 HTTP/1.1" status: 200 len: 998 time: 0.0967331 Jul 07 17:11:57.003468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.046078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.095324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:57.247121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:57.254656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.255892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee2b67ab-b579-4a0a-9140-8cb2c7626623 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "PUT /v2.0/routers/f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 200 len: 921 time: 2.8416049 Jul 07 17:11:57.259862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] Sync routers for ids ['f8b7ac17-0125-48b1-bb53-5de848513d55'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:57.261152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48508) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.273047 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] Routers {'f8b7ac17-0125-48b1-bb53-5de848513d55'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:57.275132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f8b7ac17-0125-48b1-bb53-5de848513d55'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.350483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62beca4e-7871-4f10-83ee-cc4f72e9805a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.382361 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.408166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] Routers {'f8b7ac17-0125-48b1-bb53-5de848513d55'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:57.409152 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f8b7ac17-0125-48b1-bb53-5de848513d55'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.429923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1e033-fc1d-40fb-bb80-f89e76f18cb0 req-ce16f21f-281d-4409-89c0-086a21ed310e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.439497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d1e033-fc1d-40fb-bb80-f89e76f18cb0 req-ce16f21f-281d-4409-89c0-086a21ed310e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.5934000 Jul 07 17:11:57.500280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8247f4cd-c814-4514-af1f-194d2d2a638c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 200 len: 921 time: 0.2377725 Jul 07 17:11:57.500748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2691cd32-524a-4528-aa1e-db91ef21fead,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.505729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48516) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.526021 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.529193 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea8d54-e7ce-403a-85a4-55f93244896d None None] The sync data for ids ['f8b7ac17-0125-48b1-bb53-5de848513d55'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:57.541838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d1e033-fc1d-40fb-bb80-f89e76f18cb0 req-31600585-d37f-4ee6-b469-068d275f6e4e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678308 Jul 07 17:11:57.552119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-46673483-9617-443d-a16d-d1b994849f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.553809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-46673483-9617-443d-a16d-d1b994849f43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6a149df-0ab1-4f52-bf62-7ae0776ac0ff HTTP/1.1" status: 200 len: 850 time: 0.5334847 Jul 07 17:11:57.571245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Checking segment: {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:57.571613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Network hostable DHCP agents. Network: c0554700-9e5c-4de3-ba04-ff8bb5b47b50, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:57.637688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:57.651640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '0f619b72-dc84-435b-b01b-31385d357054', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'port_id': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'mac_address': 'fa:16:3e:a3:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2462b4-4b83-4656-a866-643617c38428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:27Z', 'updated_at': '2021-07-07T17:11:53Z', 'revision_number': 1, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.668387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-c439f478-fa4c-4915-bbcf-ca1b23c31264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.670048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-c439f478-fa4c-4915-bbcf-ca1b23c31264 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4f96cb-f201-494f-ae86-b2887cde8cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075540 Jul 07 17:11:57.687627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 4, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '344f8c51-0c1f-4db9-afc3-05aa2e04633c', 'name': '', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'mac_address': 'fa:16:3e:30:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:47Z', 'updated_at': '2021-07-07T17:11:55Z', 'revision_number': 4, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'subnets': [{'id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.691846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Checking router: fc8196bd-316b-4287-ab5d-b8ca1fb80988 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:57.726973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46002123-5ae1-4a9f-a1c8-f98817c5d69d None None] The sync data for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 is: [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:11:49Z', 'revision_number': 4, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '344f8c51-0c1f-4db9-afc3-05aa2e04633c', 'name': '', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'mac_address': 'fa:16:3e:30:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:47Z', 'updated_at': '2021-07-07T17:11:55Z', 'revision_number': 4, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'subnets': [{'id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:57.741597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:57.742503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:11:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:57.830697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8c303-9fe6-4a48-9fac-1fcb38250fe8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.836220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58f8c303-9fe6-4a48-9fac-1fcb38250fe8 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=f8b7ac17-0125-48b1-bb53-5de848513d55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3258152 Jul 07 17:11:57.836800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:57.975419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:57.978648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-52effbe6-3973-4bac-91a0-8c34602b8dbd service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018827 Jul 07 17:11:57.980855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c0554700-9e5c-4de3-ba04-ff8bb5b47b50) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:58.035864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.035864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.043246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f8e4f-4646-48d0-ba0a-7fdb2eeba3a6 None None] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:58.185857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-268a5518-e426-4e2c-a5e8-d8f1fa109d86 req-9f27852f-7a5c-422c-9f2b-b1470564f462 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917658 Jul 07 17:11:58.286280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62beca4e-7871-4f10-83ee-cc4f72e9805a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.298426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62beca4e-7871-4f10-83ee-cc4f72e9805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.363156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2351072b-4c54-456d-b0bf-d9f15533d8c9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6700208 Jul 07 17:11:58.365931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-62beca4e-7871-4f10-83ee-cc4f72e9805a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba706abb6b5649c09cb97a97efddd4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3468208 Jul 07 17:11:58.367215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:58.407109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:58.439218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beca4e-7871-4f10-83ee-cc4f72e9805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97925841-264d-45f9-8fd3-26f8d6b31789,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:58.454989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:58.456244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.458176 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.520253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 344f8c51-0c1f-4db9-afc3-05aa2e04633c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:58.694026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'fixed_ips': [{'subnet_id': '2691cd32-524a-4528-aa1e-db91ef21fead'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:58.695079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.695869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:58.934217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a0274-ed05-4f3b-9e54-48a17eb8ae66 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.940530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c85a0274-ed05-4f3b-9e54-48a17eb8ae66 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 1.1026616 Jul 07 17:11:58.946975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:58.975109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.023497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.055784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21eae656-4ac4-455a-bf06-fea97317c39a tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 200 len: 205 time: 0.1076303 Jul 07 17:11:59.063286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.168051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.247922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd00eb-1817-4ac4-b538-8abd5142b7bd req-f20c701d-3230-46ef-99d5-aff096badbce tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.249772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1dd00eb-1817-4ac4-b538-8abd5142b7bd req-f20c701d-3230-46ef-99d5-aff096badbce tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2396979 Jul 07 17:11:59.278009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:59.322979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:59.323362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.390785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Allocated IP 172.20.0.2 (c0554700-9e5c-4de3-ba04-ff8bb5b47b50/2691cd32-524a-4528-aa1e-db91ef21fead/f19e34fc-021a-4874-a410-230ec610ee7e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:59.394326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.437014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1dd00eb-1817-4ac4-b538-8abd5142b7bd req-4e8b1391-672c-423a-b45b-bf6dab776e21 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571705 Jul 07 17:11:59.454211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '0f619b72-dc84-435b-b01b-31385d357054', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'port_id': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'mac_address': 'fa:16:3e:a3:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2462b4-4b83-4656-a866-643617c38428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:27Z', 'updated_at': '2021-07-07T17:11:53Z', 'revision_number': 1, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:59.510227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.513119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.516727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97925841-264d-45f9-8fd3-26f8d6b31789 HTTP/1.1" status: 204 len: 168 time: 1.0456078 Jul 07 17:11:59.731635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.781189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422caa-5718-4636-a6a3-e6c72852dd89 None None] The sync data for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 is: [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '0f619b72-dc84-435b-b01b-31385d357054', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'port_id': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'mac_address': 'fa:16:3e:a3:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2462b4-4b83-4656-a866-643617c38428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:27Z', 'updated_at': '2021-07-07T17:11:53Z', 'revision_number': 1, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:00.025377 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b83538a-6242-4723-b3de-3a13fee32f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.029295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.057180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port 99b1b02d-17a3-47ce-8dca-772ef84824f9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:00.058199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.087341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 344f8c51-0c1f-4db9-afc3-05aa2e04633c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=344f8c51-0c1f-4db9-afc3-05aa2e04633c,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:00.099201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.329960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.351416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb8e68-aca7-4c85-8715-99ff6b24a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97925841-264d-45f9-8fd3-26f8d6b31789,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.352043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for 99b1b02d-17a3-47ce-8dca-772ef84824f9 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:00.476421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.479514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a24e9e-3654-4b45-a3f3-b0bf6edc665f None None] New status for floating IP 0f619b72-dc84-435b-b01b-31385d357054: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:00.485782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.528660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.528872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.549339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Transition to ACTIVE for port object f19e34fc-021a-4874-a410-230ec610ee7e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:00.611188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Transition to ACTIVE for port object f19e34fc-021a-4874-a410-230ec610ee7e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:00.642645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.854390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.890043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=99b1b02d-17a3-47ce-8dca-772ef84824f9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.907642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.908439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.909223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.909799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.910500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.911070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.911643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.912193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.912989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.913767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.914369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.914972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:00.978620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:00.990292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Allocated IP 172.25.7.56 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:01.039634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:01.046418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:01.053548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.148264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Pushing event updated for resources: {'Port': ['ID=f19e34fc-021a-4874-a410-230ec610ee7e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.232972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Attempting to bind port f19e34fc-021a-4874-a410-230ec610ee7e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:01.234366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Attempting to bind port f19e34fc-021a-4874-a410-230ec610ee7e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:01.236905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Attempting to bind port f19e34fc-021a-4874-a410-230ec610ee7e on network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:01.248648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:01.251917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.252978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Checking segment: {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:01.253559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.254159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Bound using segment: {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:01.255213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Bound port: f19e34fc-021a-4874-a410-230ec610ee7e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:01.256720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.261076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.366736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.367829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router f8b7ac17-0125-48b1-bb53-5de848513d55 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:01.396462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.397511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5dd74588-cd65-4444-ac26-b41eda2c7f41 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 204 len: 168 time: 2.3332443 Jul 07 17:12:01.406963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.419177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-956139563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:01.427159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] For port f19e34fc-021a-4874-a410-230ec610ee7e, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:01.434077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] For port f19e34fc-021a-4874-a410-230ec610ee7e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f19e34fc-021a-4874-a410-230ec610ee7e,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:01.442482 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.475873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.479084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.536748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506bc65-9edc-4769-a5ba-cc6ee70f76e8 req-1e6821ca-3c8c-465c-b844-62b1d57e454a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.546765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7506bc65-9edc-4769-a5ba-cc6ee70f76e8 req-1e6821ca-3c8c-465c-b844-62b1d57e454a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.5568674 Jul 07 17:12:01.609317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8484-961d-4597-82e9-b33a41ff15f6 None None] Pushing event updated for resources: {'Port': ['ID=f19e34fc-021a-4874-a410-230ec610ee7e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.618449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.625429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.629093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.656610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.659392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e24334c-014d-42d7-a8f3-14214207e2a7 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2476301 Jul 07 17:12:01.662259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48594) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:01.672284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:01.748447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7506bc65-9edc-4769-a5ba-cc6ee70f76e8 req-1524c9b8-7809-4e42-aec5-8d990f0209db tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004128 Jul 07 17:12:01.821561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.881460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Pushing event updated for resources: {'Port': ['ID=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:01.896616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.896966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.897307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.899794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.900362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.902316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:01.937854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:01.939520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:01.970141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:02.115985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.277233 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092abd40-4f16-44c9-bfb7-5a15ac481e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.615758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f19e34fc-021a-4874-a410-230ec610ee7e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:02.631120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.681184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.722675 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.732409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.755226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f19e34fc-021a-4874-a410-230ec610ee7e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:02.759952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 344f8c51-0c1f-4db9-afc3-05aa2e04633c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:02.808499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48610) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:02.919511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 344f8c51-0c1f-4db9-afc3-05aa2e04633c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:02.922559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.016312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Allocated IP 172.25.7.127 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/fa114cb9-0469-4e2d-ade0-b2c88f35f251) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:03.232380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.341219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.350741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-781f674b-b3a9-4e2c-b06b-610fb66a0313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.384904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.396837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:03.408450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:03.414264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:03.474305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event updated for resources: {'Port': ['ID=fa114cb9-0469-4e2d-ade0-b2c88f35f251,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.506935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193d954-b086-4d1f-acb0-e51faf7e5bec None None] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:03.553724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe93be-77ae-41b2-bad4-8fff6bc700f5 req-2d3c8777-5e6a-4a76-918d-537e416efdb5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.563654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabe93be-77ae-41b2-bad4-8fff6bc700f5 req-2d3c8777-5e6a-4a76-918d-537e416efdb5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3131790 Jul 07 17:12:03.628609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.706083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Provisioning for port f19e34fc-021a-4874-a410-230ec610ee7e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:03.708549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabe93be-77ae-41b2-bad4-8fff6bc700f5 req-7ed53430-d7dc-4c8b-a210-5fe1607a6d2e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439257 Jul 07 17:12:03.741619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Provisioning complete for port f19e34fc-021a-4874-a410-230ec610ee7e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:03.743852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.747701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Router 1130720e-fe02-417e-8712-6a1c08752c1b is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:03.796531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-781f674b-b3a9-4e2c-b06b-610fb66a0313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.811994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-781f674b-b3a9-4e2c-b06b-610fb66a0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.915467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:03.930875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Sync routers for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:03.935749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.958392 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:03.967792 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:03.987496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.999410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-781f674b-b3a9-4e2c-b06b-610fb66a0313 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1bca05bba5c47bca655efcb7b538032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1896074 Jul 07 17:12:04.002425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48622) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.003277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f674b-b3a9-4e2c-b06b-610fb66a0313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15782d1a-1c56-47e5-b981-9e8ce2d27bd5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.029563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.036523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-84516147-3b71-4d11-b247-bfdd7f428c27 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6432457 Jul 07 17:12:04.036910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.075412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] For port f19e34fc-021a-4874-a410-230ec610ee7e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f19e34fc-021a-4874-a410-230ec610ee7e,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:04.092833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.154599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.213555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.230078 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:04.238433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bb38b-e45f-4320-8421-189266d35d06 None None] Pushing event updated for resources: {'Port': ['ID=f19e34fc-021a-4874-a410-230ec610ee7e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.314186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.410565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f19e34fc-021a-4874-a410-230ec610ee7e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:04.535442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f19e34fc-021a-4874-a410-230ec610ee7e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:04.536156 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.559033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.568056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.569262 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15782d1a-1c56-47e5-b981-9e8ce2d27bd5 HTTP/1.1" status: 204 len: 168 time: 0.5631390 Jul 07 17:12:04.695329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d733269b-4356-46e8-9946-62461d9f1447 None None] Provisioning complete for port f19e34fc-021a-4874-a410-230ec610ee7e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:04.695881 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d733269b-4356-46e8-9946-62461d9f1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.711600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761bcb8-a7f2-4676-a775-5bc08cf97cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15782d1a-1c56-47e5-b981-9e8ce2d27bd5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.719888 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:02Z', 'revision_number': 3, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:04.765407 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.776418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.782803 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Checking router: 1130720e-fe02-417e-8712-6a1c08752c1b for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:04.795310 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Updating router 1130720e-fe02-417e-8712-6a1c08752c1b port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:04.860321 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.147790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Router 505b40cb-8040-45ed-a684-81fe60f2e962 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:05.280571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.375506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.404523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:05.414517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b612-63b0-4b33-9487-50e0886a9f66 req-637b2df3-f3bf-4504-9046-8d8637840c02 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.421517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] Sync routers for ids ['505b40cb-8040-45ed-a684-81fe60f2e962'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:05.425723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7168b612-63b0-4b33-9487-50e0886a9f66 req-637b2df3-f3bf-4504-9046-8d8637840c02 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2407842 Jul 07 17:12:05.444145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] Routers {'505b40cb-8040-45ed-a684-81fe60f2e962'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:05.444792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['505b40cb-8040-45ed-a684-81fe60f2e962'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:05.457461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.461184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b104ed54-25d7-4819-82cd-7f64254113ee tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "PUT /v2.0/routers/505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 200 len: 879 time: 3.7953084 Jul 07 17:12:05.466744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.547262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7168b612-63b0-4b33-9487-50e0886a9f66 req-9ce4f19d-f46f-4b9c-93be-fc1915e8b834 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202676 Jul 07 17:12:05.572806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:05.601023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] Routers {'505b40cb-8040-45ed-a684-81fe60f2e962'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:05.601661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['505b40cb-8040-45ed-a684-81fe60f2e962'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:05.636524 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.717355 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Transition to ACTIVE for port object 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:05.737726 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.781403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Allocated IP 172.20.0.1 (c0554700-9e5c-4de3-ba04-ff8bb5b47b50/2691cd32-524a-4528-aa1e-db91ef21fead/b98c9d47-9f16-4365-b107-0dd6ebc74405) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:05.832669 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Attempting to bind port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:05.839263 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Attempting to bind port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:05.841974 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Attempting to bind port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:05.845515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:05.847415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dea44-cbce-49e7-b60f-3cb3cd60ac52 None None] The sync data for ids ['505b40cb-8040-45ed-a684-81fe60f2e962'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:05.917912 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:05.925263 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:05.928997 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.929863 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:05.930498 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Bound port: 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:05.935247 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.966024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86e4e3f4-02ac-4c63-ba3c-782daa67097d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 200 len: 920 time: 0.4979722 Jul 07 17:12:05.966680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48664) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.065907 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] For port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:06.074703 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] For port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:06.083527 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.117758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.136874 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:06.136874 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:06.161674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Transition to ACTIVE for port object b98c9d47-9f16-4365-b107-0dd6ebc74405 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:06.196819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b727c86-f43b-4ba2-8fcf-4113fe29e95c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.201850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.202594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b727c86-f43b-4ba2-8fcf-4113fe29e95c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=505b40cb-8040-45ed-a684-81fe60f2e962&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2337878 Jul 07 17:12:06.244168 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.347736 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:06.513979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66df39-a24a-4955-83a4-45c763ad4503 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.521485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48676) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.522439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563537f-40e5-41c9-8444-b8d1a5f5908b None None] Pushing event updated for resources: {'Port': ['ID=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.537778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6b66df39-a24a-4955-83a4-45c763ad4503 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.3330734 Jul 07 17:12:06.555805 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.632616 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563537f-40e5-41c9-8444-b8d1a5f5908b None None] Pushing event updated for resources: {'Port': ['ID=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.636562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5d627e26-b7cd-43ac-bbdc-7bf3154dde6e tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 200 len: 205 time: 0.1136148 Jul 07 17:12:06.639385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48684) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.648715 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:02Z', 'revision_number': 3, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:06.701052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c37b8-597a-469c-869b-b65abd8aeabe None None] The sync data for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 is: [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:02Z', 'revision_number': 3, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:06.779638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:06.894134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.906214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:06.951960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:06.959217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:07.083587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.341368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b870-50e7-400e-b030-c231c7ee6d09 req-f7837db1-8f9f-402c-bcc0-ea0d15ed0a64 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.351753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3e5b870-50e7-400e-b030-c231c7ee6d09 req-f7837db1-8f9f-402c-bcc0-ea0d15ed0a64 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.5718312 Jul 07 17:12:07.416090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3e5b870-50e7-400e-b030-c231c7ee6d09 req-52085549-a5c5-43bd-bc05-67c9bd2d3f4c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Jul 07 17:12:07.476409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f469f89-bffd-4611-be10-b501b92583ae None None] Provisioning for port b98c9d47-9f16-4365-b107-0dd6ebc74405 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:07.482554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f469f89-bffd-4611-be10-b501b92583ae None None] Provisioning complete for port b98c9d47-9f16-4365-b107-0dd6ebc74405 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:07.482938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f469f89-bffd-4611-be10-b501b92583ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.589951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f469f89-bffd-4611-be10-b501b92583ae None None] Port b98c9d47-9f16-4365-b107-0dd6ebc74405 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:07.690611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.794460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:07.901618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port fa114cb9-0469-4e2d-ade0-b2c88f35f251 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:07.901995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.043616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.074245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for fa114cb9-0469-4e2d-ade0-b2c88f35f251 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:08.118382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.130386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.266949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.316081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.550365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.559279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:08.666984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=fa114cb9-0469-4e2d-ade0-b2c88f35f251,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.684537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:08.690614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:08.691135 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.737142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.758914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:08.760542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:08.921913 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.925838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.929002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.996573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:09.009408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.042478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.043479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router 505b40cb-8040-45ed-a684-81fe60f2e962 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:09.072216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.077443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a0c7d394-007c-44b0-813f-2b3932625d7d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 204 len: 168 time: 2.4340553 Jul 07 17:12:09.083465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48730) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.099561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1599779509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.130283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.150433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dd5bd-37cb-47ad-8db5-fd44e789580e req-a6de2f06-6338-4e86-a4b2-6dbd8b8058eb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.158013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e98dd5bd-37cb-47ad-8db5-fd44e789580e req-a6de2f06-6338-4e86-a4b2-6dbd8b8058eb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2938542 Jul 07 17:12:09.167374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.168895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.181534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Router 1130720e-fe02-417e-8712-6a1c08752c1b has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:09.227580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e98dd5bd-37cb-47ad-8db5-fd44e789580e req-4ab68cee-7d89-43e7-a3b5-4a12818d0dfd tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673358 Jul 07 17:12:09.345166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e11603c1-7b28-4f1c-b7e6-4f693395fa02 None None] Provisioning complete for port b98c9d47-9f16-4365-b107-0dd6ebc74405 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:09.346555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e11603c1-7b28-4f1c-b7e6-4f693395fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.391943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.400132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.461743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.465571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1ed21e2-9f81-49a6-96c5-77caa5e5246c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3793650 Jul 07 17:12:09.469617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:09.478431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': True}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.493492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e11603c1-7b28-4f1c-b7e6-4f693395fa02 None None] Port b98c9d47-9f16-4365-b107-0dd6ebc74405 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:09.579003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:09.589144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4526c2e5-abd2-44a2-931d-d5522a82fa80 admin admin] 10.222.0.22 "PUT /v2.0/routers/1130720e-fe02-417e-8712-6a1c08752c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5502491 Jul 07 17:12:09.948300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.994417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Sync routers for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:10.006100 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:10.006739 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:10.179290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:10.244965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.267589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.555687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:10.753267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:10.753566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.768119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.25.7.9 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f0b37ea8-92b4-4fd2-a63d-c6fa27723cfd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:10.817444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad783391-d95a-4707-9c63-f1b41900d4f2 req-ac6947f1-25c1-4c5d-8dc7-2c0ec231bfe0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.834138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad783391-d95a-4707-9c63-f1b41900d4f2 req-ac6947f1-25c1-4c5d-8dc7-2c0ec231bfe0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2436261 Jul 07 17:12:10.917665 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:07Z', 'revision_number': 4, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b98c9d47-9f16-4365-b107-0dd6ebc74405', 'name': '', 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'mac_address': 'fa:16:3e:e4:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:05Z', 'updated_at': '2021-07-07T17:12:07Z', 'revision_number': 2, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'subnets': [{'id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:10.996254 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Checking router: 1130720e-fe02-417e-8712-6a1c08752c1b for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:10.997006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Updating router 1130720e-fe02-417e-8712-6a1c08752c1b port b98c9d47-9f16-4365-b107-0dd6ebc74405 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:11.041698 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.063181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.201864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.307353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:11.310798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:11.334540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:11.373198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=f0b37ea8-92b4-4fd2-a63d-c6fa27723cfd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:11.387728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad783391-d95a-4707-9c63-f1b41900d4f2 req-6e601d9c-f94c-44d0-b4bd-2be7931a77de tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524733 Jul 07 17:12:11.553520 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.569074 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Transition to ACTIVE for port object b98c9d47-9f16-4365-b107-0dd6ebc74405 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:11.582889 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.638570 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41637-1c56-4d04-b146-01c0cf1fec08 None None] Pushing event updated for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:11.714326 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Attempting to bind port b98c9d47-9f16-4365-b107-0dd6ebc74405 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:11.714720 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Attempting to bind port b98c9d47-9f16-4365-b107-0dd6ebc74405 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:11.715083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Attempting to bind port b98c9d47-9f16-4365-b107-0dd6ebc74405 on network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:11.722569 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:11.722946 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Checking segment: {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:11.723354 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.723754 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Bound using segment: {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:11.724271 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Bound port: b98c9d47-9f16-4365-b107-0dd6ebc74405, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f8037-00bb-4ea3-a400-52dc77d8ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:11.724592 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.865646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.891869 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] For port b98c9d47-9f16-4365-b107-0dd6ebc74405, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:11.900918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] For port b98c9d47-9f16-4365-b107-0dd6ebc74405, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b98c9d47-9f16-4365-b107-0dd6ebc74405,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:11.911727 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.009824 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41637-1c56-4d04-b146-01c0cf1fec08 None None] Pushing event updated for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:12.031516 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:12.032260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:12.228957 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:12.462685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.469742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:12.853852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router 794b02dc-aa6e-4866-8616-02473e194786 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:12.879732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5e48-1342-4c46-89de-d6c2013d1cc9 req-789f6454-b2ba-4d00-8ba0-9c89210c6ad5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.888010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e35a5e48-1342-4c46-89de-d6c2013d1cc9 req-789f6454-b2ba-4d00-8ba0-9c89210c6ad5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2474968 Jul 07 17:12:12.938471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e35a5e48-1342-4c46-89de-d6c2013d1cc9 req-7c7bbdc4-99e6-448f-a038-b9f7da06777d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Jul 07 17:12:12.947651 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:07Z', 'revision_number': 4, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b98c9d47-9f16-4365-b107-0dd6ebc74405', 'name': '', 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'mac_address': 'fa:16:3e:e4:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:05Z', 'updated_at': '2021-07-07T17:12:11Z', 'revision_number': 4, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'subnets': [{'id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:13.006385 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1830-e2cb-4a27-b101-994d8640bcd7 None None] The sync data for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 is: [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:12:07Z', 'revision_number': 4, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b98c9d47-9f16-4365-b107-0dd6ebc74405', 'name': '', 'network_id': 'c0554700-9e5c-4de3-ba04-ff8bb5b47b50', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'mac_address': 'fa:16:3e:e4:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:05Z', 'updated_at': '2021-07-07T17:12:11Z', 'revision_number': 4, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'subnets': [{'id': '2691cd32-524a-4528-aa1e-db91ef21fead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:13.324681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:13.342284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:13.344069 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6bbc587e-6fbc-4f11-8cb2-3800cba50daf tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "PUT /v2.0/routers/794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 200 len: 913 time: 3.8717582 Jul 07 17:12:13.349230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:13.375232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] Sync routers for ids ['794b02dc-aa6e-4866-8616-02473e194786'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:13.411761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] Routers {'794b02dc-aa6e-4866-8616-02473e194786'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:13.412143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['794b02dc-aa6e-4866-8616-02473e194786'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:13.591481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:13.637060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] Routers {'794b02dc-aa6e-4866-8616-02473e194786'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:13.637698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['794b02dc-aa6e-4866-8616-02473e194786'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:13.718613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:13.720810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0bc5488e-8fc0-4284-8926-95015dd81d10 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 200 len: 919 time: 0.3701110 Jul 07 17:12:13.818691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:13.825839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31483223-4092-430b-aa45-3a3e5f64d278 None None] The sync data for ids ['794b02dc-aa6e-4866-8616-02473e194786'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:13.942300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e674ba-ec04-46a8-b8e9-d7c1c6300b0c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.946494 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-88e674ba-ec04-46a8-b8e9-d7c1c6300b0c tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=794b02dc-aa6e-4866-8616-02473e194786&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2243314 Jul 07 17:12:13.947535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48816) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.187684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb69d35-ff2f-48cd-9daa-91fb3c351914 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.192207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ffb69d35-ff2f-48cd-9daa-91fb3c351914 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.2373641 Jul 07 17:12:14.193457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.254234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:14.265808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-41d47c36-36d9-452a-ad1f-2a0596db67bf tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 200 len: 205 time: 0.0704248 Jul 07 17:12:14.425575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b98c9d47-9f16-4365-b107-0dd6ebc74405 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:14.560319 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.654131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b98c9d47-9f16-4365-b107-0dd6ebc74405 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:14.662275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b98c9d47-9f16-4365-b107-0dd6ebc74405 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:14.662663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.715664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8952165-eb4b-4823-8f13-fe19343d5dbe req-dda93a9e-bb27-45e6-bfd0-343ccf3ed049 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.729984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8952165-eb4b-4823-8f13-fe19343d5dbe req-dda93a9e-bb27-45e6-bfd0-343ccf3ed049 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2654910 Jul 07 17:12:14.831959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8952165-eb4b-4823-8f13-fe19343d5dbe req-edafd582-52b9-4763-a738-9ca83c44b173 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006498 Jul 07 17:12:14.905807 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.991861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b98c9d47-9f16-4365-b107-0dd6ebc74405, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b98c9d47-9f16-4365-b107-0dd6ebc74405,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:14.998755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.139689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:15.149525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.150304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.150903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.151471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.152029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.152603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.153157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.153715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.154311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.154861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.155430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.156000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:15.180779 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.358810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port f0b37ea8-92b4-4fd2-a63d-c6fa27723cfd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:15.359482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.528870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:15.557990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for f0b37ea8-92b4-4fd2-a63d-c6fa27723cfd owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:16.160612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.255059 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:16.351784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a1618-e729-4e20-ae99-9520aaf14249 req-565034af-ea9f-484c-83a4-ca6a6d538ee2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.353829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=f0b37ea8-92b4-4fd2-a63d-c6fa27723cfd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.370750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899a1618-e729-4e20-ae99-9520aaf14249 req-565034af-ea9f-484c-83a4-ca6a6d538ee2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.2358780 Jul 07 17:12:16.530909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899a1618-e729-4e20-ae99-9520aaf14249 req-6e2288b4-2f09-4116-96f7-96701ad5a2b4 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588776 Jul 07 17:12:16.536742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b98c9d47-9f16-4365-b107-0dd6ebc74405 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:16.593800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.635547 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b98c9d47-9f16-4365-b107-0dd6ebc74405 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:16.636290 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.773369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.777838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.843692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.844606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router 794b02dc-aa6e-4866-8616-02473e194786 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:16.874739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.876012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1f16055-7707-49de-aa6b-246ac4a94285 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 204 len: 168 time: 2.6204593 Jul 07 17:12:16.880683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:16.897741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-572286529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:16.961715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.964178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.059649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.069749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.123016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.125461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-29e779ce-fd7d-4ef3-a6d5-4cf7475eae25 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2432878 Jul 07 17:12:17.128516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:17.133713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:17.641631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.894332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d1de8-9226-435c-98da-7c840b4be865 req-d1bdf8fd-5ffa-4636-bac9-2c3d872a29a0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.896949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e41d1de8-9226-435c-98da-7c840b4be865 req-d1bdf8fd-5ffa-4636-bac9-2c3d872a29a0 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1123831 Jul 07 17:12:17.990068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e41d1de8-9226-435c-98da-7c840b4be865 req-e6650961-8050-4b0d-ac7c-b2adad0e90df tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850954 Jul 07 17:12:18.808679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.873101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.073579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-45b203e2-9bb5-4be6-9a7f-94cd41607522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.076025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-45b203e2-9bb5-4be6-9a7f-94cd41607522 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 1097 time: 0.1427846 Jul 07 17:12:19.200304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Allocated IP 172.25.7.172 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/cee1cbee-3f80-4a4f-975b-779c07a78ce3) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:19.387002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-0b68a17d-7cc5-441b-8725-e92c733aa353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.390037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-0b68a17d-7cc5-441b-8725-e92c733aa353 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.3061361 Jul 07 17:12:19.409883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.581040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.628035 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-707c53fc-e49e-4102-b14b-921069b63c47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1 HTTP/1.1" status: 200 len: 217 time: 0.1307778 Jul 07 17:12:19.659398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:19.669637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:19.676464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:19.744183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Pushing event updated for resources: {'Port': ['ID=cee1cbee-3f80-4a4f-975b-779c07a78ce3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:19.793726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-2d6d67f7-3aea-4e1b-a8b3-6c80b1090152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.795845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-2d6d67f7-3aea-4e1b-a8b3-6c80b1090152 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1489608 Jul 07 17:12:19.899562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807b93-d62a-4ba8-827a-9272aff9ab3d req-e9b91dc4-4346-451d-8349-48ebfc26ac43 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.906631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75807b93-d62a-4ba8-827a-9272aff9ab3d req-e9b91dc4-4346-451d-8349-48ebfc26ac43 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.5121646 Jul 07 17:12:19.969773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75807b93-d62a-4ba8-827a-9272aff9ab3d req-b5b0e352-29e8-43c8-85bb-b68008e600bc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620203 Jul 07 17:12:20.032199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-206e4a3b-84ac-411d-a3c6-a900f036c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.041418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-206e4a3b-84ac-411d-a3c6-a900f036c5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2385931 Jul 07 17:12:20.206595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-1f831755-57ff-4631-b804-a8a5cb678642 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571882 Jul 07 17:12:20.247266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.326152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6205933b-a3b6-46c9-b012-662de34a4aa7 req-e99fb433-902e-4c72-bf3e-efc35e99b182 service neutron] 10.222.0.83 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143310 Jul 07 17:12:20.521540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.524853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.782985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Router 029c2171-c9bf-49d3-b492-d269a33886bc is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:21.090668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:21.095108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:21.096904 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f30c0ec2-8fcd-44d1-bd66-51c8ea99e45d tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "PUT /v2.0/routers/029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 200 len: 915 time: 3.9672618 Jul 07 17:12:21.101251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:21.104586 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] Sync routers for ids ['029c2171-c9bf-49d3-b492-d269a33886bc'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:21.131227 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] Routers {'029c2171-c9bf-49d3-b492-d269a33886bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:21.132289 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['029c2171-c9bf-49d3-b492-d269a33886bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:21.240479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:21.275597 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] Routers {'029c2171-c9bf-49d3-b492-d269a33886bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:21.276969 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['029c2171-c9bf-49d3-b492-d269a33886bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:21.350060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-31f4812b-21bb-4473-896d-1844483439e5 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 200 len: 921 time: 0.2474306 Jul 07 17:12:21.352991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48960) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:21.406269 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:21.406953 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2225a8dc-54e6-4b58-84d5-d7ee319a2e19 None None] The sync data for ids ['029c2171-c9bf-49d3-b492-d269a33886bc'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:21.426387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc03c-8456-4c46-b757-8c814d9ce0e7 req-c13ce428-8260-4605-a843-0c8a2b9393d2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.444749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1acc03c-8456-4c46-b757-8c814d9ce0e7 req-c13ce428-8260-4605-a843-0c8a2b9393d2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.1661720 Jul 07 17:12:21.452950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb155fb-21f1-47ad-b55e-bb7f01dad344 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.454909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2cb155fb-21f1-47ad-b55e-bb7f01dad344 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=029c2171-c9bf-49d3-b492-d269a33886bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1010292 Jul 07 17:12:21.458010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48964) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:21.571075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1acc03c-8456-4c46-b757-8c814d9ce0e7 req-61689d85-0cc8-41cb-9ab3-5923dfc8c30d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250751 Jul 07 17:12:21.606254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3198cf-0bb4-462f-a5c3-b226ea121344 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.608118 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-da3198cf-0bb4-462f-a5c3-b226ea121344 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.1487579 Jul 07 17:12:21.611410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:21.653154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:21.659797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2aea34f8-6418-4753-ae29-af6cb4220c7b tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 200 len: 205 time: 0.0468726 Jul 07 17:12:21.870536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.076331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.211217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port cee1cbee-3f80-4a4f-975b-779c07a78ce3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:22.211574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.404446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.443846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for cee1cbee-3f80-4a4f-975b-779c07a78ce3 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:22.611636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:22.813286 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.847589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:22.848818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:22.855536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.863593 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66817fe2-8265-4883-9673-8af28eca20ba" -d '{"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:22.871314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:22.966009 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd31b11-eb4d-4a0c-b447-6d9b2f82e407 x-openstack-request-id: req-5bd31b11-eb4d-4a0c-b447-6d9b2f82e407 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:22.973352 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-unplugged", "status": "failed", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:22.973352 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bd31b11-eb4d-4a0c-b447-6d9b2f82e407 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:22.973614 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'code': 422} returned with failed status Jul 07 17:12:23.026455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.053813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=cee1cbee-3f80-4a4f-975b-779c07a78ce3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:23.132058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e180-aebe-48c7-8b10-6aedf196456c req-ee38d20e-21e4-4621-9c04-1b3e40a4933c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.143657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8276e180-aebe-48c7-8b10-6aedf196456c req-ee38d20e-21e4-4621-9c04-1b3e40a4933c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 945 time: 0.3613327 Jul 07 17:12:23.167224 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.323509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.356687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.384757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8276e180-aebe-48c7-8b10-6aedf196456c req-faa7dabc-26f9-4f9f-9d66-08280f6d8f7e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397912 Jul 07 17:12:23.456543 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.457391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router 029c2171-c9bf-49d3-b492-d269a33886bc {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:23.480334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.483338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0842ecdd-b975-49d9-8358-7b3d4d60b7d8 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 204 len: 168 time: 1.8284373 Jul 07 17:12:23.487935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48994) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:23.510483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1724882168', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:23.583969 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.585138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.736814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.779964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643aaa3-bd49-45c2-9d30-bfa88a44500a req-f621fea0-a933-4363-b1de-681ec05c55c5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.782074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5643aaa3-bd49-45c2-9d30-bfa88a44500a req-f621fea0-a933-4363-b1de-681ec05c55c5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1533737 Jul 07 17:12:23.878933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5643aaa3-bd49-45c2-9d30-bfa88a44500a req-2e545e00-7a1e-4cea-889c-f92973efbf89 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889940 Jul 07 17:12:24.022372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.187973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754df4a-8a15-467b-97ee-00f0267676ca req-6b89dceb-83c9-46fa-8246-e1af42369e46 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.197106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9754df4a-8a15-467b-97ee-00f0267676ca req-6b89dceb-83c9-46fa-8246-e1af42369e46 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1361017 Jul 07 17:12:24.286367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9754df4a-8a15-467b-97ee-00f0267676ca req-bd0b085e-2086-48b7-8fc3-e746f422cc32 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848343 Jul 07 17:12:24.481625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.568611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.987378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Allocated IP 172.25.7.245 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/3bbac704-337b-40b1-9fb5-d08a36dd2dd8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:25.163845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d2016-11c4-4bf2-9664-fe2834587aa2 req-bcb1f859-3cbf-4f4c-8a39-782132f47969 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.170808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d73d2016-11c4-4bf2-9664-fe2834587aa2 req-bcb1f859-3cbf-4f4c-8a39-782132f47969 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1698599 Jul 07 17:12:25.268196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d73d2016-11c4-4bf2-9664-fe2834587aa2 req-23a3113f-fbd3-4890-acdf-00583752ca08 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880644 Jul 07 17:12:25.273377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.338570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.394845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:25.396839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:25.399176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event updated for resources: {'Port': ['ID=3bbac704-337b-40b1-9fb5-d08a36dd2dd8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.401569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:25.522838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:25.679048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c892f45-5149-48cd-b1e1-68b39af2893d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.868036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.934958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c892f45-5149-48cd-b1e1-68b39af2893d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.946286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c892f45-5149-48cd-b1e1-68b39af2893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.010910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c892f45-5149-48cd-b1e1-68b39af2893d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d93d9b31371e4e6bbd4bafab0f624648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866114 Jul 07 17:12:26.011656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.012467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c892f45-5149-48cd-b1e1-68b39af2893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02365a24-d3b8-44e7-b3f0-57c3f5aef035,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.075016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.122757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.182023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.184989 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.189124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02365a24-d3b8-44e7-b3f0-57c3f5aef035 HTTP/1.1" status: 204 len: 168 time: 0.1723640 Jul 07 17:12:26.199490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ee3d1-a962-40ba-965f-305d7f832922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02365a24-d3b8-44e7-b3f0-57c3f5aef035,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.216634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.410072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Router bd059145-9985-489f-8b6d-8daff18e4222 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:26.536670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8eb2-ed66-485d-9701-2e5b1ade15f1 req-0fd545ad-aa2a-4e78-ac62-fe51ce700b30 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.538416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbaa8eb2-ed66-485d-9701-2e5b1ade15f1 req-0fd545ad-aa2a-4e78-ac62-fe51ce700b30 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1165526 Jul 07 17:12:26.581286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:26.600887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] Sync routers for ids ['bd059145-9985-489f-8b6d-8daff18e4222'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:26.606752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbaa8eb2-ed66-485d-9701-2e5b1ade15f1 req-b151c48f-052d-4767-b6ed-245b6fbf6996 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615575 Jul 07 17:12:26.627567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fba02fef-2182-4cb5-9f76-ad28133e08f1 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:26.628956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.632755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5d8abf7-d9c2-404c-a7dc-30c5994ee47c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1393359 Jul 07 17:12:26.633103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.638893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:26.715062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.722051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] Routers {'bd059145-9985-489f-8b6d-8daff18e4222'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:26.722804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd059145-9985-489f-8b6d-8daff18e4222'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:26.739243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e6be-7ca8-447a-bfa7-9fe888f81b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.804439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:26.817267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] Routers {'bd059145-9985-489f-8b6d-8daff18e4222'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:26.818813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd059145-9985-489f-8b6d-8daff18e4222'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:26.859907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:26.862666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74962dda-c7dc-471c-8439-ea45051a9346 None None] The sync data for ids ['bd059145-9985-489f-8b6d-8daff18e4222'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:26.938771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-d881dbea-043d-4f27-a180-24db241b3216 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.940969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-d881dbea-043d-4f27-a180-24db241b3216 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2464540 Jul 07 17:12:26.947745 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e6be-7ca8-447a-bfa7-9fe888f81b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.955904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e6be-7ca8-447a-bfa7-9fe888f81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.011611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-6175fa6e-e786-4a7f-8c8d-893f32da5634 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/quotas/63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 375 time: 0.0220759 Jul 07 17:12:27.057553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a7d5e6be-7ca8-447a-bfa7-9fe888f81b3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0caf37625f5f4a39a4a02f0fa2780829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392029 Jul 07 17:12:27.057553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5e6be-7ca8-447a-bfa7-9fe888f81b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad7fdf6-4cb9-4f4e-a592-433977657cb7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.060466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49076) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:27.125535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.154205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.159039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-f1e37253-29aa-48e0-904a-b5aa36438c72 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457703 Jul 07 17:12:27.168101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-71aceaee-cc81-4dd2-939e-e04e7717c7c8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:12:27.169103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-71aceaee-cc81-4dd2-939e-e04e7717c7c8 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093060 Jul 07 17:12:27.238433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.241338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.242586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ad7fdf6-4cb9-4f4e-a592-433977657cb7 HTTP/1.1" status: 204 len: 168 time: 0.1808002 Jul 07 17:12:27.257951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20297c8e-d989-4b55-adc7-9c2123ebd0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad7fdf6-4cb9-4f4e-a592-433977657cb7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.708815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.735202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.776064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49088) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:27.790239 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be13a814-2e14-4f00-ab01-8fd4f3e0887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.839252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-6c6aa88e-9716-4503-aa2e-68379f6435f4 service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604235 Jul 07 17:12:27.898837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be13a814-2e14-4f00-ab01-8fd4f3e0887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.905663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be13a814-2e14-4f00-ab01-8fd4f3e0887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.946311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Deleting port 3bbac704-337b-40b1-9fb5-d08a36dd2dd8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:27.946706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.955831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be13a814-2e14-4f00-ab01-8fd4f3e0887a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f326ccb07494573a7ba14eb5caba427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785841 Jul 07 17:12:27.956745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13a814-2e14-4f00-ab01-8fd4f3e0887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5ac8d-4db1-417e-9046-6eed53eeaaea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.960439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:28.007546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb014a6-dc7f-432b-8df3-d37662bfcb4f req-de024cd8-66bc-4e59-a01e-aa81d22bae76 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.009134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcb014a6-dc7f-432b-8df3-d37662bfcb4f req-de024cd8-66bc-4e59-a01e-aa81d22bae76 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2379761 Jul 07 17:12:28.018168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.045879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.063074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-1de1f286-ae26-4ba4-a3e1-a9badffe7ebc service neutron] 10.222.0.22 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175572 Jul 07 17:12:28.117199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.120715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.122047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9c5ac8d-4db1-417e-9046-6eed53eeaaea HTTP/1.1" status: 204 len: 168 time: 0.1606283 Jul 07 17:12:28.131225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcb014a6-dc7f-432b-8df3-d37662bfcb4f req-6a9ed01d-4862-43b8-8840-295f8db57381 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097755 Jul 07 17:12:28.134368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d4e8e-18f4-4deb-bac0-38762c894a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5ac8d-4db1-417e-9046-6eed53eeaaea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.167574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.190953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Calling delete_port for 3bbac704-337b-40b1-9fb5-d08a36dd2dd8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:28.402389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.448355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Pushing event deleted for resources: {'Port': ['ID=3bbac704-337b-40b1-9fb5-d08a36dd2dd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.523338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.687217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30cff3e4-09ad-4481-a729-3f2a987d1a45 req-6435dd71-6e1c-477a-9e17-7dac7054740e tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0448239 Jul 07 17:12:28.870058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.873627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.968478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Router bd059145-9985-489f-8b6d-8daff18e4222 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:29.063764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:29.072495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.078371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bb1d4c3e-d1ba-4aa2-9f9e-d7582aaa6027 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "PUT /v2.0/routers/bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 200 len: 706 time: 2.4396029 Jul 07 17:12:29.078475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49128) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.085338 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] Sync routers for ids ['bd059145-9985-489f-8b6d-8daff18e4222'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:29.108067 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] Routers {'bd059145-9985-489f-8b6d-8daff18e4222'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:29.112279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd059145-9985-489f-8b6d-8daff18e4222'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.208848 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.222275 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] Routers {'bd059145-9985-489f-8b6d-8daff18e4222'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:29.223347 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd059145-9985-489f-8b6d-8daff18e4222'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.264174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.265103 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0171ed6-a88f-4b83-a88a-235f9b8c0b8e None None] The sync data for ids ['bd059145-9985-489f-8b6d-8daff18e4222'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:29.553917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc761718-6f23-4e89-8d08-cec46434168d req-567046e9-40a6-4aad-8ea7-f1fd16668bc7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.555559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc761718-6f23-4e89-8d08-cec46434168d req-567046e9-40a6-4aad-8ea7-f1fd16668bc7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1716592 Jul 07 17:12:29.628528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a698d8be-0a35-4d69-9c47-b20543442bcc tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/routers/bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 200 len: 741 time: 0.5507996 Jul 07 17:12:29.640684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc761718-6f23-4e89-8d08-cec46434168d req-655e0bab-7d3d-481b-a6a2-0c82b7038135 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779281 Jul 07 17:12:29.646363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49142) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.707438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3eb89126-af47-406c-ad08-5abc77717268 tempest-RoutersAdminTest-2008292291 tempest-RoutersAdminTest-2008292291-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 200 len: 205 time: 0.0598936 Jul 07 17:12:29.710394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.806827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49154) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:29.807785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0f3ca015-4134-40ed-9d8c-85ea2b20562d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 200 len: 205 time: 0.0959270 Jul 07 17:12:29.865042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb929-58d3-4834-963c-7226aef68bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.907230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be6ac6e7-7b1a-41b7-97c9-48005c4a90f7 req-68ed3dc6-c28a-4785-aded-43f88c6c3707 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0718479 Jul 07 17:12:29.950880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.228813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.231517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.336148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.336728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Fanout notify agent at l3_agent the message router_deleted on router bd059145-9985-489f-8b6d-8daff18e4222 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:12:30.352353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.356654 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f09a760e-7060-4372-ab5c-6d1b213aee38 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 204 len: 168 time: 0.5454552 Jul 07 17:12:30.360079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.403656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6724791a-07e7-4acb-8989-34a4b52cdf3a tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 200 len: 205 time: 0.0408356 Jul 07 17:12:30.403992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.470134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-562dfee3-9717-486d-a39c-eb1a46dc0000 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:30.472266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-562dfee3-9717-486d-a39c-eb1a46dc0000 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 807 time: 0.2372813 Jul 07 17:12:30.475116 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-6d0aa1d7-6307-4274-b0c2-1c63ae6ae25e tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:30.478702 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d0aa1d7-6307-4274-b0c2-1c63ae6ae25e tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/bd059145-9985-489f-8b6d-8daff18e4222 HTTP/1.1" status: 404 len: 336 time: 0.0713775 Jul 07 17:12:30.479245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.497591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Request body: {'port': {'device_id': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'admin_state_up': True, 'tenant_id': '63c9c7798afc46289c22c0820eda5487'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:30.534376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7bdaa8af-3c82-4c09-bc07-fe4badb4a20b tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 200 len: 205 time: 0.0512760 Jul 07 17:12:30.564883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.614018 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-333dd8ac-6b51-4c3d-ae03-2aa56333a3da tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:30.617577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-333dd8ac-6b51-4c3d-ae03-2aa56333a3da tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/029c2171-c9bf-49d3-b492-d269a33886bc HTTP/1.1" status: 404 len: 336 time: 0.0714092 Jul 07 17:12:30.619288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.766142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-82004ba6-3d71-4552-8091-1ebd21711c26 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 200 len: 205 time: 0.1468422 Jul 07 17:12:30.769132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49176) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.891789 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-cc06f590-3353-42a0-bc33-b7dff6a17551 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:30.891940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Made reservation on behalf of 63c9c7798afc46289c22c0820eda5487 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:30.893736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cc06f590-3353-42a0-bc33-b7dff6a17551 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/794b02dc-aa6e-4866-8616-02473e194786 HTTP/1.1" status: 404 len: 336 time: 0.1231475 Jul 07 17:12:30.896664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49184) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.898880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.972248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-414da437-8a97-4b4d-ad23-a26bea1ff17d tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 200 len: 205 time: 0.0729434 Jul 07 17:12:30.976225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49188) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.067068 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-561e022e-64ca-48b1-8c01-967d80fd5b5c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:31.068098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-561e022e-64ca-48b1-8c01-967d80fd5b5c tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/505b40cb-8040-45ed-a684-81fe60f2e962 HTTP/1.1" status: 404 len: 336 time: 0.0909336 Jul 07 17:12:31.070834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.117312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-24ab77c2-674d-4277-9055-108da994ae71 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 200 len: 205 time: 0.0453475 Jul 07 17:12:31.119771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.182203 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-769e1385-f177-473a-8c47-21e28ec3594a tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:31.183254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-769e1385-f177-473a-8c47-21e28ec3594a tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/f8b7ac17-0125-48b1-bb53-5de848513d55 HTTP/1.1" status: 404 len: 336 time: 0.0625196 Jul 07 17:12:31.185822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49196) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.242944 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc0c89b6-d621-4f5c-a18f-5c354bb31c57 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "GET /v2.0/ports?device_id=18df37a9-5d17-43f6-9cc8-ea334272076b HTTP/1.1" status: 200 len: 205 time: 0.0553126 Jul 07 17:12:31.245307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49198) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.246553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-faa4185f-75e5-4536-ae97-aff2007d94ad req-f453f594-9892-4aad-b19e-23c5a53fe4c6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.1148529 Jul 07 17:12:31.292518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Allocated IP 172.20.0.13 (48c663c7-5ece-415b-bc2f-277166a69d7b/72d9629d-2e4f-4724-b3ca-c08b61a4640e/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:31.311876 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-c7511d44-06ff-4d02-a552-aca6583a1e86 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] delete failed (client error): The resource could not be found. Jul 07 17:12:31.317437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7511d44-06ff-4d02-a552-aca6583a1e86 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/routers/18df37a9-5d17-43f6-9cc8-ea334272076b HTTP/1.1" status: 404 len: 336 time: 0.0694857 Jul 07 17:12:31.328039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.362091 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e943213-0c0a-46e5-b8fd-c8bb1ac67963 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] DELETE failed (client error): The resource could not be found. Jul 07 17:12:31.362625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e943213-0c0a-46e5-b8fd-c8bb1ac67963 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:12:31.367411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e943213-0c0a-46e5-b8fd-c8bb1ac67963 tempest-RoutersAdminTest-497858839 tempest-RoutersAdminTest-497858839-project] 10.222.0.22 "DELETE /v2.0/subnets/85a2c7d2-bf87-4800-bf98-2d0905cca9c6 HTTP/1.1" status: 404 len: 337 time: 0.0431554 Jul 07 17:12:31.380118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c022b6-d163-4b24-974d-3bf379238459 req-2c76610a-149b-4ee2-8a9d-ade6886767ed tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.393175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57c022b6-d163-4b24-974d-3bf379238459 req-2c76610a-149b-4ee2-8a9d-ade6886767ed tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3074229 Jul 07 17:12:31.693877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57c022b6-d163-4b24-974d-3bf379238459 req-a55c6e90-0fce-4c11-9405-807858708a0e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997804 Jul 07 17:12:31.780820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:31.799822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.849148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.862665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8dcd6f82-57f1-4a37-9948-83d0405ddc89'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:31.952146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Network 48c663c7-5ece-415b-bc2f-277166a69d7b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:31.960403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:31.975505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:32.005225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9432088-4812-420f-b9cd-be7b4f252dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.039034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.075867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.077542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.175813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9432088-4812-420f-b9cd-be7b4f252dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.190031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d9432088-4812-420f-b9cd-be7b4f252dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.193715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-9b339d0c-f419-46ca-8d0c-3d714f642c11 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7058189 Jul 07 17:12:32.207513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Request body: {'port': {'device_id': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:32.264332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d9432088-4812-420f-b9cd-be7b4f252dc5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e73f8d5b3224dd3ba87562fd7692235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822018 Jul 07 17:12:32.266009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432088-4812-420f-b9cd-be7b4f252dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e084913-f87a-4a61-a8cf-2b96972982f3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.269456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49216) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:32.283750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ce0de90-63a4-45dd-9df2-1aad97b803c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.345437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.373830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.428874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.505209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.508506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.512684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e084913-f87a-4a61-a8cf-2b96972982f3 HTTP/1.1" status: 204 len: 168 time: 0.2420521 Jul 07 17:12:32.521985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c7013-b9b5-44ed-b6b0-ff3b519b7bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e084913-f87a-4a61-a8cf-2b96972982f3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.723219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.781767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc59889-c627-4742-b959-852f3c13921b req-94f6d7ce-b8c5-4f21-812b-f02693ff6196 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.783527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc59889-c627-4742-b959-852f3c13921b req-94f6d7ce-b8c5-4f21-812b-f02693ff6196 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 932 time: 0.2833047 Jul 07 17:12:32.911234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc59889-c627-4742-b959-852f3c13921b req-a46b4daa-9a54-4433-a203-e6ee34affef4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076260 Jul 07 17:12:33.038265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:33.063722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.092135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Transition to ACTIVE for port object 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:33.098800 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.177575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49236) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.240507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e5b5411f-f912-4b8d-a9a3-13c366fc0d09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=423afb885b3443e9b103ea213ff85376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614367 Jul 07 17:12:33.241211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49240) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.302125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.329873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.370761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.398695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.402305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.415373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f89fea2-66e1-42a6-bd95-cabe1d6961bd HTTP/1.1" status: 204 len: 168 time: 0.1678038 Jul 07 17:12:33.452051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a033-81b8-48a5-be1e-e4a6681fa207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89fea2-66e1-42a6-bd95-cabe1d6961bd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.524263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:33.524263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:33.524687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:33.533280 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.543377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ac57-8ca0-49d0-aec5-0a3dd77be135 req-24963dd8-74c7-41f8-be72-51cd9fc4f384 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.544980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a055ac57-8ca0-49d0-aec5-0a3dd77be135 req-24963dd8-74c7-41f8-be72-51cd9fc4f384 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4373608 Jul 07 17:12:33.547375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:33.547704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:33.563851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:33.564189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:33.565275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:33.565720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Bound port: 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:33.566081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.690956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a055ac57-8ca0-49d0-aec5-0a3dd77be135 req-15330e43-3095-4615-8750-cad44e392eb7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281853 Jul 07 17:12:33.741963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:33.745246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:33.754707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.871730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.892820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.894922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.898029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-ebfb4a07-e3b5-454b-9bd3-51088e85c27f service neutron] 10.222.0.83 "PUT /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 1093 time: 1.6954820 Jul 07 17:12:33.899587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:33.902980 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:34.011076 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5fdd1c-b01c-4126-85b7-baf57b94084c x-openstack-request-id: req-df5fdd1c-b01c-4126-85b7-baf57b94084c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:34.011683 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:34.013077 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df5fdd1c-b01c-4126-85b7-baf57b94084c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:34.027930 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'status': 'completed', 'code': 200} Jul 07 17:12:34.122088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-6fafebe5-9e86-4a70-80b4-9d43f906a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.124547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-6fafebe5-9e86-4a70-80b4-9d43f906a9d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1096 time: 0.1722910 Jul 07 17:12:34.146326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.218279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-7d12db3c-7df9-4fe3-8d61-7eeffc26b591 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 217 time: 0.0834949 Jul 07 17:12:34.374279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b804-907e-4993-84a2-257ec84177ca req-c6826bcf-a9a9-48c2-9e69-82c6548c0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.378632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-c6826bcf-a9a9-48c2-9e69-82c6548c0c2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1453342 Jul 07 17:12:34.504164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-39a82b22-78e5-4048-aee0-88f98f968f89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811713 Jul 07 17:12:34.623211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af37a4-59da-41a5-b6f1-51e0db8884f5 req-207d28e7-dd6d-4b29-bafa-8a2db03b0ffb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.633365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24af37a4-59da-41a5-b6f1-51e0db8884f5 req-207d28e7-dd6d-4b29-bafa-8a2db03b0ffb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.4131389 Jul 07 17:12:34.719743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24af37a4-59da-41a5-b6f1-51e0db8884f5 req-1c867fcf-dc2c-4e92-96f5-59f8334c8cf3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849040 Jul 07 17:12:34.764536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-ca5344e7-d598-46c7-9618-9dbcfabefc7a service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240264 Jul 07 17:12:34.785046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49276) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.980248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'networks': [{'name': 'tempest-network--1276974969'}, {'name': 'tempest-network--1434221268'}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.981381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-network--1276974969'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.982899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-network--1434221268'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:35.018579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a17b804-907e-4993-84a2-257ec84177ca req-f2af3289-7741-4cba-afba-9a0f7fc45622 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284911 Jul 07 17:12:35.019848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'network': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:35.034760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.076547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.230252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a34f9-acbc-4e0d-ba48-0a97df51a1cc req-b1b92a30-0caf-4285-afd3-845d22eb4354 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.235449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-379a34f9-acbc-4e0d-ba48-0a97df51a1cc req-b1b92a30-0caf-4285-afd3-845d22eb4354 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2928367 Jul 07 17:12:35.282322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.333810 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.341478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.345262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.349601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-278f5cd6-0ac4-4eb0-8fe6-5cba40d00f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.352605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-278f5cd6-0ac4-4eb0-8fe6-5cba40d00f14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1096 time: 0.2885766 Jul 07 17:12:35.361871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-379a34f9-acbc-4e0d-ba48-0a97df51a1cc req-7d894037-daa0-417d-a73f-9270524c57ea tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159058 Jul 07 17:12:35.449532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c645c-912c-482c-9780-5b3aa1db753e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:35.473895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:35.491390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.492414 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment 6eae3a3b-8e64-427a-a3c8-7c8d9466e817 of type vlan for network 06d0e34d-c370-4bec-84e7-9d88dbdd1a03 Jul 07 17:12:35.552466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.612027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:35.633564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.634269 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment 2850a137-fcb7-4079-89ff-42921011b176 of type vlan for network 04e5327d-7929-49fd-bc61-a558e5e02120 Jul 07 17:12:35.733204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.848689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.850551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.865506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.872855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:35.874038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.037444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=06d0e34d-c370-4bec-84e7-9d88dbdd1a03,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.043186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-fa7afa97-f03e-4289-8393-55aea385f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.049037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 06d0e34d-c370-4bec-84e7-9d88dbdd1a03 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:36.049357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-fa7afa97-f03e-4289-8393-55aea385f3a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.6834309 Jul 07 17:12:36.122039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3350861 Jul 07 17:12:36.125318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.133173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-95efc049-dcb5-490d-a8ee-60ce4ab22a7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 217 time: 0.0797219 Jul 07 17:12:36.169241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518b17-439c-4365-a76b-58eb6bc791f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=04e5327d-7929-49fd-bc61-a558e5e02120,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.187697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 04e5327d-7929-49fd-bc61-a558e5e02120 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:36.311471 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.483928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8d9ff-dd29-4210-abdf-dc67dd9f6704 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.489829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8d9ff-dd29-4210-abdf-dc67dd9f6704 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.495956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8d9ff-dd29-4210-abdf-dc67dd9f6704 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.502277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8d9ff-dd29-4210-abdf-dc67dd9f6704 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.503983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fee8d9ff-dd29-4210-abdf-dc67dd9f6704 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3727067 Jul 07 17:12:36.506955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49300) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:36.536582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-5f418751-0912-42f4-82f6-f998a46f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.538052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-5f418751-0912-42f4-82f6-f998a46f644c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.3648527 Jul 07 17:12:36.616395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.641944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-7a1d29f9-e202-4b5d-9eb6-c3fd8c916d86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948172 Jul 07 17:12:36.774805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87822-e7c9-4bae-b4c7-70f0ae7a24f4 req-5216e0da-3068-4171-b1fe-dc4cd3138f91 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.784656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.788014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32a87822-e7c9-4bae-b4c7-70f0ae7a24f4 req-5216e0da-3068-4171-b1fe-dc4cd3138f91 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.7149096 Jul 07 17:12:36.798541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-e32eb9f1-5ba6-4740-8ecc-e0b254949470 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461542 Jul 07 17:12:36.811134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d0e34d-c370-4bec-84e7-9d88dbdd1a03']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.833615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eae3a3b-8e64-427a-a3c8-7c8d9466e817') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.833949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eae3a3b-8e64-427a-a3c8-7c8d9466e817') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.847253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.864213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.876124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:36.880510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:36.884525 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:36.905810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32a87822-e7c9-4bae-b4c7-70f0ae7a24f4 req-b4be28bb-d484-41c7-aa74-df877830f999 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166115 Jul 07 17:12:37.047391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.059319 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.063910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bd2eb-fd9f-442d-a2e7-3aa63b80b999 req-bbfd312e-f2e5-40cd-bcfa-70f75f83383e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.065793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517bd2eb-fd9f-442d-a2e7-3aa63b80b999 req-bbfd312e-f2e5-40cd-bcfa-70f75f83383e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.4634085 Jul 07 17:12:37.066838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.068671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/06d0e34d-c370-4bec-84e7-9d88dbdd1a03 HTTP/1.1" status: 204 len: 168 time: 0.5585752 Jul 07 17:12:37.078951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f50e9c5-8228-4d8d-abb0-abd11022e4bc req-29e01e0e-9aec-4da9-84f3-ebd6dced22b2 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686987 Jul 07 17:12:37.097202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974f38-a9af-4baf-824c-3ee73c0143dc tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=06d0e34d-c370-4bec-84e7-9d88dbdd1a03,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.210473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517bd2eb-fd9f-442d-a2e7-3aa63b80b999 req-14dd01f9-d410-4951-b378-fd89a8987b99 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303921 Jul 07 17:12:37.223355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.382611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.394564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e5327d-7929-49fd-bc61-a558e5e02120']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.410302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2850a137-fcb7-4079-89ff-42921011b176') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.410915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2850a137-fcb7-4079-89ff-42921011b176') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.423132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.447062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.455344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:37.455836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:37.460022 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:37.534745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.542652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.558152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/04e5327d-7929-49fd-bc61-a558e5e02120 HTTP/1.1" status: 204 len: 168 time: 0.4876728 Jul 07 17:12:37.558484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.598806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c1150-cbd8-4292-88a8-20a4d524c6b7 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=04e5327d-7929-49fd-bc61-a558e5e02120,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:37.807951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb918c-646c-454b-977a-ed46a44d4af2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.814937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb918c-646c-454b-977a-ed46a44d4af2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.818008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-39bb918c-646c-454b-977a-ed46a44d4af2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2493107 Jul 07 17:12:37.821693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49318) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.827254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-508599371'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:37.840542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-3e6b1669-ca07-43d2-86ea-9090d6c7701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.842499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-3e6b1669-ca07-43d2-86ea-9090d6c7701c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.1933897 Jul 07 17:12:37.851542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7d83-61ed-4f5c-91ad-7781568d75b2 req-e186a073-f32f-462f-b687-81d3a596375d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.853050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cbb7d83-61ed-4f5c-91ad-7781568d75b2 req-e186a073-f32f-462f-b687-81d3a596375d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1702702 Jul 07 17:12:37.887985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:37.893136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.933499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:37.952596 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.953147 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment f9033092-ba32-48c6-9d5c-5184057cf4e9 of type vlan for network 378a7952-0dd6-4bc9-a609-e014d59a5486 Jul 07 17:12:37.985617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-78ffeb34-627d-4d8c-876c-8394b571caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.987736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-78ffeb34-627d-4d8c-876c-8394b571caf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1337378 Jul 07 17:12:37.999819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cbb7d83-61ed-4f5c-91ad-7781568d75b2 req-285aef48-b9fe-4a07-98ac-95d2b8fccc2e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376133 Jul 07 17:12:38.021702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.109221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.117875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.118624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.123375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-609d43df-00a2-4ebd-ac15-6262b6cabd16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.1173916 Jul 07 17:12:38.140451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3173206 Jul 07 17:12:38.144859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:38.210872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775088565'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:38.226153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e578c-770d-439e-8e8e-408fa7f531f1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=378a7952-0dd6-4bc9-a609-e014d59a5486,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.247248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 378a7952-0dd6-4bc9-a609-e014d59a5486 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:38.371952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-1c32593d-5701-4b9c-8279-6b13d6836f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.373886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-1c32593d-5701-4b9c-8279-6b13d6836f80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.2486429 Jul 07 17:12:38.377399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:38.384469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.461838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:38.481325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6443cb-8aef-4c6c-ad07-fc42f39533a1 req-8f1ff529-edda-42e3-a386-4d51861dd1ce tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.482948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d6443cb-8aef-4c6c-ad07-fc42f39533a1 req-8f1ff529-edda-42e3-a386-4d51861dd1ce tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.2681074 Jul 07 17:12:38.492278 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.492632 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment bdeabb68-4206-4c3f-8365-56bdcb15c2b5 of type vlan for network 74757fc5-24e8-4ef9-8ae6-07a280a83f9b Jul 07 17:12:38.585712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.601266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d6443cb-8aef-4c6c-ad07-fc42f39533a1 req-2dab7164-7193-40a8-acc8-4d21ae3674e1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Jul 07 17:12:38.609944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-abf12949-e90a-4655-8538-664d5b4e1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.612057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-abf12949-e90a-4655-8538-664d5b4e1cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115557 Jul 07 17:12:38.658650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.664694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.665518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.791007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6450276 Jul 07 17:12:38.794537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:38.801875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'ports': [{'network_id': '378a7952-0dd6-4bc9-a609-e014d59a5486', 'name': 'tempest-port--613466886', 'admin_state_up': True}, {'network_id': '74757fc5-24e8-4ef9-8ae6-07a280a83f9b', 'admin_state_up': False}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:38.802299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'port': {'network_id': '378a7952-0dd6-4bc9-a609-e014d59a5486', 'name': 'tempest-port--613466886', 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:38.805151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'port': {'network_id': '74757fc5-24e8-4ef9-8ae6-07a280a83f9b', 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:38.831654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368f887-c474-4626-9afa-4ac399dd54b0 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=74757fc5-24e8-4ef9-8ae6-07a280a83f9b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:38.843599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 74757fc5-24e8-4ef9-8ae6-07a280a83f9b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:38.934299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-ac1a8204-dd2b-4301-aabb-af8a99ee6cdc service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093274 Jul 07 17:12:39.058955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57441bdf-faa4-42a3-bfb2-f4d1e7e4e32a req-e210841c-ee25-48de-a5c1-32229399d1b8 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228948 Jul 07 17:12:39.185994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'port': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:39.193067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.216890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.239468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675f8bc-b189-43dc-a8ae-1ec4e6eca50c req-e922e544-c538-4928-b5b7-2aa5d7e98d7f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.246987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3675f8bc-b189-43dc-a8ae-1ec4e6eca50c req-e922e544-c538-4928-b5b7-2aa5d7e98d7f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.0980341 Jul 07 17:12:39.296132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3675f8bc-b189-43dc-a8ae-1ec4e6eca50c req-239ec4e6-dde0-4af9-91ee-0cea1b9e5aef tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Jul 07 17:12:39.390620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] device_id is not set on port cfcf136c-de63-4811-94dc-96189353cf06 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:39.600428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.699639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] device_id is not set on port 79957fc1-239c-4d55-9528-fe4b9c870b0f yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:12:39.846803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.876305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59df47d-7704-4f95-be42-62998f414a45 req-6e373846-f303-46f7-948e-0ca9d43555b6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:39.885703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d59df47d-7704-4f95-be42-62998f414a45 req-6e373846-f303-46f7-948e-0ca9d43555b6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.1034391 Jul 07 17:12:39.892014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.959246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Port': ['ID=cfcf136c-de63-4811-94dc-96189353cf06,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.996668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d59df47d-7704-4f95-be42-62998f414a45 req-0db88ffd-ced0-44c4-9317-28d4544beb40 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075211 Jul 07 17:12:40.034584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Checking segment: {'id': 'f9033092-ba32-48c6-9d5c-5184057cf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '378a7952-0dd6-4bc9-a609-e014d59a5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:40.034977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network hostable DHCP agents. Network: 378a7952-0dd6-4bc9-a609-e014d59a5486, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:40.057422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network 378a7952-0dd6-4bc9-a609-e014d59a5486 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:40.069444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 378a7952-0dd6-4bc9-a609-e014d59a5486) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:40.073745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:40.074802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.079642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7ba50-1ccc-4576-96db-774dca21eedd None None] Network 378a7952-0dd6-4bc9-a609-e014d59a5486 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:40.150869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Checking segment: {'id': 'bdeabb68-4206-4c3f-8365-56bdcb15c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74757fc5-24e8-4ef9-8ae6-07a280a83f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:40.151308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network hostable DHCP agents. Network: 74757fc5-24e8-4ef9-8ae6-07a280a83f9b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:40.175370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Port': ['ID=79957fc1-239c-4d55-9528-fe4b9c870b0f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.189950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network 74757fc5-24e8-4ef9-8ae6-07a280a83f9b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:40.204188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 74757fc5-24e8-4ef9-8ae6-07a280a83f9b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:40.219457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:40.221057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23b462-6097-4de9-86d4-df43b96276ba None None] Network 74757fc5-24e8-4ef9-8ae6-07a280a83f9b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:40.225649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.234101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.234743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.255097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:40.255307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b80b04af-e665-4c90-81f1-76f44386bb83 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4594095 Jul 07 17:12:40.449437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930bdc3-11d7-4be5-b81e-feb8ea01e8ab tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.477191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930bdc3-11d7-4be5-b81e-feb8ea01e8ab tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.479197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f930bdc3-11d7-4be5-b81e-feb8ea01e8ab tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2231309 Jul 07 17:12:40.481943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:40.735128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7de04-859d-4b70-9a99-4e965dd93858 req-0fdab1ce-a6ca-469a-aa3f-0a7c453445c2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.737344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b7de04-859d-4b70-9a99-4e965dd93858 req-0fdab1ce-a6ca-469a-aa3f-0a7c453445c2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1975365 Jul 07 17:12:40.797130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Deleting port cfcf136c-de63-4811-94dc-96189353cf06 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:40.797658 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.820715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b7de04-859d-4b70-9a99-4e965dd93858 req-04a71b94-9e34-4516-9272-0dc34ab22e05 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762661 Jul 07 17:12:40.928948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.943954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Calling delete_port for cfcf136c-de63-4811-94dc-96189353cf06 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:41.073342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.112373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.114554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/ports/cfcf136c-de63-4811-94dc-96189353cf06 HTTP/1.1" status: 204 len: 168 time: 0.6314492 Jul 07 17:12:41.117390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:41.127251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3f20-e52e-4691-93dc-e3743a414fda tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Port': ['ID=cfcf136c-de63-4811-94dc-96189353cf06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:41.233825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0088-b795-4b78-8822-5ca81cf7dcf0 req-db33cdfe-2a17-4233-af7f-233267478224 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.241080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-542b0088-b795-4b78-8822-5ca81cf7dcf0 req-db33cdfe-2a17-4233-af7f-233267478224 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2548451 Jul 07 17:12:41.336625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-542b0088-b795-4b78-8822-5ca81cf7dcf0 req-3c016f2f-61e5-4b27-857c-7a4f3d0f5462 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945978 Jul 07 17:12:41.362742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0652e-1715-4339-9180-2a66348ba565 req-435cf5c5-7bdc-440e-87a2-feb9bf6831ba tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.369571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16c0652e-1715-4339-9180-2a66348ba565 req-435cf5c5-7bdc-440e-87a2-feb9bf6831ba tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.2389660 Jul 07 17:12:41.418776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Deleting port 79957fc1-239c-4d55-9528-fe4b9c870b0f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:41.419139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.493150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16c0652e-1715-4339-9180-2a66348ba565 req-48897aa1-a44a-4b16-a759-198a4052caea tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220863 Jul 07 17:12:41.570044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.599003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Calling delete_port for 79957fc1-239c-4d55-9528-fe4b9c870b0f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:41.784556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.803428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55aba6-f28a-4755-a6a1-22d7edfed5cd req-946ab435-79fe-4c49-af31-905a4f95aaa2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:41.805048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c55aba6-f28a-4755-a6a1-22d7edfed5cd req-946ab435-79fe-4c49-af31-905a4f95aaa2 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1425626 Jul 07 17:12:41.913667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Port': ['ID=79957fc1-239c-4d55-9528-fe4b9c870b0f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:41.951087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c55aba6-f28a-4755-a6a1-22d7edfed5cd req-cc9bb10d-60d4-4b7a-a51a-30adb23fd7cc tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209404 Jul 07 17:12:41.954849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.963850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:41.966648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-810f6133-ad43-4aae-9c10-c6a95c8819a6 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/ports/79957fc1-239c-4d55-9528-fe4b9c870b0f HTTP/1.1" status: 204 len: 168 time: 0.8480301 Jul 07 17:12:42.070892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.071621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de9e9df2-8b74-4af4-8efd-5e223c77b95e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1060581 Jul 07 17:12:42.080937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-4096554'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:42.110650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:42.114644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.158151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:42.177225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.177818 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment ddae0da2-c9f9-44ac-98db-63d436c1d7a5 of type vlan for network 0402c7c0-23ac-4eb7-b1bd-68739c92589a Jul 07 17:12:42.248558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.311450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.317621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.318231 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.841167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=0402c7c0-23ac-4eb7-b1bd-68739c92589a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:42.853283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0402c7c0-23ac-4eb7-b1bd-68739c92589a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:42.871640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-114385ee-60f1-4eb1-881a-d3cc5b3e92f2 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7995896 Jul 07 17:12:42.874731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49398) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:42.887417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1322508187'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:42.917176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:42.927163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.963608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:42.975920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.982226 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Added segment 65362988-5a6b-4c54-8edc-724a38bd8935 of type vlan for network feeda37c-4258-4020-bede-9dd0b327d45e Jul 07 17:12:43.063215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.073644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40ef21-d764-4785-8223-579d3daf2ec2 req-33f17795-f292-426f-91bb-15eeb8eb4e7c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.075303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb40ef21-d764-4785-8223-579d3daf2ec2 req-33f17795-f292-426f-91bb-15eeb8eb4e7c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.2261093 Jul 07 17:12:43.083197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa03edb-d437-4389-82a5-b95dac876bdc req-9beb7699-4024-4d96-ab81-3c6318950e6f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.090330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aa03edb-d437-4389-82a5-b95dac876bdc req-9beb7699-4024-4d96-ab81-3c6318950e6f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.2426677 Jul 07 17:12:43.121370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.127491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.128420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.169625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aa03edb-d437-4389-82a5-b95dac876bdc req-33ca0d75-a61c-4d01-adb6-f3b712227106 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Jul 07 17:12:43.189875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb40ef21-d764-4785-8223-579d3daf2ec2 req-bd9c7749-4a63-4195-b8cc-1262bd8378fb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961027 Jul 07 17:12:43.214873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3382504 Jul 07 17:12:43.241207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30ad79-eecd-4cb0-a9c9-a59ea60d4599 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Network': ['ID=feeda37c-4258-4020-bede-9dd0b327d45e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.262068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network feeda37c-4258-4020-bede-9dd0b327d45e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:44.195869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-8f7e6b4a-b7a1-4c8f-be19-826293013bb6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.197538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-8f7e6b4a-b7a1-4c8f-be19-826293013bb6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/networks?id=f8634bf5-79a7-4d5a-94da-054d67293a73 HTTP/1.1" status: 200 len: 815 time: 0.1057451 Jul 07 17:12:44.229859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-fa45d960-043d-45a1-a0e9-492fecd5583d tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/quotas/0259f331c31045a7b712e5ca9619d540 HTTP/1.1" status: 200 len: 375 time: 0.0257962 Jul 07 17:12:44.327695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-ac808d48-aba6-4591-9391-cb90d882bda8 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0259f331c31045a7b712e5ca9619d540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931344 Jul 07 17:12:44.476491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4903da0-c329-44a0-be08-29b9be03d339 req-a15a17fe-85f2-417f-ad0b-e12b6e82cc27 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.477895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4903da0-c329-44a0-be08-29b9be03d339 req-a15a17fe-85f2-417f-ad0b-e12b6e82cc27 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.1271632 Jul 07 17:12:44.561956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-7ebe8e67-0be7-495b-ad8d-bfdf26b9eebf service neutron] 10.222.0.22 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265916 Jul 07 17:12:44.566062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4903da0-c329-44a0-be08-29b9be03d339 req-81e7069c-56a7-498d-a118-c8eae86fa0f2 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806158 Jul 07 17:12:44.657958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-3fed6a63-6e81-4f67-b303-7d2ba199a006 service neutron] 10.222.0.22 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Jul 07 17:12:44.789773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4495169-c3d3-481c-b681-8815fa9b5865 req-3e48e892-ca8f-49ae-b06a-fb91a02983f7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.791664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4495169-c3d3-481c-b681-8815fa9b5865 req-3e48e892-ca8f-49ae-b06a-fb91a02983f7 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.0742950 Jul 07 17:12:44.850944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4495169-c3d3-481c-b681-8815fa9b5865 req-b79554f2-1dbc-41e0-a405-e6b7d6a9f50f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512779 Jul 07 17:12:45.153252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a79ca644-151e-4b33-9ff9-02ef3a5629ee req-fc860158-4079-4173-84b9-334ea0cc3eaf tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 210 time: 0.0533378 Jul 07 17:12:45.559324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a901-6f2a-455c-8b97-eb863a48519d req-389ce0b4-21e7-4410-b468-c2e341df299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.561457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-389ce0b4-21e7-4410-b468-c2e341df299e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 1096 time: 0.0971572 Jul 07 17:12:45.569462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5ba3d-3e5b-4e33-9ff0-d1e6acb41f85 req-bdadc916-f9da-4b5d-810c-937eb4bd8536 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.576299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76e5ba3d-3e5b-4e33-9ff0-d1e6acb41f85 req-bdadc916-f9da-4b5d-810c-937eb4bd8536 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1219847 Jul 07 17:12:45.672303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76e5ba3d-3e5b-4e33-9ff0-d1e6acb41f85 req-7ffae33b-6825-4f3d-9dde-3c1ff4e90e1a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943058 Jul 07 17:12:45.727526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a901-6f2a-455c-8b97-eb863a48519d req-8178ca64-5f0e-4305-8d04-8e0794e5781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.731170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-8178ca64-5f0e-4305-8d04-8e0794e5781b service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 200 len: 913 time: 0.1519253 Jul 07 17:12:45.857735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-76c1fced-1c5d-4afa-9b65-98b66e47488f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 200 len: 999 time: 0.1108305 Jul 07 17:12:45.910313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055b7e-dc06-4507-9c9c-2b7e78228399 req-e7417e1f-580f-4b0a-825b-fce687f51ca7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.912082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22055b7e-dc06-4507-9c9c-2b7e78228399 req-e7417e1f-580f-4b0a-825b-fce687f51ca7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.1585269 Jul 07 17:12:46.000337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22055b7e-dc06-4507-9c9c-2b7e78228399 req-a243f0f3-9028-4443-a8bf-a52cc143cca6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801938 Jul 07 17:12:46.002159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a901-6f2a-455c-8b97-eb863a48519d req-a060de11-1bd9-44be-8e3f-57feb1ab38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.003717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-a060de11-1bd9-44be-8e3f-57feb1ab38f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 200 len: 851 time: 0.1379707 Jul 07 17:12:46.118759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a901-6f2a-455c-8b97-eb863a48519d req-e9be793d-a1e9-4dcc-bf92-13538ed2179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.122404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-e9be793d-a1e9-4dcc-bf92-13538ed2179a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb3225a-a96a-4c5a-8062-67bf9911028f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110055 Jul 07 17:12:46.349884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-229edcf9-c576-4abf-8013-6b4120e199dd service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193015 Jul 07 17:12:46.361604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49508) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:46.369208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'subnets': [{'network_id': '0402c7c0-23ac-4eb7-b1bd-68739c92589a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1524134749', 'ip_version': 6}, {'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:46.369532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'subnet': {'network_id': '0402c7c0-23ac-4eb7-b1bd-68739c92589a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1524134749', 'ip_version': 6}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:46.370417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Request body: {'subnet': {'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:46.555838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35ea0f1a-3a95-4980-85c1-40e1cbb998f2 req-7dc65e09-1d4f-4de9-a830-9976ce4b849d tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 210 time: 0.1420860 Jul 07 17:12:46.615219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Made reservation on behalf of 21962210aa024ec9bfb706075aae4717 for: {'subnet': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:46.636546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.637258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.705808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:46.766225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73583cf-1163-471a-aa24-de1d3fe34246 req-c71c17f1-78ad-4186-a300-1fa3c5721fc5 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.773814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e73583cf-1163-471a-aa24-de1d3fe34246 req-c71c17f1-78ad-4186-a300-1fa3c5721fc5 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.3480546 Jul 07 17:12:46.851780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a876a901-6f2a-455c-8b97-eb863a48519d req-eeb4406d-01e1-4b4d-8bf1-4d241148ff6f service neutron] 10.222.0.32 "GET /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952741 Jul 07 17:12:46.926563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-4c28314d-25bb-44e4-bafb-540703dfeb26 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.928373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-4c28314d-25bb-44e4-bafb-540703dfeb26 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.83 "GET /v2.0/networks?id=f8634bf5-79a7-4d5a-94da-054d67293a73 HTTP/1.1" status: 200 len: 815 time: 0.4717479 Jul 07 17:12:46.933461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:46.942306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e73583cf-1163-471a-aa24-de1d3fe34246 req-2a8ba9ed-382c-40cb-b211-93d7ea46efed tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674674 Jul 07 17:12:46.949221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b', 'port_id': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'mac_address': 'fa:16:3e:6f:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9629d-2e4f-4724-b3ca-c08b61a4640e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:46.990287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Request body: {'port': {'device_id': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'admin_state_up': True, 'tenant_id': '0259f331c31045a7b712e5ca9619d540'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:47.029622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.071743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:47.116246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:47.129049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.234084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3f02c-8cd7-4d14-80e1-c418bd9fb328 req-a46d19bd-55a7-4640-b6f5-e1d68d200040 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.244180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2c3f02c-8cd7-4d14-80e1-c418bd9fb328 req-a46d19bd-55a7-4640-b6f5-e1d68d200040 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3145468 Jul 07 17:12:47.273003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:47.305391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2c3f02c-8cd7-4d14-80e1-c418bd9fb328 req-d74f56b4-9135-48c4-9aa0-e56f9119a68c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603325 Jul 07 17:12:47.306613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Made reservation on behalf of 0259f331c31045a7b712e5ca9619d540 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:47.310414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.556620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:47.642016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Allocated IP 172.20.0.3 (f8634bf5-79a7-4d5a-94da-054d67293a73/e703eac8-2339-4477-af25-fed1ea03464b/a0579239-404e-4dff-8631-d1d8aa1e9cf9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:48.039112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f99d5-65e1-4a4e-b0ba-f469b19b4204 req-6dd99e2c-2c7e-4b0e-b533-618018cd31db tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.046349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-599f99d5-65e1-4a4e-b0ba-f469b19b4204 req-6dd99e2c-2c7e-4b0e-b533-618018cd31db tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 945 time: 0.6959033 Jul 07 17:12:48.050630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.125409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Subnet': ['ID=f7285b08-a329-4655-adec-cc86af1228db,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.128434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Checking segment: {'id': 'ddae0da2-c9f9-44ac-98db-63d436c1d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0402c7c0-23ac-4eb7-b1bd-68739c92589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:48.128805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network hostable DHCP agents. Network: 0402c7c0-23ac-4eb7-b1bd-68739c92589a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:48.129228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-599f99d5-65e1-4a4e-b0ba-f469b19b4204 req-e22cd944-a603-4e4c-8e0c-6770dacc262d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819259 Jul 07 17:12:48.184551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network 0402c7c0-23ac-4eb7-b1bd-68739c92589a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:48.203951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0402c7c0-23ac-4eb7-b1bd-68739c92589a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:48.208443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.216489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.217783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f008a-2dbf-402d-a396-317099e1270e None None] Network 0402c7c0-23ac-4eb7-b1bd-68739c92589a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:48.243283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Transition to ACTIVE for port object a0579239-404e-4dff-8631-d1d8aa1e9cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:48.321324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.439824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Network f8634bf5-79a7-4d5a-94da-054d67293a73 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:48.492175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event updated for resources: {'Subnet': ['ID=d431c551-0c6b-4833-a6e7-083f9577e9af,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.516572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Checking segment: {'id': '65362988-5a6b-4c54-8edc-724a38bd8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:48.516945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network hostable DHCP agents. Network: feeda37c-4258-4020-bede-9dd0b327d45e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:48.521530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:48.531211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:48.538399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Pushing event updated for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.564997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Network feeda37c-4258-4020-bede-9dd0b327d45e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:48.582955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, feeda37c-4258-4020-bede-9dd0b327d45e) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:48.598176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.598667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.599305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.609963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb02437-9fa7-4d21-9792-bd575a712500 None None] Network feeda37c-4258-4020-bede-9dd0b327d45e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:48.635505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-838b9758-4640-4b51-8e65-6247b524a2c1 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2714720 Jul 07 17:12:48.636173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49570) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:48.649940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ffc06-37be-4c34-b53c-2088b49ff034 req-ab110404-2e21-4d8b-bd70-22ab67277264 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.652518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-120ffc06-37be-4c34-b53c-2088b49ff034 req-ab110404-2e21-4d8b-bd70-22ab67277264 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 931 time: 0.2178500 Jul 07 17:12:48.665748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.667544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.768309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-120ffc06-37be-4c34-b53c-2088b49ff034 req-7d7bc902-ee2c-4dcf-8025-f40ab19cc72d tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852435 Jul 07 17:12:48.778564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a87088dd-39ad-41ad-a90a-17e120cb9622 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8286700 Jul 07 17:12:48.813593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Request body: {'port': {'device_id': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:48.835037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb9777-0249-479f-9a91-cc7c033ba45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0402c7c0-23ac-4eb7-b1bd-68739c92589a', 'network_id': '0402c7c0-23ac-4eb7-b1bd-68739c92589a', 'tenant_id': '21962210aa024ec9bfb706075aae4717', 'fixed_ips': [{'subnet_id': 'f7285b08-a329-4655-adec-cc86af1228db'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:48.835926 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5beb9777-0249-479f-9a91-cc7c033ba45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.919456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f6f6b-2d53-4d6f-9ddf-6c673f67f0dd tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.921279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f6f6b-2d53-4d6f-9ddf-6c673f67f0dd tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.929836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f6f6b-2d53-4d6f-9ddf-6c673f67f0dd tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.947558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5b6f6f6b-2d53-4d6f-9ddf-6c673f67f0dd tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3098881 Jul 07 17:12:48.948383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:49.041562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Deleting subnet f7285b08-a329-4655-adec-cc86af1228db {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:49.046292 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.098739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-feeda37c-4258-4020-bede-9dd0b327d45e', 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e', 'tenant_id': '21962210aa024ec9bfb706075aae4717', 'fixed_ips': [{'subnet_id': 'd431c551-0c6b-4833-a6e7-083f9577e9af'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:49.099913 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.102679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.118678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8426661e-7ec5-47eb-a90d-dc3801c94591 None None] Provisioning for port a0579239-404e-4dff-8631-d1d8aa1e9cf9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.137829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8426661e-7ec5-47eb-a90d-dc3801c94591 None None] Provisioning complete for port a0579239-404e-4dff-8631-d1d8aa1e9cf9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.138535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8426661e-7ec5-47eb-a90d-dc3801c94591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.177615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.239678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8426661e-7ec5-47eb-a90d-dc3801c94591 None None] Port a0579239-404e-4dff-8631-d1d8aa1e9cf9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:49.281102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.285818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.344540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Subnet': ['ID=f7285b08-a329-4655-adec-cc86af1228db,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.363331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.367903 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-da495d93-0ed2-4ccf-bb41-5f0da5f0534e tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/subnets/f7285b08-a329-4655-adec-cc86af1228db HTTP/1.1" status: 204 len: 168 time: 0.4159114 Jul 07 17:12:49.368201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49588) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server [None req-5beb9777-0249-479f-9a91-cc7c033ba45e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7285b08-a329-4655-adec-cc86af1228db: This subnet is being modified by another concurrent operation. Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:12:49.383337 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7285b08-a329-4655-adec-cc86af1228db: This subnet is being modified by another concurrent operation. Jul 07 17:12:49.386641 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Jul 07 17:12:49.455776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c8d9b-7bb0-4822-8532-cb5c66c565ff req-ff910ded-fe0a-4b5d-a9f8-6cfb925c84ba tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.457149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Allocated IP 2001:db8:0:1::1 (feeda37c-4258-4020-bede-9dd0b327d45e/d431c551-0c6b-4833-a6e7-083f9577e9af/a277796e-c9e5-481a-a5cb-76caf734bce7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:49.474157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa5c8d9b-7bb0-4822-8532-cb5c66c565ff req-ff910ded-fe0a-4b5d-a9f8-6cfb925c84ba tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3616779 Jul 07 17:12:49.488264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd2cc1-a3cb-4779-8c50-8e172b5f400d None None] Network 0402c7c0-23ac-4eb7-b1bd-68739c92589a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:49.528421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Deleting subnet d431c551-0c6b-4833-a6e7-083f9577e9af {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:12:49.722500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa5c8d9b-7bb0-4822-8532-cb5c66c565ff req-090f4174-2b40-4bcb-a4c7-3ee5cb535cf3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580299 Jul 07 17:12:49.887705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca9b00-f265-40a0-95b1-39f91966a180 req-5df557aa-a745-4343-9018-14bf9dd742bc tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.895796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0ca9b00-f265-40a0-95b1-39f91966a180 req-5df557aa-a745-4343-9018-14bf9dd742bc tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.2618444 Jul 07 17:12:49.964655 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.975192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Transition to ACTIVE for port object a277796e-c9e5-481a-a5cb-76caf734bce7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:49.994337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0ca9b00-f265-40a0-95b1-39f91966a180 req-d8325262-6b15-48d3-9b68-3877630c5b35 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974143 Jul 07 17:12:50.008903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Transition to ACTIVE for port object a277796e-c9e5-481a-a5cb-76caf734bce7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:50.014964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.016821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.101281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0579239-404e-4dff-8631-d1d8aa1e9cf9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:50.105775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Network feeda37c-4258-4020-bede-9dd0b327d45e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:50.108560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.110345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:50.113090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Pushing event updated for resources: {'Port': ['ID=a277796e-c9e5-481a-a5cb-76caf734bce7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.123050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:50.125716 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.162597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Transition to ACTIVE for port object a0579239-404e-4dff-8631-d1d8aa1e9cf9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:50.171742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96c28-9fbf-4577-bc56-8032671e0bf1 req-58a73cdb-52aa-4ab8-879a-2751ead1c881 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.174003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebf96c28-9fbf-4577-bc56-8032671e0bf1 req-58a73cdb-52aa-4ab8-879a-2751ead1c881 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 945 time: 0.2451413 Jul 07 17:12:50.175406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.244648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.253989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Attempting to bind port a277796e-c9e5-481a-a5cb-76caf734bce7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:50.254538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Attempting to bind port a277796e-c9e5-481a-a5cb-76caf734bce7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '65362988-5a6b-4c54-8edc-724a38bd8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:50.254901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Attempting to bind port a277796e-c9e5-481a-a5cb-76caf734bce7 on network feeda37c-4258-4020-bede-9dd0b327d45e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:50.275772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:50.275920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Checking segment: {'id': '65362988-5a6b-4c54-8edc-724a38bd8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:50.276334 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.276647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Bound using segment: {'id': '65362988-5a6b-4c54-8edc-724a38bd8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:50.277089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Bound port: a277796e-c9e5-481a-a5cb-76caf734bce7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65362988-5a6b-4c54-8edc-724a38bd8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'feeda37c-4258-4020-bede-9dd0b327d45e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:50.277485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.346282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.360067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Pushing event updated for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.387722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.390158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/subnets/d431c551-0c6b-4833-a6e7-083f9577e9af HTTP/1.1" status: 204 len: 168 time: 1.0189803 Jul 07 17:12:50.399030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.425894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] For port a277796e-c9e5-481a-a5cb-76caf734bce7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:50.435033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] For port a277796e-c9e5-481a-a5cb-76caf734bce7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a277796e-c9e5-481a-a5cb-76caf734bce7,segment=NetworkSegment(65362988-5a6b-4c54-8edc-724a38bd8935),segment_id=65362988-5a6b-4c54-8edc-724a38bd8935)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:50.437896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ce0c-8998-4426-a106-661e29015e0f tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Subnet': ['ID=d431c551-0c6b-4833-a6e7-083f9577e9af,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.440716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.448785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebf96c28-9fbf-4577-bc56-8032671e0bf1 req-f51feb78-ca38-4de9-a6a4-0b925149662d tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020323 Jul 07 17:12:50.651121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6c3e-c9dc-4111-8a1a-aa1b61d0a017 None None] Pushing event updated for resources: {'Port': ['ID=a277796e-c9e5-481a-a5cb-76caf734bce7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.727598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:50.807079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Attempting to bind port a0579239-404e-4dff-8631-d1d8aa1e9cf9 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:50.807989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Attempting to bind port a0579239-404e-4dff-8631-d1d8aa1e9cf9 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:50.808820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Attempting to bind port a0579239-404e-4dff-8631-d1d8aa1e9cf9 on network f8634bf5-79a7-4d5a-94da-054d67293a73 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:50.842589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Port a0579239-404e-4dff-8631-d1d8aa1e9cf9 on network f8634bf5-79a7-4d5a-94da-054d67293a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:50.842932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Attempting to bind port a0579239-404e-4dff-8631-d1d8aa1e9cf9 on network f8634bf5-79a7-4d5a-94da-054d67293a73 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:50.847805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:50.856912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:50.857317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.922721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44258539-e7b6-4a7e-a31f-bc675b3b116a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.928278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-44258539-e7b6-4a7e-a31f-bc675b3b116a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4987700 Jul 07 17:12:50.929075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49612) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:50.993897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:50.993897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Checking segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:50.993897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Bound using segment: {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:50.994513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Bound port: a0579239-404e-4dff-8631-d1d8aa1e9cf9, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc33fdd-b0f8-497f-b4d9-873f833377d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:50.994513 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.073854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.086870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df453c-975f-4927-b6bf-27d22cc88d5d req-776e83a3-9a03-40b8-9bef-5246ac6f7f3a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.094149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60df453c-975f-4927-b6bf-27d22cc88d5d req-776e83a3-9a03-40b8-9bef-5246ac6f7f3a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.6939776 Jul 07 17:12:51.127910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.137607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:51.140188 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c760f3a-948f-4090-9e1e-90fd8d35ddc8" -d '{"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-plugged", "status": "completed", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:51.165239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:51.182806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.247243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6530-2b5c-4371-8083-f4db31a20707 req-222a164c-4a01-4702-8087-16ba31a5ab6b tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.254997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cff6530-2b5c-4371-8083-f4db31a20707 req-222a164c-4a01-4702-8087-16ba31a5ab6b tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.5676920 Jul 07 17:12:51.261299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.272870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Deleting port a277796e-c9e5-481a-a5cb-76caf734bce7 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:51.273648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.297934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60df453c-975f-4927-b6bf-27d22cc88d5d req-b152f2dd-fd24-4cfd-a68e-2ca809438ee8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495090 Jul 07 17:12:51.377422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:51.388915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cff6530-2b5c-4371-8083-f4db31a20707 req-76830287-b1a0-472a-8bed-bab1b9ea5573 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326571 Jul 07 17:12:51.415773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:51.422828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.452226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] For port a277796e-c9e5-481a-a5cb-76caf734bce7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a277796e-c9e5-481a-a5cb-76caf734bce7,segment=NetworkSegment(65362988-5a6b-4c54-8edc-724a38bd8935),segment_id=65362988-5a6b-4c54-8edc-724a38bd8935)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:51.453109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.489076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Calling delete_port for a277796e-c9e5-481a-a5cb-76caf734bce7 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:51.505389 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d921a-ad1c-487a-9004-238a0e46ed19 x-openstack-request-id: req-cf3d921a-ad1c-487a-9004-238a0e46ed19 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:51.506088 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-plugged", "status": "completed", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:51.506597 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf3d921a-ad1c-487a-9004-238a0e46ed19 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:51.507401 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'code': 200} Jul 07 17:12:51.528999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Pushing event updated for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.565410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.566072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.571333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-0e0ed56e-0d86-45cc-ba0b-a09ae9151c5b service neutron] 10.222.0.83 "PUT /v2.0/ports/a0579239-404e-4dff-8631-d1d8aa1e9cf9 HTTP/1.1" status: 200 len: 1092 time: 2.7821648 Jul 07 17:12:51.571764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:51.583582 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06828e99-9147-4629-8419-89c64824ad4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:51.724166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.880187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] No DVR routers for this DVR port a277796e-c9e5-481a-a5cb-76caf734bce7 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:51.896220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Port': ['ID=a277796e-c9e5-481a-a5cb-76caf734bce7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.938195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-3f9d8044-db56-4870-9a07-146765f799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.940302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-3f9d8044-db56-4870-9a07-146765f799d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0259f331c31045a7b712e5ca9619d540&device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 1095 time: 0.2075377 Jul 07 17:12:52.049411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-d2913900-5471-424a-a2a4-ae3cc87dac94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9 HTTP/1.1" status: 200 len: 217 time: 0.0979381 Jul 07 17:12:52.168575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.201533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feeda37c-4258-4020-bede-9dd0b327d45e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.243036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a077ef61-cecf-4e9b-8410-499ae3509f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.244590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-a077ef61-cecf-4e9b-8410-499ae3509f45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e703eac8-2339-4477-af25-fed1ea03464b HTTP/1.1" status: 200 len: 854 time: 0.1806552 Jul 07 17:12:52.250162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65362988-5a6b-4c54-8edc-724a38bd8935') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.250486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65362988-5a6b-4c54-8edc-724a38bd8935') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.275061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ce0d-4fdf-42d3-8ac8-9cd40ed3d45a req-1636b204-91d2-402d-93ef-72825d590b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.279991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c17ce0d-4fdf-42d3-8ac8-9cd40ed3d45a req-1636b204-91d2-402d-93ef-72825d590b8c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1098 time: 0.4256256 Jul 07 17:12:52.284701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.300772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf8793-d55a-4baf-b942-bdf5bc88fc4e req-e55fa2ab-6086-4906-a3fa-f593db2a4ab3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.309621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06cf8793-d55a-4baf-b942-bdf5bc88fc4e req-e55fa2ab-6086-4906-a3fa-f593db2a4ab3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2792394 Jul 07 17:12:52.319662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.336253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:52.336794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:52.340670 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:52.437211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06cf8793-d55a-4baf-b942-bdf5bc88fc4e req-78b961ec-1a67-418c-8a69-fed98c072f3b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171584 Jul 07 17:12:52.530451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.562976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.566150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/feeda37c-4258-4020-bede-9dd0b327d45e HTTP/1.1" status: 204 len: 168 time: 1.6364794 Jul 07 17:12:52.569463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810104-f632-4316-a6bd-38984fe7159a tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=feeda37c-4258-4020-bede-9dd0b327d45e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:52.570207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:52.602060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb7ba27d-1680-455c-9da5-145fb0166517 None None] Could not find standard attr ID for object a277796e-c9e5-481a-a5cb-76caf734bce7. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:12:52.619962 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b860f953-c27d-4702-a385-d79509b01681 x-openstack-request-id: req-b860f953-c27d-4702-a385-d79509b01681 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:52.620847 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:52.621531 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b860f953-c27d-4702-a385-d79509b01681 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:52.622685 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9', 'status': 'completed', 'code': 200} Jul 07 17:12:52.678086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c17ce0d-4fdf-42d3-8ac8-9cd40ed3d45a req-9ce284c1-b195-4130-b621-d7c93de7fe25 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598345 Jul 07 17:12:52.701727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce824eaa-fc20-4af4-b1c1-176c6b376b95 None None] DHCP port deletion for feeda37c-4258-4020-bede-9dd0b327d45e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:12:52.728754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfc74b-66b1-44ae-a9ba-b1a08d313931 None None] Network feeda37c-4258-4020-bede-9dd0b327d45e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:52.763802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfc74b-66b1-44ae-a9ba-b1a08d313931 None None] Network feeda37c-4258-4020-bede-9dd0b327d45e could not be found, it might have been deleted concurrently. {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:12:52.775835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d08e78-e43f-434a-8b86-261144473831 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:12:52.859599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-b0939836-9b6c-4265-8409-b8c44ec6d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.861203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-b0939836-9b6c-4265-8409-b8c44ec6d050 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8634bf5-79a7-4d5a-94da-054d67293a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568904 Jul 07 17:12:52.870657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.973656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:52.984462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0402c7c0-23ac-4eb7-b1bd-68739c92589a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.997811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddae0da2-c9f9-44ac-98db-63d436c1d7a5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:52.998147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddae0da2-c9f9-44ac-98db-63d436c1d7a5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.008552 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.024318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.030999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:53.031417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:53.057013 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:53.226649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d08e78-e43f-434a-8b86-261144473831 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:12:53.231166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:53.285855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.297900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.303640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49698) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:53.304166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/0402c7c0-23ac-4eb7-b1bd-68739c92589a HTTP/1.1" status: 204 len: 168 time: 0.7322447 Jul 07 17:12:53.321865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075a21-9e89-4534-8ad1-4725baf48d71 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=0402c7c0-23ac-4eb7-b1bd-68739c92589a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:53.347880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bd67-3c49-46aa-94f9-0cfb8cad7c3b req-6541a9b0-5dd0-4c15-9ca5-fbafe8dc2e19 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.356594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdc4bd67-3c49-46aa-94f9-0cfb8cad7c3b req-6541a9b0-5dd0-4c15-9ca5-fbafe8dc2e19 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.2194242 Jul 07 17:12:53.574885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.664249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdc4bd67-3c49-46aa-94f9-0cfb8cad7c3b req-ba379377-0b85-45d6-9a1c-aa7b3c6d5e31 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059657 Jul 07 17:12:53.836212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.850564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-bde3df50-56c8-41fe-8e79-f5b6d8175b6e service neutron] 10.222.0.83 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798012 Jul 07 17:12:53.860542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74757fc5-24e8-4ef9-8ae6-07a280a83f9b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.887277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdeabb68-4206-4c3f-8365-56bdcb15c2b5') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.898517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdeabb68-4206-4c3f-8365-56bdcb15c2b5') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:53.929610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.946468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-49f09a0f-5ab6-46ed-9a21-b14afe096b1d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.956677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-49f09a0f-5ab6-46ed-9a21-b14afe096b1d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ea3bab-c1db-4269-9bcf-d5249bc151f6 HTTP/1.1" status: 200 len: 943 time: 0.2461898 Jul 07 17:12:53.962665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:53.977289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:53.977717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:54.078985 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:54.145972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.156068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.160143 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/74757fc5-24e8-4ef9-8ae6-07a280a83f9b HTTP/1.1" status: 204 len: 168 time: 0.8546846 Jul 07 17:12:54.169310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49712) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:54.252266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80f36-8af8-425e-a090-f1f11d663004 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=74757fc5-24e8-4ef9-8ae6-07a280a83f9b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.402840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a277796e-c9e5-481a-a5cb-76caf734bce7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:54.440721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a277796e-c9e5-481a-a5cb-76caf734bce7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:54.441559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a277796e-c9e5-481a-a5cb-76caf734bce7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:54.441751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.629664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.640718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378a7952-0dd6-4bc9-a609-e014d59a5486']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:54.653545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9033092-ba32-48c6-9d5c-5184057cf4e9') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:54.654257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9033092-ba32-48c6-9d5c-5184057cf4e9') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:54.664869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.680340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.688715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:12:54.689926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:12:54.754484 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:12:54.761285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.783529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:54.804709 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] 10.222.0.22 "DELETE /v2.0/networks/378a7952-0dd6-4bc9-a609-e014d59a5486 HTTP/1.1" status: 204 len: 168 time: 0.6342208 Jul 07 17:12:54.820042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e15d8-dbe0-459f-a370-119b8dabaf12 tempest-BulkNetworkOpsIpV6Test-264684819 tempest-BulkNetworkOpsIpV6Test-264684819-project] Pushing event deleted for resources: {'Network': ['ID=378a7952-0dd6-4bc9-a609-e014d59a5486,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:54.980819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc7ecea9-194c-469a-803f-20d8d0793554 req-e763ab41-41ef-4632-a5cc-376200c077f8 service neutron] 10.222.0.83 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471377 Jul 07 17:12:55.038744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port fba02fef-2182-4cb5-9f76-ad28133e08f1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:55.039280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.113051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19ca4d-9e5b-40f6-ae7d-247a9aedb2ab req-7f134c70-7771-4860-920e-6085e7c70618 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.127929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd19ca4d-9e5b-40f6-ae7d-247a9aedb2ab req-7f134c70-7771-4860-920e-6085e7c70618 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.3691366 Jul 07 17:12:55.156000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a694a-52c6-418f-98f9-7a37480986ff req-fbcee9a3-d733-4bd7-bc5b-7b0e5f2efdcf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.157614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-126a694a-52c6-418f-98f9-7a37480986ff req-fbcee9a3-d733-4bd7-bc5b-7b0e5f2efdcf tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 946 time: 0.4108078 Jul 07 17:12:55.183404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.425596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port fba02fef-2182-4cb5-9f76-ad28133e08f1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fba02fef-2182-4cb5-9f76-ad28133e08f1,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:55.426293 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.498549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-160e552e-7254-45d8-8416-c1c53a75f1e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21962210aa024ec9bfb706075aae4717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136923 Jul 07 17:12:55.501293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49744) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:55.504487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for fba02fef-2182-4cb5-9f76-ad28133e08f1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:55.515067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd19ca4d-9e5b-40f6-ae7d-247a9aedb2ab req-bd096c7b-587e-4d8f-990e-81cc37ee99b9 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups?id=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849592 Jul 07 17:12:55.632300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.683225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.693752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Deleting port 9562c7f0-87f3-4f6c-b394-50b8c326d983 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:55.694190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.806566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.809641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:55.811019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db1c645c-912c-482c-9780-5b3aa1db753e HTTP/1.1" status: 204 len: 168 time: 0.3086379 Jul 07 17:12:55.845872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b60b6-95b1-49fd-ab20-12d08cab2d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c645c-912c-482c-9780-5b3aa1db753e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:55.972301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] For port 9562c7f0-87f3-4f6c-b394-50b8c326d983, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9562c7f0-87f3-4f6c-b394-50b8c326d983,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:55.972789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.039302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.053804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', '63773676-0704-44a4-adbd-992e7a97e09d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:56.177516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=fba02fef-2182-4cb5-9f76-ad28133e08f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:56.245966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cac74-df5b-419d-bec5-b99f9078557c req-515f393c-705e-460c-b357-848e37ddc244 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.254950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca3cac74-df5b-419d-bec5-b99f9078557c req-515f393c-705e-460c-b357-848e37ddc244 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.4086692 Jul 07 17:12:56.385616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] No DVR routers for this DVR port fba02fef-2182-4cb5-9f76-ad28133e08f1 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:56.391004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.406038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a89f759-1c9b-4b9c-96d1-9a8123b1020f req-107c1f3c-d47b-41e0-a8cb-6fe6c6ec1d1b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "DELETE /v2.0/ports/fba02fef-2182-4cb5-9f76-ad28133e08f1 HTTP/1.1" status: 204 len: 173 time: 2.4482317 Jul 07 17:12:56.424972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-deleted', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:56.430303 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81082102-0c53-402b-a221-befad88be54f" -d '{"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-deleted", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:56.566715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca3cac74-df5b-419d-bec5-b99f9078557c req-74431055-5656-4525-948f-b730522519dd tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070061 Jul 07 17:12:56.732306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.732678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:56.732996 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Floating IP 3bd8f074-8d73-418e-b761-951e6b0f4511 disassociated. External IP: 172.25.7.107, port: 9562c7f0-87f3-4f6c-b394-50b8c326d983. Jul 07 17:12:56.733420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Calling delete_port for 9562c7f0-87f3-4f6c-b394-50b8c326d983 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:56.833725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea271a-edaf-4667-8eab-eb9aeb6bfd3e req-62b97f65-5439-4b0f-a67f-222293c5d021 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.835254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfea271a-edaf-4667-8eab-eb9aeb6bfd3e req-62b97f65-5439-4b0f-a67f-222293c5d021 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.1576231 Jul 07 17:12:56.968742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfea271a-edaf-4667-8eab-eb9aeb6bfd3e req-146d0c0c-81d0-46e9-8f6d-7fd8de2f98ca tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252823 Jul 07 17:12:57.150427 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.227195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event deleted for resources: {'Port': ['ID=9562c7f0-87f3-4f6c-b394-50b8c326d983,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:57.369116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.419521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Router 923b10f9-9b5a-4b98-847e-f35b5b936868 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:57.573269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-060598cf-977d-41e1-aa12-a47533faaa8e tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1306969553', 'prefixes': ['172.20.0.0/16']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:57.629625 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2dd53-c208-4dbb-b10c-8c29e2b12101 x-openstack-request-id: req-a0b2dd53-c208-4dbb-b10c-8c29e2b12101 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:57.631394 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea3bab-c1db-4269-9bcf-d5249bc151f6", "name": "network-vif-deleted", "tag": "fba02fef-2182-4cb5-9f76-ad28133e08f1", "status": "failed", "code": 422}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:57.632208 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0b2dd53-c208-4dbb-b10c-8c29e2b12101 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:57.633447 n-d-791504-12 neutron-server[93766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1ea3bab-c1db-4269-9bcf-d5249bc151f6', 'name': 'network-vif-deleted', 'tag': 'fba02fef-2182-4cb5-9f76-ad28133e08f1', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:12:57.667936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-060598cf-977d-41e1-aa12-a47533faaa8e tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] Notify callbacks [] for subnetpool, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.671765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-060598cf-977d-41e1-aa12-a47533faaa8e tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2990928 Jul 07 17:12:57.672457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.717924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:57.739396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Sync routers for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:57.774846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:57.775710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:57.790342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a28a7a13-b394-4ecd-a323-40af0e934e84 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "GET /v2.0/subnetpools/af9cab5f-03c1-4561-a452-3d1b7efc2271 HTTP/1.1" status: 200 len: 732 time: 0.1165555 Jul 07 17:12:57.796496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:57.849925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-525a093a-6ffe-40d2-879b-bead8f9e10c3 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-166416092'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:57.879381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] No DVR routers for this DVR port 9562c7f0-87f3-4f6c-b394-50b8c326d983 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:57.882788 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.895125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-126a694a-52c6-418f-98f9-7a37480986ff req-975bde4a-8671-4076-bc04-b5757f5d6895 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.32 "DELETE /v2.0/ports/9562c7f0-87f3-4f6c-b394-50b8c326d983 HTTP/1.1" status: 204 len: 173 time: 2.7270613 Jul 07 17:12:57.935979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:58.053524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e34eec4-e7d2-4446-82e3-082737b0dfe5 req-ae20c0f5-0054-4c70-a175-177b2f478cf8 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3662755-ee62-4e35-9f2a-da77a25f4eb2 HTTP/1.1" status: 200 len: 210 time: 0.1450469 Jul 07 17:12:58.224428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525a093a-6ffe-40d2-879b-bead8f9e10c3 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.226221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-525a093a-6ffe-40d2-879b-bead8f9e10c3 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "PUT /v2.0/subnetpools/af9cab5f-03c1-4561-a452-3d1b7efc2271 HTTP/1.1" status: 200 len: 683 time: 0.3843939 Jul 07 17:12:58.229088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:58.308003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:58.349974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82b49808-6fd2-4416-af40-c60896724916 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] Notify callbacks [] for subnetpool, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.351425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-82b49808-6fd2-4416-af40-c60896724916 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "DELETE /v2.0/subnetpools/af9cab5f-03c1-4561-a452-3d1b7efc2271 HTTP/1.1" status: 204 len: 168 time: 0.1210766 Jul 07 17:12:58.354229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:58.384917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Checking router: 923b10f9-9b5a-4b98-847e-f35b5b936868 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:58.386239 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e54e95bc-cd77-4db2-b768-b016348c3560 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] show failed (client error): The resource could not be found. Jul 07 17:12:58.388310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9562c7f0-87f3-4f6c-b394-50b8c326d983 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:58.389127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e54e95bc-cd77-4db2-b768-b016348c3560 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "GET /v2.0/subnetpools/af9cab5f-03c1-4561-a452-3d1b7efc2271 HTTP/1.1" status: 404 len: 346 time: 0.0337896 Jul 07 17:12:58.391959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49828) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:58.441455 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-6de3d5d6-e83d-446e-ad3d-924a5f66db32 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] delete failed (client error): The resource could not be found. Jul 07 17:12:58.442788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6de3d5d6-e83d-446e-ad3d-924a5f66db32 tempest-SubnetPoolsTestJSON-480631677 tempest-SubnetPoolsTestJSON-480631677-project] 10.222.0.22 "DELETE /v2.0/subnetpools/af9cab5f-03c1-4561-a452-3d1b7efc2271 HTTP/1.1" status: 404 len: 346 time: 0.0492439 Jul 07 17:12:58.449877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 9562c7f0-87f3-4f6c-b394-50b8c326d983 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:58.450721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9562c7f0-87f3-4f6c-b394-50b8c326d983 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:58.460769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:58.461816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:12:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:58.561959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e9bd7-6596-406f-96e5-03f44f76b15a req-e036c49a-48bb-4fb7-bb1c-463d218b94bb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.576380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-732e9bd7-6596-406f-96e5-03f44f76b15a req-e036c49a-48bb-4fb7-bb1c-463d218b94bb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.1669469 Jul 07 17:12:58.644780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:58.715973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-732e9bd7-6596-406f-96e5-03f44f76b15a req-5bb4adde-8643-4f8c-aaeb-baa9d5e20216 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345766 Jul 07 17:12:59.055078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:59.063133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:59.088688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985d32-5451-4fe8-969e-575757c740c9 req-94d95600-ebfb-4e6a-a2cf-c887c37dc232 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.090389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06985d32-5451-4fe8-969e-575757c740c9 req-94d95600-ebfb-4e6a-a2cf-c887c37dc232 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.1141946 Jul 07 17:12:59.094514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a62db-4a77-405e-b38f-9c61e198751f None None] The sync data for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 is: [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '14388b4e-0e9d-48cf-9c8f-141a5aca1a90', 'name': '', 'network_id': '63be4ee1-4dbb-40cc-bada-a593640e88b4', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'mac_address': 'fa:16:3e:c1:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f016616f-7c69-460e-b903-3472223aeb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:36Z', 'updated_at': '2021-07-07T17:10:44Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'subnets': [{'id': 'f016616f-7c69-460e-b903-3472223aeb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:59.148360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06985d32-5451-4fe8-969e-575757c740c9 req-bb5c534e-d87a-40e9-ab94-58de77945dfb tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496607 Jul 07 17:12:59.211226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44fa23c6-7e46-410d-ac96-45b9d44bbbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.320314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44fa23c6-7e46-410d-ac96-45b9d44bbbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.325556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44fa23c6-7e46-410d-ac96-45b9d44bbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.367992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44fa23c6-7e46-410d-ac96-45b9d44bbbb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17465838c1724ede96a09fdbf231a9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037970 Jul 07 17:12:59.368895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa23c6-7e46-410d-ac96-45b9d44bbbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38860213-8b72-4140-92ef-9953f713f8fc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.370796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:59.436300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.462162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.514421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.518498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.519724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38860213-8b72-4140-92ef-9953f713f8fc HTTP/1.1" status: 204 len: 168 time: 0.1460330 Jul 07 17:12:59.529004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57edb55-7b2a-4a55-b41a-07018062a29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38860213-8b72-4140-92ef-9953f713f8fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.534897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5618760-98fe-489a-9fb4-a6bfc568ab37 None None] New status for floating IP 3bd8f074-8d73-418e-b761-951e6b0f4511: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:59.635596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'name': 'network-vif-deleted', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:59.638440 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a3add-151f-4727-8be5-602560338ac3" -d '{"events": [{"server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "name": "network-vif-deleted", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:59.856735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac28dfe-346d-4a48-abcb-e6ec0ed390e9 req-5c43c45f-7cd9-4b4f-9828-f8a11c11f768 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.859362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ac28dfe-346d-4a48-abcb-e6ec0ed390e9 req-5c43c45f-7cd9-4b4f-9828-f8a11c11f768 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.0795529 Jul 07 17:12:59.861512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4c99f3-8964-407d-9217-379f63a5a9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.922254 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9014aab-51dc-49f2-b6c2-88d514f8322f x-openstack-request-id: req-b9014aab-51dc-49f2-b6c2-88d514f8322f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:59.922555 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3662755-ee62-4e35-9f2a-da77a25f4eb2", "name": "network-vif-deleted", "tag": "9562c7f0-87f3-4f6c-b394-50b8c326d983", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:59.922811 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9014aab-51dc-49f2-b6c2-88d514f8322f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:59.923806 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3662755-ee62-4e35-9f2a-da77a25f4eb2', 'name': 'network-vif-deleted', 'tag': '9562c7f0-87f3-4f6c-b394-50b8c326d983', 'status': 'completed', 'code': 200} Jul 07 17:12:59.953921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49886) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.023412 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.056296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.124856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.130356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04904-55a8-4ffb-a5af-dced495fc975 req-e5d1b505-42c0-44d1-8d9a-655a51dbd847 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.130482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.132469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "DELETE /v2.0/security-groups/d22af2b1-3fed-43bb-b6d8-736e3d5e1f38 HTTP/1.1" status: 204 len: 168 time: 0.1762371 Jul 07 17:13:00.136789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.139718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24e04904-55a8-4ffb-a5af-dced495fc975 req-e5d1b505-42c0-44d1-8d9a-655a51dbd847 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.0828977 Jul 07 17:13:00.164092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf25b8a-5ee6-4d8c-a2a1-2957d24df4f3 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22af2b1-3fed-43bb-b6d8-736e3d5e1f38,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.168599 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-77fd1e1d-e9fc-42fa-bd0a-7622f6ab9b20 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] show failed (client error): The resource could not be found. Jul 07 17:13:00.170024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-77fd1e1d-e9fc-42fa-bd0a-7622f6ab9b20 tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "GET /v2.0/security-groups/d22af2b1-3fed-43bb-b6d8-736e3d5e1f38 HTTP/1.1" status: 404 len: 347 time: 0.0298600 Jul 07 17:13:00.172602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.208830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24e04904-55a8-4ffb-a5af-dced495fc975 req-303e2df2-95c2-46dc-b549-3ca838895cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678561 Jul 07 17:13:00.343857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Deleting port a184fa2b-ad3d-4826-8455-fcc9af65de4a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:00.344708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.397794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8846535-2f6f-41c0-ba60-8527717b494b req-16140539-c1a8-462e-b69a-58a9bf003870 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.399601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8846535-2f6f-41c0-ba60-8527717b494b req-16140539-c1a8-462e-b69a-58a9bf003870 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.0789135 Jul 07 17:13:00.422763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49910) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.431389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026319 Jul 07 17:13:00.431755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49912) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.445961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.446294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.458741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8846535-2f6f-41c0-ba60-8527717b494b req-19952ea3-630e-4cd6-b9f4-a6f70a84f81a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Jul 07 17:13:00.460748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Calling delete_port for a184fa2b-ad3d-4826-8455-fcc9af65de4a owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:00.581861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d5b6fcce-e8c9-4b5a-b461-7e40ce591eed tempest-NetworksApiDiscovery-1883839448 tempest-NetworksApiDiscovery-1883839448-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1490026 Jul 07 17:13:00.642969 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.671146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Pushing event deleted for resources: {'Port': ['ID=a184fa2b-ad3d-4826-8455-fcc9af65de4a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:00.741176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.744004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:00.747938 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dee7cc94-28b6-4570-a41f-0ee41dbb8aca tempest-ServersTestJSON-1432843328 tempest-ServersTestJSON-1432843328-project] 10.222.0.22 "DELETE /v2.0/floatingips/3bd8f074-8d73-418e-b761-951e6b0f4511 HTTP/1.1" status: 204 len: 168 time: 0.5712357 Jul 07 17:13:00.748264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.871186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49930) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:00.989844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.107279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.112706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.140266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78914-3d1f-4a3a-af4a-1a5156793781 req-239fa3f1-c885-4c0a-b559-c2bd08a9605a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.141813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71f78914-3d1f-4a3a-af4a-1a5156793781 req-239fa3f1-c885-4c0a-b559-c2bd08a9605a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.1386354 Jul 07 17:13:01.158893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4103a8-1c17-4a94-b468-918fafe2824c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.163078 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f51e89211e4340339060bc3e2ed43e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903469 Jul 07 17:13:01.175621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49942) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:01.179854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.179854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.182523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.184506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.184949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.186959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.187399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.187827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.189474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.191315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.191816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.192066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6edab7-425a-4587-8a1b-22c14896addc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:01.253825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.279917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.311967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.329836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.333826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.335396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b4103a8-1c17-4a94-b468-918fafe2824c HTTP/1.1" status: 204 len: 168 time: 0.1585813 Jul 07 17:13:01.345535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c30cc3-2c53-46c4-be44-0231d6ef1e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4103a8-1c17-4a94-b468-918fafe2824c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.884115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758b46c-9691-457a-8e5a-190623a9cfd9 req-23da5761-175f-4693-a42c-0de59bec0d2f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.886692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d758b46c-9691-457a-8e5a-190623a9cfd9 req-23da5761-175f-4693-a42c-0de59bec0d2f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.5311744 Jul 07 17:13:01.967835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d758b46c-9691-457a-8e5a-190623a9cfd9 req-da50450f-5497-4bed-950c-0939f861bb42 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585363 Jul 07 17:13:02.132409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Deleting port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:02.132756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.228284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d772-82a0-4365-ac77-f1db6abded58 req-dc8290d0-9012-49dc-92de-de24118ec035 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.229837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da32d772-82a0-4365-ac77-f1db6abded58 req-dc8290d0-9012-49dc-92de-de24118ec035 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.1397052 Jul 07 17:13:02.257936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] For port 14388b4e-0e9d-48cf-9c8f-141a5aca1a90, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:02.257936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.279095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed4028e4-3372-4aa2-8221-6a7dc7399a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.286708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Calling delete_port for 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:02.325640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da32d772-82a0-4365-ac77-f1db6abded58 req-b3578c84-fbf7-4168-baa2-6abb1aec280e tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877931 Jul 07 17:13:02.605520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828e99-9147-4629-8419-89c64824ad4b req-f520c24c-fb87-48ba-b8f4-042558029e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.607496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-f520c24c-fb87-48ba-b8f4-042558029e6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0259f331c31045a7b712e5ca9619d540&device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 1095 time: 0.2983212 Jul 07 17:13:02.719961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee1729-3900-4526-b8ba-dde7426db52f req-2a829c2a-a37f-4c30-ac7c-081b69d6208d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.721094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8ee1729-3900-4526-b8ba-dde7426db52f req-2a829c2a-a37f-4c30-ac7c-081b69d6208d tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.2466877 Jul 07 17:13:02.735023 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.784248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828e99-9147-4629-8419-89c64824ad4b req-c8c7b05b-facc-4264-b225-47064485cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.785756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-c8c7b05b-facc-4264-b225-47064485cb6c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8634bf5-79a7-4d5a-94da-054d67293a73 HTTP/1.1" status: 200 len: 916 time: 0.1667454 Jul 07 17:13:02.792065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:02.820656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Pushing event deleted for resources: {'Port': ['ID=14388b4e-0e9d-48cf-9c8f-141a5aca1a90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:02.847714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.847962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.848275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.848620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.849005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.849283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.849850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.849962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.850280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.850615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.850945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.851341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:02.964906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-8be1e073-9744-47bc-b024-20bd23cfccc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9 HTTP/1.1" status: 200 len: 217 time: 0.0762577 Jul 07 17:13:03.117587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.128141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828e99-9147-4629-8419-89c64824ad4b req-f5299e85-fb1c-430d-90fb-48c2038cd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.130237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-f5299e85-fb1c-430d-90fb-48c2038cd83b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e703eac8-2339-4477-af25-fed1ea03464b HTTP/1.1" status: 200 len: 854 time: 0.1281862 Jul 07 17:13:03.323711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828e99-9147-4629-8419-89c64824ad4b req-b20d5e94-fe2f-4d5d-8b1b-d18e8c6bff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.325226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-b20d5e94-fe2f-4d5d-8b1b-d18e8c6bff50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8634bf5-79a7-4d5a-94da-054d67293a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859996 Jul 07 17:13:03.426613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092c0d3-eedd-4c00-90ee-a854515fb8e1 req-5bf1f3bd-d6fb-48e3-9848-774c677c0080 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.426613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f092c0d3-eedd-4c00-90ee-a854515fb8e1 req-5bf1f3bd-d6fb-48e3-9848-774c677c0080 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2162948 Jul 07 17:13:03.475119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f092c0d3-eedd-4c00-90ee-a854515fb8e1 req-8597a5f0-e5c3-486a-970d-dd7e9a80d8fd tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540152 Jul 07 17:13:03.515153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:03.669983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-c4b5c8c3-6c43-4448-b8e7-c53faf0e9784 service neutron] 10.222.0.83 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339815 Jul 07 17:13:03.750014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Router 923b10f9-9b5a-4b98-847e-f35b5b936868 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:03.767900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fac02c-cc92-41bd-8b8e-d5b7fc60d671 req-ba6b83b2-d097-4cb0-a6ff-ec4638e7cb47 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.773972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61fac02c-cc92-41bd-8b8e-d5b7fc60d671 req-ba6b83b2-d097-4cb0-a6ff-ec4638e7cb47 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.2025845 Jul 07 17:13:03.900664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61fac02c-cc92-41bd-8b8e-d5b7fc60d671 req-af40023f-f843-4675-bf27-e6b649101029 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229703 Jul 07 17:13:03.932202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06828e99-9147-4629-8419-89c64824ad4b req-e702ce4b-d814-4093-b762-1f5ea6a93cc6 service neutron] 10.222.0.83 "GET /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535574 Jul 07 17:13:04.004532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef193-9b27-43df-a960-ee7c18288820 req-189748cd-81b4-45fb-9dae-6bcc87078328 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.006244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-573ef193-9b27-43df-a960-ee7c18288820 req-189748cd-81b4-45fb-9dae-6bcc87078328 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.1286194 Jul 07 17:13:04.015614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:04.046181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e61d3fae-0999-4783-8b7f-98938b63667b admin admin] 10.222.0.22 "PUT /v2.0/routers/923b10f9-9b5a-4b98-847e-f35b5b936868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2955563 Jul 07 17:13:04.047526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Sync routers for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:04.049619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:04.069427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:04.070059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:04.183004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.184362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.203867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:04.295003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.370675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Deleting port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:04.370675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.523090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-77c0e574-168a-4db7-bf7b-012d16dc8405 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.524807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-77c0e574-168a-4db7-bf7b-012d16dc8405 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 908 time: 0.1341515 Jul 07 17:13:04.559906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] For port 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:04.560521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.581258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:13:02Z', 'revision_number': 5, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port': {'id': '3020fc93-a892-4b0f-a32f-fdbb5df7d8c1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:10:31Z', 'updated_at': '2021-07-07T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:04.598042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Calling delete_port for 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:04.618984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Checking router: 923b10f9-9b5a-4b98-847e-f35b5b936868 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:04.627968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Routers {'923b10f9-9b5a-4b98-847e-f35b5b936868'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:04.628591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['923b10f9-9b5a-4b98-847e-f35b5b936868'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:04.667889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port 35842525-a188-4179-9d68-24d02387de80 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:04.670131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.749192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] Set router 923b10f9-9b5a-4b98-847e-f35b5b936868 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:04.822060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:13:04Z', 'revision_number': 6, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:04.825240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port 35842525-a188-4179-9d68-24d02387de80, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=35842525-a188-4179-9d68-24d02387de80,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:04.825240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.867140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for 35842525-a188-4179-9d68-24d02387de80 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:04.875145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b864e4-1c12-4d1a-af18-6c865501c73e None None] The sync data for ids ['923b10f9-9b5a-4b98-847e-f35b5b936868'] in n-d-791504-12 is: [{'id': '923b10f9-9b5a-4b98-847e-f35b5b936868', 'name': 'tempest-ServersTestJSON-884446798-router', 'tenant_id': 'e885693716af4b2b83cb7a22f2c0c564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:10:30Z', 'updated_at': '2021-07-07T17:13:04Z', 'revision_number': 6, 'project_id': 'e885693716af4b2b83cb7a22f2c0c564', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:04.928606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:04.956564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Pushing event deleted for resources: {'Port': ['ID=3020fc93-a892-4b0f-a32f-fdbb5df7d8c1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:04.993820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84addb9d-1dc1-4312-a283-21e3d4d5b268 req-fc163949-76cb-4ce2-8a88-a9dd3cfb993b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.011362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84addb9d-1dc1-4312-a283-21e3d4d5b268 req-fc163949-76cb-4ce2-8a88-a9dd3cfb993b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2373884 Jul 07 17:13:05.038955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.061813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84addb9d-1dc1-4312-a283-21e3d4d5b268 req-cbe637a4-ee23-4546-8f64-42581d5ba681 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493546 Jul 07 17:13:05.204370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.208525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.269375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.293239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.329433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.330157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 923b10f9-9b5a-4b98-847e-f35b5b936868 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:05.337379 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.341219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e6f85bbd-b4a2-4cff-8220-57624538e019 admin admin] 10.222.0.22 "DELETE /v2.0/routers/923b10f9-9b5a-4b98-847e-f35b5b936868 HTTP/1.1" status: 204 len: 168 time: 1.2878666 Jul 07 17:13:05.341548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50090) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.347586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=35842525-a188-4179-9d68-24d02387de80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.373661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7673e9-99a9-4014-800c-9598633b1927 req-9ba2c910-a3a9-4786-921b-d5d0e71865a8 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.382664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff7673e9-99a9-4014-800c-9598633b1927 req-9ba2c910-a3a9-4786-921b-d5d0e71865a8 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 943 time: 0.2668109 Jul 07 17:13:05.429348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90668af7-5b51-4b74-aa9e-56c5f44549e6 req-b7aab699-3013-49b1-8c98-05754b48eaa1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=5116767e-44e0-4e0f-9019-fb7ac99ed281 HTTP/1.1" status: 200 len: 210 time: 0.1573088 Jul 07 17:13:05.464778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Deleting subnet f016616f-7c69-460e-b903-3472223aeb14 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:05.469482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.534820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.558617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] No DVR routers for this DVR port 35842525-a188-4179-9d68-24d02387de80 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:05.562946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.566377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5d087f6-3197-4fb8-94f3-347ccef7f146 req-e9658e6e-6849-4717-998e-26d488e91923 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "DELETE /v2.0/ports/35842525-a188-4179-9d68-24d02387de80 HTTP/1.1" status: 204 len: 173 time: 1.0360303 Jul 07 17:13:05.567477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'name': 'network-vif-deleted', 'tag': '35842525-a188-4179-9d68-24d02387de80'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:05.594649 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34502bc8-b529-4cc5-8ecc-ce414af8c5a8" -d '{"events": [{"server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "name": "network-vif-deleted", "tag": "35842525-a188-4179-9d68-24d02387de80"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:05.646754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff7673e9-99a9-4014-800c-9598633b1927 req-7d987b6c-2776-4559-b403-5120e63459cf tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631073 Jul 07 17:13:05.691300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.739487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0260e-5976-4f2e-9ac5-779c9defa576 req-ef75ff60-8deb-471e-bde4-5fc41072c92f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.748144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e0260e-5976-4f2e-9ac5-779c9defa576 req-ef75ff60-8deb-471e-bde4-5fc41072c92f tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1098 time: 0.0990605 Jul 07 17:13:05.815779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e0260e-5976-4f2e-9ac5-779c9defa576 req-05b58b94-8e0b-448e-9ddf-3df048bc300a tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660808 Jul 07 17:13:05.824285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.857020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f016616f-7c69-460e-b903-3472223aeb14,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.859332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.861970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3606a4e2-5c78-411d-b00f-35bf1c935983 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f016616f-7c69-460e-b903-3472223aeb14 HTTP/1.1" status: 204 len: 168 time: 0.5192785 Jul 07 17:13:05.866276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:05.868449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba84cdc-a20c-4895-9afd-d57a76426b9c None None] Network 63be4ee1-4dbb-40cc-bada-a593640e88b4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:05.936113 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63263535-8a71-4157-8f11-ca1dca7330da x-openstack-request-id: req-63263535-8a71-4157-8f11-ca1dca7330da {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:05.936423 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5116767e-44e0-4e0f-9019-fb7ac99ed281", "name": "network-vif-deleted", "tag": "35842525-a188-4179-9d68-24d02387de80", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:05.936677 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63263535-8a71-4157-8f11-ca1dca7330da {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:05.937086 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5116767e-44e0-4e0f-9019-fb7ac99ed281', 'name': 'network-vif-deleted', 'tag': '35842525-a188-4179-9d68-24d02387de80', 'status': 'completed', 'code': 200} Jul 07 17:13:06.061316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.141777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677a791-e799-4fac-90d5-f745e5f9150b req-e43e12cf-930c-4732-bbdb-d18f886bf7d4 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.149435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9677a791-e799-4fac-90d5-f745e5f9150b req-e43e12cf-930c-4732-bbdb-d18f886bf7d4 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1098 time: 0.1324863 Jul 07 17:13:06.203982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Deleting port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:06.205154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.216569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] DHCP port deletion for 63be4ee1-4dbb-40cc-bada-a593640e88b4 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:06.300304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9677a791-e799-4fac-90d5-f745e5f9150b req-01bec957-cfc3-4417-b99c-d63209af9061 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496191 Jul 07 17:13:06.312539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.349276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] For port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:06.349831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.376276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Calling delete_port for f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:06.402265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Deleting port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:06.402648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.506396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:06.535252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-744610e8-ee13-411a-8cf8-799ee6f658d1 req-baea7752-57a0-4867-a8d3-e275e7997d2d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:06.535916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:06.536317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-744610e8-ee13-411a-8cf8-799ee6f658d1 req-baea7752-57a0-4867-a8d3-e275e7997d2d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059011 Jul 07 17:13:06.536636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3020fc93-a892-4b0f-a32f-fdbb5df7d8c1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:06.537226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:06.570471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] For port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,segment=NetworkSegment(7a6a9297-2476-4501-ad01-de4d48c48c8c),segment_id=7a6a9297-2476-4501-ad01-de4d48c48c8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:06.571067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.573230 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.575996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:06.576583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14388b4e-0e9d-48cf-9c8f-141a5aca1a90 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:06.577161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:06.624999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:06.625538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:06.633818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Calling delete_port for f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:06.669900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] No DVR routers for this DVR port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:06.672139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Pushing event deleted for resources: {'Port': ['ID=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.805119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.811432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.816700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be4ee1-4dbb-40cc-bada-a593640e88b4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.817300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a0579239-404e-4dff-8631-d1d8aa1e9cf9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:06.828326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6a9297-2476-4501-ad01-de4d48c48c8c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.828630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6a9297-2476-4501-ad01-de4d48c48c8c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:06.839496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.872494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.880575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:06.882411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:06.885047 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:06.892253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] Pushing event deleted for resources: {'Port': ['ID=f27663f6-c2e8-47f7-8ea4-df3f22dedaf5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:06.909563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8450d3-c8db-4202-9249-cdfd86898a6c None None] No DVR routers for this DVR port f27663f6-c2e8-47f7-8ea4-df3f22dedaf5 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:06.990323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.005865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.013084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] 10.222.0.22 "DELETE /v2.0/networks/63be4ee1-4dbb-40cc-bada-a593640e88b4 HTTP/1.1" status: 204 len: 168 time: 1.1457355 Jul 07 17:13:07.056982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:07.064701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2f1a8-9ae6-424c-ab1f-1d59f429d63a admin admin] Pushing event deleted for resources: {'Network': ['ID=63be4ee1-4dbb-40cc-bada-a593640e88b4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.083663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9', 'network_id': 'f8634bf5-79a7-4d5a-94da-054d67293a73', 'port_id': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9', 'mac_address': 'fa:16:3e:64:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e703eac8-2339-4477-af25-fed1ea03464b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:07.138938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.157565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0579239-404e-4dff-8631-d1d8aa1e9cf9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:07.197948 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:07.207693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.279081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.333253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.349435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a09c9-f802-4a05-8fc7-8785702cddfb req-01b3d9bf-be99-48e2-9664-5b0efd46a3cb tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.351123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f97a09c9-f802-4a05-8fc7-8785702cddfb req-01b3d9bf-be99-48e2-9664-5b0efd46a3cb tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 944 time: 0.1289768 Jul 07 17:13:07.630153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['a0579239-404e-4dff-8631-d1d8aa1e9cf9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:07.908462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f97a09c9-f802-4a05-8fc7-8785702cddfb req-e98546ac-4fb8-4ae9-9aaf-aa7f960b198e tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450442 Jul 07 17:13:07.912715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-083638aa-99ed-4617-a57f-a1361f09ecd0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e885693716af4b2b83cb7a22f2c0c564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783389 Jul 07 17:13:07.915500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:07.919022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50212) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.002138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.008406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-26705949-3741-4588-9d4f-1b5a56847471 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:08.009869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-26705949-3741-4588-9d4f-1b5a56847471 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066426 Jul 07 17:13:08.021109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Request body: {'binding': {'host': 'n-h1-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:08.021582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Unknown quota resources ['binding']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:13:08.037547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.074992 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21c68f14-5a38-4c19-910c-6b893b70c587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.096878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.101194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.102864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e254c719-593d-44e9-b1fe-019ffb613038 HTTP/1.1" status: 204 len: 168 time: 0.1861517 Jul 07 17:13:08.129435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e815b-170a-4d31-962f-4974bf24485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e254c719-593d-44e9-b1fe-019ffb613038,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.280208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21c68f14-5a38-4c19-910c-6b893b70c587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.285680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on host n-h1-791504-12 for vnic_type normal with profile None {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:08.286244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:08.286822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:08.291971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21c68f14-5a38-4c19-910c-6b893b70c587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.304405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:08.304978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:08.337915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:08.338848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:08.339409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:08.340014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Bound port: 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:08.357357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:08.357948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21c68f14-5a38-4c19-910c-6b893b70c587 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34c5b9fd242a4fa7b370289e91899191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366572 Jul 07 17:13:08.418719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c68f14-5a38-4c19-910c-6b893b70c587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f0048-5c09-4f21-8714-3365f330e95b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.505668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:08.506781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.517450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.520099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] 10.222.0.22 "POST /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609/bindings HTTP/1.1" status: 201 len: 390 time: 0.5024931 Jul 07 17:13:08.592764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.708297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.718309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.719842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/093f0048-5c09-4f21-8714-3365f330e95b HTTP/1.1" status: 204 len: 168 time: 0.3613958 Jul 07 17:13:08.739218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5b62a-d61e-49dd-9336-caac507df57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f0048-5c09-4f21-8714-3365f330e95b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.848181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35842525-a188-4179-9d68-24d02387de80 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:08.907802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 35842525-a188-4179-9d68-24d02387de80 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:08.908548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 35842525-a188-4179-9d68-24d02387de80 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:09.004252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691d31f-dcb7-4611-b6b2-a6f8b07e9e24 req-80060014-74b9-49c2-acf9-c95197b6092c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.011283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5691d31f-dcb7-4611-b6b2-a6f8b07e9e24 req-80060014-74b9-49c2-acf9-c95197b6092c tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 945 time: 0.0883923 Jul 07 17:13:09.015462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-22a8d312-ab24-4c62-8684-9b0a1873983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.017462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-22a8d312-ab24-4c62-8684-9b0a1873983e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1098 time: 0.1906888 Jul 07 17:13:09.111462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5691d31f-dcb7-4611-b6b2-a6f8b07e9e24 req-cc090b9c-c0ee-4f4a-8515-44868a94db8e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985460 Jul 07 17:13:09.162438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-0048481f-0049-4100-a7e3-51debc3adea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.164516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-0048481f-0049-4100-a7e3-51debc3adea7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.1345084 Jul 07 17:13:09.173436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.199663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7225ddf0-19e5-44a5-aa17-f756e8977183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.220810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50268) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.226726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-fc1202a6-84ed-400b-9752-4aff5b72de3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 217 time: 0.0551729 Jul 07 17:13:09.352662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7225ddf0-19e5-44a5-aa17-f756e8977183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.355646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-2fa41202-79ee-4571-8b4a-1a03c735c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.357150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-2fa41202-79ee-4571-8b4a-1a03c735c5db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1124597 Jul 07 17:13:09.359791 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7225ddf0-19e5-44a5-aa17-f756e8977183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.415437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225ddf0-19e5-44a5-aa17-f756e8977183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7366be-b3c8-4bc8-8fb8-8c3fae793643,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.416976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-452ee8f5-0247-46ef-b0f9-13f72362f140 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481036 Jul 07 17:13:09.484158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7225ddf0-19e5-44a5-aa17-f756e8977183 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd1c99df289244e48825ec5e093df434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097458 Jul 07 17:13:09.485435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50282) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:09.524970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1084126061-network', 'tenant_id': '048091227a7d481c897f09d9b1308456'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:09.571383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Made reservation on behalf of 048091227a7d481c897f09d9b1308456 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:09.573645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.582338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d82b9-65c4-4692-885d-5e9b37e5fe32 req-8bbb190c-2bac-4ade-aceb-28a0a5ef1cb3 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.583877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-920d82b9-65c4-4692-885d-5e9b37e5fe32 req-8bbb190c-2bac-4ade-aceb-28a0a5ef1cb3 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 944 time: 0.2257743 Jul 07 17:13:09.586259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.588163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.622065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.625576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-1a1e6caf-5641-4662-a7b2-fb2c720572cd service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016153 Jul 07 17:13:09.700273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.702775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.704019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b7366be-b3c8-4bc8-8fb8-8c3fae793643 HTTP/1.1" status: 204 len: 168 time: 0.2174168 Jul 07 17:13:09.716023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88761979-2fef-4b91-a912-b45f617377ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7366be-b3c8-4bc8-8fb8-8c3fae793643,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.735412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-920d82b9-65c4-4692-885d-5e9b37e5fe32 req-c5e3a68c-dc96-4584-bf53-a9979d297f95 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263158 Jul 07 17:13:09.755023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.760247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.786237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbddc-c805-4423-ab5a-02b2e4cafbdd req-8608c2e0-7ae8-4064-88d2-8850781ab265 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.790523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e27bbddc-c805-4423-ab5a-02b2e4cafbdd req-8608c2e0-7ae8-4064-88d2-8850781ab265 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2449980 Jul 07 17:13:09.815341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:09.830183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-618d508e-c793-4830-939d-8043e95e21f6 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934311 Jul 07 17:13:09.851421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e27bbddc-c805-4423-ab5a-02b2e4cafbdd req-83a2da45-959c-4c80-afaf-f4744687dd20 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490386 Jul 07 17:13:09.859988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0429f1a-3ece-449e-94c9-199d421801d6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.880058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.880058 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Added segment e746a7a1-f5d1-4729-a0c5-936e02025199 of type vlan for network e488eabc-b80b-4337-a4d0-cad84e51039d Jul 07 17:13:09.932249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.981917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.982977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.983607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.038060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8156912 Jul 07 17:13:10.041173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50294) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:10.049188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Request body: {'subnet': {'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1084126061-subnet', 'tenant_id': '048091227a7d481c897f09d9b1308456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:10.082136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd719-3265-415b-ab7c-b3e9e22617b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e488eabc-b80b-4337-a4d0-cad84e51039d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.088671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e488eabc-b80b-4337-a4d0-cad84e51039d details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:10.095187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Made reservation on behalf of 048091227a7d481c897f09d9b1308456 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:10.098977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.281760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-503de293-9e44-454a-835f-97a2c774e181 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.284024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-503de293-9e44-454a-835f-97a2c774e181 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 945 time: 0.0899270 Jul 07 17:13:10.401769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.513806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a8247f-5fe5-446b-9d17-cb8f0f220f65,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:10.554488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Checking segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:10.554994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Network hostable DHCP agents. Network: e488eabc-b80b-4337-a4d0-cad84e51039d, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:10.587555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Network e488eabc-b80b-4337-a4d0-cad84e51039d is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:10.599528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2508-9f10-4602-a7df-172ca94e134a req-448afefb-7e74-4e5e-8253-e87af32346d1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.600263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e488eabc-b80b-4337-a4d0-cad84e51039d) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:10.602397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f7c2508-9f10-4602-a7df-172ca94e134a req-448afefb-7e74-4e5e-8253-e87af32346d1 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 945 time: 0.2467411 Jul 07 17:13:10.605259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.606067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.612361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34490f5f-4ecb-45b5-b987-7a686fa6b4f1 None None] Network e488eabc-b80b-4337-a4d0-cad84e51039d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:10.658033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d5ee59f-f9bf-4692-935d-e7e489a47fa7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6097641 Jul 07 17:13:10.697402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port 63773676-0704-44a4-adbd-992e7a97e09d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:10.697776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.731461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f7c2508-9f10-4602-a7df-172ca94e134a req-264999ae-4a31-4ffe-8de0-e71eb62949c3 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226509 Jul 07 17:13:10.862901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a0579239-404e-4dff-8631-d1d8aa1e9cf9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:11.015162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e488eabc-b80b-4337-a4d0-cad84e51039d', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'tenant_id': '048091227a7d481c897f09d9b1308456', 'fixed_ips': [{'subnet_id': '67a8247f-5fe5-446b-9d17-cb8f0f220f65'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:11.016039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.071712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port 63773676-0704-44a4-adbd-992e7a97e09d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=63773676-0704-44a4-adbd-992e7a97e09d,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.072472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.124491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for 63773676-0704-44a4-adbd-992e7a97e09d owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:11.164723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port a0579239-404e-4dff-8631-d1d8aa1e9cf9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:11.172399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port a0579239-404e-4dff-8631-d1d8aa1e9cf9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:11.173663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e1cbb-d9c4-4a3f-849f-f407bcd5e3ef req-f9acae51-d3dc-45ee-91a9-282a79d2c43a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.178650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.181092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de4e1cbb-d9c4-4a3f-849f-f407bcd5e3ef req-f9acae51-d3dc-45ee-91a9-282a79d2c43a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 944 time: 0.2710667 Jul 07 17:13:11.263317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa751729-01a3-4abd-93ef-514ebdf52f5e req-a6cf4d88-ee05-4727-8178-5d3674170497 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.271473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa751729-01a3-4abd-93ef-514ebdf52f5e req-a6cf4d88-ee05-4727-8178-5d3674170497 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2145681 Jul 07 17:13:11.307090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de4e1cbb-d9c4-4a3f-849f-f407bcd5e3ef req-467738d1-221b-487b-a070-fa2613461c5a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247084 Jul 07 17:13:11.330560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Allocated IP 172.20.0.2 (e488eabc-b80b-4337-a4d0-cad84e51039d/67a8247f-5fe5-446b-9d17-cb8f0f220f65/bd432af7-a5b7-47d8-8097-16c5a9aa2e4d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:11.462682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa751729-01a3-4abd-93ef-514ebdf52f5e req-20a31a08-740a-49fa-a47f-4710e3f6c7bc tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899581 Jul 07 17:13:11.505264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.568679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.607240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', '63773676-0704-44a4-adbd-992e7a97e09d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:11.622771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=63773676-0704-44a4-adbd-992e7a97e09d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.683706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.737965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:11.740292 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19ca804-5bed-4ad6-9d14-5157e62b6cdb" -d '{"events": [{"server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "name": "network-vif-plugged", "status": "completed", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:11.757164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] No DVR routers for this DVR port 63773676-0704-44a4-adbd-992e7a97e09d on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:11.769142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.771248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d13f792-204a-4b30-96a9-ae35c791f729 req-9f2147d3-a743-44a8-b5bb-5a05b2d7cf81 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "DELETE /v2.0/ports/63773676-0704-44a4-adbd-992e7a97e09d HTTP/1.1" status: 204 len: 173 time: 1.4823225 Jul 07 17:13:11.771804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'name': 'network-vif-deleted', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:11.774042 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5819228-bfcf-4cf1-b5e8-b4fc544c2141" -d '{"events": [{"server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "name": "network-vif-deleted", "tag": "63773676-0704-44a4-adbd-992e7a97e09d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:11.839722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.939375 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2366f-91b9-457e-a23d-4756f3b9fe76 x-openstack-request-id: req-dab2366f-91b9-457e-a23d-4756f3b9fe76 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:11.939930 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "name": "network-vif-plugged", "status": "completed", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:11.940351 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dab2366f-91b9-457e-a23d-4756f3b9fe76 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:11.940913 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9', 'code': 200} Jul 07 17:13:12.162376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.175704 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.192406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29759d90-ab6a-4da5-b6f7-d7533e678685 req-6cb7559c-9a3f-4250-a0f1-cf64d47b3b20 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=b856fb29-3200-4ff4-b02a-dfad907d68cb HTTP/1.1" status: 200 len: 210 time: 0.0589821 Jul 07 17:13:12.236557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Transition to ACTIVE for port object bd432af7-a5b7-47d8-8097-16c5a9aa2e4d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:12.284474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99b9a-8ed6-4398-a7dc-2410c8422e5b req-d73b8ed1-e0fe-4b41-8f6f-57de56f32b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.286026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bf99b9a-8ed6-4398-a7dc-2410c8422e5b req-d73b8ed1-e0fe-4b41-8f6f-57de56f32b74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 1097 time: 0.2173190 Jul 07 17:13:12.293934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-a786f1f8-2b01-4429-916a-10c0ffa9238e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.308306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-a786f1f8-2b01-4429-916a-10c0ffa9238e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 0.3396616 Jul 07 17:13:12.316867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Transition to ACTIVE for port object bd432af7-a5b7-47d8-8097-16c5a9aa2e4d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:12.317523 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756723cc-552f-4c4f-9783-e4963a1fad01 x-openstack-request-id: req-756723cc-552f-4c4f-9783-e4963a1fad01 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:12.318446 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856fb29-3200-4ff4-b02a-dfad907d68cb", "name": "network-vif-deleted", "tag": "63773676-0704-44a4-adbd-992e7a97e09d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:12.318872 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-756723cc-552f-4c4f-9783-e4963a1fad01 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:12.319311 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856fb29-3200-4ff4-b02a-dfad907d68cb', 'name': 'network-vif-deleted', 'tag': '63773676-0704-44a4-adbd-992e7a97e09d', 'status': 'completed', 'code': 200} Jul 07 17:13:12.335095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.392309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-1a574ab6-99d1-453e-8745-8dba4f22933f tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/quotas/048091227a7d481c897f09d9b1308456 HTTP/1.1" status: 200 len: 375 time: 0.0701256 Jul 07 17:13:12.435323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Network e488eabc-b80b-4337-a4d0-cad84e51039d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:12.436744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Pushing event updated for resources: {'Port': ['ID=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.440926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:12.443926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:12.518888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bf99b9a-8ed6-4398-a7dc-2410c8422e5b req-ef5ed2eb-2711-46f8-a413-c6e8ac5bb9ff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985340 Jul 07 17:13:12.532784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Attempting to bind port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:12.533168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Attempting to bind port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:12.533555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Attempting to bind port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:12.542823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:12.543502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Checking segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:12.544144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.544718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Bound using segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:12.545420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Bound port: bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:12.546299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.622940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] For port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:12.631755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] For port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:12.639490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.695076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-4a9816b3-d5ea-4549-9708-7cfbc24f29b3 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3014562 Jul 07 17:13:12.717983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127ddd-6998-4c62-8875-18ba3f8e881d None None] Pushing event updated for resources: {'Port': ['ID=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.727126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-4f403cc1-4df8-4585-9c96-38663b7ba655 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:13:12.728736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-4f403cc1-4df8-4585-9c96-38663b7ba655 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315993 Jul 07 17:13:12.761197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04186e-2e24-4a82-a982-1c99a21ef3ab req-750d57d4-c3e3-492e-a288-967ea41ef91a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.769401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a04186e-2e24-4a82-a982-1c99a21ef3ab req-750d57d4-c3e3-492e-a288-967ea41ef91a tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 945 time: 0.2222340 Jul 07 17:13:12.964200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a04186e-2e24-4a82-a982-1c99a21ef3ab req-3abca9f1-d52f-4053-a5ce-fb36b0f80267 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932652 Jul 07 17:13:13.060490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-c61d18de-edac-419f-bcfc-54c09a542cd8 service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205845 Jul 07 17:13:13.367211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-01e5e7fc-2dcd-4a62-88d9-5ae7a2d0014c service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884138 Jul 07 17:13:13.429058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bb74c-fd86-445a-ad8c-328cc5d74dd9 req-b805d5c1-ad07-499d-9fef-e65e173ab8d1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.430634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-311bb74c-fd86-445a-ad8c-328cc5d74dd9 req-b805d5c1-ad07-499d-9fef-e65e173ab8d1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.1825998 Jul 07 17:13:13.504337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-311bb74c-fd86-445a-ad8c-328cc5d74dd9 req-eb67a87a-888c-4e6e-a8cd-f5a68a188ddd tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665812 Jul 07 17:13:14.155558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-ff0898bf-2c9c-455d-ad36-4cd59365d7e4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.156657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-ff0898bf-2c9c-455d-ad36-4cd59365d7e4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 0.2178540 Jul 07 17:13:14.188154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-792319ef-c5de-470e-8d26-df3031186b9a tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/quotas/048091227a7d481c897f09d9b1308456 HTTP/1.1" status: 200 len: 375 time: 0.0239210 Jul 07 17:13:14.427161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d7211-309c-4d6d-8e08-346e4b1cbfcc None None] Network e488eabc-b80b-4337-a4d0-cad84e51039d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:14.451729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-52a360a5-c462-403e-b0b0-f811b34ed78c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2496250 Jul 07 17:13:14.810867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bd432af7-a5b7-47d8-8097-16c5a9aa2e4d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:14.855972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-8e1706cf-3fa2-40ec-9c64-9bb70567e50e service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006498 Jul 07 17:13:14.856490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-62f13389-a7c8-48a2-939e-5b54691b0236 None None] Provisioning for port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:14.863447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 63773676-0704-44a4-adbd-992e7a97e09d no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:14.868910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4678fc6-51e4-485b-a429-84d8929daa60 req-6c44a8c7-7f3a-4a51-bb3a-fc3226aa14c6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.871316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4678fc6-51e4-485b-a429-84d8929daa60 req-6c44a8c7-7f3a-4a51-bb3a-fc3226aa14c6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 945 time: 0.3520010 Jul 07 17:13:14.880815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-380dcb78-c5c4-49c3-a84d-62e6814ee31a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.882591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-380dcb78-c5c4-49c3-a84d-62e6814ee31a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.2166064 Jul 07 17:13:14.898483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 63773676-0704-44a4-adbd-992e7a97e09d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:14.899044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 63773676-0704-44a4-adbd-992e7a97e09d not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:14.946691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:14.981645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:14.981645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.102711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4678fc6-51e4-485b-a429-84d8929daa60 req-9fa4e54a-371d-431b-8781-6474c3fff819 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176239 Jul 07 17:13:15.113689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.131714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-27cb675e-797e-477c-85fa-9711f681a34c service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474067 Jul 07 17:13:15.155684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:15.160402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.180002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:15.180587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.246162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:15.272737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.273144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.273500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.273849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.274216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.274545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.274872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.275219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.275577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.276255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.276255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.276542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:15.530504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a1898131-cd00-4de6-80a9-6678e8b6f559 None None] Provisioning complete for port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:15.531853 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1898131-cd00-4de6-80a9-6678e8b6f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.577693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:15.579993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:15.627746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:16.045187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0598-ebe0-435f-b97c-4ad8c13f7e83 req-36beffee-94cc-4590-ba1f-81e67eaa7098 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.055161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c9f0598-ebe0-435f-b97c-4ad8c13f7e83 req-36beffee-94cc-4590-ba1f-81e67eaa7098 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 946 time: 0.6508925 Jul 07 17:13:16.241382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-27dd06fd-b9c3-4cf4-82ed-5766e042bca7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.243028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-27dd06fd-b9c3-4cf4-82ed-5766e042bca7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 0.6129038 Jul 07 17:13:16.264823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c9f0598-ebe0-435f-b97c-4ad8c13f7e83 req-9cb8f0b8-33a5-401a-9d45-f84c12f71d9a tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bf68474-e0f4-4a08-924b-38d96116b364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922896 Jul 07 17:13:16.269543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Request body: {'port': {'device_id': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'admin_state_up': True, 'tenant_id': '048091227a7d481c897f09d9b1308456'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:16.313968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3d46b-79b3-4493-a477-ab6abb895728 req-1169e974-b751-464c-b1e6-7a114766b438 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.315540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41f3d46b-79b3-4493-a477-ab6abb895728 req-1169e974-b751-464c-b1e6-7a114766b438 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.5227590 Jul 07 17:13:16.548361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bd432af7-a5b7-47d8-8097-16c5a9aa2e4d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:16.668556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.728938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:16.834982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:16.835369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.845897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:16.868270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Made reservation on behalf of 048091227a7d481c897f09d9b1308456 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:16.872433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.899991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] No DVR routers for this DVR port 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:16.904996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.907442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50d94f37-7508-4fe0-a24f-d31e6072fa8f req-89275b62-2ccc-4c1f-b542-7520ec4609bb tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.83 "DELETE /v2.0/ports/5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 HTTP/1.1" status: 204 len: 173 time: 1.9455249 Jul 07 17:13:16.919428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'name': 'network-vif-deleted', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:16.923909 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591a4257-da70-48cb-acfc-e24f30a94bbe" -d '{"events": [{"server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "name": "network-vif-deleted", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:16.990713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41f3d46b-79b3-4493-a477-ab6abb895728 req-1da7b8a4-fad4-471c-adcf-bc136af5a443 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313728 Jul 07 17:13:17.123723 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a508203c-1ca5-4440-9efb-ade2f7e7a10e x-openstack-request-id: req-a508203c-1ca5-4440-9efb-ade2f7e7a10e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:17.124026 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d80818-e4d1-4ec0-85e0-c6750298fd13", "name": "network-vif-deleted", "tag": "5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:17.124280 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a508203c-1ca5-4440-9efb-ade2f7e7a10e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:17.124687 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d80818-e4d1-4ec0-85e0-c6750298fd13', 'name': 'network-vif-deleted', 'tag': '5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91', 'status': 'completed', 'code': 200} Jul 07 17:13:18.090930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92926600-153c-4eeb-950c-3779f69e3890 req-b11d7263-ee72-48a9-ae7e-a0aef1d69d10 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4d80818-e4d1-4ec0-85e0-c6750298fd13 HTTP/1.1" status: 200 len: 210 time: 0.1119244 Jul 07 17:13:18.137374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Allocated IP 172.20.0.7 (e488eabc-b80b-4337-a4d0-cad84e51039d/67a8247f-5fe5-446b-9d17-cb8f0f220f65/85acb021-da41-4553-bbdf-03f771d80ccb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:18.356289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-0009e0f3-e194-486c-a6cf-a14d29bbbea4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.364519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-0009e0f3-e194-486c-a6cf-a14d29bbbea4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 1.1930730 Jul 07 17:13:18.402954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-acc0fcaa-9467-49ba-9236-ce517fb3aa29 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/quotas/048091227a7d481c897f09d9b1308456 HTTP/1.1" status: 200 len: 375 time: 0.0372512 Jul 07 17:13:18.441444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-90c2ee61-9e1d-4bad-9950-59a5ddf81709 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.443356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-90c2ee61-9e1d-4bad-9950-59a5ddf81709 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 0.4658093 Jul 07 17:13:18.574420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Request body: {'port': {'device_id': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'admin_state_up': True, 'tenant_id': '048091227a7d481c897f09d9b1308456'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:18.765512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.818850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Transition to ACTIVE for port object 85acb021-da41-4553-bbdf-03f771d80ccb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:18.879370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-bd7ad431-22ad-4eed-86cd-edccb65145fb tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4755034 Jul 07 17:13:18.890440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:18.920979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:18.921324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 5e68b3b1-d1b7-4f65-b668-b3fab7ef0b91 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:18.927370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2157d9-be0b-41e1-8501-742581caaf16 req-453f0451-1ced-4e42-8fcc-c65279cc31b9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.928990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b2157d9-be0b-41e1-8501-742581caaf16 req-453f0451-1ced-4e42-8fcc-c65279cc31b9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.3274953 Jul 07 17:13:18.991480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.111488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Made reservation on behalf of 048091227a7d481c897f09d9b1308456 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:19.114853 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.131568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Network e488eabc-b80b-4337-a4d0-cad84e51039d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:19.144513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:19.159081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b2157d9-be0b-41e1-8501-742581caaf16 req-6d769f08-960d-479a-a53e-8a8897544c9c tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134564 Jul 07 17:13:19.187499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:19.231679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event updated for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.308088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-0401e1f9-fb44-475d-878a-50c22aa3a7dc service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061728 Jul 07 17:13:19.468391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-b5b3ae24-a870-4d6b-bc6f-a25a2ff87480 service neutron] 10.222.0.22 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592448 Jul 07 17:13:19.607487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f882abf-fd0c-4e50-8929-4de3c4a31df8 None None] Provisioning for port 85acb021-da41-4553-bbdf-03f771d80ccb completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:19.613459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f882abf-fd0c-4e50-8929-4de3c4a31df8 None None] Provisioning complete for port 85acb021-da41-4553-bbdf-03f771d80ccb triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:19.614446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f882abf-fd0c-4e50-8929-4de3c4a31df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.634947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.635639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.663558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-9bcd01cd-a602-463f-951e-e96c82c73891 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4037232 Jul 07 17:13:19.675921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Request body: {'port': {'device_id': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:19.714494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0f882abf-fd0c-4e50-8929-4de3c4a31df8 None None] Port 85acb021-da41-4553-bbdf-03f771d80ccb cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:19.817616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Allocated IP 172.20.0.3 (e488eabc-b80b-4337-a4d0-cad84e51039d/67a8247f-5fe5-446b-9d17-cb8f0f220f65/3e8fe213-4a07-4c12-b25a-2f2981887779) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:19.967721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.221439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e903c2d1-c862-4dc7-8216-6a81df72d14e req-411ed62e-4c52-4247-b301-339cfc93d0e1 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 210 time: 0.0691540 Jul 07 17:13:20.604349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.668791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Transition to ACTIVE for port object 3e8fe213-4a07-4c12-b25a-2f2981887779 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:20.764855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f62c5-8a69-4aac-a919-78bf02cf643f req-c3d0e3f6-dce5-436b-a0fc-42a23391341b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.767473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-659f62c5-8a69-4aac-a919-78bf02cf643f req-c3d0e3f6-dce5-436b-a0fc-42a23391341b tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.2089720 Jul 07 17:13:20.812688 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.920607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Network e488eabc-b80b-4337-a4d0-cad84e51039d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:20.944008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:20.947020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:21.043389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-659f62c5-8a69-4aac-a919-78bf02cf643f req-8154a263-fbef-4a33-9ae7-de04f6f6502f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673547 Jul 07 17:13:21.051053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event updated for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.085755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ed75-6f04-4d36-8530-c72f5970a998 req-e895ea49-b443-4821-ba22-aca6a2375d00 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.095365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d975ed75-6f04-4d36-8530-c72f5970a998 req-e895ea49-b443-4821-ba22-aca6a2375d00 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.3903751 Jul 07 17:13:21.187469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.188424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.249103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d975ed75-6f04-4d36-8530-c72f5970a998 req-04440452-15a3-4a4d-a5d8-b9e1a0b7f895 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486166 Jul 07 17:13:21.275417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-535c548f-3558-4eb5-a090-84808dab6047 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7062378 Jul 07 17:13:21.295384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Request body: {'port': {'device_id': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:21.386531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85acb021-da41-4553-bbdf-03f771d80ccb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:21.396740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.410086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Transition to ACTIVE for port object 85acb021-da41-4553-bbdf-03f771d80ccb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:21.417504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.460681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-34eb3d83-1a2b-45a6-8e67-7d31bd12ed3d None None] Provisioning for port 3e8fe213-4a07-4c12-b25a-2f2981887779 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:21.495338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-34eb3d83-1a2b-45a6-8e67-7d31bd12ed3d None None] Provisioning complete for port 3e8fe213-4a07-4c12-b25a-2f2981887779 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:21.495913 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34eb3d83-1a2b-45a6-8e67-7d31bd12ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.538069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1279885-9ce2-4ea8-ba9d-82f7ea053a45 req-d276fca2-d03f-4863-b8a2-ebf42f4b11d1 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 210 time: 0.0533271 Jul 07 17:13:21.623866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Pushing event updated for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:21.643009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-34eb3d83-1a2b-45a6-8e67-7d31bd12ed3d None None] Port 3e8fe213-4a07-4c12-b25a-2f2981887779 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:21.913342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:21.919116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Attempting to bind port 85acb021-da41-4553-bbdf-03f771d80ccb on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:21.919668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Attempting to bind port 85acb021-da41-4553-bbdf-03f771d80ccb by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:21.920314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Attempting to bind port 85acb021-da41-4553-bbdf-03f771d80ccb on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:21.948104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Port 85acb021-da41-4553-bbdf-03f771d80ccb on network e488eabc-b80b-4337-a4d0-cad84e51039d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:21.948720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Attempting to bind port 85acb021-da41-4553-bbdf-03f771d80ccb on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:21.981095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-33121a0c-ca18-4364-aeff-f87d99fe305f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.985833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-33121a0c-ca18-4364-aeff-f87d99fe305f tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.32 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.1657846 Jul 07 17:13:22.199014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:22.199527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Checking segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:22.200043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Bound using segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:22.200480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Bound port: 85acb021-da41-4553-bbdf-03f771d80ccb, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:22.204151 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.231376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:22.231376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.365735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-02304069-8378-49f5-9dc9-bd0f6bd514d1 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.367654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-02304069-8378-49f5-9dc9-bd0f6bd514d1 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.83 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 816 time: 0.6388640 Jul 07 17:13:22.447188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] For port 74e54d20-aaa3-4f73-a1d3-25b73658b693, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=74e54d20-aaa3-4f73-a1d3-25b73658b693,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:22.447882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.469207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Request body: {'port': {'device_id': '776cce27-2341-4916-b286-cef88c1ce680', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'admin_state_up': True, 'tenant_id': '048091227a7d481c897f09d9b1308456'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:22.755572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:22.773583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582edc24-e3cd-4325-94e2-44fcc49583cf req-d14b9f79-ca94-4222-ae99-4e9c68600e3c tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.791592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-582edc24-e3cd-4325-94e2-44fcc49583cf req-d14b9f79-ca94-4222-ae99-4e9c68600e3c tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.4356179 Jul 07 17:13:22.801548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.802040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:22.802664 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Floating IP 07eb4fa1-730d-458d-bb32-b6aa62b35ec6 disassociated. External IP: 172.25.7.141, port: 74e54d20-aaa3-4f73-a1d3-25b73658b693. Jul 07 17:13:22.803257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for 74e54d20-aaa3-4f73-a1d3-25b73658b693 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:22.909596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-582edc24-e3cd-4325-94e2-44fcc49583cf req-b021bcbe-3a87-4594-bb90-484064554614 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169686 Jul 07 17:13:22.917828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85acb021-da41-4553-bbdf-03f771d80ccb,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:23.006844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8fe213-4a07-4c12-b25a-2f2981887779 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:23.020167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.035784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Transition to ACTIVE for port object 3e8fe213-4a07-4c12-b25a-2f2981887779 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:23.043706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.115582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.134284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Pushing event updated for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.147737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.199281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.258846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83f370-8478-4439-8f47-c6a03fd36879 req-1a095469-cba1-4445-a259-6fe96f386be8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.267436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b83f370-8478-4439-8f47-c6a03fd36879 req-1a095469-cba1-4445-a259-6fe96f386be8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 944 time: 0.6989448 Jul 07 17:13:23.352263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.354411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.357572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-3ee9338c-9cd3-45bc-977f-123891a3f707 service neutron] 10.222.0.32 "PUT /v2.0/ports/85acb021-da41-4553-bbdf-03f771d80ccb HTTP/1.1" status: 200 len: 1092 time: 3.6864095 Jul 07 17:13:23.441868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b83f370-8478-4439-8f47-c6a03fd36879 req-e1602239-7db6-4d68-adab-c56cfbd41b15 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups?id=34d79428-fe9b-494a-89f0-856b309c85ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733806 Jul 07 17:13:23.447018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:23.455651 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:23.542953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Made reservation on behalf of 048091227a7d481c897f09d9b1308456 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:23.548908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.966594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50736) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:23.979667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=74e54d20-aaa3-4f73-a1d3-25b73658b693,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:24.139115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:24.271957 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355df1cd-6213-46e8-a817-648f83159d30 x-openstack-request-id: req-355df1cd-6213-46e8-a817-648f83159d30 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:24.272246 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:24.272499 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-355df1cd-6213-46e8-a817-648f83159d30 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:24.272889 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb', 'status': 'completed', 'code': 200} Jul 07 17:13:24.372444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87cf6b34-c692-4069-8410-9675a860234f req-6b670246-72f1-4ffc-96b5-d16ee037a497 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 210 time: 0.0968878 Jul 07 17:13:24.449666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:24.457630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53b4afa9-de75-4e78-977f-6ee7fef5b474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.460021 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Sync routers for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:24.481893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Attempting to bind port 3e8fe213-4a07-4c12-b25a-2f2981887779 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:24.482430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Attempting to bind port 3e8fe213-4a07-4c12-b25a-2f2981887779 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:24.482430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Attempting to bind port 3e8fe213-4a07-4c12-b25a-2f2981887779 on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:24.487030 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:24.487644 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:24.492137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-586481d7-cd15-42f9-8374-1412c1f6695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.493833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-586481d7-cd15-42f9-8374-1412c1f6695a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 1095 time: 1.0318255 Jul 07 17:13:24.570196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] No DVR routers for this DVR port 74e54d20-aaa3-4f73-a1d3-25b73658b693 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:24.582880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.585160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d844470-d1af-4ad3-9b11-8257d9d88f52 req-ab03cf72-91a4-40c1-9198-56f729fb62d5 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.32 "DELETE /v2.0/ports/74e54d20-aaa3-4f73-a1d3-25b73658b693 HTTP/1.1" status: 204 len: 173 time: 2.5944102 Jul 07 17:13:24.586139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-deleted', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:24.590514 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ccb98d-6aef-4660-bcc0-31e59d280e69" -d '{"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-deleted", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:24.619256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-673f1693-5288-484f-8549-79c0ebd966fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85acb021-da41-4553-bbdf-03f771d80ccb HTTP/1.1" status: 200 len: 217 time: 0.1088574 Jul 07 17:13:24.685328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Allocated IP 172.20.0.14 (e488eabc-b80b-4337-a4d0-cad84e51039d/67a8247f-5fe5-446b-9d17-cb8f0f220f65/f2243aab-0db4-4eb1-9ad1-57bd6e70c077) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:24.725541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53b4afa9-de75-4e78-977f-6ee7fef5b474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.738431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53b4afa9-de75-4e78-977f-6ee7fef5b474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.747801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Port 3e8fe213-4a07-4c12-b25a-2f2981887779 on network e488eabc-b80b-4337-a4d0-cad84e51039d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:24.748156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Attempting to bind port 3e8fe213-4a07-4c12-b25a-2f2981887779 on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:24.770716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-53b4afa9-de75-4e78-977f-6ee7fef5b474 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa959f3414eb4685bedd25bfc947a56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022687 Jul 07 17:13:24.774602 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:24.786074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50762) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:24.867492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:24.867856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Checking segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:24.879106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Bound using segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:24.879670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Bound port: 3e8fe213-4a07-4c12-b25a-2f2981887779, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:24.880062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:24.914930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4afa9-de75-4e78-977f-6ee7fef5b474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90acc2a7-1ffb-4802-a2d3-961dfedfe7b5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:24.985513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8ed9e9b6-07ee-4e57-ba62-ec92791b07c8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.987257 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8ed9e9b6-07ee-4e57-ba62-ec92791b07c8 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1098 time: 0.6553431 Jul 07 17:13:24.998337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-12'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:25.030592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.058479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.136044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfaa00-3431-4f8e-a7f8-fa05432abd94 req-44024a2e-7406-48d4-bf90-39e1bf232680 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.146226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.146779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9bfaa00-3431-4f8e-a7f8-fa05432abd94 req-44024a2e-7406-48d4-bf90-39e1bf232680 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 946 time: 0.8769088 Jul 07 17:13:25.153103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.157558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90acc2a7-1ffb-4802-a2d3-961dfedfe7b5 HTTP/1.1" status: 204 len: 168 time: 0.3565831 Jul 07 17:13:25.158660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:25.173748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2498-0cc0-473b-96f3-37e62abd900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90acc2a7-1ffb-4802-a2d3-961dfedfe7b5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.228293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.229971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-616a1c7e-11bd-4cf6-901b-3e17f36efd00 req-493f6eb4-c643-4b92-ba86-9fa92312335b tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/ports?device_id=9786b26f-607d-4815-aedb-e346075d3b3c HTTP/1.1" status: 200 len: 210 time: 0.0735188 Jul 07 17:13:25.237712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3e8fe213-4a07-4c12-b25a-2f2981887779,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:25.245192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-2de48f4c-68d5-48b8-be7a-6ba76adc0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.246771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-2de48f4c-68d5-48b8-be7a-6ba76adc0d33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.4772713 Jul 07 17:13:25.258607 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.347808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9bfaa00-3431-4f8e-a7f8-fa05432abd94 req-7f0ecfab-31e9-4fdd-9836-a58f67916bd0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000244 Jul 07 17:13:25.349950 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:25.427698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Checking router: 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:25.442351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.443209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.446633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e8fe213-4a07-4c12-b25a-2f2981887779 HTTP/1.1" status: 200 len: 1092 time: 4.1615369 Jul 07 17:13:25.472069 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:25.480554 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:25.592092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.679204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212db8-ecc2-4929-94e9-bbde4564e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:25.690088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:25.716158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-69c2cb14-f5c9-4261-b095-b85d7a8658be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.717926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-69c2cb14-f5c9-4261-b095-b85d7a8658be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4485519 Jul 07 17:13:25.809319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Transition to ACTIVE for port object f2243aab-0db4-4eb1-9ad1-57bd6e70c077 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:25.823343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:25.827342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:25.937068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.942701 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903af8dc-9497-40ae-ac9a-4ea021a145ff x-openstack-request-id: req-903af8dc-9497-40ae-ac9a-4ea021a145ff {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:25.943424 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9786b26f-607d-4815-aedb-e346075d3b3c", "name": "network-vif-deleted", "tag": "74e54d20-aaa3-4f73-a1d3-25b73658b693", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:25.944163 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-903af8dc-9497-40ae-ac9a-4ea021a145ff {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:25.945218 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786b26f-607d-4815-aedb-e346075d3b3c', 'name': 'network-vif-deleted', 'tag': '74e54d20-aaa3-4f73-a1d3-25b73658b693', 'status': 'completed', 'code': 200} Jul 07 17:13:25.946873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.947801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.017184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa8b2-bc3c-4570-88b3-57e035144c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.062525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d289c556-2687-4c63-aa4d-7ab8ea32c5ee req-5930febb-6fbf-49b8-998b-c3908e915c2a tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 210 time: 0.3154368 Jul 07 17:13:26.216703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa8b2-bc3c-4570-88b3-57e035144c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.220085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.246245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.258319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-badccdaf-9b39-4d8c-902e-4a341cdfd92c service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098166 Jul 07 17:13:26.273133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa8b2-bc3c-4570-88b3-57e035144c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.288167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:26.300687 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45699a94-4839-4f2b-b17b-bb37440401be" -d '{"events": [{"name": "network-changed", "server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:26.326981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aa8b2-bc3c-4570-88b3-57e035144c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5853410e-2480-4346-ac75-8fd34e89ffbd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.331940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on host n-h2-791504-12 for vnic_type normal with profile {"migrating_to": "n-h1-791504-12"} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:26.332331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:26.332672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:26.336222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:26.347378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:26.347727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Attempting to bind port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on network 48c663c7-5ece-415b-bc2f-277166a69d7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:26.358499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:26.358854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Checking segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:26.359250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Bound using segment: {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:26.360019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Bound port: 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6201d3-2c16-4763-adeb-6bcbaf04e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48c663c7-5ece-415b-bc2f-277166a69d7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:26.360400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.426930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa371acd-1e29-4d37-b4fc-7fe3930c61d7 None None] The sync data for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 is: [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:03:02Z', 'revision_number': 4, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8efe2dcb-244f-4925-a01a-25decada228b', 'name': '', 'network_id': 'dfb3225a-a96a-4c5a-8062-67bf9911028f', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'mac_address': 'fa:16:3e:7b:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05fb6deb-3338-4790-a65b-76d74707306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:01Z', 'updated_at': '2021-07-07T17:03:10Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'subnets': [{'id': '05fb6deb-3338-4790-a65b-76d74707306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:26.477147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:26.480863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:26.490085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb2aa8b2-bc3c-4570-88b3-57e035144c1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eca65dbc799642d28ae11a31e06e52f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268447 Jul 07 17:13:26.490085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.504525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50804) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:26.514986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:26.604295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-3839b8f8-b656-4a17-9158-e91b1f58bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.609123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-3839b8f8-b656-4a17-9158-e91b1f58bb01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 1095 time: 0.7471569 Jul 07 17:13:26.636355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:26.637666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.639248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] 10.222.0.32 "PUT /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 1124 time: 1.6453457 Jul 07 17:13:26.688626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.714661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:26.732829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Network e488eabc-b80b-4337-a4d0-cad84e51039d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:26.737993 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de8baf-aad1-4aeb-ac3b-f60643334513 x-openstack-request-id: req-84de8baf-aad1-4aeb-ac3b-f60643334513 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:26.738327 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:26.738583 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84de8baf-aad1-4aeb-ac3b-f60643334513 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:26.739005 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779', 'status': 'completed', 'code': 200} Jul 07 17:13:26.739456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:26.744085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.791387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 has no active binding in host n-h1-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:13:26.792894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 74e54d20-aaa3-4f73-a1d3-25b73658b693 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:26.806703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 74e54d20-aaa3-4f73-a1d3-25b73658b693 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:26.843553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109dcbf-e476-4694-a060-48214d69ff03 service neutron] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=8']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.865172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:26.913122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.915837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.917015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5853410e-2480-4346-ac75-8fd34e89ffbd HTTP/1.1" status: 204 len: 168 time: 0.4006879 Jul 07 17:13:26.940102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa56482-5b69-496b-89f5-96b138147a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853410e-2480-4346-ac75-8fd34e89ffbd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.948703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:26.980520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:26.985978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:26.995079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event updated for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:27.003877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-9beeb5e0-4a82-429b-bd52-5ef92ad5de87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8fe213-4a07-4c12-b25a-2f2981887779 HTTP/1.1" status: 200 len: 217 time: 0.2857025 Jul 07 17:13:27.113102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b56f7d-f896-4238-8c70-a19b20ffee84 None None] New status for floating IP 07eb4fa1-730d-458d-bb32-b6aa62b35ec6: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:27.241739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.248598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.271367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e42083-1566-44a3-8a96-74a96ec12fb0 req-2c1209d9-54ce-45cf-8500-f88b7994acb5 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930208 Jul 07 17:13:27.332218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-761f9ea8-c4ea-4164-8582-630414ad7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.333673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-761f9ea8-c4ea-4164-8582-630414ad7e99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.2918341 Jul 07 17:13:27.400797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-24a82f7d-0434-42ca-b512-95e617e48b54 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9541430 Jul 07 17:13:27.467995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Request body: {'port': {'device_id': '776cce27-2341-4916-b286-cef88c1ce680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:27.548733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfaf93-083f-4daa-8c99-ca240f4ffbde req-0a9e973f-6331-46ac-bf59-d4ebaadb1002 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.550307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5cfaf93-083f-4daa-8c99-ca240f4ffbde req-0a9e973f-6331-46ac-bf59-d4ebaadb1002 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.9757867 Jul 07 17:13:27.575169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ec07b8ec-3482-442e-98af-9f727222512f None None] Provisioning for port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:27.582358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fd3e7-5ee1-49a6-b1f2-7a03bc127524 req-ad876020-43ae-4a53-bc78-6292e6b7c1d3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.583911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d95fd3e7-5ee1-49a6-b1f2-7a03bc127524 req-ad876020-43ae-4a53-bc78-6292e6b7c1d3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.6112475 Jul 07 17:13:27.608982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ec07b8ec-3482-442e-98af-9f727222512f None None] Provisioning complete for port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:27.609492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec07b8ec-3482-442e-98af-9f727222512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.697175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec07b8ec-3482-442e-98af-9f727222512f None None] Port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:27.733161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5cfaf93-083f-4daa-8c99-ca240f4ffbde req-a345ec94-8405-4941-9f42-bf22dc9eddbd tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391218 Jul 07 17:13:27.760878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.774763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d95fd3e7-5ee1-49a6-b1f2-7a03bc127524 req-67107941-437a-4149-aaad-02d0f8f1cf23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588998 Jul 07 17:13:27.779120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-987a3654-7ab4-4849-ab3b-ceba868a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.813702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-987a3654-7ab4-4849-ab3b-ceba868a3efb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4589641 Jul 07 17:13:27.834566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-61bdbad5-a6c2-4f6f-9a39-62a871cb97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.838043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-61bdbad5-a6c2-4f6f-9a39-62a871cb97df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 1095 time: 0.4593289 Jul 07 17:13:27.857699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50842) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:27.957196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'}, {'name': 'network-changed', 'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:27.966578 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f998df-172a-45b6-b0d6-88cd08712ae1" -d '{"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-unplugged", "status": "completed", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609"}, {"name": "network-changed", "server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:28.009163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.047841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.161381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.167224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.169644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "DELETE /v2.0/security-groups/34d79428-fe9b-494a-89f0-856b309c85ad HTTP/1.1" status: 204 len: 168 time: 0.3104799 Jul 07 17:13:28.175594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:28.194226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b4dc3-7d05-4a6f-8cf7-2027b9b122e8 tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d79428-fe9b-494a-89f0-856b309c85ad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.196449 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-0c93eca6-7379-4cfc-918d-23306d4bc97e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] show failed (client error): The resource could not be found. Jul 07 17:13:28.198130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0c93eca6-7379-4cfc-918d-23306d4bc97e tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "GET /v2.0/security-groups/34d79428-fe9b-494a-89f0-856b309c85ad HTTP/1.1" status: 404 len: 347 time: 0.0210643 Jul 07 17:13:28.200391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50862) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:28.213834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-3936d45a-a5cf-4599-961a-97fc71baf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.215544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-3936d45a-a5cf-4599-961a-97fc71baf692 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 917 time: 0.3533783 Jul 07 17:13:28.269668 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21f6c5-cfa4-4c2d-a297-ec1b49f3724b x-openstack-request-id: req-8c21f6c5-cfa4-4c2d-a297-ec1b49f3724b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:28.270020 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-unplugged", "status": "completed", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609", "code": 200}, {"name": "network-changed", "server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:28.270544 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c21f6c5-cfa4-4c2d-a297-ec1b49f3724b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:28.270817 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'code': 200} Jul 07 17:13:28.271236 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'status': 'completed', 'code': 200} Jul 07 17:13:28.371268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-2f719694-9b3e-4859-b7ff-f29c72a2ca24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85acb021-da41-4553-bbdf-03f771d80ccb HTTP/1.1" status: 200 len: 217 time: 0.0744748 Jul 07 17:13:28.377059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-c047c915-f531-4493-b633-65ad9db11477 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376387 Jul 07 17:13:28.475943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Deleting port 2d2656ea-b072-448f-bb62-380745132c24 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:28.476304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.525437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-f71a6dcd-51bb-4907-81e1-730cd5ed6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.527201 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-f71a6dcd-51bb-4907-81e1-730cd5ed6c06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1127 time: 0.1813741 Jul 07 17:13:28.558502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-850e2ee5-218f-4583-813b-f6e0b2a82037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.561584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-850e2ee5-218f-4583-813b-f6e0b2a82037 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.1738744 Jul 07 17:13:28.685830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-7b802395-5349-4b58-a9cf-aeba9214e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.687342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-7b802395-5349-4b58-a9cf-aeba9214e7ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.1485238 Jul 07 17:13:28.689783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615e044-e386-4780-9d6f-40f0ff7ba865 req-be10e1ae-0da3-4922-b158-c835ef7ad47c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.693960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1615e044-e386-4780-9d6f-40f0ff7ba865 req-be10e1ae-0da3-4922-b158-c835ef7ad47c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 932 time: 0.6480751 Jul 07 17:13:28.747395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-5359944f-6d93-42f6-b6c2-6a42b3ad5033 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 217 time: 0.0471916 Jul 07 17:13:28.768088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.768425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.830027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Calling delete_port for 2d2656ea-b072-448f-bb62-380745132c24 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:28.855481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-78fa49b9-b091-40e6-96f1-b37937847aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:28.856998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-78fa49b9-b091-40e6-96f1-b37937847aa2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1005261 Jul 07 17:13:28.927923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-ca458d93-ea86-4ef2-b65e-7512a5800061 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383146 Jul 07 17:13:29.107544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-ed6ca724-79a2-48c0-aa7a-87be56cfbbc1 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606781 Jul 07 17:13:29.109179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.177122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Pushing event deleted for resources: {'Port': ['ID=2d2656ea-b072-448f-bb62-380745132c24,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.277744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.283393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.287795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f70efa4c-a842-4f33-89e2-5f544af399ec tempest-ServerActionsTestJSON-1110903652 tempest-ServerActionsTestJSON-1110903652-project] 10.222.0.22 "DELETE /v2.0/floatingips/07eb4fa1-730d-458d-bb32-b6aa62b35ec6 HTTP/1.1" status: 204 len: 168 time: 1.0836623 Jul 07 17:13:29.294835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:29.327459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3f998df-172a-45b6-b0d6-88cd08712ae1 req-ac98ac2a-369b-40d1-873d-cbe70ea838f2 service neutron] 10.222.0.83 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085018 Jul 07 17:13:29.334931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1615e044-e386-4780-9d6f-40f0ff7ba865 req-9f8aed81-c6ba-4197-9189-e97b4d73e9d7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051276 Jul 07 17:13:29.400239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c271b-1bc8-4791-b5e6-1caca562d368 req-38b4211e-adf3-42af-aee5-7d2b08e9c4e6 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0005534 Jul 07 17:13:29.566975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2243aab-0db4-4eb1-9ad1-57bd6e70c077 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:29.588270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.607753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Transition to ACTIVE for port object f2243aab-0db4-4eb1-9ad1-57bd6e70c077 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:29.617129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.675995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-9ca33b66-f42b-4f57-99b4-2624e28b4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.677633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-9ca33b66-f42b-4f57-99b4-2624e28b4d99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0916755 Jul 07 17:13:29.727055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49ed00-60b7-4948-93e7-83a1d0f6863a req-be5d971c-27bb-41fa-add5-3d14414332a9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.737707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f49ed00-60b7-4948-93e7-83a1d0f6863a req-be5d971c-27bb-41fa-add5-3d14414332a9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.4304535 Jul 07 17:13:29.864654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60c3b758-7b95-48ae-b7a7-bed1239dea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.947646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Pushing event updated for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.992441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f49ed00-60b7-4948-93e7-83a1d0f6863a req-d0bf49f5-d2c7-4224-832b-be379e0d71ba tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536120 Jul 07 17:13:30.243995 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:30.272798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-f5fb27df-fcc8-4f26-84f6-37617fe3c1be service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229070 Jul 07 17:13:30.298205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef78c4-5c65-4c52-b290-e9129271c398 req-473944b4-6795-42f8-894d-bcaf12d363f3 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.305548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35ef78c4-5c65-4c52-b290-e9129271c398 req-473944b4-6795-42f8-894d-bcaf12d363f3 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.5289860 Jul 07 17:13:30.352563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699a94-4839-4f2b-b17b-bb37440401be req-93121b50-5b29-4ee0-a3f7-bd66043bfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.354489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-93121b50-5b29-4ee0-a3f7-bd66043bfdc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 1095 time: 0.7390049 Jul 07 17:13:30.375801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.539043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85acb021-da41-4553-bbdf-03f771d80ccb details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:30.602456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35ef78c4-5c65-4c52-b290-e9129271c398 req-32ddccce-6dec-4ec1-9297-6e3fb780b069 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959173 Jul 07 17:13:30.619946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c84cebc-8ea3-4bd3-85ed-27134dfe9cf1 req-a0db1fc5-88cd-414e-a34e-3afd216f354a service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077171 Jul 07 17:13:30.724047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Attempting to bind port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:30.724440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Attempting to bind port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:30.724757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Attempting to bind port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:30.744649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85acb021-da41-4553-bbdf-03f771d80ccb,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.749421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 on network e488eabc-b80b-4337-a4d0-cad84e51039d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:30.752509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Attempting to bind port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 on network e488eabc-b80b-4337-a4d0-cad84e51039d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:30.764099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '85acb021-da41-4553-bbdf-03f771d80ccb', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'port_id': '85acb021-da41-4553-bbdf-03f771d80ccb', 'mac_address': 'fa:16:3e:5c:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8247f-5fe5-446b-9d17-cb8f0f220f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:30.794723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:30.795108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Checking segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:30.795467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Bound using segment: {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:30.800145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Bound port: f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e746a7a1-f5d1-4729-a0c5-936e02025199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:30.800517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.873573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.876093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699a94-4839-4f2b-b17b-bb37440401be req-ed95ae9c-ccd8-4e8f-b1d8-ceba8da5cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:30.877683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-ed95ae9c-ccd8-4e8f-b1d8-ceba8da5cf0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 917 time: 0.4740951 Jul 07 17:13:30.903548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85acb021-da41-4553-bbdf-03f771d80ccb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:30.936309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Deleting port 8efe2dcb-244f-4925-a01a-25decada228b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:30.945311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.953990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85acb021-da41-4553-bbdf-03f771d80ccb,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.961554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.998288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-3741bed2-bf15-4827-9a68-ead896101f6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e8fe213-4a07-4c12-b25a-2f2981887779 HTTP/1.1" status: 200 len: 217 time: 0.1092062 Jul 07 17:13:31.053894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f6bd2-142c-4bbb-966d-ec0826951d53 req-a6d256a4-ec89-4ba2-88ec-f76ca6cc98ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.066567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.069769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b0f6bd2-142c-4bbb-966d-ec0826951d53 req-a6d256a4-ec89-4ba2-88ec-f76ca6cc98ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 944 time: 0.4395499 Jul 07 17:13:31.121164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699a94-4839-4f2b-b17b-bb37440401be req-1fffa2d4-47a4-4544-9b44-f3d58b827e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.122772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-1fffa2d4-47a4-4544-9b44-f3d58b827e8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.0856760 Jul 07 17:13:31.150530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] For port 8efe2dcb-244f-4925-a01a-25decada228b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8efe2dcb-244f-4925-a01a-25decada228b,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:31.150983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.168885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Calling delete_port for 8efe2dcb-244f-4925-a01a-25decada228b owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:31.242398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['85acb021-da41-4553-bbdf-03f771d80ccb'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:31.393388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b0f6bd2-142c-4bbb-966d-ec0826951d53 req-a15e434d-e11d-4b7b-8aad-4107065228a7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216157 Jul 07 17:13:31.428837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:31.457820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:31.492982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.600719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.653742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8efe2dcb-244f-4925-a01a-25decada228b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.698953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Pushing event updated for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.717724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699a94-4839-4f2b-b17b-bb37440401be req-0d281a53-171b-4e1d-b4c2-18b0b23ccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.720550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-0d281a53-171b-4e1d-b4c2-18b0b23ccb84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5702834 Jul 07 17:13:31.771956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:31.774475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.778709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-85cc5f73-d1d5-4894-a2e6-8241a28bf9cf service neutron] 10.222.0.83 "PUT /v2.0/ports/f2243aab-0db4-4eb1-9ad1-57bd6e70c077 HTTP/1.1" status: 200 len: 1093 time: 4.3334548 Jul 07 17:13:31.873443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:31.876014 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec0d5e-0623-434d-ae02-b25e051280f5" -d '{"events": [{"name": "network-changed", "server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:31.989971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.059310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-7eac7613-28d6-42a9-bfed-a8c045779b42 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971785 Jul 07 17:13:32.117788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0450b7-454b-4f99-808f-7112c9aa7fbe req-f9d5afbf-61bf-4bb9-8723-2820a229ee23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.120378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa0450b7-454b-4f99-808f-7112c9aa7fbe req-f9d5afbf-61bf-4bb9-8723-2820a229ee23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 0.3971198 Jul 07 17:13:32.278365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b72-1984-4c53-8b6f-130f138066bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.290608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa0450b7-454b-4f99-808f-7112c9aa7fbe req-5d67c50b-2d79-4599-ba69-73ac6cba25c3 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532338 Jul 07 17:13:32.294088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-3f9e6e44-f41f-4e2a-9567-7ac1b1994674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.295992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-3f9e6e44-f41f-4e2a-9567-7ac1b1994674 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 1096 time: 0.3823948 Jul 07 17:13:32.362236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-c7b7b650-12dd-4fad-bfb8-2ea64c1ee784 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077 HTTP/1.1" status: 200 len: 217 time: 0.0571327 Jul 07 17:13:32.382002 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9e9b6-0b85-4140-8cd1-45f3d705f528 x-openstack-request-id: req-4af9e9b6-0b85-4140-8cd1-45f3d705f528 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:32.382532 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:32.382778 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4af9e9b6-0b85-4140-8cd1-45f3d705f528 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:32.383264 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077', 'status': 'completed', 'code': 200} Jul 07 17:13:32.424296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a40f1-9c9e-4fa1-9175-7c25b6df0515 req-cdca723e-8b02-4543-9054-63a97d59d370 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.425917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f57a40f1-9c9e-4fa1-9175-7c25b6df0515 req-cdca723e-8b02-4543-9054-63a97d59d370 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.3611095 Jul 07 17:13:32.538133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3e8fe213-4a07-4c12-b25a-2f2981887779 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:32.584602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-3f0f90c9-d24c-44cc-8532-fae9da5e78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.588439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-3f0f90c9-d24c-44cc-8532-fae9da5e78b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.2193007 Jul 07 17:13:32.628347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f57a40f1-9c9e-4fa1-9175-7c25b6df0515 req-ccee7449-003c-4cec-a0be-ab8585510b68 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919508 Jul 07 17:13:32.714999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45699a94-4839-4f2b-b17b-bb37440401be req-3a95442d-6623-4a62-9745-777624664971 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081848 Jul 07 17:13:32.747924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3e8fe213-4a07-4c12-b25a-2f2981887779,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:32.775483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '3e8fe213-4a07-4c12-b25a-2f2981887779', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'port_id': '3e8fe213-4a07-4c12-b25a-2f2981887779', 'mac_address': 'fa:16:3e:84:3b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8247f-5fe5-446b-9d17-cb8f0f220f65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:32.779258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85acb021-da41-4553-bbdf-03f771d80ccb up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:32.844241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054f08f-b373-47b5-b724-9db5eb76ac6f req-bac2d459-5483-4197-990a-fbe03ebe0045 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.854896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e054f08f-b373-47b5-b724-9db5eb76ac6f req-bac2d459-5483-4197-990a-fbe03ebe0045 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 944 time: 0.2250173 Jul 07 17:13:32.869862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:32.873305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-527447b5-b4b2-4823-bcb8-f38027b32989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.875166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-527447b5-b4b2-4823-bcb8-f38027b32989 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421811 Jul 07 17:13:32.883609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.975062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:33.034265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.054176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8fe213-4a07-4c12-b25a-2f2981887779 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:33.064684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 85acb021-da41-4553-bbdf-03f771d80ccb completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:33.069392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 85acb021-da41-4553-bbdf-03f771d80ccb triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:33.069778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.078014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-ca4a7b82-0bf6-40ff-b8c2-68faaffc31b3 service neutron] 10.222.0.83 "GET /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.2319067 Jul 07 17:13:33.125063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-844de539-e0c3-4527-bcae-7cc36b84f5d7 service neutron] 10.222.0.83 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419200 Jul 07 17:13:33.129604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e054f08f-b373-47b5-b724-9db5eb76ac6f req-ee2e458a-9a23-4d05-9543-e5c1f006ba27 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733026 Jul 07 17:13:33.192591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3e8fe213-4a07-4c12-b25a-2f2981887779,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.202922 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.256612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-3986705b-56fc-4cbf-b1d0-915c9bfcd3bc tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.260924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-3986705b-56fc-4cbf-b1d0-915c9bfcd3bc tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.3669591 Jul 07 17:13:33.281421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.321438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1406b406-7436-43ae-9d1c-00e976bd0f2b req-4e59704d-56eb-48d3-ae05-a0390bf306e5 service neutron] 10.222.0.83 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868055 Jul 07 17:13:33.364675 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.411068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:33.415867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:33.416419 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e24da-7a9a-4ae1-a0a8-729f95da96d8" -d '{"events": [{"server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "name": "network-vif-plugged", "status": "completed", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:33.424694 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Sync routers for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:33.439590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-133f918e-494d-403d-8117-fbaf63905e1a admin admin] 10.222.0.22 "PUT /v2.0/routers/4fb22363-63b0-4559-a8e0-3bb7a84f03f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1412778 Jul 07 17:13:33.441345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:33.449772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:33.450465 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.454660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85acb021-da41-4553-bbdf-03f771d80ccb,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.462004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.479356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Deleting port 503eeeac-f55f-4cd7-9ae0-060da7269e27 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.479721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.480000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3e8fe213-4a07-4c12-b25a-2f2981887779'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:33.548249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.558709 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2610a6-7b85-479d-8eb4-c71de18b8c28 x-openstack-request-id: req-ee2610a6-7b85-479d-8eb4-c71de18b8c28 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:33.561028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "name": "network-vif-plugged", "status": "completed", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:33.561291 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee2610a6-7b85-479d-8eb4-c71de18b8c28 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:33.561695 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb', 'code': 200} Jul 07 17:13:33.620754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:33.623875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:33.648676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.660146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.715246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:33.749483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.795997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.830868 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:13:31Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.865922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Checking router: 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:33.877740 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Routers {'4fb22363-63b0-4559-a8e0-3bb7a84f03f1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:33.878674 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.936682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-0ae022e1-0bb7-4522-bd99-112f59871069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.938901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-0ae022e1-0bb7-4522-bd99-112f59871069 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 1096 time: 0.5509019 Jul 07 17:13:33.950712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] Transition to ACTIVE for port object 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:33.955825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.010742 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] Set router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:34.121228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] No DVR routers for this DVR port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:34.128841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] Pushing event updated for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.168383 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.180863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-406ed39c-6d3b-4ed7-9ce1-350d152337a3 service neutron] 10.222.0.83 "PUT /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609/bindings/n-h1-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0345030 Jul 07 17:13:34.288121 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:13:31Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:34.331222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e340a-20fd-45bb-a879-ea431b3c8213 None None] The sync data for ids ['4fb22363-63b0-4559-a8e0-3bb7a84f03f1'] in n-d-791504-12 is: [{'id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'name': 'tempest-ServerActionsTestJSON-1952441586-router', 'tenant_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:56Z', 'updated_at': '2021-07-07T17:13:31Z', 'revision_number': 5, 'project_id': 'f54f02dbf6b149dda0915ba7e3d57382', 'gw_port': {'id': 'c9875a71-4674-44ee-a58d-717c7663c47a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb22363-63b0-4559-a8e0-3bb7a84f03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:57Z', 'updated_at': '2021-07-07T17:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:34.363311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-45ca0f88-0be1-4013-879f-583c0a1bb267 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.367352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-45ca0f88-0be1-4013-879f-583c0a1bb267 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.1202528 Jul 07 17:13:34.523206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-4998e113-1e1f-442c-8f37-a4c02edcf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.523463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-5402dd8e-525b-4cd7-a8fc-2ab1166c8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.524850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-5402dd8e-525b-4cd7-a8fc-2ab1166c8780 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 917 time: 0.5353353 Jul 07 17:13:34.526623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-4998e113-1e1f-442c-8f37-a4c02edcf2d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876&tenant_id=63c9c7798afc46289c22c0820eda5487 HTTP/1.1" status: 200 len: 1097 time: 0.1492918 Jul 07 17:13:34.532730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:34.533103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.562475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.569159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3e8fe213-4a07-4c12-b25a-2f2981887779 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:34.644420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca13d-6152-454b-9459-1be70ea81006 req-9c69a0e3-3889-4f27-9b45-ce7ad08f9983 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.651479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6aca13d-6152-454b-9459-1be70ea81006 req-9c69a0e3-3889-4f27-9b45-ce7ad08f9983 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 944 time: 1.0473218 Jul 07 17:13:34.662536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 3e8fe213-4a07-4c12-b25a-2f2981887779 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:34.668230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 3e8fe213-4a07-4c12-b25a-2f2981887779 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:34.668950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.681809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-fb6cd452-7ffe-422b-8f3a-ff4ab47b39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.683547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-fb6cd452-7ffe-422b-8f3a-ff4ab47b39a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1097 time: 0.1285591 Jul 07 17:13:34.706548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0e3cb-de35-43c5-9357-c6da1efc75f0 req-6c9ad575-9e2f-4ad8-b98d-5caadcc1a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.708761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cea0e3cb-de35-43c5-9357-c6da1efc75f0 req-6c9ad575-9e2f-4ad8-b98d-5caadcc1a530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 1097 time: 1.1036661 Jul 07 17:13:34.718845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-c747bac2-a709-4ec4-9d3c-5e2281a2130f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077 HTTP/1.1" status: 200 len: 217 time: 0.1730063 Jul 07 17:13:34.736045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8efe2dcb-244f-4925-a01a-25decada228b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:34.802327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.837837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-47ca134a-34f4-4062-9b6a-092e58ec453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.839783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd6c91-63df-4be8-9360-629dae290cd9 req-a1368b44-70c9-4734-a6ae-1127e796ff9b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:34.842051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-47ca134a-34f4-4062-9b6a-092e58ec453f service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.1464031 Jul 07 17:13:34.845508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3e8fe213-4a07-4c12-b25a-2f2981887779,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:34.846868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8efe2dcb-244f-4925-a01a-25decada228b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:34.847226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fdd6c91-63df-4be8-9360-629dae290cd9 req-a1368b44-70c9-4734-a6ae-1127e796ff9b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 945 time: 0.9822621 Jul 07 17:13:34.847361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8efe2dcb-244f-4925-a01a-25decada228b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:34.851406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.852452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 503eeeac-f55f-4cd7-9ae0-060da7269e27 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:34.924103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-016f07f0-e1c8-4c8b-8c8b-ab7178b2236d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 200 len: 217 time: 0.0752134 Jul 07 17:13:34.961581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.041498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-a5a0cecd-7aca-49f1-8392-4ee805b2432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.043183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-a5a0cecd-7aca-49f1-8392-4ee805b2432c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.1128802 Jul 07 17:13:35.043923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.047584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6aca13d-6152-454b-9459-1be70ea81006 req-0424b008-4727-46e0-a6e8-c9ec2706b49c tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948040 Jul 07 17:13:35.054750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cea0e3cb-de35-43c5-9357-c6da1efc75f0 req-25ba6a21-2dfd-4050-b816-43cf6abde185 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155880 Jul 07 17:13:35.054750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-11d8a450-e203-432f-a298-6add34eb252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.060662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-11d8a450-e203-432f-a298-6add34eb252e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.3018694 Jul 07 17:13:35.075689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fdd6c91-63df-4be8-9360-629dae290cd9 req-4e323ccb-f5a3-4a96-b6c9-48be4d420000 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups?id=732898af-1d11-486e-8d0c-f19c6b4dc851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253222 Jul 07 17:13:35.105014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 503eeeac-f55f-4cd7-9ae0-060da7269e27, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=503eeeac-f55f-4cd7-9ae0-060da7269e27,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.112174 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.171597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-86a41c3d-065d-479e-9bac-0410e4eb7e11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112797 Jul 07 17:13:35.183116 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.323831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.349643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.368878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.369489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.369642 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Floating IP 0f619b72-dc84-435b-b01b-31385d357054 disassociated. External IP: 172.25.7.90, port: 503eeeac-f55f-4cd7-9ae0-060da7269e27. Jul 07 17:13:35.369929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Calling delete_port for 503eeeac-f55f-4cd7-9ae0-060da7269e27 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:35.374590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-bccfe14f-5231-4d5b-8773-3a50b70b4075 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953833 Jul 07 17:13:35.460728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-cabd0d1c-925f-41fe-9bdb-75b01bee5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.462368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-cabd0d1c-925f-41fe-9bdb-75b01bee5fef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3683214 Jul 07 17:13:35.508907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8510d000-01a4-437a-bd3f-5c6841dcba87 service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265154 Jul 07 17:13:35.555574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Deleting port c9875a71-4674-44ee-a58d-717c7663c47a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:35.556156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.563482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779'}, {'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:35.566752 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1345cc7e-6024-49a9-a163-c541c7f48a44" -d '{"events": [{"server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "name": "network-vif-plugged", "status": "completed", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779"}, {"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-unplugged", "status": "completed", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:35.643793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2f813-f317-40bf-8549-828f659b7e6e req-bd754042-8c9d-4788-9acd-da349b4a2caf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.645372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ce2f813-f317-40bf-8549-828f659b7e6e req-bd754042-8c9d-4788-9acd-da349b4a2caf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 944 time: 0.2911756 Jul 07 17:13:35.715137 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fbaa62-03e1-4632-ac4f-165335d68978 x-openstack-request-id: req-26fbaa62-03e1-4632-ac4f-165335d68978 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:35.715686 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "name": "network-vif-plugged", "status": "completed", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779", "code": 200}, {"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-unplugged", "status": "completed", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:35.715686 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26fbaa62-03e1-4632-ac4f-165335d68978 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:35.716069 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779', 'code': 200} Jul 07 17:13:35.716329 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'code': 200} Jul 07 17:13:35.760484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-35308ac5-490d-46c6-b1aa-082e919ad490 service neutron] 10.222.0.83 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862720 Jul 07 17:13:35.792497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ce2f813-f317-40bf-8549-828f659b7e6e req-22c0b84b-7f35-4f50-aa43-83ba3bf321fa tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292028 Jul 07 17:13:35.799289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] For port c9875a71-4674-44ee-a58d-717c7663c47a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9875a71-4674-44ee-a58d-717c7663c47a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:35.799676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.885068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Calling delete_port for c9875a71-4674-44ee-a58d-717c7663c47a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:35.901450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.942279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d01e53-cb4e-4f90-9903-b369b9856699 req-814d8675-3f97-4469-bdc1-2862c2ea9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:35.944254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82d01e53-cb4e-4f90-9903-b369b9856699 req-814d8675-3f97-4469-bdc1-2862c2ea9879 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 1097 time: 0.0942178 Jul 07 17:13:36.012123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event deleted for resources: {'Port': ['ID=503eeeac-f55f-4cd7-9ae0-060da7269e27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.046725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-82d01e53-cb4e-4f90-9903-b369b9856699 req-6615e667-22b4-4651-91ef-83144c2b0a2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796740 Jul 07 17:13:36.240073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.286675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0ec0d5e-0623-434d-ae02-b25e051280f5 req-902121fc-f68c-4574-bec5-9358ac2e88c0 service neutron] 10.222.0.83 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142701 Jul 07 17:13:36.351034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8aa8dc79-2a01-4dcf-aeba-b105ee548ced req-e707411e-eb92-431a-be69-33992e0829e7 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 210 time: 0.0900900 Jul 07 17:13:36.404937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Router fc8196bd-316b-4287-ab5d-b8ca1fb80988 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:36.409444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-4a8cbbbb-008c-4d7f-8218-5ebc3bff6ede tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.411090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-4a8cbbbb-008c-4d7f-8218-5ebc3bff6ede tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876&tenant_id=63c9c7798afc46289c22c0820eda5487&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.4596801 Jul 07 17:13:36.596151 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.669003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188465-db5f-485e-a781-22284db15a87 req-5fbcc83b-249e-4682-b54c-82ed630b6552 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.670540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c188465-db5f-485e-a781-22284db15a87 req-5fbcc83b-249e-4682-b54c-82ed630b6552 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 945 time: 0.3227210 Jul 07 17:13:36.703064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9875a71-4674-44ee-a58d-717c7663c47a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:36.804998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:36.816925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Sync routers for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:36.831345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:36.832435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:36.850527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-31a9dcbf-f210-4493-8038-d659f15a80ee service neutron] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:36.854328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c188465-db5f-485e-a781-22284db15a87 req-4051e57e-9355-4a9d-9880-1c282d22ec25 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531954 Jul 07 17:13:36.864518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-31a9dcbf-f210-4493-8038-d659f15a80ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.865998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-31a9dcbf-f210-4493-8038-d659f15a80ee service neutron] 10.222.0.32 "DELETE /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609/bindings/n-h2-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.4478581 Jul 07 17:13:36.912313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] No DVR routers for this DVR port 503eeeac-f55f-4cd7-9ae0-060da7269e27 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:36.917087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.921333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da06211a-9c10-4d4e-b364-c3cc4669d410 req-f947e78d-72a0-4e9a-9d1f-afb156b0ab00 tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.32 "DELETE /v2.0/ports/503eeeac-f55f-4cd7-9ae0-060da7269e27 HTTP/1.1" status: 204 len: 173 time: 3.6519670 Jul 07 17:13:36.922287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.978914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f2243aab-0db4-4eb1-9ad1-57bd6e70c077 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:37.051320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.053137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.080821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:37.099815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-deleted', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:37.103049 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8a8b0f-130d-45b4-bb37-d6c27107aec3" -d '{"events": [{"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-deleted", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:37.141925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.142842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb22363-63b0-4559-a8e0-3bb7a84f03f1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:37.152039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.155995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.168894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ca6b946-f6c5-4132-86ef-d6a84184775a admin admin] 10.222.0.22 "DELETE /v2.0/routers/4fb22363-63b0-4559-a8e0-3bb7a84f03f1 HTTP/1.1" status: 204 len: 168 time: 3.7171454 Jul 07 17:13:37.263226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Deleting subnet 05fb6deb-3338-4790-a65b-76d74707306f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:37.272235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.324674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b930e4-b867-443b-96ca-71587bf314a0 req-7d529b0d-d23d-4f02-a6ad-eb0fabe86916 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.332736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34b930e4-b867-443b-96ca-71587bf314a0 req-7d529b0d-d23d-4f02-a6ad-eb0fabe86916 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 944 time: 0.2231424 Jul 07 17:13:37.366313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb5be4-d42c-4bb1-b99f-0e3edf65818d req-327da975-f6ad-40a1-8eaa-5bd4c59253bb tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:37.368217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ceb5be4-d42c-4bb1-b99f-0e3edf65818d req-327da975-f6ad-40a1-8eaa-5bd4c59253bb tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 1097 time: 0.1784801 Jul 07 17:13:37.404467 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.432771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34b930e4-b867-443b-96ca-71587bf314a0 req-6f29f5ee-20e3-44b5-b7ed-205db9ce5668 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Jul 07 17:13:37.484158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ceb5be4-d42c-4bb1-b99f-0e3edf65818d req-88f80597-191e-42f8-80cc-e26cb28b2247 tempest-LiveMigrationTest-1368418688 tempest-LiveMigrationTest-1368418688-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972474 Jul 07 17:13:37.502918 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23a539f-1280-4019-969f-be61b9ac41a2 x-openstack-request-id: req-f23a539f-1280-4019-969f-be61b9ac41a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:37.503291 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2462b4-4b83-4656-a866-643617c38428", "name": "network-vif-deleted", "tag": "503eeeac-f55f-4cd7-9ae0-060da7269e27", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:37.503617 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f23a539f-1280-4019-969f-be61b9ac41a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:37.504096 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2462b4-4b83-4656-a866-643617c38428', 'name': 'network-vif-deleted', 'tag': '503eeeac-f55f-4cd7-9ae0-060da7269e27', 'status': 'completed', 'code': 200} Jul 07 17:13:37.536409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.624797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.654482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.663096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c70099-14db-493e-b871-be23d433bd18 None None] Network dfb3225a-a96a-4c5a-8062-67bf9911028f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:37.677926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:37.678480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/05fb6deb-3338-4790-a65b-76d74707306f HTTP/1.1" status: 204 len: 168 time: 0.5201926 Jul 07 17:13:37.695634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:37.738744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283cd51-6878-4268-b548-ef00072133b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fb6deb-3338-4790-a65b-76d74707306f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.865168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5801b130-8229-4dfb-8f8d-28aa57da5405 req-dfc28204-6870-41a0-931e-18078cb4f83c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc2462b4-4b83-4656-a866-643617c38428 HTTP/1.1" status: 200 len: 210 time: 0.1533141 Jul 07 17:13:37.909673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.923574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077', 'network_id': 'e488eabc-b80b-4337-a4d0-cad84e51039d', 'port_id': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077', 'mac_address': 'fa:16:3e:4d:01:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8247f-5fe5-446b-9d17-cb8f0f220f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:38.007752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.018198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Deleting port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:38.018555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.049865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:38.153622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] For port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:38.154011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.192309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Calling delete_port for 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:38.246644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Checking router: fc8196bd-316b-4287-ab5d-b8ca1fb80988 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:38.266503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2243aab-0db4-4eb1-9ad1-57bd6e70c077 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:38.299310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:38.300015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:38.306137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:38.345516 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.451057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.496494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:38.536533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9875a71-4674-44ee-a58d-717c7663c47a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:38.562357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] DHCP port deletion for dfb3225a-a96a-4c5a-8062-67bf9911028f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:38.566364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c9875a71-4674-44ee-a58d-717c7663c47a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:38.566714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9875a71-4674-44ee-a58d-717c7663c47a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:38.727555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Deleting port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:38.727936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.810498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['f2243aab-0db4-4eb1-9ad1-57bd6e70c077'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:38.827289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.842730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb47a4-052a-4683-b11f-e252cd0ce4c8 req-c748ed7a-f930-40d6-ab08-f10ee7a0cdb4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.844856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5bb47a4-052a-4683-b11f-e252cd0ce4c8 req-c748ed7a-f930-40d6-ab08-f10ee7a0cdb4 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 945 time: 0.5751295 Jul 07 17:13:38.860895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] For port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,segment=NetworkSegment(0346086a-fa8d-4bd3-a378-e247e711e6cd),segment_id=0346086a-fa8d-4bd3-a378-e247e711e6cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:38.861292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:38.878580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df70cf-5311-4afd-9a97-6876134be859 req-cfc7cbe4-ac52-434e-8f98-3a4cfe9f3331 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.880062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92df70cf-5311-4afd-9a97-6876134be859 req-cfc7cbe4-ac52-434e-8f98-3a4cfe9f3331 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 945 time: 0.1999476 Jul 07 17:13:38.884434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Calling delete_port for 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:38.892691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:38.908584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] No DVR routers for this DVR port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:38.920197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-0fec450d-9a6d-4be2-8cbf-d82390a07015 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:38.921663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-0fec450d-9a6d-4be2-8cbf-d82390a07015 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 945 time: 0.2060871 Jul 07 17:13:38.964600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:39.011931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7093a-7f96-4923-b8d6-81a73cdf35e3 None None] The sync data for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 is: [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:11:19Z', 'revision_number': 4, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'e4980447-bac3-45f2-b284-37118a0e8707', 'name': '', 'network_id': 'eb4f96cb-f201-494f-ae86-b2887cde8cdf', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'mac_address': 'fa:16:3e:15:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:16Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'subnets': [{'id': 'b6a149df-0ab1-4f52-bf62-7ae0776ac0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:39.055217 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.055950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5bb47a4-052a-4683-b11f-e252cd0ce4c8 req-ff459623-7453-4265-a22e-6b8cefec78c9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745892 Jul 07 17:13:39.098866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] Pushing event deleted for resources: {'Port': ['ID=0bc3da7a-4fe5-4690-a633-0e9c3a6c0550,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.100307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92df70cf-5311-4afd-9a97-6876134be859 req-1fed2038-9f7b-41bd-8b06-e440c56454ff tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085826 Jul 07 17:13:39.118264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b30cfc-47ec-44d2-9ac7-1e03fe31304f None None] No DVR routers for this DVR port 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:39.175791 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.188343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb3225a-a96a-4c5a-8062-67bf9911028f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:39.200135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0346086a-fa8d-4bd3-a378-e247e711e6cd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:39.200444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0346086a-fa8d-4bd3-a378-e247e711e6cd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:39.246922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.274036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51066) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.279764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.291471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:39.291980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:39.293859 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:39.350035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.361324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Deleting port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:39.361732 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.392912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.426185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.435081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.437242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dfb3225a-a96a-4c5a-8062-67bf9911028f HTTP/1.1" status: 204 len: 168 time: 1.7579887 Jul 07 17:13:39.452102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.455473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da512-650b-4fed-bfc5-a4a9a26527f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb3225a-a96a-4c5a-8062-67bf9911028f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.457168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.458436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "DELETE /v2.0/security-groups/732898af-1d11-486e-8d0c-f19c6b4dc851 HTTP/1.1" status: 204 len: 168 time: 0.1832235 Jul 07 17:13:39.461290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.482592 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0d97c78a-3763-4e49-a07a-8e0cfe89b01f tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] show failed (client error): The resource could not be found. Jul 07 17:13:39.483789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d97c78a-3763-4e49-a07a-8e0cfe89b01f tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "GET /v2.0/security-groups/732898af-1d11-486e-8d0c-f19c6b4dc851 HTTP/1.1" status: 404 len: 347 time: 0.0214648 Jul 07 17:13:39.488118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.490277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869eaaf-4ac7-4ec0-b992-04373ac0486b tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732898af-1d11-486e-8d0c-f19c6b4dc851,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.491027 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d063c8a-a8d2-4b82-a914-b96b00d47c4b None None] New status for floating IP 0f619b72-dc84-435b-b01b-31385d357054: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:39.626023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51076) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.634692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] For port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:39.635172 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.653484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Calling delete_port for 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:39.681696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-18106cf8-e16c-4137-90d8-c376916c3e03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f54f02dbf6b149dda0915ba7e3d57382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526083 Jul 07 17:13:39.681913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51078) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.725593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Deleting port 5b36d1a8-2d03-4948-baf0-f88f589c8b68 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:39.726125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.741056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.767260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.818092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.834061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.834829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.835285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.842134 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bf68474-e0f4-4a08-924b-38d96116b364 HTTP/1.1" status: 204 len: 168 time: 0.1557562 Jul 07 17:13:39.851519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6030f7-0325-4386-a662-02c8a7d1b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf68474-e0f4-4a08-924b-38d96116b364,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:39.882408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Calling delete_port for 5b36d1a8-2d03-4948-baf0-f88f589c8b68 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:39.953279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:39.965362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8dcd6f82-57f1-4a37-9948-83d0405ddc89', '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:39.995108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event deleted for resources: {'Port': ['ID=85291ff4-5a41-41e4-b3aa-0d9f4ec1d609,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:40.063754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] No DVR routers for this DVR port 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:40.066553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.069225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1f6dc2f-fa6d-40d3-a9a0-cd57fa75c42e req-26537754-e935-45fd-b24f-af0cfe57ccf7 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "DELETE /v2.0/ports/85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 HTTP/1.1" status: 204 len: 173 time: 1.1352222 Jul 07 17:13:40.069679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-deleted', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:40.072407 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d58007-566a-4abf-b6fe-e038111b1455" -d '{"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-deleted", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:40.174937 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886eff3d-8f0e-4634-bdb7-25ca401f5909 x-openstack-request-id: req-886eff3d-8f0e-4634-bdb7-25ca401f5909 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:40.175242 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb76118-5d22-4eb0-80ac-2a176ff04876", "name": "network-vif-deleted", "tag": "85291ff4-5a41-41e4-b3aa-0d9f4ec1d609", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:40.175696 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-886eff3d-8f0e-4634-bdb7-25ca401f5909 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:40.176225 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb76118-5d22-4eb0-80ac-2a176ff04876', 'name': 'network-vif-deleted', 'tag': '85291ff4-5a41-41e4-b3aa-0d9f4ec1d609', 'status': 'completed', 'code': 200} Jul 07 17:13:40.177319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.285056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Pushing event deleted for resources: {'Port': ['ID=5b36d1a8-2d03-4948-baf0-f88f589c8b68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:40.348933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ff0b82d-1d0d-44fa-bea8-a20c3d887234 req-00c40cbb-88cd-4084-8a3d-1ab370b97bf5 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0612078 Jul 07 17:13:40.402888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.405623 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.408212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6a7f9e42-de9c-4e17-aad7-40114d54c56c tempest-ServersTestManualDisk-969186663 tempest-ServersTestManualDisk-969186663-project] 10.222.0.22 "DELETE /v2.0/floatingips/0f619b72-dc84-435b-b01b-31385d357054 HTTP/1.1" status: 204 len: 168 time: 0.9193287 Jul 07 17:13:40.411263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51104) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.445223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594ea17-5b9c-442b-9d22-fd6e67d1b074 req-a1228027-9e7a-457d-8f6e-3399245854d6 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.453241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f594ea17-5b9c-442b-9d22-fd6e67d1b074 req-a1228027-9e7a-457d-8f6e-3399245854d6 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 945 time: 0.1262794 Jul 07 17:13:40.482044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:40.506740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:40.507138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f594ea17-5b9c-442b-9d22-fd6e67d1b074 req-4df715c1-6b70-430e-9c26-dcffd958e3e3 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529406 Jul 07 17:13:40.507531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bc3da7a-4fe5-4690-a633-0e9c3a6c0550 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:40.776486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.857892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.892006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-556881489-network', 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:40.921555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:40.924963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.933884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.987009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f2243aab-0db4-4eb1-9ad1-57bd6e70c077 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:41.046402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:41.047016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.050672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:41.051064 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.052706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.084940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:41.095827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5eae9f-2bb0-4270-8272-38a2c029636a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.103048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.103599 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Added segment 0bbd51b3-a83b-4df5-a1fd-091487944463 of type vlan for network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c Jul 07 17:13:41.137689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Deleting port e4980447-bac3-45f2-b284-37118a0e8707 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:41.138150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.144536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.163540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.180780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:41.184276 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21413e9a-98cf-49dd-85b8-f6c06ec25fe8" -d '{"events": [{"server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "name": "network-vif-plugged", "status": "completed", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:41.188944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.194339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.206697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.207799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.208286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.247269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] For port e4980447-bac3-45f2-b284-37118a0e8707, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e4980447-bac3-45f2-b284-37118a0e8707,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.247636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.250577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.265292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Calling delete_port for e4980447-bac3-45f2-b284-37118a0e8707 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:41.271207 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce0fb88-9e47-4809-abb5-f7b175fcccc0 x-openstack-request-id: req-4ce0fb88-9e47-4809-abb5-f7b175fcccc0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:41.271696 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "name": "network-vif-plugged", "status": "completed", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:41.272122 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ce0fb88-9e47-4809-abb5-f7b175fcccc0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:41.272682 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077', 'code': 200} Jul 07 17:13:41.308441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5308251 Jul 07 17:13:41.321778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:41.331751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Request body: {'subnet': {'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-556881489-subnet', 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:41.357991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2e32-e819-44da-9185-7c405a444cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.369577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:41.425251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:41.428516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.483929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.518766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4980447-bac3-45f2-b284-37118a0e8707,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.534820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473df85-b905-40bb-86ad-20df984f894b req-87d91cd0-171a-428a-b57b-fa92a7855c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.536367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b473df85-b905-40bb-86ad-20df984f894b req-87d91cd0-171a-428a-b57b-fa92a7855c10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 1098 time: 0.1958053 Jul 07 17:13:41.598614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b473df85-b905-40bb-86ad-20df984f894b req-b59c7a85-bb71-4705-bdfd-ce19575bd340 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Jul 07 17:13:41.771627 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.850498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.906808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed543eaa-6470-4a4f-9271-95942e55016e req-4eeb0e85-bac3-4d17-b5d5-9743a9469fd1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0609572 Jul 07 17:13:41.938034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c234b8-6984-40f1-88d9-82c679fff241 req-b7fc2980-7ce1-47af-bd4c-5439301cb04d tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:41.939403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5c234b8-6984-40f1-88d9-82c679fff241 req-b7fc2980-7ce1-47af-bd4c-5439301cb04d tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.1848042 Jul 07 17:13:41.963384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ef9435-d230-4286-b325-9fe61aee1007,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.980283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:41.980655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Network hostable DHCP agents. Network: ccceb1b6-94f9-42d1-9ca2-454b8a7b222c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:42.006976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5c234b8-6984-40f1-88d9-82c679fff241 req-c936f7d1-9bf1-40ba-a282-96970de1bb53 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600982 Jul 07 17:13:42.029737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:42.038656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ccceb1b6-94f9-42d1-9ca2-454b8a7b222c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:42.043572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.044166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.046774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173ab85-cb58-488b-ab5c-d3744524777b None None] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:42.066967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-882a0e52-b3e8-45e3-90d2-a13c24b9467d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7439420 Jul 07 17:13:42.077463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Router fc8196bd-316b-4287-ab5d-b8ca1fb80988 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:42.186617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195aa611-5ed9-4351-bf31-850419cd7db5 None None] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:42.204252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:42.216454 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c6f3887-6dce-4ab8-98ec-80188f1dcce0 admin admin] 10.222.0.22 "PUT /v2.0/routers/fc8196bd-316b-4287-ab5d-b8ca1fb80988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979152 Jul 07 17:13:42.216691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:42.262904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Sync routers for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:42.287574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:42.288776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.358524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.532298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:42.598715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.612622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-9b6763d1-546c-418d-a35a-4902e1bbfaaa tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:42.619695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-9b6763d1-546c-418d-a35a-4902e1bbfaaa tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.1902616 Jul 07 17:13:42.647940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:42.663460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-646209ea-5d55-4d55-8ba9-1e9456636b60 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0424809 Jul 07 17:13:42.706658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-b9053a38-0d18-46df-b204-668c2b3fefb4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424113 Jul 07 17:13:42.707415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:42.707765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85291ff4-5a41-41e4-b3aa-0d9f4ec1d609 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:42.768924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Deleting port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:42.769292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.799500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:13:41Z', 'revision_number': 5, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port': {'id': '48688d5e-7ced-4076-b40a-0a0f13ecd7e5', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:11Z', 'updated_at': '2021-07-07T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.831002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Checking router: fc8196bd-316b-4287-ab5d-b8ca1fb80988 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:42.840249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Routers {'fc8196bd-316b-4287-ab5d-b8ca1fb80988'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:42.841031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.864932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-3ed32ce5-60d0-4a66-8063-bc01b80c7c46 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523297 Jul 07 17:13:42.930247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] For port 48688d5e-7ced-4076-b40a-0a0f13ecd7e5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:42.930953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:42.931070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] Set router fc8196bd-316b-4287-ab5d-b8ca1fb80988 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:42.949307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Calling delete_port for 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:43.029346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-f3c3c026-d26d-40ba-a2f2-2c0929465311 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554112 Jul 07 17:13:43.100293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fb5ab82-feb4-4dfd-9cbb-e7c1884e2e81 req-1ad34c87-d9dc-4e4f-a1f1-7188f80b9152 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0477991 Jul 07 17:13:43.162064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:13:42Z', 'revision_number': 6, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:43.199477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8875d0-c021-46cd-9d6f-17724c668153 None None] The sync data for ids ['fc8196bd-316b-4287-ab5d-b8ca1fb80988'] in n-d-791504-12 is: [{'id': 'fc8196bd-316b-4287-ab5d-b8ca1fb80988', 'name': 'tempest-ServersTestManualDisk-213582447-router', 'tenant_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:09Z', 'updated_at': '2021-07-07T17:13:42Z', 'revision_number': 6, 'project_id': '6f5c82bc43cb403d9e5d3ed57dfea571', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:43.454897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83de1-c1d1-4770-98d2-3eaa2fd3ae1d req-29d56c2c-d1ec-4429-83f0-6c1077bff215 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.456508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b83de1-c1d1-4770-98d2-3eaa2fd3ae1d req-29d56c2c-d1ec-4429-83f0-6c1077bff215 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.1615798 Jul 07 17:13:43.474441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.538435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ada962d-44e0-47d2-a6a5-e7ae10058999 req-12fc142c-854c-4963-8b09-1c880015228e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 210 time: 0.0667498 Jul 07 17:13:43.580090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b83de1-c1d1-4770-98d2-3eaa2fd3ae1d req-7866c3b8-0de4-45b1-9f2b-3be729d0e7cd tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162755 Jul 07 17:13:43.580851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=48688d5e-7ced-4076-b40a-0a0f13ecd7e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.705672 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.822471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.834920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.926271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.926833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8196bd-316b-4287-ab5d-b8ca1fb80988 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:43.932916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.936269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc32bb66-d6cd-4251-b5a5-2cac1b672e66 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fc8196bd-316b-4287-ab5d-b8ca1fb80988 HTTP/1.1" status: 204 len: 168 time: 1.7202356 Jul 07 17:13:43.936831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51182) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.959456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-e5fdcc8e-8927-4a3b-8c8b-942e8ef23060 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3222344 Jul 07 17:13:43.969259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b347-3e9e-4c63-aec2-ad564e742a8d req-66fb7619-6ec1-4109-a268-cf816e264e33 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:43.977682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab01b347-3e9e-4c63-aec2-ad564e742a8d req-66fb7619-6ec1-4109-a268-cf816e264e33 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.1523015 Jul 07 17:13:44.021525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Deleting subnet b6a149df-0ab1-4f52-bf62-7ae0776ac0ff {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:44.025360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab01b347-3e9e-4c63-aec2-ad564e742a8d req-5a7bd16b-2c7c-497b-aae7-ed4727ef156e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Jul 07 17:13:44.028844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.070225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.234266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.303144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-e80249c1-3efa-4d74-9aa5-d9ccefbd979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.307128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-e80249c1-3efa-4d74-9aa5-d9ccefbd979d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63c9c7798afc46289c22c0820eda5487&device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 1097 time: 0.2189765 Jul 07 17:13:44.326952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.376147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.378332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2f353-6eb0-43b0-9e4c-e01c8cdee0de None None] Network eb4f96cb-f201-494f-ae86-b2887cde8cdf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:44.381802 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b6a149df-0ab1-4f52-bf62-7ae0776ac0ff HTTP/1.1" status: 204 len: 168 time: 0.4437354 Jul 07 17:13:44.382377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51192) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.391481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e51e-7bf2-408a-92c9-d57b04e9edc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a149df-0ab1-4f52-bf62-7ae0776ac0ff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:44.407619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67c09-96b7-4a61-9023-806c0bb256f5 req-65c2fac2-5a2b-4794-8d29-09e6a10d8606 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.417026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26a67c09-96b7-4a61-9023-806c0bb256f5 req-65c2fac2-5a2b-4794-8d29-09e6a10d8606 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 0.1920047 Jul 07 17:13:44.479399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dca05059-d4b3-4679-bf73-237aa9d38ed0 req-c1f1579f-019c-4dd5-bc03-ad6c350f2651 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.1214969 Jul 07 17:13:44.485063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.553460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26a67c09-96b7-4a61-9023-806c0bb256f5 req-4646236d-78d3-4860-8630-ae964c436d0a tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345575 Jul 07 17:13:44.564669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:44.587331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Deleting port 0bea451a-e69e-4a23-92fb-08bfca41911c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:44.587706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.604390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-77592479-d0d6-4c50-9020-dbdf411b7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:44.605908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-77592479-d0d6-4c50-9020-dbdf411b7e92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 200 len: 908 time: 0.2723367 Jul 07 17:13:44.671657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-f79e5a88-2ded-4fce-b67e-50e940d29274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 200 len: 217 time: 0.0556073 Jul 07 17:13:44.684367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:44.684701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48688d5e-7ced-4076-b40a-0a0f13ecd7e5 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:44.686723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e4980447-bac3-45f2-b284-37118a0e8707 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:44.733964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e4980447-bac3-45f2-b284-37118a0e8707 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:44.738614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e4980447-bac3-45f2-b284-37118a0e8707 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:44.752821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] For port 0bea451a-e69e-4a23-92fb-08bfca41911c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0bea451a-e69e-4a23-92fb-08bfca41911c,segment=NetworkSegment(1f7be9e7-20f3-494e-8372-3ef44c021502),segment_id=1f7be9e7-20f3-494e-8372-3ef44c021502)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:44.753200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.813494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Calling delete_port for 0bea451a-e69e-4a23-92fb-08bfca41911c owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:44.931217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] DHCP port deletion for eb4f96cb-f201-494f-ae86-b2887cde8cdf request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:44.999641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.018395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Deleting port 0bea451a-e69e-4a23-92fb-08bfca41911c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:45.019116 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.077176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bea451a-e69e-4a23-92fb-08bfca41911c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.095518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] For port 0bea451a-e69e-4a23-92fb-08bfca41911c, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:45.096254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.097228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] No DVR routers for this DVR port 0bea451a-e69e-4a23-92fb-08bfca41911c on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:45.111871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Calling delete_port for 0bea451a-e69e-4a23-92fb-08bfca41911c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:45.115496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Port 0bea451a-e69e-4a23-92fb-08bfca41911c was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:13:45.117084 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.147454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] Pushing event deleted for resources: {'Port': ['ID=0bea451a-e69e-4a23-92fb-08bfca41911c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.156680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53698e42-523f-4013-b1f9-a752a5445014 None None] No DVR routers for this DVR port 0bea451a-e69e-4a23-92fb-08bfca41911c on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:45.243016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.263979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4f96cb-f201-494f-ae86-b2887cde8cdf']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.277241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7be9e7-20f3-494e-8372-3ef44c021502') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.278561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7be9e7-20f3-494e-8372-3ef44c021502') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.297421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.313704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.323989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:45.324409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:45.326417 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:45.387806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.420545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.425401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] 10.222.0.22 "DELETE /v2.0/networks/eb4f96cb-f201-494f-ae86-b2887cde8cdf HTTP/1.1" status: 204 len: 168 time: 1.0394018 Jul 07 17:13:45.425401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd121a38-22e7-450f-92af-36d49cc81490 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4f96cb-f201-494f-ae86-b2887cde8cdf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.553095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4f6d945-dd25-43e5-8931-44328db9ff54 req-76d311cf-4393-4989-bd55-70da4a454cbc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 210 time: 0.1865027 Jul 07 17:13:45.574281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-1ce105c8-8c22-4c27-adf6-2400a9228700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.575758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-1ce105c8-8c22-4c27-adf6-2400a9228700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 200 len: 847 time: 0.8627572 Jul 07 17:13:45.589116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.601455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809485-8216-4d55-993d-67443a5b7854 req-94502188-afc8-449f-89fd-0cf1dec76bc6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.604196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e809485-8216-4d55-993d-67443a5b7854 req-94502188-afc8-449f-89fd-0cf1dec76bc6 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 945 time: 0.9376981 Jul 07 17:13:45.627243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-0c0c699f-cf9b-4143-90e5-a3c1bb2b227e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:45.631424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-0c0c699f-cf9b-4143-90e5-a3c1bb2b227e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.2655203 Jul 07 17:13:45.686373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': '13001508-70b5-49cf-b401-7ac69cf61917', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:45.695476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-04e6584b-02e7-4de2-9e79-ded400847b5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f5c82bc43cb403d9e5d3ed57dfea571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034338 Jul 07 17:13:45.696244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51214) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.707809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-e00c9baf-b272-4bb9-bb4d-32354e8e8262 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48c663c7-5ece-415b-bc2f-277166a69d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006405 Jul 07 17:13:45.765285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.803689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.878337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.881658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.883202 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9330ed56-bc32-4aad-b9a9-5f8263ddad83 HTTP/1.1" status: 204 len: 168 time: 0.1844456 Jul 07 17:13:45.893255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6b25-1380-487d-99b3-d7e063fea1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330ed56-bc32-4aad-b9a9-5f8263ddad83,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.901720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e809485-8216-4d55-993d-67443a5b7854 req-2731f0b6-f985-457f-ae87-6bef15e94c76 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd94ab62-0ea6-49fa-949e-0c06257523a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606962 Jul 07 17:13:45.979918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:45.983730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.036907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-f269e720-601a-40af-8c75-c3e855f0498f service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043013 Jul 07 17:13:46.151350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95ea2545-c568-43fc-b6a7-068aeb40f326 req-f219dec6-1b76-4fa9-b773-93073d0f4018 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0754406 Jul 07 17:13:46.282645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-973c8d7d-abd9-43fc-a1f9-9f8a171256ba tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.284850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-973c8d7d-abd9-43fc-a1f9-9f8a171256ba tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.83 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 945 time: 0.1355078 Jul 07 17:13:46.302031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b34220-1cf4-4dc8-ab64-ee7aff2e95d6 req-dba319c4-0d49-4293-ae8c-9df47e7a70f9 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.309072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88b34220-1cf4-4dc8-ab64-ee7aff2e95d6 req-dba319c4-0d49-4293-ae8c-9df47e7a70f9 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.2710049 Jul 07 17:13:46.311899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.3 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/7a4d5571-3e06-4f89-9d14-24584dda6513) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:46.324389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c68e3f70-a9b9-403a-8083-43e039466b43 req-ee494f3c-4286-44dc-8b0b-bf4ba8d1c62a service neutron] 10.222.0.32 "GET /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569878 Jul 07 17:13:46.404741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88b34220-1cf4-4dc8-ab64-ee7aff2e95d6 req-cc4f0eea-093d-48a5-b84a-af5539d143dd tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948012 Jul 07 17:13:46.516801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bea451a-e69e-4a23-92fb-08bfca41911c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:46.551868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Deleting port a0579239-404e-4dff-8631-d1d8aa1e9cf9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:46.554567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.556374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0bea451a-e69e-4a23-92fb-08bfca41911c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:46.557270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0bea451a-e69e-4a23-92fb-08bfca41911c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:46.608592 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.672962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.705268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] For port a0579239-404e-4dff-8631-d1d8aa1e9cf9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a0579239-404e-4dff-8631-d1d8aa1e9cf9,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.706002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.723568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Calling delete_port for a0579239-404e-4dff-8631-d1d8aa1e9cf9 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:46.730770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:46.733558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:46.763925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:46.942554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.962143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:46.963101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.999365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-a881b60f-c92b-46a8-b203-3de45d94de11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3345692 Jul 07 17:13:47.015969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Request body: {'port': {'device_id': '13001508-70b5-49cf-b401-7ac69cf61917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:47.102826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:47.103465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.148409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda82f8-af29-4eb5-9468-4275081813dd req-1d1db69e-c67b-4ff7-bb9f-93a9d31e5a8b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.155419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfda82f8-af29-4eb5-9468-4275081813dd req-1d1db69e-c67b-4ff7-bb9f-93a9d31e5a8b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 931 time: 0.3373649 Jul 07 17:13:47.305883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95532d-2a39-4566-82ff-7b1510e07902 req-e918f6a5-d9a3-4c6a-998f-11e3290f2789 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:47.310617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b95532d-2a39-4566-82ff-7b1510e07902 req-e918f6a5-d9a3-4c6a-998f-11e3290f2789 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3831992 Jul 07 17:13:47.361568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-235709451-network', 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:47.425648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfda82f8-af29-4eb5-9468-4275081813dd req-f3537ed7-adad-4235-92e9-72f779b9d54e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693579 Jul 07 17:13:47.537823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b95532d-2a39-4566-82ff-7b1510e07902 req-14d6d477-fbf6-481a-aa93-2d41c379f30b tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033217 Jul 07 17:13:47.570989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:47.580292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.607916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.770488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.778412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2e9e1f8-14ad-4bf3-b10e-78533918081d req-ff75a8be-1437-4fb2-af38-3c5dfb749d27 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0735028 Jul 07 17:13:47.811572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Pushing event deleted for resources: {'Port': ['ID=a0579239-404e-4dff-8631-d1d8aa1e9cf9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.838337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.876254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d579d197-48b2-49db-aea1-ea507ae1f7b6 req-6992236a-7606-4403-986d-8d52ef50e999 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfaad5f-27bf-458a-94e6-2f721763da60 HTTP/1.1" status: 200 len: 210 time: 0.1005890 Jul 07 17:13:47.883875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.912025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] No DVR routers for this DVR port a0579239-404e-4dff-8631-d1d8aa1e9cf9 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:47.917901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.923274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cd51925-c7fb-42cc-94f3-30aaa2e5d951 req-edd32a3d-e9fe-4f2b-8d30-f04538a9fed5 tempest-AttachSCSIVolumeTestJSON-1389262554 tempest-AttachSCSIVolumeTestJSON-1389262554-project] 10.222.0.83 "DELETE /v2.0/ports/a0579239-404e-4dff-8631-d1d8aa1e9cf9 HTTP/1.1" status: 204 len: 173 time: 1.6320148 Jul 07 17:13:47.923927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'name': 'network-vif-deleted', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:47.927057 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119295d-2c8e-409e-bf86-f9315ee61896" -d '{"events": [{"server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "name": "network-vif-deleted", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:47.982605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c045c26-e9ee-4b53-946e-4c36f3ef81a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.026953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:48.063776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.072704 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Added segment 31703c6b-1e7f-45ff-8f4e-5617b52a6b60 of type vlan for network 2343c16d-dc81-4f8f-b047-a065510aaf81 Jul 07 17:13:48.177481 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3dbc85-d38b-47ab-9a84-83442500e2a0 x-openstack-request-id: req-9e3dbc85-d38b-47ab-9a84-83442500e2a0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:48.178179 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfaad5f-27bf-458a-94e6-2f721763da60", "name": "network-vif-deleted", "tag": "a0579239-404e-4dff-8631-d1d8aa1e9cf9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:48.178548 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e3dbc85-d38b-47ab-9a84-83442500e2a0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:48.179036 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfaad5f-27bf-458a-94e6-2f721763da60', 'name': 'network-vif-deleted', 'tag': 'a0579239-404e-4dff-8631-d1d8aa1e9cf9', 'status': 'completed', 'code': 200} Jul 07 17:13:48.280162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4d5571-3e06-4f89-9d14-24584dda6513 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:48.290946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.295786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.376048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Transition to ACTIVE for port object 7a4d5571-3e06-4f89-9d14-24584dda6513 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:48.418384 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.536171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.549591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.550550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.717090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Pushing event updated for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.765874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6581025 Jul 07 17:13:48.768932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:48.774332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Request body: {'subnet': {'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-235709451-subnet', 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:48.807153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:48.810393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.848390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd5e77-ad0b-47e9-8cd7-16c5e9662edc admin admin] Pushing event updated for resources: {'Network': ['ID=2343c16d-dc81-4f8f-b047-a065510aaf81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.860679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:48.917920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd63ec-02a8-460a-80fb-f55f64c3f5b6 req-a60dfe1b-5c00-44ed-bf42-83655f32ba59 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.924478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd63ec-02a8-460a-80fb-f55f64c3f5b6 req-a60dfe1b-5c00-44ed-bf42-83655f32ba59 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.932004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd63ec-02a8-460a-80fb-f55f64c3f5b6 req-a60dfe1b-5c00-44ed-bf42-83655f32ba59 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.943234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5cd63ec-02a8-460a-80fb-f55f64c3f5b6 req-a60dfe1b-5c00-44ed-bf42-83655f32ba59 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680&device_id=ce57cd88-ed58-4e2d-9946-38713955aa78&device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 2417 time: 0.5436916 Jul 07 17:13:49.021448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Attempting to bind port 7a4d5571-3e06-4f89-9d14-24584dda6513 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:49.021448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Attempting to bind port 7a4d5571-3e06-4f89-9d14-24584dda6513 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:49.021448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Attempting to bind port 7a4d5571-3e06-4f89-9d14-24584dda6513 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:49.034696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441815a3-88f3-4bf8-85d6-b051ad7a3885 req-c0c8efcb-8620-4c08-ac61-0933eec86660 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.034963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-f176fcdb-5fae-4967-baf3-c4c5ed0d1632 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1619387 Jul 07 17:13:49.040890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-441815a3-88f3-4bf8-85d6-b051ad7a3885 req-c0c8efcb-8620-4c08-ac61-0933eec86660 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 943 time: 0.3153596 Jul 07 17:13:49.057291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a0579239-404e-4dff-8631-d1d8aa1e9cf9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:49.069063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5cd63ec-02a8-460a-80fb-f55f64c3f5b6 req-8b6249d0-f554-48bf-9e97-22caa01bf877 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248579 Jul 07 17:13:49.069889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Port 7a4d5571-3e06-4f89-9d14-24584dda6513 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:49.071645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Attempting to bind port 7a4d5571-3e06-4f89-9d14-24584dda6513 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:49.098205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: a0579239-404e-4dff-8631-d1d8aa1e9cf9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:49.098843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a0579239-404e-4dff-8631-d1d8aa1e9cf9 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:49.106404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:49.106754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:49.107145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:49.107592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Bound port: 7a4d5571-3e06-4f89-9d14-24584dda6513, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:49.107960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.176146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.248292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-441815a3-88f3-4bf8-85d6-b051ad7a3885 req-032006ab-e7be-4851-8707-8b091df8ef83 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066040 Jul 07 17:13:49.313259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1a7b62f-3721-42f0-9d13-0cb4c1ab6654 req-a2ac9f17-3425-4ed3-91e7-64c98db2e2af tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0407608 Jul 07 17:13:49.351629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:49.355666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7a4d5571-3e06-4f89-9d14-24584dda6513,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:49.366251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.389284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:49.391379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Network hostable DHCP agents. Network: 2343c16d-dc81-4f8f-b047-a065510aaf81, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:49.430128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.431059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.432185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] 10.222.0.83 "PUT /v2.0/ports/7a4d5571-3e06-4f89-9d14-24584dda6513 HTTP/1.1" status: 200 len: 1092 time: 2.4213564 Jul 07 17:13:49.432668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:49.434889 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:49.463982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee43fac0-9450-468f-abcb-3d1c24372b58,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.517363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e4a29-694a-4a1c-a482-46dfafa52dbd service neutron] Pushing event updated for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.523713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:49.557450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.557940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.558449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.558927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.564070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.566375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.566869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.568928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-439ea63a-e27a-482c-b919-d8deb927583d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.3175783 Jul 07 17:13:49.578631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-05bd7f0e-d934-4054-9c4d-27851e07f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.582665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-05bd7f0e-d934-4054-9c4d-27851e07f28e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 1095 time: 0.1021056 Jul 07 17:13:49.583334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2343c16d-dc81-4f8f-b047-a065510aaf81) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:49.591339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.591948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.592239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c084a-2042-4b14-ad38-73e893b98f65 None None] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:49.666917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-64aefa45-897a-48f3-876e-9a0a9fa8ab2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8968029 Jul 07 17:13:49.702533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-ad30d670-e43d-4c71-994d-cb3b6d448602 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a4d5571-3e06-4f89-9d14-24584dda6513 HTTP/1.1" status: 200 len: 217 time: 0.1064947 Jul 07 17:13:49.761408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-0b77861e-9492-4a57-98ab-e3dabebd0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.761894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-0b77861e-9492-4a57-98ab-e3dabebd0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.762538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-0b77861e-9492-4a57-98ab-e3dabebd0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.764251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-0b77861e-9492-4a57-98ab-e3dabebd0d77 service neutron] 10.222.0.83 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=b51d2e4f-c924-4e6a-8703-417274c36b2c&id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 2297 time: 0.1600530 Jul 07 17:13:49.798622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-2a9a4a28-bf06-414c-9e67-401048eb12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.800616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-2a9a4a28-bf06-414c-9e67-401048eb12d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0904577 Jul 07 17:13:49.802350 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc75371-12a6-4346-9209-180dc3e014d2 x-openstack-request-id: req-cfc75371-12a6-4346-9209-180dc3e014d2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:49.802833 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:49.803349 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfc75371-12a6-4346-9209-180dc3e014d2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:49.803961 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513', 'status': 'completed', 'code': 200} Jul 07 17:13:49.911326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-85e65888-a136-4085-bc14-ccd7b7e998c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1408131 Jul 07 17:13:49.951677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f613251-7844-4a8e-986c-daa1bf9f00e3 None None] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:49.965454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-be62885e-5e81-44b7-b5c2-aa580e3b7bd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471903 Jul 07 17:13:50.018346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-d2047174-5d04-40a7-8e70-320db0c767f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.019835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-d2047174-5d04-40a7-8e70-320db0c767f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 200 len: 855 time: 0.1010778 Jul 07 17:13:50.161967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-a2488cda-2893-48ea-8ae9-2b7537a5a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.163764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-a2488cda-2893-48ea-8ae9-2b7537a5a266 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92c36961-f69e-4f31-b650-4041d855e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140087 Jul 07 17:13:50.192997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a5cf6-e4e3-49bc-8f65-6afcda9cc5a1 req-7f1f546b-dfe1-4be1-b875-511220cbaca3 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.204867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b17a5cf6-e4e3-49bc-8f65-6afcda9cc5a1 req-7f1f546b-dfe1-4be1-b875-511220cbaca3 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.3993106 Jul 07 17:13:50.293894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-14c121d8-bf8d-4bd4-96c0-527c6909af55 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210981 Jul 07 17:13:50.317400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-200f8a31-b7fe-481a-ac6c-9d7cf9ea0eb1 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465430 Jul 07 17:13:50.380814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b17a5cf6-e4e3-49bc-8f65-6afcda9cc5a1 req-28e5ec78-1562-4bed-a553-ff5151e34dd5 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742675 Jul 07 17:13:50.515757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-6d93d976-6cb5-4c83-906d-7f3de8080aec service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915607 Jul 07 17:13:50.572680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-00e2ee6b-fd81-4b47-8785-fd1bd6afbc86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 217 time: 0.0499735 Jul 07 17:13:50.691861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-440c77ce-31d3-4768-8a45-5c1b3c2647e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.694060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-440c77ce-31d3-4768-8a45-5c1b3c2647e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1141112 Jul 07 17:13:50.765923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9349765-a3b2-4818-b3f6-6b3c0b465be8 req-c1d4604b-fc71-48f5-91f2-2a273f3121a0 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566624 Jul 07 17:13:50.803605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-26b2f550-d1c4-4f81-b530-6fa4382a5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.805560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-26b2f550-d1c4-4f81-b530-6fa4382a5732 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054435 Jul 07 17:13:50.813292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-27f3534b-5c31-42dd-a3c4-d70226194eec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.834086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-27f3534b-5c31-42dd-a3c4-d70226194eec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.3546555 Jul 07 17:13:50.882660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-bb72b42a-01b2-4262-a1b2-ada0bf6dfca4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0476305 Jul 07 17:13:50.893799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ec6f-90ee-4aeb-a12a-63d0f716e390 req-203e3145-c2f2-4b57-a61c-913f24332e05 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:50.896519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ae8ec6f-90ee-4aeb-a12a-63d0f716e390 req-203e3145-c2f2-4b57-a61c-913f24332e05 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 943 time: 0.2605641 Jul 07 17:13:50.915819 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-bfb10e9e-a750-4299-ada8-f2133aededab service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019354 Jul 07 17:13:50.949349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-a973066d-a673-4a00-ba19-8454a00a1322 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497472 Jul 07 17:13:51.029730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-259f9cc5-57b7-488f-a3de-2a472b1dbf26 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080813 Jul 07 17:13:51.053809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ae8ec6f-90ee-4aeb-a12a-63d0f716e390 req-fb96e9e1-a53a-4c67-a603-e2dd28947e5c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076615 Jul 07 17:13:51.086267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-1c1881a8-a348-46c1-bc10-993d4c06cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.087801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-1c1881a8-a348-46c1-bc10-993d4c06cd5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 1095 time: 0.2488821 Jul 07 17:13:51.108804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-296178d4-93c8-4381-846b-692908eb05cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 217 time: 0.0718155 Jul 07 17:13:51.162161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-89c2f846-7e6c-4418-b73e-2b3307244de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.164066 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-89c2f846-7e6c-4418-b73e-2b3307244de0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.0485573 Jul 07 17:13:51.204668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-f88abb61-6fed-482a-a1eb-0aba68aa0288 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282929 Jul 07 17:13:51.241187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-20a41b49-674d-4fbf-9e74-d1cfd5792f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.243036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-20a41b49-674d-4fbf-9e74-d1cfd5792f5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723717 Jul 07 17:13:51.264779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8003d3f-4123-4490-b57f-07183219ec95 req-a3790edf-c313-419b-bc3b-c27c707d2f82 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0589204 Jul 07 17:13:51.348666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-d7a36458-367d-4fdd-ad43-46a0d66cff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.350878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-d7a36458-367d-4fdd-ad43-46a0d66cff30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2358272 Jul 07 17:13:51.364355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-96f29f61-da88-492e-8a6b-ecea56e5f6c9 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143546 Jul 07 17:13:51.430561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-1b60f89d-0159-4eef-aef4-c40059a90288 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a4d5571-3e06-4f89-9d14-24584dda6513 HTTP/1.1" status: 200 len: 217 time: 0.0613642 Jul 07 17:13:51.502534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-a9cb56c0-c611-4b5f-9d46-31a2d00112dd service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818246 Jul 07 17:13:51.504006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-0db8e98d-ca6d-4cb2-8f76-43213e03187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.505361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-0db8e98d-ca6d-4cb2-8f76-43213e03187a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0675290 Jul 07 17:13:51.534205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-86368176-0409-429b-a60d-e289b8a3e6ce service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633682 Jul 07 17:13:51.569773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-01418f90-3adb-45b9-9ce7-2fb04c25ba04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576274 Jul 07 17:13:51.622226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-9133893d-df1e-4f2c-a15b-0c3bd5fd509c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 200 len: 217 time: 0.0802364 Jul 07 17:13:51.731941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-e675ed13-ce73-4534-8e2a-e239d8cf8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.733414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-e675ed13-ce73-4534-8e2a-e239d8cf8d7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1047342 Jul 07 17:13:51.779043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-999791ac-a5f4-402b-a917-1e61f0138529 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022405 Jul 07 17:13:51.873298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-5dd8d3e1-ca1b-415d-8568-d1385fab9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.880567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-5dd8d3e1-ca1b-415d-8568-d1385fab9e6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357434 Jul 07 17:13:51.993660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4bd0a00-df9d-418e-a0d7-0867f9c1ef9a req-71650098-9b86-4b73-be7e-3917f56374c3 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069986 Jul 07 17:13:52.009791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c50a81c-d66e-4fc9-98b9-7b29f104f878 req-ef83ecf5-c2fd-45d6-9b6d-0dad1716083b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 210 time: 0.1039426 Jul 07 17:13:52.076908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-197ad2a0-ff6f-40a6-95fd-b79396bc843e service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895638 Jul 07 17:13:52.325416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-323b0bc3-5555-4c4a-8466-d294ab00e10b service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403712 Jul 07 17:13:52.368115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ba80f-e05f-4910-af1f-52b1579f7e61 req-0f0e3be9-2cb3-4f13-b817-37cc0142b8ea tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.388368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-572ba80f-e05f-4910-af1f-52b1579f7e61 req-0f0e3be9-2cb3-4f13-b817-37cc0142b8ea tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 943 time: 0.1487939 Jul 07 17:13:52.432656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-9228a9b8-cc2b-4575-a250-5d1d6c0046a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 200 len: 217 time: 0.0985916 Jul 07 17:13:52.480480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-572ba80f-e05f-4910-af1f-52b1579f7e61 req-e47bb3ca-8533-4174-9901-8efa0ff82be9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911376 Jul 07 17:13:52.548087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-5af82250-0a35-4ec8-a0ff-8870ef8c67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.551641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-5af82250-0a35-4ec8-a0ff-8870ef8c67cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1090906 Jul 07 17:13:52.678075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-ea31bf3a-6276-4047-b299-31c859cd842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.684370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-ea31bf3a-6276-4047-b299-31c859cd842a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246760 Jul 07 17:13:52.757640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1685d91-fe55-4c19-894f-25236689eeb3 req-c6a729de-6def-47b5-8a18-63a2918871c0 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=abb76118-5d22-4eb0-80ac-2a176ff04876 HTTP/1.1" status: 200 len: 210 time: 0.0658565 Jul 07 17:13:52.842216 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-69564fac-ee04-4b59-9b92-39306643a928 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502295 Jul 07 17:13:53.078670 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-2f8287fd-ec20-405b-840a-1805d7c9831a service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292066 Jul 07 17:13:53.166868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-dd6b451f-eca6-4c52-acf0-22c13cb4c60c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 217 time: 0.0821424 Jul 07 17:13:53.279292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-04e5e9c2-25bc-4aa3-bbd4-cf8d18fc2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.281130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-04e5e9c2-25bc-4aa3-bbd4-cf8d18fc2c4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.1071963 Jul 07 17:13:53.299982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b571b10-095a-4531-94f4-847e35a955d8 req-86f993a7-8bc0-4a0c-ad98-63a848fff36e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 210 time: 0.0781269 Jul 07 17:13:53.362232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-60ddb64f-243d-4de5-ba9b-d25809c2fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.363951 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-60ddb64f-243d-4de5-ba9b-d25809c2fd7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760295 Jul 07 17:13:53.492537 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-dd42b216-9c7f-4d18-9900-6a07d317c495 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079962 Jul 07 17:13:53.721886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-901feb47-febc-413b-adec-eac204d6756d service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283845 Jul 07 17:13:53.809941 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-90b36587-8d96-473c-818d-499c2f48a446 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.0811608 Jul 07 17:13:53.899370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-399607df-8212-4f8f-9d99-3c45e4b294fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.900233 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-399607df-8212-4f8f-9d99-3c45e4b294fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.0818388 Jul 07 17:13:54.045737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-3f6bd34d-cbb6-445c-9400-e75339562138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.045737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-3f6bd34d-cbb6-445c-9400-e75339562138 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395767 Jul 07 17:13:54.212400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-225ece9d-44fa-47af-b0b9-e5d4ced9a863 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503034 Jul 07 17:13:54.374270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d10f474-cdfc-45e8-a380-c24f6dd103e6 req-ceaeb6e8-f4f0-450d-827a-c0844ec74814 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496193 Jul 07 17:13:54.477921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882b98-0876-4242-8c56-ee4e13261938 req-519d8824-20d5-469d-a87a-e2878daa88e6 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.482565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c882b98-0876-4242-8c56-ee4e13261938 req-519d8824-20d5-469d-a87a-e2878daa88e6 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 943 time: 0.7907343 Jul 07 17:13:54.553349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-2508c30f-4829-407b-bf8a-de40e42fa362 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.554870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-2508c30f-4829-407b-bf8a-de40e42fa362 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.8066781 Jul 07 17:13:54.571121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': '34e84bb6-d188-448b-8c98-4237baead0c1', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:54.593114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef048-d1f5-46af-8450-acc3f2ffec15 req-273c51b2-19a4-4c9b-b85d-1229a76f37ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.596065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a77ef048-d1f5-46af-8450-acc3f2ffec15 req-273c51b2-19a4-4c9b-b85d-1229a76f37ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.7236919 Jul 07 17:13:54.661114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c882b98-0876-4242-8c56-ee4e13261938 req-29508852-fec7-40ec-9510-80fffc40ae51 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686909 Jul 07 17:13:54.742030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a77ef048-d1f5-46af-8450-acc3f2ffec15 req-6d0e9bc0-f9b5-4b52-8d01-5ac6ebb99bbf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318772 Jul 07 17:13:54.891842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:54.896866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.038624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7a4d5571-3e06-4f89-9d14-24584dda6513 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:55.131041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d2ce486-32a7-48e8-99c3-17361fbf6ec1 req-b7c0c973-a84a-479e-ab3f-dca100e20edf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 210 time: 0.1000934 Jul 07 17:13:55.235932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7a4d5571-3e06-4f89-9d14-24584dda6513,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:55.242249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.13 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/eef4057d-f77a-4308-88bd-55846ac7ad43) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:55.252593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '7a4d5571-3e06-4f89-9d14-24584dda6513', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '7a4d5571-3e06-4f89-9d14-24584dda6513', 'mac_address': 'fa:16:3e:ed:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:55.306731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.323330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4d5571-3e06-4f89-9d14-24584dda6513 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:55.350230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7a4d5571-3e06-4f89-9d14-24584dda6513,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:55.355271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.422613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.516070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.557932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.617275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.637453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:55.639384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:55.641889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:55.694852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.695628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.712527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-ae188315-1a9a-45ae-ba6a-ed21949382b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1464214 Jul 07 17:13:55.725033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Request body: {'port': {'device_id': '34e84bb6-d188-448b-8c98-4237baead0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:55.793506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:55.815368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.234871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f935d04-0bca-4d03-bcf5-62165b81f032 req-f36fcb29-4b2b-4d00-b5f8-54ef99cf17d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.241931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f935d04-0bca-4d03-bcf5-62165b81f032 req-f36fcb29-4b2b-4d00-b5f8-54ef99cf17d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 944 time: 0.3526912 Jul 07 17:13:56.314661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f935d04-0bca-4d03-bcf5-62165b81f032 req-0968b285-6a88-4e65-9657-3ee4d00983fb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Jul 07 17:13:56.325362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad151fd-2f55-4989-b4b7-fc167edf5e92 req-44bca139-e479-4106-bd16-0379db8b64d5 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.333984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ad151fd-2f55-4989-b4b7-fc167edf5e92 req-44bca139-e479-4106-bd16-0379db8b64d5 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3438172 Jul 07 17:13:56.412504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ad151fd-2f55-4989-b4b7-fc167edf5e92 req-ffba367b-7d59-4ee1-bdad-678b4498f9d1 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751896 Jul 07 17:13:56.545657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef4057d-f77a-4308-88bd-55846ac7ad43 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:56.558356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.583913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Transition to ACTIVE for port object eef4057d-f77a-4308-88bd-55846ac7ad43 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:56.589239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.652634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Pushing event updated for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.706754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51548) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:56.823940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cccb46-64e2-4ab3-838e-d5a11b6fbf77 req-4f14412f-aeea-4972-a3b0-e4467ff01341 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.825358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18cccb46-64e2-4ab3-838e-d5a11b6fbf77 req-4f14412f-aeea-4972-a3b0-e4467ff01341 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 944 time: 0.1740553 Jul 07 17:13:56.890704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Attempting to bind port eef4057d-f77a-4308-88bd-55846ac7ad43 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:56.891328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Attempting to bind port eef4057d-f77a-4308-88bd-55846ac7ad43 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:56.891821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Attempting to bind port eef4057d-f77a-4308-88bd-55846ac7ad43 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:56.912496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18cccb46-64e2-4ab3-838e-d5a11b6fbf77 req-aff6b4d7-9259-41d6-b3da-4eef42e73ac1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618362 Jul 07 17:13:56.918432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Port eef4057d-f77a-4308-88bd-55846ac7ad43 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:56.918988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Attempting to bind port eef4057d-f77a-4308-88bd-55846ac7ad43 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:56.934260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:56.934849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:56.935534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:56.935977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Bound port: eef4057d-f77a-4308-88bd-55846ac7ad43, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:56.936338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.019825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:57.031650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=eef4057d-f77a-4308-88bd-55846ac7ad43,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:57.047754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.075020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7a4d5571-3e06-4f89-9d14-24584dda6513 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:57.159361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 7a4d5571-3e06-4f89-9d14-24584dda6513 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:57.165397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 7a4d5571-3e06-4f89-9d14-24584dda6513 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:57.166070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.206740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Pushing event updated for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.243605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.244255 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.250512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-91add4a8-cd6f-4fb0-8749-6c63d86feef5 service neutron] 10.222.0.32 "PUT /v2.0/ports/eef4057d-f77a-4308-88bd-55846ac7ad43 HTTP/1.1" status: 200 len: 1093 time: 1.5303414 Jul 07 17:13:57.251022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:57.254927 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29ba6e-c673-4d76-9403-60a781cb62bc" -d '{"events": [{"name": "network-changed", "server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:57.286190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.354818 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb4857-2a2b-491c-b36a-a0ad22210ac8 x-openstack-request-id: req-7bbb4857-2a2b-491c-b36a-a0ad22210ac8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:57.355405 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:57.356128 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bbb4857-2a2b-491c-b36a-a0ad22210ac8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:57.357096 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43', 'status': 'completed', 'code': 200} Jul 07 17:13:57.371541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.441231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7a4d5571-3e06-4f89-9d14-24584dda6513,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:57.442498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:57.445978 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda43ea3-ce40-4da4-80e9-f62ad201906d" -d '{"events": [{"server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "name": "network-vif-plugged", "status": "completed", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:57.449985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-c7e096fd-14e5-49af-8bb5-92ca92fda17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.450387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.451649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-c7e096fd-14e5-49af-8bb5-92ca92fda17a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1471801 Jul 07 17:13:57.523722 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06a2f2-1612-44fb-9668-af1d5bb63140 x-openstack-request-id: req-ef06a2f2-1612-44fb-9668-af1d5bb63140 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:57.524425 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "name": "network-vif-plugged", "status": "completed", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:57.525007 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef06a2f2-1612-44fb-9668-af1d5bb63140 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:57.525744 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513', 'code': 200} Jul 07 17:13:57.547437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.570703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-3504f5f4-fc5e-4dd5-9696-64483cf4f982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef4057d-f77a-4308-88bd-55846ac7ad43 HTTP/1.1" status: 200 len: 217 time: 0.1036012 Jul 07 17:13:57.698552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-366d74cf-9a33-46f7-8991-0eddd4ecf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.700064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-366d74cf-9a33-46f7-8991-0eddd4ecf86e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1146491 Jul 07 17:13:57.770541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-c9726e44-feb1-4faa-b96f-fcb770217fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576389 Jul 07 17:13:57.818877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2056-ddaf-4fad-9a19-3f040c9ba150 req-a38d7ec1-3482-4986-b75c-1a0dab0b4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.820764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d5d2056-ddaf-4fad-9a19-3f040c9ba150 req-a38d7ec1-3482-4986-b75c-1a0dab0b4a79 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 1097 time: 0.1834192 Jul 07 17:13:57.886567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3702-7bd9-4b08-9096-0cf5648ffba2 req-f76523c3-43e8-42af-baff-60d996e723b7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.904559 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d5d2056-ddaf-4fad-9a19-3f040c9ba150 req-d3495384-bc78-4420-83a4-c6dcc0968fc9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jul 07 17:13:57.904688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88f3702-7bd9-4b08-9096-0cf5648ffba2 req-f76523c3-43e8-42af-baff-60d996e723b7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 945 time: 0.2968764 Jul 07 17:13:58.010988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Deleting port 344f8c51-0c1f-4db9-afc3-05aa2e04633c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:58.011555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.030140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88f3702-7bd9-4b08-9096-0cf5648ffba2 req-55f1da22-1360-4964-ac0a-c56a65f36650 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228287 Jul 07 17:13:58.079186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046fc5f-f08e-4a91-8423-ea98c3a8336b req-aa0e379a-17e0-43b9-8c83-da4b209ebae0 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.090353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a046fc5f-f08e-4a91-8423-ea98c3a8336b req-aa0e379a-17e0-43b9-8c83-da4b209ebae0 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3885374 Jul 07 17:13:58.183541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-793f936c-88a5-4754-8534-7e2a578c1bf9 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047837 Jul 07 17:13:58.184342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] For port 344f8c51-0c1f-4db9-afc3-05aa2e04633c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=344f8c51-0c1f-4db9-afc3-05aa2e04633c,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:58.184862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.219894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Calling delete_port for 344f8c51-0c1f-4db9-afc3-05aa2e04633c owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:58.243512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a046fc5f-f08e-4a91-8423-ea98c3a8336b req-4a45d7e2-7f17-453b-8893-0a8ff6d9aefc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389127 Jul 07 17:13:58.386714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe3cba6f-ffb0-4469-be79-1ad78478eee5 req-b9b6bfc4-f336-4c08-a2bd-f8d1683fabbe service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938787 Jul 07 17:13:58.583661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.618156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Pushing event deleted for resources: {'Port': ['ID=344f8c51-0c1f-4db9-afc3-05aa2e04633c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.699275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-c0d9bf4c-02ae-44b3-bd97-1ef6868b58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.706417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-c0d9bf4c-02ae-44b3-bd97-1ef6868b58da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1830208 Jul 07 17:13:58.754544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bfaeb-0948-4f61-888c-3c70369cad74 req-ac5d6e33-e2cd-4011-9c8d-b3e508ece2ec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:58.756130 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-717bfaeb-0948-4f61-888c-3c70369cad74 req-ac5d6e33-e2cd-4011-9c8d-b3e508ece2ec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 944 time: 0.3119946 Jul 07 17:13:58.972344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.033292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-717bfaeb-0948-4f61-888c-3c70369cad74 req-d0a87a0d-e65b-4bd0-87ed-0c8c3c77cb56 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629113 Jul 07 17:13:59.088457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-883e7b51-0ec4-401e-91b9-cf8efccb826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.090372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-883e7b51-0ec4-401e-91b9-cf8efccb826c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.3739190 Jul 07 17:13:59.232249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-de5b02e9-ef01-4703-b200-240562034ff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eef4057d-f77a-4308-88bd-55846ac7ad43 HTTP/1.1" status: 200 len: 217 time: 0.1320486 Jul 07 17:13:59.541631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-b745eaf1-8c76-4e68-9e8a-ecb49b69351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.543741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-b745eaf1-8c76-4e68-9e8a-ecb49b69351d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.2884483 Jul 07 17:13:59.605159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-09f122ad-19eb-4ea7-957d-8e2ab2e9b345 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491197 Jul 07 17:13:59.616424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731572a1-a57a-4722-a7da-ffd1a703e971 req-92d2ebe3-1f84-4753-82a5-baade2adb1bc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.618203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-731572a1-a57a-4722-a7da-ffd1a703e971 req-92d2ebe3-1f84-4753-82a5-baade2adb1bc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 945 time: 0.2384470 Jul 07 17:13:59.839763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-731572a1-a57a-4722-a7da-ffd1a703e971 req-56a1aed1-b65a-4d60-ba15-20f5efbe5ea1 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102249 Jul 07 17:13:59.888115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b867b88-d912-4960-85f7-ff5be187e43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.027927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e89ee-27b6-46c1-8826-dcd445466668 req-eb6c292f-45ec-4813-8610-e755cf930534 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.036337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f61e89ee-27b6-46c1-8826-dcd445466668 req-eb6c292f-45ec-4813-8610-e755cf930534 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.2090647 Jul 07 17:14:00.045440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-d7b978bb-1fff-4bca-b47b-13f823ed043a service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262657 Jul 07 17:14:00.152517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:00.195612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f61e89ee-27b6-46c1-8826-dcd445466668 req-2e94ec23-aa85-4714-9bc3-ba5849cef039 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560321 Jul 07 17:14:00.395359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f29ba6e-c673-4d76-9403-60a781cb62bc req-a0d851a1-117c-42a9-8966-421cc1c3e52e service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399498 Jul 07 17:14:00.467650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f052bc-be4b-432f-b2da-2c8d11c9d599 req-4e503c51-e0a8-4df5-b638-f97adea2276c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.480490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4f052bc-be4b-432f-b2da-2c8d11c9d599 req-4e503c51-e0a8-4df5-b638-f97adea2276c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 944 time: 0.1662548 Jul 07 17:14:00.480749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:00.492945 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Sync routers for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:00.497035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-60e66428-743f-474a-88f9-86ae70a7a714 admin admin] 10.222.0.22 "PUT /v2.0/routers/17e8ae33-1dd9-4672-9187-7e4fd7e51ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7890825 Jul 07 17:14:00.500501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.511233 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:00.511864 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:00.562459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4f052bc-be4b-432f-b2da-2c8d11c9d599 req-0006e99b-7d3f-4e68-8667-d1d5ee27a678 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788510 Jul 07 17:14:00.694066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.725677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device eef4057d-f77a-4308-88bd-55846ac7ad43 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:00.830268 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:00.943307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.056157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=eef4057d-f77a-4308-88bd-55846ac7ad43,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:01.075102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'eef4057d-f77a-4308-88bd-55846ac7ad43', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': 'eef4057d-f77a-4308-88bd-55846ac7ad43', 'mac_address': 'fa:16:3e:10:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:01.192762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.201173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Deleting port 038ffb6f-3d8c-444c-ab3e-19455a5f848e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:01.203809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.232145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef4057d-f77a-4308-88bd-55846ac7ad43 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:01.295921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=eef4057d-f77a-4308-88bd-55846ac7ad43,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:01.307445 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.321617 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:13:58Z', 'revision_number': 5, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port': {'id': '038ffb6f-3d8c-444c-ab3e-19455a5f848e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:42Z', 'updated_at': '2021-07-07T17:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.414272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Checking router: 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:01.435860 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Routers {'17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:01.436807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.482312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] For port 038ffb6f-3d8c-444c-ab3e-19455a5f848e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=038ffb6f-3d8c-444c-ab3e-19455a5f848e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:01.482994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.484069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.516649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Calling delete_port for 038ffb6f-3d8c-444c-ab3e-19455a5f848e owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:01.586487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['eef4057d-f77a-4308-88bd-55846ac7ad43'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:01.623071 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] Set router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:01.647378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d7841-a245-4b63-8297-fb951d1f4b5c req-8429a821-7f97-414a-aec0-9ef89e102beb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.659480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-849d7841-a245-4b63-8297-fb951d1f4b5c req-8429a821-7f97-414a-aec0-9ef89e102beb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 945 time: 0.4204803 Jul 07 17:14:01.745875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:14:00Z', 'revision_number': 6, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.781522 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a318d40-3722-4fb7-86f8-d39f01f5ed17 None None] The sync data for ids ['17e8ae33-1dd9-4672-9187-7e4fd7e51ce4'] in n-d-791504-12 is: [{'id': '17e8ae33-1dd9-4672-9187-7e4fd7e51ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2020664920-router', 'tenant_id': '0259f331c31045a7b712e5ca9619d540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:40Z', 'updated_at': '2021-07-07T17:14:00Z', 'revision_number': 6, 'project_id': '0259f331c31045a7b712e5ca9619d540', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:01.782189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de26b-309a-41fb-bf94-0d995bb084d9 req-e7481235-ce68-4d51-a7c2-1f75025fb22c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.784039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-376de26b-309a-41fb-bf94-0d995bb084d9 req-e7481235-ce68-4d51-a7c2-1f75025fb22c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3990915 Jul 07 17:14:01.786539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-24f46974-b45a-4b2f-a4b0-2fcccce72422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.788799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-24f46974-b45a-4b2f-a4b0-2fcccce72422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=048091227a7d481c897f09d9b1308456&device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 1097 time: 0.4058728 Jul 07 17:14:01.966390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.010849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-1738e70d-cb7c-48c0-8258-0b4f27a0eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.012411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-1738e70d-cb7c-48c0-8258-0b4f27a0eb5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 200 len: 917 time: 0.2042999 Jul 07 17:14:02.017584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-849d7841-a245-4b63-8297-fb951d1f4b5c req-dbb3edf8-c681-4ed4-9e8e-8696720fd634 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569367 Jul 07 17:14:02.042016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Pushing event deleted for resources: {'Port': ['ID=038ffb6f-3d8c-444c-ab3e-19455a5f848e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.100031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-376de26b-309a-41fb-bf94-0d995bb084d9 req-96609aff-5da7-465a-af2a-1fc6653f7b13 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957482 Jul 07 17:14:02.163855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.164221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.164555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.164921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.165259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.165591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.165921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.166410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.166591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.166920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.167245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.167570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:02.204863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-7c9316e2-0e46-4c4a-baa5-a9693b1e66d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85acb021-da41-4553-bbdf-03f771d80ccb HTTP/1.1" status: 200 len: 217 time: 0.1843033 Jul 07 17:14:02.356441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc79dc46-97ea-4e3c-99af-a7ef8c366bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.358462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.382387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-d5b60652-1c8d-4036-8a4a-538d89627b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.383898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-d5b60652-1c8d-4036-8a4a-538d89627b7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 200 len: 855 time: 0.1627228 Jul 07 17:14:02.650574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.658625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5062-d86e-4142-9035-1a877b1c9a9e req-04fe4d31-e86a-485f-a4bf-ece1ca6410f2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.661436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.665531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a3e5062-d86e-4142-9035-1a877b1c9a9e req-04fe4d31-e86a-485f-a4bf-ece1ca6410f2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 945 time: 0.2806726 Jul 07 17:14:02.669242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-6832f94e-8d5a-41ab-8bde-62bbb1a94121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.670486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-6832f94e-8d5a-41ab-8bde-62bbb1a94121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e488eabc-b80b-4337-a4d0-cad84e51039d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765796 Jul 07 17:14:02.743161 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.758604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device eef4057d-f77a-4308-88bd-55846ac7ad43 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:02.797246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.797837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:02.802475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.806252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b6df5260-f96a-4a16-9d7d-5949d6ea9baf admin admin] 10.222.0.22 "DELETE /v2.0/routers/17e8ae33-1dd9-4672-9187-7e4fd7e51ce4 HTTP/1.1" status: 204 len: 168 time: 2.3018327 Jul 07 17:14:02.806516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52114) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:02.901886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 344f8c51-0c1f-4db9-afc3-05aa2e04633c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:02.951777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 344f8c51-0c1f-4db9-afc3-05aa2e04633c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:02.954162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 344f8c51-0c1f-4db9-afc3-05aa2e04633c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:02.963355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-ed6866ab-22c4-4b93-b2bd-7a109946e7d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848043 Jul 07 17:14:02.985656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port eef4057d-f77a-4308-88bd-55846ac7ad43 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:02.993085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port eef4057d-f77a-4308-88bd-55846ac7ad43 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:02.997108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Deleting subnet e703eac8-2339-4477-af25-fed1ea03464b {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:03.005027 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.007264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.080149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.129202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.192588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:03.195608 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2582719-5634-4adb-b24a-55a55450c255" -d '{"events": [{"server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "name": "network-vif-plugged", "status": "completed", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:03.233097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=eef4057d-f77a-4308-88bd-55846ac7ad43,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:03.240569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.256013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a3e5062-d86e-4142-9035-1a877b1c9a9e req-fb9e2795-fb1b-48e4-8f97-fab30c27accb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895097 Jul 07 17:14:03.312125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.349344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.426027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.474275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e703eac8-2339-4477-af25-fed1ea03464b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.499775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.500857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635c9c7-7bfe-45f1-ac6d-0224309542a2 None None] Network f8634bf5-79a7-4d5a-94da-054d67293a73 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:03.506729 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3b4089a1-dd60-4965-8f25-8212b05187e0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e703eac8-2339-4477-af25-fed1ea03464b HTTP/1.1" status: 204 len: 168 time: 0.6968644 Jul 07 17:14:03.509237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52138) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.581905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.633760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.697492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Deleting port 65c0a4ff-b979-4671-b1ce-57b184996d02 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:03.698182 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.788630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] DHCP port deletion for f8634bf5-79a7-4d5a-94da-054d67293a73 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:03.866719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] For port 65c0a4ff-b979-4671-b1ce-57b184996d02, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=65c0a4ff-b979-4671-b1ce-57b184996d02,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:03.869338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.912559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Calling delete_port for 65c0a4ff-b979-4671-b1ce-57b184996d02 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:03.915212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Deleting port 65c0a4ff-b979-4671-b1ce-57b184996d02 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:03.915807 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.023996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.033521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] For port 65c0a4ff-b979-4671-b1ce-57b184996d02, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=65c0a4ff-b979-4671-b1ce-57b184996d02,segment=NetworkSegment(fcc33fdd-b0f8-497f-b4d9-873f833377d6),segment_id=fcc33fdd-b0f8-497f-b4d9-873f833377d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:04.034365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.051857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Calling delete_port for 65c0a4ff-b979-4671-b1ce-57b184996d02 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:04.098437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c0a4ff-b979-4671-b1ce-57b184996d02,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.103395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] No DVR routers for this DVR port 65c0a4ff-b979-4671-b1ce-57b184996d02 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:04.168311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.182813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.197073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8c0e393-3c8a-4a79-b9c5-6e225c7737df req-4672349d-83f5-4bdd-b740-2fed1fcfa454 service neutron] 10.222.0.32 "GET /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2248232 Jul 07 17:14:04.207711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.221934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8634bf5-79a7-4d5a-94da-054d67293a73']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.228967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] Pushing event deleted for resources: {'Port': ['ID=65c0a4ff-b979-4671-b1ce-57b184996d02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.230858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba99db-001e-4c63-84f0-68379bcd2603 None None] No DVR routers for this DVR port 65c0a4ff-b979-4671-b1ce-57b184996d02 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:04.252410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc33fdd-b0f8-497f-b4d9-873f833377d6') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.252695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc33fdd-b0f8-497f-b4d9-873f833377d6') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.256082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-605fc831-d0e9-4f13-9187-f5495bf1ee58 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.258134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-605fc831-d0e9-4f13-9187-f5495bf1ee58 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 1.0672977 Jul 07 17:14:04.262037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.278485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.286416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:04.287112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:04.289326 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:04.298286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-1ab84836-c435-4ea5-b017-f8c8130d8550 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0306873 Jul 07 17:14:04.320433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-70b95c52-1846-4623-abed-c8a7db60b8de tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.321965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-70b95c52-1846-4623-abed-c8a7db60b8de tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 1.0224025 Jul 07 17:14:04.377092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.389549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.393244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f8634bf5-79a7-4d5a-94da-054d67293a73 HTTP/1.1" status: 204 len: 168 time: 0.8830290 Jul 07 17:14:04.403985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52158) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.407040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086bc9a-7855-4bf3-9e3c-c67ab1350822 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8634bf5-79a7-4d5a-94da-054d67293a73,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.411054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5dc0b-6a4c-45a5-9151-e1cc83922e4e req-802ef61c-dedb-45dc-8f44-825fce308924 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.430716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ed5dc0b-6a4c-45a5-9151-e1cc83922e4e req-802ef61c-dedb-45dc-8f44-825fce308924 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 945 time: 0.9578767 Jul 07 17:14:04.519872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 65c0a4ff-b979-4671-b1ce-57b184996d02 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:04.541721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ed5dc0b-6a4c-45a5-9151-e1cc83922e4e req-edb7e2d5-4998-47b7-bf57-ea1367bdb8e1 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080198 Jul 07 17:14:04.578671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 65c0a4ff-b979-4671-b1ce-57b184996d02 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:04.579012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 65c0a4ff-b979-4671-b1ce-57b184996d02 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:04.579427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 038ffb6f-3d8c-444c-ab3e-19455a5f848e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:04.619841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-29c4308d-0152-4b44-8036-d44619c44b99 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2968109 Jul 07 17:14:04.620350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 038ffb6f-3d8c-444c-ab3e-19455a5f848e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:04.620795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 038ffb6f-3d8c-444c-ab3e-19455a5f848e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:04.755299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Deleting port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:04.755684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.929836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-230ee569-a2b9-4c70-840b-3d8f0050a757 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965341 Jul 07 17:14:05.002272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.021628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bd104-db8a-4d4b-9e23-d2288aa66954 req-f00a5c20-bb04-4652-accd-e0603f6428ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.029006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-912bd104-db8a-4d4b-9e23-d2288aa66954 req-f00a5c20-bb04-4652-accd-e0603f6428ec tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.2502682 Jul 07 17:14:05.044056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] For port 8dcd6f82-57f1-4a37-9948-83d0405ddc89, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8dcd6f82-57f1-4a37-9948-83d0405ddc89,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.044664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.069390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Calling delete_port for 8dcd6f82-57f1-4a37-9948-83d0405ddc89 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:05.154158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-912bd104-db8a-4d4b-9e23-d2288aa66954 req-091a6cb5-7aaf-48f6-9734-403cb04aa1d0 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237822 Jul 07 17:14:05.191801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205101ad-d5fd-4227-a810-fbe4d585d588 req-5098b000-f546-45c4-a3b8-07d63d338738 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447057 Jul 07 17:14:05.242017 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61131def-711f-4535-83c3-707a93b7966d x-openstack-request-id: req-61131def-711f-4535-83c3-707a93b7966d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:05.242441 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "name": "network-vif-plugged", "status": "completed", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:05.242793 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61131def-711f-4535-83c3-707a93b7966d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:05.243292 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43', 'code': 200} Jul 07 17:14:05.293085 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.411720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Deleting port b98c9d47-9f16-4365-b107-0dd6ebc74405 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:05.412128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.435626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.510526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event deleted for resources: {'Port': ['ID=8dcd6f82-57f1-4a37-9948-83d0405ddc89,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.577148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] For port b98c9d47-9f16-4365-b107-0dd6ebc74405, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b98c9d47-9f16-4365-b107-0dd6ebc74405,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.578092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.592357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.592714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.593219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.593464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.593810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.594171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.594513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.599915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.600344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.600700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.601049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.601392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:05.610371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Calling delete_port for b98c9d47-9f16-4365-b107-0dd6ebc74405 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:05.651813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] No DVR routers for this DVR port 8dcd6f82-57f1-4a37-9948-83d0405ddc89 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:05.674768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.676776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dea6070f-66a3-4a3f-a371-7615202c7d34 req-b046c203-c635-4a35-b588-2cd21eff7cb9 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "DELETE /v2.0/ports/8dcd6f82-57f1-4a37-9948-83d0405ddc89 HTTP/1.1" status: 204 len: 173 time: 1.3365932 Jul 07 17:14:05.678060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-deleted', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:05.680356 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bcc2d6-8ba9-4931-9159-33b3874c71b6" -d '{"events": [{"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-deleted", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:05.687394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79ea88-4a1e-4d03-9b37-c28d00b8e626 req-d99c3df6-bd36-409a-9259-d5d3c2eaafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.689037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c79ea88-4a1e-4d03-9b37-c28d00b8e626 req-d99c3df6-bd36-409a-9259-d5d3c2eaafd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 1098 time: 0.3435056 Jul 07 17:14:05.769598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c79ea88-4a1e-4d03-9b37-c28d00b8e626 req-90ee9e97-3ab7-4842-81fa-21e8daabac4b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637162 Jul 07 17:14:05.791988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d91c8-d823-4dd4-8f97-ffca58cc7603 req-9e6a8696-1339-4576-ae65-46e4a7553871 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.796062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-107d91c8-d823-4dd4-8f97-ffca58cc7603 req-9e6a8696-1339-4576-ae65-46e4a7553871 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 946 time: 0.1891470 Jul 07 17:14:05.875885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-107d91c8-d823-4dd4-8f97-ffca58cc7603 req-dfb2bb9d-5a53-43c7-b6db-854cb7753aa3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674739 Jul 07 17:14:06.030750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.097957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Pushing event deleted for resources: {'Port': ['ID=b98c9d47-9f16-4365-b107-0dd6ebc74405,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.182519 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ee772-bc53-4660-9400-235017472e1e x-openstack-request-id: req-0b6ee772-bc53-4660-9400-235017472e1e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:06.182891 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1dc5b-c43f-40b4-8cd1-14ea1c702417", "name": "network-vif-deleted", "tag": "8dcd6f82-57f1-4a37-9948-83d0405ddc89", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:06.183267 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b6ee772-bc53-4660-9400-235017472e1e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:06.183770 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1dc5b-c43f-40b4-8cd1-14ea1c702417', 'name': 'network-vif-deleted', 'tag': '8dcd6f82-57f1-4a37-9948-83d0405ddc89', 'status': 'completed', 'code': 200} Jul 07 17:14:06.251858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.285922 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c6090d6-e155-4e79-904f-e5380392a2ea req-a0d8355c-8cd2-4c7d-8604-9dc48706922f tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdf1dc5b-c43f-40b4-8cd1-14ea1c702417 HTTP/1.1" status: 200 len: 210 time: 0.0905266 Jul 07 17:14:06.501550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.612065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-58ac2023-18a3-4144-b574-6464f1c08421 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.622548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-58ac2023-18a3-4144-b574-6464f1c08421 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.1501997 Jul 07 17:14:06.655835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-a2b3132e-9840-4087-a051-41f85a658e36 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0317945 Jul 07 17:14:06.778897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44d9d-f593-4524-b575-55e17202c6fd req-6e060990-5b02-4b58-8c70-b4f28a13d4c9 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.785801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:06.788434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dc44d9d-f593-4524-b575-55e17202c6fd req-6e060990-5b02-4b58-8c70-b4f28a13d4c9 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3988657 Jul 07 17:14:06.827273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 8dcd6f82-57f1-4a37-9948-83d0405ddc89 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:06.827552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8dcd6f82-57f1-4a37-9948-83d0405ddc89 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:06.852209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Router 1130720e-fe02-417e-8712-6a1c08752c1b has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:06.861031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-42f137d8-bec9-4c44-8a12-2941ddf28e90 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042806 Jul 07 17:14:06.883091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dc44d9d-f593-4524-b575-55e17202c6fd req-76457ebe-7d8f-4ba9-969d-8082b686f6a9 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Jul 07 17:14:07.007674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:07.018127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Sync routers for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:07.036823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:07.037452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:07.041823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-212d5ced-805a-4a2a-911a-caefda4beaee admin admin] 10.222.0.22 "PUT /v2.0/routers/1130720e-fe02-417e-8712-6a1c08752c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6366181 Jul 07 17:14:07.050035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52242) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:07.067548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-89bab3c0-3a25-4f3b-9b51-45740d4bf21b service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056158 Jul 07 17:14:07.233895 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:07.269216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-70a52a42-f89d-475d-b2e7-4b8bad0b61cc service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951823 Jul 07 17:14:07.310951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:07.362269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da6a40-bf21-4839-9bcd-d95209f16ef0 req-c9c526d6-83df-4be1-a918-9cf712560bb1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.364167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50da6a40-bf21-4839-9bcd-d95209f16ef0 req-c9c526d6-83df-4be1-a918-9cf712560bb1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 946 time: 0.1383686 Jul 07 17:14:07.492653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50da6a40-bf21-4839-9bcd-d95209f16ef0 req-5c6fad43-b10b-48c2-b1df-e5da41657daa tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192465 Jul 07 17:14:07.694640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:07.743560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Checking router: 1130720e-fe02-417e-8712-6a1c08752c1b for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:07.753227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Routers {'1130720e-fe02-417e-8712-6a1c08752c1b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:07.754101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1130720e-fe02-417e-8712-6a1c08752c1b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:07.924531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d2bf9a6-159b-4069-9e0c-38746ebd48c2 req-d0626007-11e9-4435-b82a-0a3022004737 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 210 time: 0.1140022 Jul 07 17:14:07.930486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.010554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863236e-8c79-4d1f-96be-41a2cf3cfd18 req-64d734af-c7a3-4897-97ba-6f35276d3377 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.042170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2863236e-8c79-4d1f-96be-41a2cf3cfd18 req-64d734af-c7a3-4897-97ba-6f35276d3377 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3473349 Jul 07 17:14:08.092216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.138785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2863236e-8c79-4d1f-96be-41a2cf3cfd18 req-1b6ce43d-218c-41e0-b09c-db70abd90b81 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919006 Jul 07 17:14:08.142359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] Set router 1130720e-fe02-417e-8712-6a1c08752c1b gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:08.227556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Deleting port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:08.228067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.371959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] For port 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:08.372303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.407378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Calling delete_port for 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:08.664286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:08.726022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:08.732997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0f047-318d-47e4-af56-4f920866e033 None None] The sync data for ids ['1130720e-fe02-417e-8712-6a1c08752c1b'] in n-d-791504-12 is: [{'id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-364699611-router', 'tenant_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:58Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '5f4a305c11be4e93bfc2e0cacd8ef6e2', 'gw_port': {'id': '059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1130720e-fe02-417e-8712-6a1c08752c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:08.908214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.951631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Pushing event deleted for resources: {'Port': ['ID=059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.021549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70e581d-783d-45bc-a76b-bc0e2c1aac4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.029450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.073118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a541-eaf8-41ad-af49-65088a902056 req-c15d16cd-11d8-4821-941d-f3b5cbae4539 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.075546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84e5a541-eaf8-41ad-af49-65088a902056 req-c15d16cd-11d8-4821-941d-f3b5cbae4539 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 0.1815076 Jul 07 17:14:09.148190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.150949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.163463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fc736-d4c0-475c-a43a-689f563ccedc req-8c1f8637-fec7-46a5-92c1-b27669faea90 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.170651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b69fc736-d4c0-475c-a43a-689f563ccedc req-8c1f8637-fec7-46a5-92c1-b27669faea90 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 946 time: 0.2353599 Jul 07 17:14:09.231359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.232498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1130720e-fe02-417e-8712-6a1c08752c1b {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:09.238802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.240400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e6441f8-65f9-40a9-b996-7dcc8f82b651 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1130720e-fe02-417e-8712-6a1c08752c1b HTTP/1.1" status: 204 len: 168 time: 2.1923099 Jul 07 17:14:09.244218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:09.252095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84e5a541-eaf8-41ad-af49-65088a902056 req-39065e42-9937-412d-b0be-5cfaede8ff3c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573339 Jul 07 17:14:09.349292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b69fc736-d4c0-475c-a43a-689f563ccedc req-81174563-5e8e-4a63-b03c-b2e949890a14 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775100 Jul 07 17:14:09.407814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-928c8597-cec2-43e4-b3bc-4fd897714fab tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.409495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-928c8597-cec2-43e4-b3bc-4fd897714fab tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 944 time: 0.3305988 Jul 07 17:14:09.413158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Deleting subnet 2691cd32-524a-4528-aa1e-db91ef21fead {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:09.419985 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.561107 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70e581d-783d-45bc-a76b-bc0e2c1aac4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.587483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.591335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70e581d-783d-45bc-a76b-bc0e2c1aac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.599078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-7049a21b-8f2e-4e67-8bf6-1c448dee76ed tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:09.603365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-7049a21b-8f2e-4e67-8bf6-1c448dee76ed tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.2567511 Jul 07 17:14:09.619504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': '95e0874e-cc23-4943-8185-48ebf3424200', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:09.672480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc9137fc-012d-47e0-a42d-afe3b330abe5 req-66807341-dc9a-4b46-a20d-2f12161e3082 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 210 time: 0.1141279 Jul 07 17:14:09.760649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d70e581d-783d-45bc-a76b-bc0e2c1aac4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1d4eac324b445fa95badb0cd975d8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0324740 Jul 07 17:14:09.767955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:09.794659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:09.800762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.874376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e581d-783d-45bc-a76b-bc0e2c1aac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72a657-335c-480e-a08d-83fcb1c1b291,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.899973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.959691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.6 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/29062ffd-53cd-4da3-834f-b0b942355955) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:10.005802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cc4f-093d-41c6-88df-aed112b41aee req-22aa940b-45d4-435a-bf43-2fa95c3b753a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.007388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90b8cc4f-093d-41c6-88df-aed112b41aee req-22aa940b-45d4-435a-bf43-2fa95c3b753a tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 944 time: 0.5203795 Jul 07 17:14:10.114493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Deleting port 4b3640fd-f0f7-4402-ada2-e69baa0da13e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:10.115187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.136407 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.151111 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.185276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.190929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.205565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:10.240752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:10.244737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:10.251114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:10.252018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90b8cc4f-093d-41c6-88df-aed112b41aee req-339acef8-11ab-40c8-bf7a-4f7afdf0f0a6 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189951 Jul 07 17:14:10.268353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2691cd32-524a-4528-aa1e-db91ef21fead,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.285090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eea27-5c4e-4cb1-a553-1926ee9e4c2a req-fbd390e4-ba5c-4fc8-8990-a78d29695759 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.293686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d3eea27-5c4e-4cb1-a553-1926ee9e4c2a req-fbd390e4-ba5c-4fc8-8990-a78d29695759 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.4139717 Jul 07 17:14:10.296771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.301368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b6b7b402-187b-4d4d-87ef-acc2dda8d031 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2691cd32-524a-4528-aa1e-db91ef21fead HTTP/1.1" status: 204 len: 168 time: 1.0530522 Jul 07 17:14:10.312433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52328) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.328959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.357260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f950b-b419-4581-86eb-dd729d2ab80e None None] Network c0554700-9e5c-4de3-ba04-ff8bb5b47b50 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:10.371480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.388350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.389015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.395745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-28d68d50-f390-479a-853c-c7231d9a3cf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.397367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-28d68d50-f390-479a-853c-c7231d9a3cf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 946 time: 0.3997750 Jul 07 17:14:10.411316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-fe0306ed-bf1b-4395-8ef0-5b3f256ed5d7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8015425 Jul 07 17:14:10.425984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Request body: {'port': {'device_id': '95e0874e-cc23-4943-8185-48ebf3424200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.486136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d3eea27-5c4e-4cb1-a553-1926ee9e4c2a req-3311f4c5-95bb-456d-a359-36420efe0cd8 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912727 Jul 07 17:14:10.506740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] For port 4b3640fd-f0f7-4402-ada2-e69baa0da13e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4b3640fd-f0f7-4402-ada2-e69baa0da13e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:10.507348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.540560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.566830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Calling delete_port for 4b3640fd-f0f7-4402-ada2-e69baa0da13e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:10.585052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:10.606429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.643356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:10.644914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 059b4ac8-96af-4dbf-ad6d-bae1f7d1ffcf not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:10.645558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b98c9d47-9f16-4365-b107-0dd6ebc74405 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:10.661131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.667909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Deleting port f19e34fc-021a-4874-a410-230ec610ee7e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:10.668249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.668997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.670206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e72a657-335c-480e-a08d-83fcb1c1b291 HTTP/1.1" status: 204 len: 168 time: 0.8897920 Jul 07 17:14:10.688102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-d4f818e9-0a9b-4d69-8210-b62528f60f42 req-a2416dda-f0ca-4e48-b4a1-d450afbbbea2 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:10.705080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4f818e9-0a9b-4d69-8210-b62528f60f42 req-a2416dda-f0ca-4e48-b4a1-d450afbbbea2 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567775 Jul 07 17:14:10.718385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b98c9d47-9f16-4365-b107-0dd6ebc74405 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:10.719676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b98c9d47-9f16-4365-b107-0dd6ebc74405 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:10.752715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] For port f19e34fc-021a-4874-a410-230ec610ee7e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f19e34fc-021a-4874-a410-230ec610ee7e,segment=NetworkSegment(577f8037-00bb-4ea3-a400-52dc77d8ccfa),segment_id=577f8037-00bb-4ea3-a400-52dc77d8ccfa)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:10.753085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.768171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Calling delete_port for f19e34fc-021a-4874-a410-230ec610ee7e owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:10.817779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893bfcf-9c8d-431a-9f42-255d11d19614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72a657-335c-480e-a08d-83fcb1c1b291,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.957232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port eef4057d-f77a-4308-88bd-55846ac7ad43 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:10.957611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.997535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] DHCP port deletion for c0554700-9e5c-4de3-ba04-ff8bb5b47b50 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:11.021995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.058511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4f818e9-0a9b-4d69-8210-b62528f60f42 req-a0ce7298-c708-4f1b-80b3-6900b51832ef tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3510375 Jul 07 17:14:11.095343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce8796-2d2f-4b18-8c08-4b3cce8efa37 req-df7e56a3-3642-4f5a-ad21-cbf0b68604d5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.102911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24ce8796-2d2f-4b18-8c08-4b3cce8efa37 req-df7e56a3-3642-4f5a-ad21-cbf0b68604d5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 946 time: 0.3570936 Jul 07 17:14:11.104539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19e34fc-021a-4874-a410-230ec610ee7e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.108903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Deleting port f19e34fc-021a-4874-a410-230ec610ee7e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:11.109309 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.168157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] No DVR routers for this DVR port f19e34fc-021a-4874-a410-230ec610ee7e on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:11.194993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port eef4057d-f77a-4308-88bd-55846ac7ad43, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=eef4057d-f77a-4308-88bd-55846ac7ad43,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:11.195515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.225973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for eef4057d-f77a-4308-88bd-55846ac7ad43 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:11.232032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] For port f19e34fc-021a-4874-a410-230ec610ee7e, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:11.233095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.264241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Calling delete_port for f19e34fc-021a-4874-a410-230ec610ee7e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:11.272394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Port f19e34fc-021a-4874-a410-230ec610ee7e was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:14:11.279847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.324253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] Pushing event deleted for resources: {'Port': ['ID=f19e34fc-021a-4874-a410-230ec610ee7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.338060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.357733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa96c62-51b7-4d27-b958-5bcc5a9df3aa None None] No DVR routers for this DVR port f19e34fc-021a-4874-a410-230ec610ee7e on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:11.357952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0554700-9e5c-4de3-ba04-ff8bb5b47b50']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:11.382418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577f8037-00bb-4ea3-a400-52dc77d8ccfa') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:11.382727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577f8037-00bb-4ea3-a400-52dc77d8ccfa') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:11.404828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.431593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.446830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:11.447382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:11.449356 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:11.534730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29062ffd-53cd-4da3-834f-b0b942355955 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:11.544181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.552243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.562955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.569149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c0554700-9e5c-4de3-ba04-ff8bb5b47b50 HTTP/1.1" status: 204 len: 168 time: 1.2556477 Jul 07 17:14:11.583735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdcf5a-abd9-4451-910b-358eb29fb184 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0554700-9e5c-4de3-ba04-ff8bb5b47b50,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.726321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52380) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.776596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4791d5cc-33b9-4f04-b9fb-9fc0c2ca76cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0259f331c31045a7b712e5ca9619d540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485106 Jul 07 17:14:11.788642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.866897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.906087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.933491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.943252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24ce8796-2d2f-4b18-8c08-4b3cce8efa37 req-edb94a4e-721f-4aeb-a8ad-5c21934a2ba1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392088 Jul 07 17:14:12.003303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event deleted for resources: {'Port': ['ID=4b3640fd-f0f7-4402-ada2-e69baa0da13e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.011044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.013607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.017896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd94ab62-0ea6-49fa-949e-0c06257523a6 HTTP/1.1" status: 204 len: 168 time: 0.2278306 Jul 07 17:14:12.033262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746df5f6-40d9-4304-95b5-7abca43fe43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd94ab62-0ea6-49fa-949e-0c06257523a6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.109202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Transition to ACTIVE for port object 29062ffd-53cd-4da3-834f-b0b942355955 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:12.109852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] No DVR routers for this DVR port 4b3640fd-f0f7-4402-ada2-e69baa0da13e on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:12.114657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.129361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.136013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42e37f18-9cde-471b-acc5-08c6bbe3e4bd req-8eab698c-a12d-4e7a-8f18-9c2fb755fe23 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "DELETE /v2.0/ports/4b3640fd-f0f7-4402-ada2-e69baa0da13e HTTP/1.1" status: 204 len: 173 time: 2.7190275 Jul 07 17:14:12.136677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-deleted', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:12.142826 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809c35b-a8ea-4de3-ad70-397821802fa2" -d '{"events": [{"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-deleted", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:12.145381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.168495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['eef4057d-f77a-4308-88bd-55846ac7ad43'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:12.184342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.255757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce45e-5133-4d0f-a189-3af4f923f47c req-5884f9ab-21ba-4c33-b5b5-ae063c5c6952 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.266646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e06ce45e-5133-4d0f-a189-3af4f923f47c req-5884f9ab-21ba-4c33-b5b5-ae063c5c6952 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 931 time: 0.4362075 Jul 07 17:14:12.268585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=eef4057d-f77a-4308-88bd-55846ac7ad43,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.337663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Attempting to bind port 29062ffd-53cd-4da3-834f-b0b942355955 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:12.343168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Attempting to bind port 29062ffd-53cd-4da3-834f-b0b942355955 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:12.343168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Attempting to bind port 29062ffd-53cd-4da3-834f-b0b942355955 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:12.347464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Port 29062ffd-53cd-4da3-834f-b0b942355955 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:12.348001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Attempting to bind port 29062ffd-53cd-4da3-834f-b0b942355955 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:12.353624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:12.354096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:12.354667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:12.355150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Bound port: 29062ffd-53cd-4da3-834f-b0b942355955, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:12.355619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.470189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:12.478372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=29062ffd-53cd-4da3-834f-b0b942355955,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:12.486813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.513628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f19e34fc-021a-4874-a410-230ec610ee7e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:12.526091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7153c11-07ee-4c54-a776-a30f1290e0de req-dd327c2c-b011-4d1b-9cb0-08e03718c601 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb45a240-d0e7-42b2-94d9-b3ca19708a82 HTTP/1.1" status: 200 len: 210 time: 0.2952533 Jul 07 17:14:12.526836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port eef4057d-f77a-4308-88bd-55846ac7ad43 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:12.538649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.539376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.541225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] 10.222.0.83 "PUT /v2.0/ports/29062ffd-53cd-4da3-834f-b0b942355955 HTTP/1.1" status: 200 len: 1092 time: 2.1216412 Jul 07 17:14:12.541630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:12.544327 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47" -d '{"events": [{"name": "network-changed", "server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "tag": "29062ffd-53cd-4da3-834f-b0b942355955"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:12.585094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f19e34fc-021a-4874-a410-230ec610ee7e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:12.585785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f19e34fc-021a-4874-a410-230ec610ee7e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:12.586145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.586317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27373bb-705b-4bab-af6b-1f1491fb3ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.588111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66abfdc2-8493-4584-bed7-4a30c5af72e5 req-cedeb520-69e2-4028-a3e5-3acb4bb8a8cc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "DELETE /v2.0/ports/eef4057d-f77a-4308-88bd-55846ac7ad43 HTTP/1.1" status: 204 len: 173 time: 2.1747224 Jul 07 17:14:12.636990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e06ce45e-5133-4d0f-a189-3af4f923f47c req-dcd97f30-c721-49eb-b08d-b50070c24045 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693850 Jul 07 17:14:12.825867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:12.849928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52414) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:12.855516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-bc060a4b-3b26-454a-93b9-25b8322e554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.861910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-bc060a4b-3b26-454a-93b9-25b8322e554d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 1095 time: 0.2580838 Jul 07 17:14:12.868120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 4b3640fd-f0f7-4402-ada2-e69baa0da13e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:12.868472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4b3640fd-f0f7-4402-ada2-e69baa0da13e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:12.925870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa2706-af0f-4e0d-98b9-c3dc4a6d8756 req-797f07b5-9371-4d1f-afeb-d80b5266df37 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.930693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08fa2706-af0f-4e0d-98b9-c3dc4a6d8756 req-797f07b5-9371-4d1f-afeb-d80b5266df37 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.1528418 Jul 07 17:14:12.990032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-87875c3e-c6b0-497f-9644-593b03385406 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29062ffd-53cd-4da3-834f-b0b942355955 HTTP/1.1" status: 200 len: 217 time: 0.0889564 Jul 07 17:14:13.019460 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8ee84-47d0-41f2-988c-e1f8dd2ccbed x-openstack-request-id: req-a8f8ee84-47d0-41f2-988c-e1f8dd2ccbed {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:13.019752 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb45a240-d0e7-42b2-94d9-b3ca19708a82", "name": "network-vif-deleted", "tag": "4b3640fd-f0f7-4402-ada2-e69baa0da13e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:13.020008 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8f8ee84-47d0-41f2-988c-e1f8dd2ccbed {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:13.020416 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb45a240-d0e7-42b2-94d9-b3ca19708a82', 'name': 'network-vif-deleted', 'tag': '4b3640fd-f0f7-4402-ada2-e69baa0da13e', 'status': 'completed', 'code': 200} Jul 07 17:14:13.041179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08fa2706-af0f-4e0d-98b9-c3dc4a6d8756 req-02fde5ce-d60c-42a3-a947-fa3f09291ae7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999222 Jul 07 17:14:13.043825 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a7e8de-69f1-43f1-8ffe-15b5f2917c66 x-openstack-request-id: req-91a7e8de-69f1-43f1-8ffe-15b5f2917c66 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:13.044286 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "tag": "29062ffd-53cd-4da3-834f-b0b942355955", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:13.044712 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91a7e8de-69f1-43f1-8ffe-15b5f2917c66 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:13.045112 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955', 'status': 'completed', 'code': 200} Jul 07 17:14:13.129375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-45f13ac1-8ecf-46c8-8d15-6dced641739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.131434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-45f13ac1-8ecf-46c8-8d15-6dced641739d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.1240573 Jul 07 17:14:13.149267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.149695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a736aebf-01a0-403e-b866-ce120f0adf75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f4a305c11be4e93bfc2e0cacd8ef6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825382 Jul 07 17:14:13.194332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-700fa0df-c88b-4908-a146-f3ed1a088261 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433619 Jul 07 17:14:13.317661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3bccf125-9f85-4d2d-ab4f-ff3865f11be6 req-adbba4b7-7260-454a-a225-6a9a88d36138 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e84bb6-d188-448b-8c98-4237baead0c1 HTTP/1.1" status: 200 len: 210 time: 0.0728114 Jul 07 17:14:13.321640 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-9a9292a1-df9f-4c8f-95b2-dad28b5da624 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194367 Jul 07 17:14:13.327086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.364731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.386794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ec8-882f-4d32-acb6-e1698ef01fb2 req-cdee9578-2d35-48b0-b51a-7eb434a51d4d tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.388590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6eca7ec8-882f-4d32-acb6-e1698ef01fb2 req-cdee9578-2d35-48b0-b51a-7eb434a51d4d tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 0.1835992 Jul 07 17:14:13.459235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-35c2d580-0cf0-4d66-bf77-85935a1ea6b5 req-5f1adcdb-c92f-4d45-ab9d-ee2cdd983dc7 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296763 Jul 07 17:14:13.478550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.481245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.486580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13cc685f-b848-419a-a4e6-2e2d4e26604a HTTP/1.1" status: 204 len: 168 time: 0.3359337 Jul 07 17:14:13.510038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5d36e-cc10-47b4-8d05-68cb46080ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc685f-b848-419a-a4e6-2e2d4e26604a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.514568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6eca7ec8-882f-4d32-acb6-e1698ef01fb2 req-d14ecb0e-91c4-4b6f-a106-f123d03d9b43 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802932 Jul 07 17:14:13.686994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-e6b464ff-018e-4486-b4a4-084e4838a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.688683 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-e6b464ff-018e-4486-b4a4-084e4838a0aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 1095 time: 0.1625216 Jul 07 17:14:13.839791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c99650-b983-48b0-b74b-8112d44e2a7c req-35bc015c-0047-419f-8380-a7a69abbf555 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.856542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80c99650-b983-48b0-b74b-8112d44e2a7c req-35bc015c-0047-419f-8380-a7a69abbf555 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.1109915 Jul 07 17:14:13.888859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-51e03476-8f05-4d85-afee-4dd92137bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.895726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-51e03476-8f05-4d85-afee-4dd92137bb86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.1951249 Jul 07 17:14:13.924173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80c99650-b983-48b0-b74b-8112d44e2a7c req-b93f2832-0c81-418b-bae1-20cbdc01519e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737579 Jul 07 17:14:13.939630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-f4a4e3c1-275f-40d1-a7b7-9c4eebb71bd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29062ffd-53cd-4da3-834f-b0b942355955 HTTP/1.1" status: 200 len: 217 time: 0.0383852 Jul 07 17:14:13.996349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-93e9a8bd-150b-45df-abae-586dbecf0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.008290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-93e9a8bd-150b-45df-abae-586dbecf0e71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0622890 Jul 07 17:14:14.061315 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-a88f7539-e1a5-4696-862d-a731468b4c54 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443552 Jul 07 17:14:14.105727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7111cfe-9f7d-4b4e-a8b9-bb885b8422e5 req-3e0c8588-9df7-4f86-8dd9-30795496d100 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.109340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7111cfe-9f7d-4b4e-a8b9-bb885b8422e5 req-3e0c8588-9df7-4f86-8dd9-30795496d100 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 943 time: 0.1116242 Jul 07 17:14:14.172810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7111cfe-9f7d-4b4e-a8b9-bb885b8422e5 req-8caa3fa8-d832-4e04-8d8b-d1333003855d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564778 Jul 07 17:14:14.179697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-84610859-3919-42f3-8645-328f382d2fbc service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111593 Jul 07 17:14:14.353030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92a28ca1-cff9-4af6-9d24-011b6e9f3f47 req-4e7cd0fd-1ef5-4b6a-9f48-c35e97e541db service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659164 Jul 07 17:14:14.558039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb36d9-6651-4432-80c6-250d30cf2a77 req-6106ef34-0a0f-4400-af99-5db20ccf0e97 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.576472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04fb36d9-6651-4432-80c6-250d30cf2a77 req-6106ef34-0a0f-4400-af99-5db20ccf0e97 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.1168160 Jul 07 17:14:14.698812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04fb36d9-6651-4432-80c6-250d30cf2a77 req-4101cee3-0ccd-457c-b324-e2cf6775a1e5 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/security-groups?id=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Jul 07 17:14:14.725727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d021a-65f1-449a-8061-89dc4d04a9e7 req-5b8f132d-8426-40c6-b755-ff2474fd6d2e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.731906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d021a-65f1-449a-8061-89dc4d04a9e7 req-5b8f132d-8426-40c6-b755-ff2474fd6d2e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.738832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d021a-65f1-449a-8061-89dc4d04a9e7 req-5b8f132d-8426-40c6-b755-ff2474fd6d2e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.745987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-963d021a-65f1-449a-8061-89dc4d04a9e7 req-5b8f132d-8426-40c6-b755-ff2474fd6d2e tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680&device_id=ce57cd88-ed58-4e2d-9946-38713955aa78&device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 2417 time: 0.1647918 Jul 07 17:14:14.766568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52484) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:14.782208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-963d021a-65f1-449a-8061-89dc4d04a9e7 req-c9070566-e70f-4c81-ac2c-3d9f16f63fdf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 Jul 07 17:14:14.864092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device eef4057d-f77a-4308-88bd-55846ac7ad43 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:14.917927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: eef4057d-f77a-4308-88bd-55846ac7ad43 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:14.919211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device eef4057d-f77a-4308-88bd-55846ac7ad43 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:14.932317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-319656504-network', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:14.932583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-ee43f3e2-125d-4fb7-b224-898e5201b096 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.934270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-ee43f3e2-125d-4fb7-b224-898e5201b096 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 945 time: 0.1295176 Jul 07 17:14:14.962902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Made reservation on behalf of d41e7c9438894035ad6c821038ffc62a for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:14.966341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.989232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.022521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'name': 'network-vif-deleted', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:15.030479 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e215d8a6-12c0-4505-ade5-df518b989900" -d '{"events": [{"server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "name": "network-vif-deleted", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:15.079260 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-588ed540-e6b0-4552-80ad-eafc68b1616d req-d3b9655b-7fcb-4dad-9d19-3e8707e7b155 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2385747 Jul 07 17:14:15.144617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.155831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.183200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:15.204941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.205297 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Added segment 27900768-7119-4046-bb42-6d4548323c2c of type vlan for network 2e475193-9f64-45b4-863a-e9b4f8316819 Jul 07 17:14:15.242881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-ee692694-54b4-4fb4-a9f3-79d70eec1a9b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.244816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-ee692694-54b4-4fb4-a9f3-79d70eec1a9b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.1376064 Jul 07 17:14:15.275470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-2f6a6faf-2b0d-4b6e-bd62-bae02eb6fd67 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0235736 Jul 07 17:14:15.311041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.345522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b740033-961e-4fc9-8ab7-2997ddc9c11b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.346708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-f1f2dfc8-6820-4a48-b7eb-b35345710a63 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568888 Jul 07 17:14:15.348894 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51831ff-e1d4-408c-b609-e099e6eaa33f x-openstack-request-id: req-b51831ff-e1d4-408c-b609-e099e6eaa33f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:15.349316 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e84bb6-d188-448b-8c98-4237baead0c1", "name": "network-vif-deleted", "tag": "eef4057d-f77a-4308-88bd-55846ac7ad43", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:15.350072 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b51831ff-e1d4-408c-b609-e099e6eaa33f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:15.350714 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e84bb6-d188-448b-8c98-4237baead0c1', 'name': 'network-vif-deleted', 'tag': 'eef4057d-f77a-4308-88bd-55846ac7ad43', 'status': 'completed', 'code': 200} Jul 07 17:14:15.353918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Deleting port 82aac9c3-e351-4e65-8870-df18e69ff50e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:15.354611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.382238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.383856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.384782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.483007 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7145462 Jul 07 17:14:15.486249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.491112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Request body: {'subnet': {'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-319656504-subnet', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:15.516699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b438c-17b9-4ae8-bfa3-a32f7bfe91de admin admin] Pushing event updated for resources: {'Network': ['ID=2e475193-9f64-45b4-863a-e9b4f8316819,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.527998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2e475193-9f64-45b4-863a-e9b4f8316819 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:15.562455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Made reservation on behalf of d41e7c9438894035ad6c821038ffc62a for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:15.565006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.571524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-b5bb3cb1-d961-4af1-a69e-ccd0b3538cbe service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591606 Jul 07 17:14:15.694192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] For port 82aac9c3-e351-4e65-8870-df18e69ff50e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=82aac9c3-e351-4e65-8870-df18e69ff50e,segment=NetworkSegment(5c6201d3-2c16-4763-adeb-6bcbaf04e09c),segment_id=5c6201d3-2c16-4763-adeb-6bcbaf04e09c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:15.694961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.736296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7681f20-813f-4410-a671-3f6c1c4a1af7 req-eaaa89a6-da6a-4422-b4d8-13470600cb93 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:15.746662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7681f20-813f-4410-a671-3f6c1c4a1af7 req-eaaa89a6-da6a-4422-b4d8-13470600cb93 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 943 time: 0.2713499 Jul 07 17:14:15.759973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Calling delete_port for 82aac9c3-e351-4e65-8870-df18e69ff50e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:15.842388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.868193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-b010254f-f715-4f36-b18c-c09feaccd032 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843285 Jul 07 17:14:15.889852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7681f20-813f-4410-a671-3f6c1c4a1af7 req-60d0994c-df11-40ca-bc1c-c7c00ed6938f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316428 Jul 07 17:14:15.970689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Checking segment: {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:15.971066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Network hostable DHCP agents. Network: 2e475193-9f64-45b4-863a-e9b4f8316819, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:15.997152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ece9fd6-b188-4279-93b8-118c5ef891fe,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.021368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.037230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Network 2e475193-9f64-45b4-863a-e9b4f8316819 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:16.054893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2e475193-9f64-45b4-863a-e9b4f8316819) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:16.060428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.061348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.069552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8a19b-9037-466a-87a3-2bf53c830253 None None] Network 2e475193-9f64-45b4-863a-e9b4f8316819 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:16.096346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cf167849-7546-4d3e-82a3-32edd1f3446a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6085906 Jul 07 17:14:16.098377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52554) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:16.108153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Pushing event deleted for resources: {'Port': ['ID=82aac9c3-e351-4e65-8870-df18e69ff50e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.109148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:16.157795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.168620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.258388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] No DVR routers for this DVR port 82aac9c3-e351-4e65-8870-df18e69ff50e on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:16.271361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.276664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9649a9a8-df41-4aac-8416-bc094b0e4471 req-8f07700b-bcef-415d-9b45-20c7d8c2d098 tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.32 "DELETE /v2.0/ports/82aac9c3-e351-4e65-8870-df18e69ff50e HTTP/1.1" status: 204 len: 173 time: 1.3188882 Jul 07 17:14:16.369384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.445090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2e475193-9f64-45b4-863a-e9b4f8316819', 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'fixed_ips': [{'subnet_id': '6ece9fd6-b188-4279-93b8-118c5ef891fe'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:16.445968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.450468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0901ec13-63b4-4c1b-9cea-511ee0bbec03 req-97d4bcd4-20e5-4c58-bdeb-5efb4cc2b406 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0586600 Jul 07 17:14:16.628705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a15a06dd-c5c3-4fdd-8ba2-1126508e204b req-14678e05-c8cb-4d07-a8b5-83cb1ab987cb tempest-LiveMigrationTest-1934840292 tempest-LiveMigrationTest-1934840292-project] 10.222.0.22 "GET /v2.0/ports?device_id=9300581f-5b1e-4316-8a49-3340b988fd79 HTTP/1.1" status: 200 len: 210 time: 0.0800014 Jul 07 17:14:16.697952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.822610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Allocated IP 172.20.0.2 (2e475193-9f64-45b4-863a-e9b4f8316819/6ece9fd6-b188-4279-93b8-118c5ef891fe/7231e376-23f7-43f8-ade6-f8f1f9a5c2db) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:17.114505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.172749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.223620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 29062ffd-53cd-4da3-834f-b0b942355955 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:17.300611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Allocated IP 172.25.7.68 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a7a41dd0-ea34-492d-9e72-06b7abb9a552) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:17.307369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.317167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3338b3-fe30-4251-848c-84317122f48d req-73fb170e-cdef-429f-85d4-68832d6fd10f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:17.324182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c3338b3-fe30-4251-848c-84317122f48d req-73fb170e-cdef-429f-85d4-68832d6fd10f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 943 time: 0.1375861 Jul 07 17:14:17.356672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-deleted', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:17.357386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Transition to ACTIVE for port object 7231e376-23f7-43f8-ade6-f8f1f9a5c2db will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:17.360162 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09746d4c-d94b-4671-b909-4e1164b6ec15" -d '{"events": [{"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-deleted", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:17.383645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c3338b3-fe30-4251-848c-84317122f48d req-383f4a56-e2dc-4323-9b11-25861030d36c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Jul 07 17:14:17.403638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Transition to ACTIVE for port object 7231e376-23f7-43f8-ade6-f8f1f9a5c2db will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:17.416602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.480874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Pushing event updated for resources: {'Port': ['ID=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.506712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Network 2e475193-9f64-45b4-863a-e9b4f8316819 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.508712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.510207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.511490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.512064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.512605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.513673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.514258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.515481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.516240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.516882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.517416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.517968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:17.530293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.534323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=29062ffd-53cd-4da3-834f-b0b942355955,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:17.538229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:17.560082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.560943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '29062ffd-53cd-4da3-834f-b0b942355955', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '29062ffd-53cd-4da3-834f-b0b942355955', 'mac_address': 'fa:16:3e:5e:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:17.573986 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dd5e13-30d9-4406-99b7-6a87d668d1ed x-openstack-request-id: req-29dd5e13-30d9-4406-99b7-6a87d668d1ed {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:17.574884 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300581f-5b1e-4316-8a49-3340b988fd79", "name": "network-vif-deleted", "tag": "82aac9c3-e351-4e65-8870-df18e69ff50e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:17.575138 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29dd5e13-30d9-4406-99b7-6a87d668d1ed {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:17.575541 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300581f-5b1e-4316-8a49-3340b988fd79', 'name': 'network-vif-deleted', 'tag': '82aac9c3-e351-4e65-8870-df18e69ff50e', 'status': 'completed', 'code': 200} Jul 07 17:14:17.644101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.725134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.727071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Attempting to bind port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:17.727428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Attempting to bind port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:17.727865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Attempting to bind port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db on network 2e475193-9f64-45b4-863a-e9b4f8316819 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:17.742330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.745522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.752440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:17.752659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:17.752926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Checking segment: {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:17.753215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.753610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Bound using segment: {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:17.754385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Bound port: 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:17.766730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.776560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a41dd0-ea34-492d-9e72-06b7abb9a552,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.797514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0ad2ed6-fc2c-448e-85e6-71e9c0bbc574 req-6d6c0df5-fcd0-4ede-88f9-ce32ab4a2482 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0608809 Jul 07 17:14:17.800688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29062ffd-53cd-4da3-834f-b0b942355955 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:17.892856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=29062ffd-53cd-4da3-834f-b0b942355955,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:17.901054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.916428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:17.968437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.979235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] For port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:17.984245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] For port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:17.992299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.126082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Deleting subnet 72d9629d-2e4f-4724-b3ca-c08b61a4640e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:18.133661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.156571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc8268-2d08-41af-a222-294aa4894f98 None None] Pushing event updated for resources: {'Port': ['ID=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.242809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.345334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['29062ffd-53cd-4da3-834f-b0b942355955'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:18.879234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.880685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:18.890164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-ce2071bf-caff-4701-bf61-d5f0c33e3b4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.891984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-ce2071bf-caff-4701-bf61-d5f0c33e3b4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.5740271 Jul 07 17:14:18.922968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': '00988001-7cd9-4d0e-97a9-956e81538674', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:18.925286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 82aac9c3-e351-4e65-8870-df18e69ff50e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:18.932195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 82aac9c3-e351-4e65-8870-df18e69ff50e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:18.944798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.117194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:19.121222 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.130939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00839edf-2bd3-4b66-aad6-1a2f93480667 req-681b6415-78f5-4114-b6b8-003936805e71 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.142276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00839edf-2bd3-4b66-aad6-1a2f93480667 req-681b6415-78f5-4114-b6b8-003936805e71 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.5150421 Jul 07 17:14:19.156492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2d3c-adb5-4f58-aa7f-f8e733071e4f req-cd48c538-0bf4-43db-bc76-73be2f48b6bf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.159887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03db2d3c-adb5-4f58-aa7f-f8e733071e4f req-cd48c538-0bf4-43db-bc76-73be2f48b6bf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 944 time: 0.3670137 Jul 07 17:14:19.180173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.210632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.215318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/72d9629d-2e4f-4724-b3ca-c08b61a4640e HTTP/1.1" status: 204 len: 168 time: 1.2954531 Jul 07 17:14:19.217581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:19.291166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7e366-a1dd-4663-b0ac-b443af4866b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d9629d-2e4f-4724-b3ca-c08b61a4640e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:19.386291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.401996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.525863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00839edf-2bd3-4b66-aad6-1a2f93480667 req-c04c60ba-5734-4d42-ba48-6cd2324334d4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824439 Jul 07 17:14:19.620005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03db2d3c-adb5-4f58-aa7f-f8e733071e4f req-275720bb-f7dd-4f74-9d93-be6094ead84e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054861 Jul 07 17:14:19.768094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.9 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/c8a7921b-e761-481b-8d36-696896e19239) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:19.828018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.866745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c663c7-5ece-415b-bc2f-277166a69d7b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.880829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6201d3-2c16-4763-adeb-6bcbaf04e09c') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.881124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6201d3-2c16-4763-adeb-6bcbaf04e09c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.904099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.946631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d2518b3-0eed-4d80-aa33-5fdbfa8e47f3 req-4b893897-4bce-4674-b736-4ca3f3494b08 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0846643 Jul 07 17:14:19.948377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:19.975243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.988938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:19.989826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:19.992188 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:20.062986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f077e60-fb0a-43bd-826a-b5d94bd94234 None None] Network 2e475193-9f64-45b4-863a-e9b4f8316819 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:20.149727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.169987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.171988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] 10.222.0.22 "DELETE /v2.0/networks/48c663c7-5ece-415b-bc2f-277166a69d7b HTTP/1.1" status: 204 len: 168 time: 0.9522901 Jul 07 17:14:20.173199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-289e4551-9dcf-4b54-bcaf-57a815751948 None None] Provisioning for port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:20.179274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:20.192693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3466c-0f53-4504-96ea-c4d2b95d869b admin admin] Pushing event deleted for resources: {'Network': ['ID=48c663c7-5ece-415b-bc2f-277166a69d7b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.205056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-134b2188-e40e-487d-a9d4-ffda115ff4b7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.206621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-134b2188-e40e-487d-a9d4-ffda115ff4b7 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.83 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.2864795 Jul 07 17:14:20.284749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.291055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Deleting subnet fff36847-6eb7-4acc-90ec-1e6c864d5e72 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:20.291266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:20.301471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.313010 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Sync routers for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:20.336967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:20.337990 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:20.380802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.385344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63b1c4ec-b8de-4019-ac60-08d660e5a0d3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2855434 Jul 07 17:14:20.385963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:20.451130 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.496945 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:20.572190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.636471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7231e376-23f7-43f8-ade6-f8f1f9a5c2db up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:20.683812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.691341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.697555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.704638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.759257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.781843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:20.791770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.793359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:20.793951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.826978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.836386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-0eb13403-0d37-48f9-a12d-a2971391b8ce tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.7528658 Jul 07 17:14:20.935877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Deleting port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:20.937040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.940133 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:17Z', 'revision_number': 3, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:20.979695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.006899 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Checking router: 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:21.007396 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Updating router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 port a7a41dd0-ea34-492d-9e72-06b7abb9a552 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:21.040472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2a0dc0d5-e4a0-47d1-bca6-eb30496415d4 None None] Provisioning complete for port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:21.040875 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc0d5-e4a0-47d1-bca6-eb30496415d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.048099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:21.067646 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.079962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.150945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86180b85-1d75-47c8-b02b-65de4d23c8ff req-d1f8b33f-a7d9-431e-8ff0-b03aab4acc6b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090894 Jul 07 17:14:21.171768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.189064 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.239763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] For port f2243aab-0db4-4eb1-9ad1-57bd6e70c077, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:21.240203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.240460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 29062ffd-53cd-4da3-834f-b0b942355955 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:21.308088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Calling delete_port for f2243aab-0db4-4eb1-9ad1-57bd6e70c077 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:21.326186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.334274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.384310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.388670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fff36847-6eb7-4acc-90ec-1e6c864d5e72 HTTP/1.1" status: 204 len: 168 time: 1.2080281 Jul 07 17:14:21.400701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:21.411487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 29062ffd-53cd-4da3-834f-b0b942355955 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:21.417163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 29062ffd-53cd-4da3-834f-b0b942355955 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:21.417553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.427178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:21.429443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46c0d-aac1-4347-bd96-ca2d909d9935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff36847-6eb7-4acc-90ec-1e6c864d5e72,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.442554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:21.453993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332510bf-564c-4147-a31b-556cb0b66b88 req-a6a09745-ccf7-4d92-98b3-4d40c5dbc76f tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.461909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-332510bf-564c-4147-a31b-556cb0b66b88 req-a6a09745-ccf7-4d92-98b3-4d40c5dbc76f tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=776cce27-2341-4916-b286-cef88c1ce680 HTTP/1.1" status: 200 len: 946 time: 0.6166229 Jul 07 17:14:21.501230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:21.603511 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.607218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:21.608731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.617647 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.647679 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Transition to ACTIVE for port object a7a41dd0-ea34-492d-9e72-06b7abb9a552 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:21.660785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-332510bf-564c-4147-a31b-556cb0b66b88 req-733d3c2a-08e5-4749-ab1f-b10979caaefb tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969593 Jul 07 17:14:21.664963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:21.673014 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.678076 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087fa552-e874-48c3-ba7f-989ba8132e5b" -d '{"events": [{"server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "name": "network-vif-plugged", "status": "completed", "tag": "29062ffd-53cd-4da3-834f-b0b942355955"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:21.709872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=29062ffd-53cd-4da3-834f-b0b942355955,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:21.718386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.719281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f2243aab-0db4-4eb1-9ad1-57bd6e70c077 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:21.748376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.756469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-5b555d6c-c3e7-4f9b-928d-ee57759a3725 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8392518 Jul 07 17:14:21.764977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['85acb021-da41-4553-bbdf-03f771d80ccb', '3e8fe213-4a07-4c12-b25a-2f2981887779'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:21.778954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.790444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Request body: {'port': {'device_id': '00988001-7cd9-4d0e-97a9-956e81538674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:21.790631 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Attempting to bind port a7a41dd0-ea34-492d-9e72-06b7abb9a552 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:21.790977 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Attempting to bind port a7a41dd0-ea34-492d-9e72-06b7abb9a552 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:21.791437 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Attempting to bind port a7a41dd0-ea34-492d-9e72-06b7abb9a552 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:21.807093 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Pushing event updated for resources: {'Port': ['ID=a7a41dd0-ea34-492d-9e72-06b7abb9a552,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.814772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:21.815156 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:21.815567 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.815967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:21.816451 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Bound port: a7a41dd0-ea34-492d-9e72-06b7abb9a552, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:21.816836 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.870062 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.886698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.887464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.887464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.887464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:21.943244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.952169 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] For port a7a41dd0-ea34-492d-9e72-06b7abb9a552, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:21.955760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] For port a7a41dd0-ea34-492d-9e72-06b7abb9a552, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a7a41dd0-ea34-492d-9e72-06b7abb9a552,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:21.964743 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.973399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event deleted for resources: {'Port': ['ID=f2243aab-0db4-4eb1-9ad1-57bd6e70c077,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.989468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No active binding found for port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 {{(pid=93767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:14:21.989968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f2243aab-0db4-4eb1-9ad1-57bd6e70c077 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:22.051270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.076830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.082332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.089414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c83d4a-fe77-455a-adc9-dc055ab8f289']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:22.117154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461e6dab-82f2-4fe1-8b6e-ae3888e0e942') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:22.117691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461e6dab-82f2-4fe1-8b6e-ae3888e0e942') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:22.127683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.135702 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:22.136462 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:22.144859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.152886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:22.154013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.155245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aa2c4-f0fc-47f7-807c-713211a2f9c1 req-9e0b62e4-24f3-40ec-8af1-e6f637808534 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.168198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b52aa2c4-f0fc-47f7-807c-713211a2f9c1 req-9e0b62e4-24f3-40ec-8af1-e6f637808534 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 944 time: 0.6020517 Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:22.220117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] No DVR routers for this DVR port f2243aab-0db4-4eb1-9ad1-57bd6e70c077 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:22.223837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.227182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d562198b-6fb2-47de-ba2e-26aea9d32eb3 req-2398deb9-a74d-4e36-9301-f2d7a83f8fd4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.83 "DELETE /v2.0/ports/f2243aab-0db4-4eb1-9ad1-57bd6e70c077 HTTP/1.1" status: 204 len: 173 time: 2.0034206 Jul 07 17:14:22.227793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'name': 'network-vif-deleted', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:22.240549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630130-cbe3-42e3-8024-e5d78139fc7b None None] Pushing event updated for resources: {'Port': ['ID=a7a41dd0-ea34-492d-9e72-06b7abb9a552,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.274665 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9789ee-7a84-4b75-9712-a0b39c7ed06e" -d '{"events": [{"server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "name": "network-vif-deleted", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:22.278897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.329552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.355187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/49c83d4a-fe77-455a-adc9-dc055ab8f289 HTTP/1.1" status: 204 len: 168 time: 0.9455328 Jul 07 17:14:22.403695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b52aa2c4-f0fc-47f7-807c-713211a2f9c1 req-20bb0ff0-88be-4330-b60a-440bae0e41e9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296278 Jul 07 17:14:22.458129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4beb49-3254-40ab-b499-db46874644d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c83d4a-fe77-455a-adc9-dc055ab8f289,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:22.619974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7231e376-23f7-43f8-ade6-f8f1f9a5c2db up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:22.688650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:22.700848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2813d1-8a46-4da3-bc4a-cfedf787443e req-ecf551f0-642c-4445-b937-18186f263133 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:22.713971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac2813d1-8a46-4da3-bc4a-cfedf787443e req-ecf551f0-642c-4445-b937-18186f263133 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 931 time: 0.7563663 Jul 07 17:14:22.723040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52708) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:22.750521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:22.750890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:22.798967 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09dd4f6e-b28d-4d34-bb78-e3b2dfc2caa1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63c9c7798afc46289c22c0820eda5487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726993 Jul 07 17:14:22.800118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52714) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:22.900823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Allocated IP 172.20.0.1 (2e475193-9f64-45b4-863a-e9b4f8316819/6ece9fd6-b188-4279-93b8-118c5ef891fe/060f86ca-0262-4a75-8bd0-cafa357f9713) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:22.951286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.036564 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:17Z', 'revision_number': 3, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:23.056101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.090692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac2813d1-8a46-4da3-bc4a-cfedf787443e req-8b49d71d-f8da-49ed-bfbf-46b3f876c7a4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754675 Jul 07 17:14:23.112611 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adca0f-64e3-470f-971c-245b9d3e27ea None None] The sync data for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 is: [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:17Z', 'revision_number': 3, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:23.177416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.185626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.192014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.193321 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db722dd-8a1a-400d-a640-15a0dc4ede7d x-openstack-request-id: req-1db722dd-8a1a-400d-a640-15a0dc4ede7d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:23.194206 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "name": "network-vif-plugged", "status": "completed", "tag": "29062ffd-53cd-4da3-834f-b0b942355955", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:23.194675 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1db722dd-8a1a-400d-a640-15a0dc4ede7d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:23.195312 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955', 'code': 200} Jul 07 17:14:23.199333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3dbe26f7-9e99-44bc-945b-c31aa66bb5d1 HTTP/1.1" status: 204 len: 168 time: 0.3795264 Jul 07 17:14:23.242892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8ee25-6ff5-45cf-b82f-73a2a6264c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe26f7-9e99-44bc-945b-c31aa66bb5d1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.262306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Transition to ACTIVE for port object 060f86ca-0262-4a75-8bd0-cafa357f9713 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:23.295099 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f46ede-5926-490d-b429-53b123c524f1 x-openstack-request-id: req-59f46ede-5926-490d-b429-53b123c524f1 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:23.295099 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776cce27-2341-4916-b286-cef88c1ce680", "name": "network-vif-deleted", "tag": "f2243aab-0db4-4eb1-9ad1-57bd6e70c077", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:23.295881 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59f46ede-5926-490d-b429-53b123c524f1 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:23.300126 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776cce27-2341-4916-b286-cef88c1ce680', 'name': 'network-vif-deleted', 'tag': 'f2243aab-0db4-4eb1-9ad1-57bd6e70c077', 'status': 'completed', 'code': 200} Jul 07 17:14:23.360881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.472539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Network 2e475193-9f64-45b4-863a-e9b4f8316819 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:23.502830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:23.505355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:23.619955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Pushing event updated for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.649635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.945953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b585075-0ec1-4c87-9023-f6a881b62463 req-fb245c41-89a2-4429-a271-2773f638a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.947822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b585075-0ec1-4c87-9023-f6a881b62463 req-fb245c41-89a2-4429-a271-2773f638a0fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 1097 time: 0.5351980 Jul 07 17:14:24.038092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.047233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-865ab392-fe0f-4ba8-a03c-a2ab0782f8da None None] Provisioning for port 060f86ca-0262-4a75-8bd0-cafa357f9713 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:24.062526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-865ab392-fe0f-4ba8-a03c-a2ab0782f8da None None] Provisioning complete for port 060f86ca-0262-4a75-8bd0-cafa357f9713 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:24.062973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-865ab392-fe0f-4ba8-a03c-a2ab0782f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.070916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b585075-0ec1-4c87-9023-f6a881b62463 req-b498993e-11b4-4ff2-9c05-f7267418613d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141980 Jul 07 17:14:24.166872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52740) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.175774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-865ab392-fe0f-4ba8-a03c-a2ab0782f8da None None] Port 060f86ca-0262-4a75-8bd0-cafa357f9713 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:24.343499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.346747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.354568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4bf947a2-85b0-47f3-ad21-1e35fff0dd53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e9ae15608fa44d8a46d353b90934950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843710 Jul 07 17:14:24.354568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.357423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.364119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.370587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.376805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.383256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.392042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.393209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52742) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:24.395681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.406732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e319f3e3-b9c6-4b26-b610-566d258d31a5 req-40fdf87f-3030-4767-a9f4-8fb7789b443e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 1.6232550 Jul 07 17:14:24.440304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f4757-067a-4132-9116-73793adddae4 req-5d7b846a-21b7-43e4-8f8b-e9156aa15dad tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.447750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f5f4757-067a-4132-9116-73793adddae4 req-5d7b846a-21b7-43e4-8f8b-e9156aa15dad tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 945 time: 0.2456636 Jul 07 17:14:24.458809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a7921b-e761-481b-8d36-696896e19239 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:24.482466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.513137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Transition to ACTIVE for port object c8a7921b-e761-481b-8d36-696896e19239 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:24.553011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f5f4757-067a-4132-9116-73793adddae4 req-728b942b-bd85-46d5-ae18-50ec378b247c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038439 Jul 07 17:14:24.554391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.602783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a7a41dd0-ea34-492d-9e72-06b7abb9a552 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:24.633294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.719645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a7a41dd0-ea34-492d-9e72-06b7abb9a552 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:24.724355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a7a41dd0-ea34-492d-9e72-06b7abb9a552 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:24.724939 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.815094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Attempting to bind port c8a7921b-e761-481b-8d36-696896e19239 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:24.815442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Attempting to bind port c8a7921b-e761-481b-8d36-696896e19239 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:24.816152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Attempting to bind port c8a7921b-e761-481b-8d36-696896e19239 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:24.821640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Port c8a7921b-e761-481b-8d36-696896e19239 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:24.821973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Attempting to bind port c8a7921b-e761-481b-8d36-696896e19239 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:24.875473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:24.875829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:24.876209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:24.876647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Bound port: c8a7921b-e761-481b-8d36-696896e19239, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:24.877438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.917821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.971927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a7a41dd0-ea34-492d-9e72-06b7abb9a552, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a7a41dd0-ea34-492d-9e72-06b7abb9a552,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:24.980887 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.018437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965bf1b-7ebe-4097-9e7d-47d352d12c3f req-0e107b4e-125e-4765-a010-172ca3447b11 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.020668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e965bf1b-7ebe-4097-9e7d-47d352d12c3f req-0e107b4e-125e-4765-a010-172ca3447b11 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 943 time: 0.1963210 Jul 07 17:14:25.086023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a7a41dd0-ea34-492d-9e72-06b7abb9a552,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.101675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:25.116974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c8a7921b-e761-481b-8d36-696896e19239,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:25.128708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.242881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e965bf1b-7ebe-4097-9e7d-47d352d12c3f req-463cc88f-39d4-434a-9512-6d648e526098 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059407 Jul 07 17:14:25.259328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.260104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.261567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8a7921b-e761-481b-8d36-696896e19239 HTTP/1.1" status: 200 len: 1092 time: 3.4881895 Jul 07 17:14:25.266931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:25.269618 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6" -d '{"events": [{"name": "network-changed", "server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "tag": "c8a7921b-e761-481b-8d36-696896e19239"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:25.317655 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816a6ee-cc2a-4381-8211-969defb53579 x-openstack-request-id: req-f816a6ee-cc2a-4381-8211-969defb53579 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:25.317944 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "tag": "c8a7921b-e761-481b-8d36-696896e19239", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:25.318270 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f816a6ee-cc2a-4381-8211-969defb53579 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:25.318670 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239', 'status': 'completed', 'code': 200} Jul 07 17:14:25.338955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110667a-77a4-431e-90ea-b45a3e4afc62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.409573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003b38-9550-433f-8f17-782b622f09d4 req-357a7ea5-20eb-4910-8ddc-f0f882b40dcf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.411595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a003b38-9550-433f-8f17-782b622f09d4 req-357a7ea5-20eb-4910-8ddc-f0f882b40dcf tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 0.2390659 Jul 07 17:14:25.485273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Network 2e475193-9f64-45b4-863a-e9b4f8316819 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:25.491524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-597f4e93-a658-4adf-8036-779f61d6afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.493772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-597f4e93-a658-4adf-8036-779f61d6afe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 1095 time: 0.1490695 Jul 07 17:14:25.497442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a003b38-9550-433f-8f17-782b622f09d4 req-feb9687d-baa6-4ef9-bb40-9be5eada3942 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Jul 07 17:14:25.503636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:25.526136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.554941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Pushing event updated for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.697469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.852378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-39fe9531-ccf9-4fbd-8f57-96d4ee937f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.854476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-39fe9531-ccf9-4fbd-8f57-96d4ee937f9c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e9067861a7374b44af1e7187ec9c66e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3521991 Jul 07 17:14:25.860711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.863289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.867001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c403c8c6-1f53-4862-8e0b-0238a6b1a446 HTTP/1.1" status: 204 len: 168 time: 1.4669976 Jul 07 17:14:25.888366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:25.893061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62f17f-ef41-49dd-b4ef-6f455fa4f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c403c8c6-1f53-4862-8e0b-0238a6b1a446,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.938885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ba85c33-b383-4780-956a-c8c13406482b None None] Provisioning complete for port 060f86ca-0262-4a75-8bd0-cafa357f9713 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:25.939343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba85c33-b383-4780-956a-c8c13406482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:26.026132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ba85c33-b383-4780-956a-c8c13406482b None None] Port 060f86ca-0262-4a75-8bd0-cafa357f9713 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:26.028986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:26.045904 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f271caab-d689-4ea5-b803-9b1f1b255ebd admin admin] 10.222.0.22 "PUT /v2.0/routers/49ae3912-7fdc-41cc-b4c4-6ca040ed4408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6557078 Jul 07 17:14:26.212108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d9fc-3999-4fb7-8faa-dc94ae6f1e21 req-6acc09f3-1ce6-455a-925a-0a7f30286c51 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.218533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c22d9fc-3999-4fb7-8faa-dc94ae6f1e21 req-6acc09f3-1ce6-455a-925a-0a7f30286c51 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 945 time: 0.3582711 Jul 07 17:14:26.219997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-db9a7a6e-3c95-44e1-802f-e1bd168f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.221453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08beddf9-f1db-4f00-bb11-cbaeaf9e74f6 req-db9a7a6e-3c95-44e1-802f-e1bd168f1c33 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3552246 Jul 07 17:14:26.499103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c22d9fc-3999-4fb7-8faa-dc94ae6f1e21 req-7e420a74-88f6-4228-88d1-313615dab654 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764006 Jul 07 17:14:26.707060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-f3b1c28e-b959-4c13-8d65-04f5f008dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.711561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-f3b1c28e-b959-4c13-8d65-04f5f008dcc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 1095 time: 0.4264569 Jul 07 17:14:26.812091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a7a41dd0-ea34-492d-9e72-06b7abb9a552 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:26.834273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Sync routers for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:26.883729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:26.883966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-1ea6e1e6-49bc-422f-bd9e-f9f7c662d5f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a7921b-e761-481b-8d36-696896e19239 HTTP/1.1" status: 200 len: 217 time: 0.1641080 Jul 07 17:14:26.884599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:26.913396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-2127440c-6ab7-4240-a866-20c7cd972d07 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.915882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-2127440c-6ab7-4240-a866-20c7cd972d07 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 0.5499275 Jul 07 17:14:27.081308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:27.182694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe2f31-7e46-4ecb-9a08-5b836077cdd3 req-326601da-2108-4721-8d67-489391785383 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.193924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10fe2f31-7e46-4ecb-9a08-5b836077cdd3 req-326601da-2108-4721-8d67-489391785383 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 943 time: 0.6028032 Jul 07 17:14:27.322000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-4a6fbd64-98fb-4548-b83e-f17ceb3b1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.323762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-4a6fbd64-98fb-4548-b83e-f17ceb3b1434 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.4054685 Jul 07 17:14:27.399294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a7a41dd0-ea34-492d-9e72-06b7abb9a552 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:27.399676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.465235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10fe2f31-7e46-4ecb-9a08-5b836077cdd3 req-d5449e13-afb6-4ad3-8676-f62e00491fe5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544641 Jul 07 17:14:27.490389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 4, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060f86ca-0262-4a75-8bd0-cafa357f9713', 'name': '', 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'mac_address': 'fa:16:3e:f7:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:22Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 2, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'subnets': [{'id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:27.566134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Checking router: 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:27.566495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Updating router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 port 060f86ca-0262-4a75-8bd0-cafa357f9713 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:27.572967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-47cb0fb9-0a74-4e76-a7b1-bbe185fe0125 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940858 Jul 07 17:14:27.690639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-d709c239-ad67-4774-87bb-d4f96b981b99 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6471837 Jul 07 17:14:27.707766 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:27.811477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52854) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:27.869685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-2f4a707d-7479-4727-914e-b3aee839a463 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858667 Jul 07 17:14:27.873775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:27.963314 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.064575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.065400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.066058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.066745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.067411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.068057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.069325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.073935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Deleting port 3e8fe213-4a07-4c12-b25a-2f2981887779 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:28.074335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.081018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-90320167-5b57-4e2b-82ed-01b41ca6c773 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.2679598 Jul 07 17:14:28.138644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-f620aa88-61a8-4e58-b757-8cca4919af71 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562036 Jul 07 17:14:28.191457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.205736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Transition to ACTIVE for port object 060f86ca-0262-4a75-8bd0-cafa357f9713 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:28.215383 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.265930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1c0d4-ea7c-4a80-b853-767c2814497e req-def2b021-b9b9-480e-b2a4-f0708f03418b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:28.270842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dc1c0d4-ea7c-4a80-b853-767c2814497e req-def2b021-b9b9-480e-b2a4-f0708f03418b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 945 time: 0.5246735 Jul 07 17:14:28.281277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] For port 3e8fe213-4a07-4c12-b25a-2f2981887779, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3e8fe213-4a07-4c12-b25a-2f2981887779,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:28.281277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.319369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Calling delete_port for 3e8fe213-4a07-4c12-b25a-2f2981887779 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:28.331102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55b1b498-02f4-479f-b63f-6cbb2619e761 req-69a82413-84d0-4112-905a-4efdf1a99ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719552 Jul 07 17:14:28.349710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c186dfd-93bb-4c22-b5e9-377e3518d2f4 None None] Pushing event updated for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.356809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Attempting to bind port 060f86ca-0262-4a75-8bd0-cafa357f9713 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:28.357195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Attempting to bind port 060f86ca-0262-4a75-8bd0-cafa357f9713 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:28.357569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Attempting to bind port 060f86ca-0262-4a75-8bd0-cafa357f9713 on network 2e475193-9f64-45b4-863a-e9b4f8316819 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:28.365553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:28.365937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Checking segment: {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:28.366486 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.366884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Bound using segment: {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:28.367359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Bound port: 060f86ca-0262-4a75-8bd0-cafa357f9713, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27900768-7119-4046-bb42-6d4548323c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:28.367755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.395212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dc1c0d4-ea7c-4a80-b853-767c2814497e req-9f2bc25a-6ad6-4207-bde6-737d048ed0fa tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234188 Jul 07 17:14:28.448876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] For port 060f86ca-0262-4a75-8bd0-cafa357f9713, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:28.456382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] For port 060f86ca-0262-4a75-8bd0-cafa357f9713, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060f86ca-0262-4a75-8bd0-cafa357f9713,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:28.462897 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.539379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:28.545914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:28.546586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:28.617618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c186dfd-93bb-4c22-b5e9-377e3518d2f4 None None] Pushing event updated for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:28.709763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:28.843238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.009257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd05a-1615-4701-9bd0-b65d8da4bf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.116465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 4, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060f86ca-0262-4a75-8bd0-cafa357f9713', 'name': '', 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'mac_address': 'fa:16:3e:f7:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:22Z', 'updated_at': '2021-07-07T17:14:28Z', 'revision_number': 4, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'subnets': [{'id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:29.156667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5a3ae-69dd-44df-8024-d9f44a557af6 None None] The sync data for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 is: [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 4, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060f86ca-0262-4a75-8bd0-cafa357f9713', 'name': '', 'network_id': '2e475193-9f64-45b4-863a-e9b4f8316819', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'mac_address': 'fa:16:3e:f7:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:22Z', 'updated_at': '2021-07-07T17:14:28Z', 'revision_number': 4, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'subnets': [{'id': '6ece9fd6-b188-4279-93b8-118c5ef891fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:29.198867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd05a-1615-4701-9bd0-b65d8da4bf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.204628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd05a-1615-4701-9bd0-b65d8da4bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.296597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8a9cd05a-1615-4701-9bd0-b65d8da4bf7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97b32b1987204688a8bbf6043dc376e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507322 Jul 07 17:14:29.298145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd05a-1615-4701-9bd0-b65d8da4bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f270b0f-465e-4510-8d8d-7c1b832f3222,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.301056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:29.392251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.443507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.469847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Allocated IP 172.25.7.12 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/04f32e3c-538a-4b76-b4b0-960e4917860f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:29.529350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.536946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.538461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f270b0f-465e-4510-8d8d-7c1b832f3222 HTTP/1.1" status: 204 len: 168 time: 0.2359407 Jul 07 17:14:29.565076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10914d8-f49a-4789-aea1-2e57ba19b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f270b0f-465e-4510-8d8d-7c1b832f3222,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.676527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.721459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f3de4-32df-45e4-be42-7ff7ab3625cc req-c664c30c-f4b9-4d71-97dc-fba2b4ed32a4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.723084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-875f3de4-32df-45e4-be42-7ff7ab3625cc req-c664c30c-f4b9-4d71-97dc-fba2b4ed32a4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce57cd88-ed58-4e2d-9946-38713955aa78 HTTP/1.1" status: 200 len: 945 time: 1.1177516 Jul 07 17:14:29.726158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.741927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['85acb021-da41-4553-bbdf-03f771d80ccb'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:29.787559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event deleted for resources: {'Port': ['ID=3e8fe213-4a07-4c12-b25a-2f2981887779,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:29.873007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] No DVR routers for this DVR port 3e8fe213-4a07-4c12-b25a-2f2981887779 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:29.880283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.882307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddb948fd-d04d-4d2e-8268-c11bd57d9512 req-b24ed928-2456-4e56-9147-58c44a01e522 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "DELETE /v2.0/ports/3e8fe213-4a07-4c12-b25a-2f2981887779 HTTP/1.1" status: 204 len: 173 time: 2.9413192 Jul 07 17:14:29.882811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'name': 'network-vif-deleted', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:29.885644 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fccaea-93ae-4ac6-8283-8067592e5169" -d '{"events": [{"server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "name": "network-vif-deleted", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:29.907322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-875f3de4-32df-45e4-be42-7ff7ab3625cc req-cc567e7b-a627-42a7-b7b9-6db3dbb605d4 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610093 Jul 07 17:14:29.909364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.941809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7135204-bc50-4a20-8090-36d2c4027f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:29.956764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:29.969015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:29.975496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:30.019310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event updated for resources: {'Port': ['ID=04f32e3c-538a-4b76-b4b0-960e4917860f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.224257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52932) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:30.242438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4713007-452a-4827-a135-c92da4800c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.275590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.370140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.427656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4713007-452a-4827-a135-c92da4800c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.437804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4713007-452a-4827-a135-c92da4800c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.519087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4713007-452a-4827-a135-c92da4800c6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ffb9e2245b04d01a5d394030444c3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926977 Jul 07 17:14:30.523178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:30.530261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4713007-452a-4827-a135-c92da4800c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b149c-de9a-45e3-9888-7c4e95d3f4d5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.626359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.688642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.745912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060f86ca-0262-4a75-8bd0-cafa357f9713 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:30.761858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.771998 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.857735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.860872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.862167 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/347b149c-de9a-45e3-9888-7c4e95d3f4d5 HTTP/1.1" status: 204 len: 168 time: 0.3371234 Jul 07 17:14:30.879185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844e3d0-8870-4186-af6d-a43570aeb5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b149c-de9a-45e3-9888-7c4e95d3f4d5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.896323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.909806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 060f86ca-0262-4a75-8bd0-cafa357f9713 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:30.917611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event updated for resources: {'Port': ['ID=04f32e3c-538a-4b76-b4b0-960e4917860f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.922495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 060f86ca-0262-4a75-8bd0-cafa357f9713 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:30.922877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.924102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.932114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-defbeb96-7ca1-498a-8ccd-25e52815984f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1720147 Jul 07 17:14:30.991708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c8a7921b-e761-481b-8d36-696896e19239 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:30.997918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3e8fe213-4a07-4c12-b25a-2f2981887779 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:31.056158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 3e8fe213-4a07-4c12-b25a-2f2981887779 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:31.056522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3e8fe213-4a07-4c12-b25a-2f2981887779 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:31.115798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-f5c4e0a6-e429-445d-af9c-857dae20c943 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.1803982 Jul 07 17:14:31.306022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e68ad-7660-49b3-9ace-c84523003b0e req-57aa68a8-8202-4b79-add6-5f7dbbabfaec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.307663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a21e68ad-7660-49b3-9ace-c84523003b0e req-57aa68a8-8202-4b79-add6-5f7dbbabfaec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 943 time: 0.2103591 Jul 07 17:14:31.315555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c8a7921b-e761-481b-8d36-696896e19239,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:31.330769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'c8a7921b-e761-481b-8d36-696896e19239', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': 'c8a7921b-e761-481b-8d36-696896e19239', 'mac_address': 'fa:16:3e:4c:35:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:31.360080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-5471a01d-0365-477a-b85f-f8dee13fefe0 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.366615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-5471a01d-0365-477a-b85f-f8dee13fefe0 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2087374 Jul 07 17:14:31.379671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-9f2f4d7e-2669-4f54-bb67-1e3714ee4c78 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:31.391069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.395298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb08da33-a594-4dbf-ba6f-d2e17cb3c39e req-9f2f4d7e-2669-4f54-bb67-1e3714ee4c78 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276961 Jul 07 17:14:31.442473 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.454405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a21e68ad-7660-49b3-9ace-c84523003b0e req-f3b7874c-fd07-41f5-9b6d-0cd895038d1f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385269 Jul 07 17:14:31.458311 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5707d74e-ff76-4e77-abfb-62c05454a91b x-openstack-request-id: req-5707d74e-ff76-4e77-abfb-62c05454a91b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:31.459329 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce57cd88-ed58-4e2d-9946-38713955aa78", "name": "network-vif-deleted", "tag": "3e8fe213-4a07-4c12-b25a-2f2981887779", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:31.459595 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5707d74e-ff76-4e77-abfb-62c05454a91b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:31.460010 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce57cd88-ed58-4e2d-9946-38713955aa78', 'name': 'network-vif-deleted', 'tag': '3e8fe213-4a07-4c12-b25a-2f2981887779', 'status': 'completed', 'code': 200} Jul 07 17:14:31.461608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a7921b-e761-481b-8d36-696896e19239 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:31.493689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 060f86ca-0262-4a75-8bd0-cafa357f9713, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060f86ca-0262-4a75-8bd0-cafa357f9713,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:31.502572 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.552279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c8a7921b-e761-481b-8d36-696896e19239,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:31.563526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:31.589422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.664920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:31.731193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac38d5c9-d444-4c0a-ba81-90c2767dc083 req-f00f1535-1003-41fb-9f88-281fc0e87918 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips/5353b0b7-4e83-471f-872f-123e5cfbefb3 HTTP/1.1" status: 200 len: 692 time: 0.1074739 Jul 07 17:14:31.788938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c8a7921b-e761-481b-8d36-696896e19239'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:31.856985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f041-462d-4589-b40c-8de457dc102c req-82a3cdfc-19c0-49bf-b8a8-9d75babc9787 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.865092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bc3f041-462d-4589-b40c-8de457dc102c req-82a3cdfc-19c0-49bf-b8a8-9d75babc9787 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 945 time: 0.2338259 Jul 07 17:14:31.964097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bc3f041-462d-4589-b40c-8de457dc102c req-73db0201-fc3d-4ea4-8a87-ce17940ad323 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977345 Jul 07 17:14:31.977469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38d5c9-d444-4c0a-ba81-90c2767dc083 req-864e00c8-6956-4dea-a21d-578dd54f1295 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.985603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac38d5c9-d444-4c0a-ba81-90c2767dc083 req-864e00c8-6956-4dea-a21d-578dd54f1295 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2535608 Jul 07 17:14:32.108520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a54e049f-800f-4273-bbc9-d877b6d09b61 req-6f64a5d3-bad4-4830-bbe9-605ea5787629 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=d41e7c9438894035ad6c821038ffc62a HTTP/1.1" status: 200 len: 695 time: 0.0969775 Jul 07 17:14:32.407219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cfe15f2-edc5-4742-b35e-d127155f1b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.421032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-f1792dcd-a657-4cef-b321-853b7682823b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.424616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-f1792dcd-a657-4cef-b321-853b7682823b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 945 time: 0.2497442 Jul 07 17:14:32.497388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e049f-800f-4273-bbc9-d877b6d09b61 req-f45a5c7c-8034-4091-8724-3874fb2651e4 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.501127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a54e049f-800f-4273-bbc9-d877b6d09b61 req-f45a5c7c-8034-4091-8724-3874fb2651e4 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks?id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 787 time: 0.3861001 Jul 07 17:14:32.512791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:32.526852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-a54e049f-800f-4273-bbc9-d877b6d09b61 req-7739cd49-efb9-4c55-902b-b27017c52ec4 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:32.528034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a54e049f-800f-4273-bbc9-d877b6d09b61 req-7739cd49-efb9-4c55-902b-b27017c52ec4 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120595 Jul 07 17:14:32.559187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060f86ca-0262-4a75-8bd0-cafa357f9713 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:32.628301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 060f86ca-0262-4a75-8bd0-cafa357f9713 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:32.628689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.722916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-network', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:32.730641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 29062ffd-53cd-4da3-834f-b0b942355955 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:32.731281 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.743457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.893311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 29062ffd-53cd-4da3-834f-b0b942355955, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=29062ffd-53cd-4da3-834f-b0b942355955,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:32.893693 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.896007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb8b49-ec15-4485-b5a7-15664dee79c4 req-16375983-5fc4-41f1-86ed-070ad3c9deb8 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.897973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7deb8b49-ec15-4485-b5a7-15664dee79c4 req-16375983-5fc4-41f1-86ed-070ad3c9deb8 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 944 time: 0.1625226 Jul 07 17:14:32.915954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 29062ffd-53cd-4da3-834f-b0b942355955 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:32.927055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Made reservation on behalf of 4bf7a842d4704fa4b44adf9a0401dbb2 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:32.929934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.954735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cc646-60f1-4cec-bad6-5752136cf484 req-8ee1c1cc-c85e-4894-a53f-0cf2a96f5b26 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.960833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c8a7921b-e761-481b-8d36-696896e19239 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:32.963132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d4cc646-60f1-4cec-bad6-5752136cf484 req-8ee1c1cc-c85e-4894-a53f-0cf2a96f5b26 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.1738050 Jul 07 17:14:32.972271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.006919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7deb8b49-ec15-4485-b5a7-15664dee79c4 req-fa41813f-70d0-4505-a0bf-273e1ad047f7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027148 Jul 07 17:14:33.056064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d4cc646-60f1-4cec-bad6-5752136cf484 req-73116c44-31c0-48b2-8067-adff8da65342 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899177 Jul 07 17:14:33.062660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port c8a7921b-e761-481b-8d36-696896e19239 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:33.068234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port c8a7921b-e761-481b-8d36-696896e19239 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:33.068750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.174529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.225038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-172507f0-f185-46c2-a0c1-57f5c449b28f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips/5353b0b7-4e83-471f-872f-123e5cfbefb3 HTTP/1.1" status: 200 len: 692 time: 0.1588829 Jul 07 17:14:33.247579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.270537 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.271663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 29062ffd-53cd-4da3-834f-b0b942355955 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:33.276721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513', '29062ffd-53cd-4da3-834f-b0b942355955'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:33.282279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.284332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39030d0f-45fa-4263-a947-83506b6bc2b2 req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "DELETE /v2.0/ports/29062ffd-53cd-4da3-834f-b0b942355955 HTTP/1.1" status: 204 len: 173 time: 0.8527195 Jul 07 17:14:33.285307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'name': 'network-vif-deleted', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:33.298204 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f40d98-8646-4eaa-bf80-100a56999a29" -d '{"events": [{"server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "name": "network-vif-deleted", "tag": "29062ffd-53cd-4da3-834f-b0b942355955"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:33.304613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e538-0b2a-46f6-943c-592f9409ebd4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=29062ffd-53cd-4da3-834f-b0b942355955,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.315662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c8a7921b-e761-481b-8d36-696896e19239,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:33.330159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.366235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:33.375888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:33.377659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.378024 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Added segment f10fb8fa-89d2-4285-bc10-f122070ee22e of type vlan for network b284666a-de4d-4124-b23b-a7f5175fb536 Jul 07 17:14:33.380425 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef02cef-2cb5-4f30-9a54-af8736bb4408" -d '{"events": [{"server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7921b-e761-481b-8d36-696896e19239"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:33.397734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.413519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-455e9f51-aff3-4d1e-8ad5-c8c3811d28f0 req-f711492c-7f6e-4577-99b4-17d38fff282f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=95e0874e-cc23-4943-8185-48ebf3424200 HTTP/1.1" status: 200 len: 210 time: 0.0480406 Jul 07 17:14:33.483622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.517692 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c989718-4d88-49a1-84ff-9e88e2825ba4 x-openstack-request-id: req-9c989718-4d88-49a1-84ff-9e88e2825ba4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:33.518300 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0874e-cc23-4943-8185-48ebf3424200", "name": "network-vif-deleted", "tag": "29062ffd-53cd-4da3-834f-b0b942355955", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:33.518916 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c989718-4d88-49a1-84ff-9e88e2825ba4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:33.519424 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0874e-cc23-4943-8185-48ebf3424200', 'name': 'network-vif-deleted', 'tag': '29062ffd-53cd-4da3-834f-b0b942355955', 'status': 'completed', 'code': 200} Jul 07 17:14:33.557370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41923023-0d1e-4461-be16-84e96657e669,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.561146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.562571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.572095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-b8fea1e9-a401-436c-819d-e81cb13d1051 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:33.574437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.580518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-b8fea1e9-a401-436c-819d-e81cb13d1051 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.3432069 Jul 07 17:14:33.602347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-4909dece-d80e-4840-86cb-080a9769df73 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:14:33.613285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-4909dece-d80e-4840-86cb-080a9769df73 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204816 Jul 07 17:14:33.682953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] Pushing event updated for resources: {'Network': ['ID=b284666a-de4d-4124-b23b-a7f5175fb536,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:33.691947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4c8d0a9-4227-43ab-9b70-feab82fcec29 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1777768 Jul 07 17:14:33.694899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:33.708708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Request body: {'subnet': {'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-subnet', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:33.715340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-fb4cc987-0573-4413-bbae-3a09bef1fea5 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.1007841 Jul 07 17:14:33.737768 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33a225-33fc-4867-a357-430782ce276e x-openstack-request-id: req-dc33a225-33fc-4867-a357-430782ce276e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:33.738204 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7921b-e761-481b-8d36-696896e19239", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:33.738574 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc33a225-33fc-4867-a357-430782ce276e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:33.738926 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239', 'code': 200} Jul 07 17:14:33.740523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Made reservation on behalf of 4bf7a842d4704fa4b44adf9a0401dbb2 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:33.746693 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.761943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b284666a-de4d-4124-b23b-a7f5175fb536 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:33.839987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-de92043f-df49-4fb6-8494-b61c34db52a3 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.1236393 Jul 07 17:14:33.879665 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:33.929751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.096105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.109333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a174160-481f-4a68-ada8-45506164cf4d req-49169f95-6b8f-4939-84be-a63f14582b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.111577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a174160-481f-4a68-ada8-45506164cf4d req-49169f95-6b8f-4939-84be-a63f14582b2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 1097 time: 0.4543469 Jul 07 17:14:34.172033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Checking segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:34.172614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Network hostable DHCP agents. Network: b284666a-de4d-4124-b23b-a7f5175fb536, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:34.182085 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.199687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd411dbc-3bcb-45e9-9360-e5689e7259fc,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:34.203239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Network b284666a-de4d-4124-b23b-a7f5175fb536 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:34.220813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b284666a-de4d-4124-b23b-a7f5175fb536) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:34.231475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d908d82-8231-4540-9e25-5889314a6460 None None] Network b284666a-de4d-4124-b23b-a7f5175fb536 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:34.239282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.240115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.269434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3ce3c0cb-6097-426a-b955-37326e67262b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5731196 Jul 07 17:14:34.271451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53044) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.285273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:34.308172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a174160-481f-4a68-ada8-45506164cf4d req-9a7e56b7-a2de-44d0-8b32-7e23010172cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856537 Jul 07 17:14:34.351781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.353631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.402278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Deleting port 04f32e3c-538a-4b76-b4b0-960e4917860f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:34.402796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.440623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b284666a-de4d-4124-b23b-a7f5175fb536', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:34.441494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.477413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.587688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-64b181fa-559d-4dcb-ad45-6ab2e3952ab8 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.589183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-64b181fa-559d-4dcb-ad45-6ab2e3952ab8 tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.5826099 Jul 07 17:14:34.628599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Allocated IP 172.20.0.2 (b284666a-de4d-4124-b23b-a7f5175fb536/bd411dbc-3bcb-45e9-9360-e5689e7259fc/2f816881-d96f-433a-b616-47849ffc1050) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:34.653462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.672498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.672498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.723494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115d92-6a97-46e5-b1d7-ef5c7b1e1051 req-077f94dd-b728-4713-8051-80865c96c3d3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.730872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6115d92-6a97-46e5-b1d7-ef5c7b1e1051 req-077f94dd-b728-4713-8051-80865c96c3d3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 945 time: 0.4135151 Jul 07 17:14:34.751304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Calling delete_port for 04f32e3c-538a-4b76-b4b0-960e4917860f owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:34.839454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.850053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Transition to ACTIVE for port object 2f816881-d96f-433a-b616-47849ffc1050 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.868078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Transition to ACTIVE for port object 2f816881-d96f-433a-b616-47849ffc1050 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:34.877990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.925613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6115d92-6a97-46e5-b1d7-ef5c7b1e1051 req-328f696b-5c13-4be1-a89f-d75d37830121 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938605 Jul 07 17:14:34.946163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Network b284666a-de4d-4124-b23b-a7f5175fb536 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:34.955720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:34.962366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:34.966596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Pushing event updated for resources: {'Port': ['ID=2f816881-d96f-433a-b616-47849ffc1050,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.009064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.025609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.058849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.105342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Attempting to bind port 2f816881-d96f-433a-b616-47849ffc1050 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:35.106052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Attempting to bind port 2f816881-d96f-433a-b616-47849ffc1050 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:35.106683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Attempting to bind port 2f816881-d96f-433a-b616-47849ffc1050 on network b284666a-de4d-4124-b23b-a7f5175fb536 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:35.141624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:35.143432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Checking segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:35.143934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.145821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Bound using segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:35.147240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event deleted for resources: {'Port': ['ID=04f32e3c-538a-4b76-b4b0-960e4917860f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.149178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Bound port: 2f816881-d96f-433a-b616-47849ffc1050, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:35.149513 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.254766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Allocated IP 172.25.7.6 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/01e77955-973f-445a-829c-b14953300997) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:35.265475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] For port 2f816881-d96f-433a-b616-47849ffc1050, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:35.278257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 29062ffd-53cd-4da3-834f-b0b942355955 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:35.333938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 29062ffd-53cd-4da3-834f-b0b942355955 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:35.334908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 29062ffd-53cd-4da3-834f-b0b942355955 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:35.343086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] For port 2f816881-d96f-433a-b616-47849ffc1050, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f816881-d96f-433a-b616-47849ffc1050,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:35.348255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.351133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.371589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.437886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.442944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913909b6-3294-4121-abd7-40698b7e7073 None None] Pushing event updated for resources: {'Port': ['ID=2f816881-d96f-433a-b616-47849ffc1050,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.502700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Pushing event updated for resources: {'Port': ['ID=01e77955-973f-445a-829c-b14953300997,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.513264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:35.515583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:35.518234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:35.667846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Deleting port 85acb021-da41-4553-bbdf-03f771d80ccb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:35.668102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.772619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.787964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.803053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac537317-ccbf-43a3-811e-6c73d50b9e2f req-cb553c57-4462-4eb1-9872-8b872b1f3c6a tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "DELETE /v2.0/floatingips/5353b0b7-4e83-471f-872f-123e5cfbefb3 HTTP/1.1" status: 204 len: 173 time: 1.9601130 Jul 07 17:14:35.944422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.955402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccfdc9-7663-434d-a9d8-0ad5bc865eaf req-08ba9d26-f51f-4de9-82e6-ebf541b5194c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:35.961361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bccfdc9-7663-434d-a9d8-0ad5bc865eaf req-08ba9d26-f51f-4de9-82e6-ebf541b5194c tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0b98762-0aac-40a2-be02-ef7d82bf9eda HTTP/1.1" status: 200 len: 945 time: 0.3377888 Jul 07 17:14:35.972355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] For port 85acb021-da41-4553-bbdf-03f771d80ccb, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=85acb021-da41-4553-bbdf-03f771d80ccb,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:35.972736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.020222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Calling delete_port for 85acb021-da41-4553-bbdf-03f771d80ccb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:36.101029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bccfdc9-7663-434d-a9d8-0ad5bc865eaf req-2aa215e5-44fe-42d7-a7b6-c3c3f8f4cddb tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0429f1a-3ece-449e-94c9-199d421801d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313984 Jul 07 17:14:36.206449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-5951afd7-742c-42f6-8ea7-03ee0b475f31 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2288709 Jul 07 17:14:36.245657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.258255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.259259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:36.346386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.487446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.508731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['85acb021-da41-4553-bbdf-03f771d80ccb'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:36.532187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Router f3530c64-5f35-4a37-8581-4ff91041bfb7 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:36.573643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Pushing event deleted for resources: {'Port': ['ID=85acb021-da41-4553-bbdf-03f771d80ccb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.648023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f816881-d96f-433a-b616-47849ffc1050 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:36.661974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] No DVR routers for this DVR port 85acb021-da41-4553-bbdf-03f771d80ccb on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:36.666625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.669194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ddbfd59-1946-42f3-9a6b-72dbd0eee576 req-7fe478cd-c6ab-44f1-8b72-a358b8c69edc tempest-ListServerFiltersTestJSON-1978645158 tempest-ListServerFiltersTestJSON-1978645158-project] 10.222.0.32 "DELETE /v2.0/ports/85acb021-da41-4553-bbdf-03f771d80ccb HTTP/1.1" status: 204 len: 173 time: 2.0727134 Jul 07 17:14:36.669848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'name': 'network-vif-deleted', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:36.682668 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c79f54d-4233-4d17-9a0d-9158925d9d80" -d '{"events": [{"server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "name": "network-vif-deleted", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:36.740491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.766246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2f816881-d96f-433a-b616-47849ffc1050 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:36.836187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:36.849813 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Sync routers for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:36.863410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:36.865025 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:36.890283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.904209 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-683851a7-48a2-4402-8eea-8f338aa28b48 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.6309469 Jul 07 17:14:36.904937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53080) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.069550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Allocated IP 172.25.7.47 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2c4b0b93-6dc8-4ae0-997a-f3e1070d4996) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:37.082393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669989b3-7c86-45d9-9709-78d4c0a138b3 None None] Network b284666a-de4d-4124-b23b-a7f5175fb536 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:37.230259 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:37.272205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Provisioning for port 2f816881-d96f-433a-b616-47849ffc1050 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:37.293909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Provisioning complete for port 2f816881-d96f-433a-b616-47849ffc1050 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:37.300031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.415823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bda83-6d9c-461d-88ce-133db4a4b97d req-351a302a-6a15-44f6-8942-1953ef25e0f0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.417371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d6bda83-6d9c-461d-88ce-133db4a4b97d req-351a302a-6a15-44f6-8942-1953ef25e0f0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 945 time: 0.2442288 Jul 07 17:14:37.494907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.577890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d6bda83-6d9c-461d-88ce-133db4a4b97d req-7cab08df-0da2-419b-8d63-88aaec8f8e44 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417880 Jul 07 17:14:37.643457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.666548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.733750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event updated for resources: {'Port': ['ID=2c4b0b93-6dc8-4ae0-997a-f3e1070d4996,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:37.736971 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e51437-86b1-45a5-9c25-d7410be504b7 x-openstack-request-id: req-b7e51437-86b1-45a5-9c25-d7410be504b7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:37.737219 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b98762-0aac-40a2-be02-ef7d82bf9eda", "name": "network-vif-deleted", "tag": "85acb021-da41-4553-bbdf-03f771d80ccb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:37.737604 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7e51437-86b1-45a5-9c25-d7410be504b7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:37.737877 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b98762-0aac-40a2-be02-ef7d82bf9eda', 'name': 'network-vif-deleted', 'tag': '85acb021-da41-4553-bbdf-03f771d80ccb', 'status': 'completed', 'code': 200} Jul 07 17:14:37.754608 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:37.765896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:37.767652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:37.772195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:37.843566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] For port 2f816881-d96f-433a-b616-47849ffc1050, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f816881-d96f-433a-b616-47849ffc1050,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:37.864203 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Checking router: f3530c64-5f35-4a37-8581-4ff91041bfb7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:37.864695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.864844 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Updating router f3530c64-5f35-4a37-8581-4ff91041bfb7 port 01e77955-973f-445a-829c-b14953300997 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:37.943180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.963251 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.052648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90740b2a-6117-40d9-8569-33d546a82542 None None] Pushing event updated for resources: {'Port': ['ID=2f816881-d96f-433a-b616-47849ffc1050,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.161534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.195710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Deleting subnet 67a8247f-5fe5-446b-9d17-cb8f0f220f65 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:38.271387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.273524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.457521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-38363264-1a50-43d7-abb4-80c005793d5b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:38.474568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-38363264-1a50-43d7-abb4-80c005793d5b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.2042596 Jul 07 17:14:38.614922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-545e9ab7-2fb1-4cf0-b2bd-fc42203550e2 None None] Provisioning complete for port 2f816881-d96f-433a-b616-47849ffc1050 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:38.618157 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-545e9ab7-2fb1-4cf0-b2bd-fc42203550e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.671481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.685140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.703684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f816881-d96f-433a-b616-47849ffc1050 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:38.731740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-d7b02abe-f27e-48a6-ac43-b035fea36b7f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.2528074 Jul 07 17:14:38.740470 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.758521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.778084 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.814546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Transition to ACTIVE for port object 01e77955-973f-445a-829c-b14953300997 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:38.831018 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.922886 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bd400-fd8d-4426-8e30-738344dfab4b None None] Pushing event updated for resources: {'Port': ['ID=01e77955-973f-445a-829c-b14953300997,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.968242 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Attempting to bind port 01e77955-973f-445a-829c-b14953300997 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:38.968906 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Attempting to bind port 01e77955-973f-445a-829c-b14953300997 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:38.969460 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Attempting to bind port 01e77955-973f-445a-829c-b14953300997 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:38.979804 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:38.979804 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:38.980206 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.981471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85acb021-da41-4553-bbdf-03f771d80ccb no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:38.983548 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:38.984251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Bound port: 01e77955-973f-445a-829c-b14953300997, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:38.984393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event updated for resources: {'Port': ['ID=2c4b0b93-6dc8-4ae0-997a-f3e1070d4996,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.986788 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.029030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.047337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 85acb021-da41-4553-bbdf-03f771d80ccb {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:39.049542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 85acb021-da41-4553-bbdf-03f771d80ccb not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:39.074411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2f816881-d96f-433a-b616-47849ffc1050 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:39.078209 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.102559 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] For port 01e77955-973f-445a-829c-b14953300997, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:39.108116 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] For port 01e77955-973f-445a-829c-b14953300997, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=01e77955-973f-445a-829c-b14953300997,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:39.117524 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.181004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.183036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-3ac6f299-cc50-445c-a012-1eff991bacc6 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9676971 Jul 07 17:14:39.220855 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bd400-fd8d-4426-8e30-738344dfab4b None None] Pushing event updated for resources: {'Port': ['ID=01e77955-973f-445a-829c-b14953300997,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.225007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Allocated IP 172.20.0.1 (b284666a-de4d-4124-b23b-a7f5175fb536/bd411dbc-3bcb-45e9-9360-e5689e7259fc/c9736927-050e-4341-b9fe-5ad2d64e5672) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:39.267612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:39.268400 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.326093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-77e1689d-961a-471d-82fb-17f4d381614d tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.1238298 Jul 07 17:14:39.343619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-f9a681d9-3eb5-47e6-a133-4b6eace8dfb4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6106458 Jul 07 17:14:39.381676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.397928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.421838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Transition to ACTIVE for port object c9736927-050e-4341-b9fe-5ad2d64e5672 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:39.517815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.536811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:39.663353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Network b284666a-de4d-4124-b23b-a7f5175fb536 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:39.691475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:39.704225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:39.709195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Pushing event updated for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.721395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.743475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-1eb57548-33b7-4573-9d64-5db24742802b service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777988 Jul 07 17:14:39.813090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.952348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.954865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/67a8247f-5fe5-446b-9d17-cb8f0f220f65 HTTP/1.1" status: 204 len: 168 time: 1.9804971 Jul 07 17:14:39.957108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-7d6a3b4c-5859-4da2-8878-98673802fbed service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117431 Jul 07 17:14:39.958497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbecaa9-4d97-4492-ad24-63d111a1905f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a8247f-5fe5-446b-9d17-cb8f0f220f65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.963293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd15171-b807-461b-9932-abc91fc41f80 None None] Network e488eabc-b80b-4337-a4d0-cad84e51039d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:39.976197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-480620ec-94a3-485c-b5b9-fc5b022ea6b5 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:39.977876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ed6ec1-395f-42e4-9a7f-076a60c142f5 req-480620ec-94a3-485c-b5b9-fc5b022ea6b5 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.6333046 Jul 07 17:14:39.984132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53122) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:40.170761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-2c80419a-c098-46ac-959c-9247c5064f41 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips/e94c8afa-c337-4d23-b27e-732cf4c6957c HTTP/1.1" status: 200 len: 692 time: 0.1559722 Jul 07 17:14:40.190823 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:40.266275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52019879-3256-4dee-9ac1-b4559d46318b None None] Provisioning for port c9736927-050e-4341-b9fe-5ad2d64e5672 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:40.273171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.279729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52019879-3256-4dee-9ac1-b4559d46318b None None] Provisioning complete for port c9736927-050e-4341-b9fe-5ad2d64e5672 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:40.281830 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52019879-3256-4dee-9ac1-b4559d46318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.283687 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703e679-da5a-4e05-a1c3-a72a9cd99b8f None None] The sync data for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 is: [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 3, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:40.364700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-52019879-3256-4dee-9ac1-b4559d46318b None None] Port c9736927-050e-4341-b9fe-5ad2d64e5672 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:40.415400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-c11731c9-a01f-4b2a-84b0-a96f2b875055 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:40.418702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-c11731c9-a01f-4b2a-84b0-a96f2b875055 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2470303 Jul 07 17:14:40.442344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.519578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] DHCP port deletion for e488eabc-b80b-4337-a4d0-cad84e51039d request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:40.534842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-d398050b-4a1d-4481-bba8-61eb62ec06a7 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.1089306 Jul 07 17:14:40.657462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Deleting port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:40.658190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.683926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e52722c3-90e9-421d-9e99-6b0b0a5a35fc req-9ddfd46c-0d1f-4026-b059-93dcb1162f50 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 210 time: 0.2486329 Jul 07 17:14:40.714482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-6ff126ca-0e02-43c9-9eb6-137829560e8f tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.47 HTTP/1.1" status: 200 len: 695 time: 0.1707721 Jul 07 17:14:40.800318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Deleting port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:40.829975 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:40.952869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Deleting port 2c4b0b93-6dc8-4ae0-997a-f3e1070d4996 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:40.953577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.005316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] For port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:41.009550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.081915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Calling delete_port for bd432af7-a5b7-47d8-8097-16c5a9aa2e4d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:41.120271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.120708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.151817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Calling delete_port for 2c4b0b93-6dc8-4ae0-997a-f3e1070d4996 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:41.225942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] For port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,segment=NetworkSegment(e746a7a1-f5d1-4729-a0c5-936e02025199),segment_id=e746a7a1-f5d1-4729-a0c5-936e02025199)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:41.227429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.315305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Calling delete_port for bd432af7-a5b7-47d8-8097-16c5a9aa2e4d owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:41.541395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.619233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.626195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.652015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.679173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] No DVR routers for this DVR port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:41.695597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Pushing event deleted for resources: {'Port': ['ID=2c4b0b93-6dc8-4ae0-997a-f3e1070d4996,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.696530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23de63-2b70-47f5-a526-db20db5e6ab0 None None] Pushing event deleted for resources: {'Port': ['ID=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.897911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Pushing event updated for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:41.913594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.916749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.938960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.942416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:41.945266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-043dc77d-2ae7-44fe-9c52-5cb2c32c924c req-fc1d16f2-75b2-4f99-a393-d890b79df1f8 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "DELETE /v2.0/floatingips/e94c8afa-c337-4d23-b27e-732cf4c6957c HTTP/1.1" status: 204 len: 173 time: 1.2017095 Jul 07 17:14:41.968203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] No DVR routers for this DVR port bd432af7-a5b7-47d8-8097-16c5a9aa2e4d on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:42.060644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd432af7-a5b7-47d8-8097-16c5a9aa2e4d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:42.183151 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-1e859ac9-3f59-4728-a038-f891cc7076a6 req-f2a3800e-4eb8-4da8-8585-e3f18885b080 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] show failed (client error): The resource could not be found. Jul 07 17:14:42.188967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e859ac9-3f59-4728-a038-f891cc7076a6 req-f2a3800e-4eb8-4da8-8585-e3f18885b080 tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips/e94c8afa-c337-4d23-b27e-732cf4c6957c HTTP/1.1" status: 404 len: 350 time: 0.2067609 Jul 07 17:14:42.296516 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-8d144e08-6bc8-4626-82ca-aece16d90880 req-dc1313f5-384d-4fdf-b8df-7404af96ee5d tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] show failed (client error): The resource could not be found. Jul 07 17:14:42.297540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d144e08-6bc8-4626-82ca-aece16d90880 req-dc1313f5-384d-4fdf-b8df-7404af96ee5d tempest-FloatingIPsTestJSON-327429969 tempest-FloatingIPsTestJSON-327429969-project] 10.222.0.22 "GET /v2.0/floatingips/e94c8afa-c337-4d23-b27e-732cf4c6957c HTTP/1.1" status: 404 len: 350 time: 0.0410895 Jul 07 17:14:42.320993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcfea803-9bfb-4013-bd54-0500ee512a78 req-e916531f-275b-4d96-8537-21700b285966 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 210 time: 0.1768751 Jul 07 17:14:42.321760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:42.354085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.401440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e488eabc-b80b-4337-a4d0-cad84e51039d']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:42.428514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e746a7a1-f5d1-4729-a0c5-936e02025199') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:42.429249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e746a7a1-f5d1-4729-a0c5-936e02025199') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:42.497169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Network b284666a-de4d-4124-b23b-a7f5175fb536 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:42.501836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.509892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:42.549338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.673385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 01e77955-973f-445a-829c-b14953300997 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:42.673902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:42.673902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:42.675838 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:42.831338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 01e77955-973f-445a-829c-b14953300997 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:42.837216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 01e77955-973f-445a-829c-b14953300997 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:42.837901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.903268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.944895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:42.970700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e488eabc-b80b-4337-a4d0-cad84e51039d HTTP/1.1" status: 204 len: 168 time: 2.9811912 Jul 07 17:14:43.047823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176917-46b3-4f72-b918-6b6044b26675 admin admin] Pushing event deleted for resources: {'Network': ['ID=e488eabc-b80b-4337-a4d0-cad84e51039d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.072732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Router f3530c64-5f35-4a37-8581-4ff91041bfb7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:43.150579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.170360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70be4d9e-a003-4b3b-a376-ef9a2765d20f None None] Provisioning complete for port c9736927-050e-4341-b9fe-5ad2d64e5672 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:43.170745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70be4d9e-a003-4b3b-a376-ef9a2765d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.326325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 01e77955-973f-445a-829c-b14953300997, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=01e77955-973f-445a-829c-b14953300997,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:43.342470 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.358655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:43.463374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:43.481573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bd432af7-a5b7-47d8-8097-16c5a9aa2e4d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:43.496082 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bf31bf28-b1e2-4258-9209-adac6ea2df6f admin admin] 10.222.0.22 "PUT /v2.0/routers/f3530c64-5f35-4a37-8581-4ff91041bfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5843747 Jul 07 17:14:43.519747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-85053795-a5fc-4b9c-b188-5d46a0c43c88 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:43.525125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-85053795-a5fc-4b9c-b188-5d46a0c43c88 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.5307086 Jul 07 17:14:43.536788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c24d5f27-c882-40b2-a742-add929bfc41e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=048091227a7d481c897f09d9b1308456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720440 Jul 07 17:14:43.540375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53180) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:43.577063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:43.621988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: bd432af7-a5b7-47d8-8097-16c5a9aa2e4d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:43.624021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bd432af7-a5b7-47d8-8097-16c5a9aa2e4d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:43.645426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Sync routers for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:43.657083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.669403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70be4d9e-a003-4b3b-a376-ef9a2765d20f None None] Port c9736927-050e-4341-b9fe-5ad2d64e5672 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:43.674876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:43.676219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:43.694263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.741430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=01e77955-973f-445a-829c-b14953300997,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.772291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.775057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:43.776245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0429f1a-3ece-449e-94c9-199d421801d6 HTTP/1.1" status: 204 len: 168 time: 0.2345982 Jul 07 17:14:43.786637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ced31-6c5b-4040-810c-ce41ffa00e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0429f1a-3ece-449e-94c9-199d421801d6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:43.811907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec23e408-1afa-4a3a-a04e-46b0acd8b50d req-ebc01148-ee02-40ee-b0a3-67c824660115 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 210 time: 0.0862374 Jul 07 17:14:43.905387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:44.086045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.166791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:44.178708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.237090 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:44.376445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 2, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:44.447272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Checking router: f3530c64-5f35-4a37-8581-4ff91041bfb7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:44.447648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Updating router f3530c64-5f35-4a37-8581-4ff91041bfb7 port c9736927-050e-4341-b9fe-5ad2d64e5672 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:44.553615 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.700746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 01e77955-973f-445a-829c-b14953300997 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:44.886303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 01e77955-973f-445a-829c-b14953300997 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:44.887291 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.912347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.14 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/3ef73fdb-6bcf-42fd-8732-104adab380b4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:45.004765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-8fd975f5-e404-4d65-847c-b4c6057547fd tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:45.018883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-8fd975f5-e404-4d65-847c-b4c6057547fd tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 829 time: 0.8106728 Jul 07 17:14:45.075793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cce3cebc-b6c0-4fac-9be6-65afeac709d3 req-84f3935f-ae9e-4448-9692-442c896bfb40 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 210 time: 0.0538859 Jul 07 17:14:45.080096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-6b03da11-53fc-4b13-a176-ff04be3db4d0 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/quotas/4bf7a842d4704fa4b44adf9a0401dbb2 HTTP/1.1" status: 200 len: 375 time: 0.0520637 Jul 07 17:14:45.205920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.250391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Transition to ACTIVE for port object c9736927-050e-4341-b9fe-5ad2d64e5672 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:45.263508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.432280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-57263bf0-0403-449b-8961-9fd9912498be tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3110051 Jul 07 17:14:45.556001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911cfd3-d517-4765-9c8a-2aa5987dc615 None None] Pushing event updated for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.560729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Attempting to bind port c9736927-050e-4341-b9fe-5ad2d64e5672 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:45.561227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Attempting to bind port c9736927-050e-4341-b9fe-5ad2d64e5672 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:45.561871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Attempting to bind port c9736927-050e-4341-b9fe-5ad2d64e5672 on network b284666a-de4d-4124-b23b-a7f5175fb536 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:45.570972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-d858b86b-482b-43b8-9d2e-6a6b972450cf service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376016 Jul 07 17:14:45.575883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:45.576957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Checking segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:45.580096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.580726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Bound using segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:45.581854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Bound port: c9736927-050e-4341-b9fe-5ad2d64e5672, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:45.581854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.715194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] For port c9736927-050e-4341-b9fe-5ad2d64e5672, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:45.732583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] For port c9736927-050e-4341-b9fe-5ad2d64e5672, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9736927-050e-4341-b9fe-5ad2d64e5672,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:45.741912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.743799 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:45.801139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53230) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:45.830867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:45.831806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:45.880155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911cfd3-d517-4765-9c8a-2aa5987dc615 None None] Pushing event updated for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:45.925994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-b6a2af28-706f-4d24-a125-edc36dfc0341 service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541214 Jul 07 17:14:46.007732 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.036235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-945839213-network', 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.080599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:46.083349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.109753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.144456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:46.172944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:46.236391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:46.337468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.370301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.377357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.392728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:46.407233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.408057 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Added segment 3df5bb91-42de-48c2-af02-d6cfa83c24e7 of type vlan for network 7d9493b2-b78d-414b-820e-7e34c689054d Jul 07 17:14:46.421329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f0e2a6a5-ee78-4eb2-9e40-e28db4969839 req-4c6a555c-ccad-40f2-9517-17469ebd5739 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 210 time: 0.1355915 Jul 07 17:14:46.423410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Deleting port 060f86ca-0262-4a75-8bd0-cafa357f9713 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:46.424155 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.463473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.544709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:46.554808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8939b-c6b2-4156-9a75-32aae358ef98,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.562851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.564586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.565294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.566339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.566881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.606031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-cf23d1e1-8b1c-470d-bf8e-946d69777e34 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0455832 Jul 07 17:14:46.620321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Request body: {'port': {'device_id': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.643523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:46.711265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:46.724203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9216290 Jul 07 17:14:46.731155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Request body: {'subnet': {'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-945839213-subnet', 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:46.745844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd29a-9d7e-46d9-a492-b1905d91863d admin admin] Pushing event updated for resources: {'Network': ['ID=7d9493b2-b78d-414b-820e-7e34c689054d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:46.767884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7d9493b2-b78d-414b-820e-7e34c689054d details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:46.774927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] For port 060f86ca-0262-4a75-8bd0-cafa357f9713, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060f86ca-0262-4a75-8bd0-cafa357f9713,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:46.775499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:46.798486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435361e-43e7-4cbe-8c63-fe9edde706f1 req-91f49a1f-2f3a-4e05-bbdb-609fa1d79886 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:46.815980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b435361e-43e7-4cbe-8c63-fe9edde706f1 req-91f49a1f-2f3a-4e05-bbdb-609fa1d79886 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 932 time: 0.4729433 Jul 07 17:14:46.873469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Calling delete_port for 060f86ca-0262-4a75-8bd0-cafa357f9713 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:47.010071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:47.017677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.297792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b435361e-43e7-4cbe-8c63-fe9edde706f1 req-c8ab83d1-bb91-4c8e-b855-b9a1af25a266 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538624 Jul 07 17:14:47.328267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:45Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:47.341196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.357315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020f028-3454-4723-a6a6-4faabe209c90 None None] The sync data for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 is: [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:45Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:47.744954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7a71c4a-d7b7-4415-bacb-d88875659435 req-34070415-5c88-4fae-9e0a-b575b772e958 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 210 time: 0.0619504 Jul 07 17:14:47.960218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.221647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c93473e-0f35-4efe-b559-3cd966108d1b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.249935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Checking segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:48.250887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Network hostable DHCP agents. Network: 7d9493b2-b78d-414b-820e-7e34c689054d, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:48.363125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Network 7d9493b2-b78d-414b-820e-7e34c689054d is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:48.380966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-46300a46-673b-42d9-bebd-4b83c2ed2803 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.383915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-46300a46-673b-42d9-bebd-4b83c2ed2803 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.83 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 829 time: 0.2323360 Jul 07 17:14:48.393611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.398638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'port': {'device_id': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'admin_state_up': True, 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:48.470950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef73fdb-6bcf-42fd-8732-104adab380b4 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:48.490832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Pushing event deleted for resources: {'Port': ['ID=060f86ca-0262-4a75-8bd0-cafa357f9713,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:48.505493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7d9493b2-b78d-414b-820e-7e34c689054d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:48.522023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:48.522925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b3eb6-cda5-44a2-9c73-93b1959e7bbb None None] Network 7d9493b2-b78d-414b-820e-7e34c689054d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:48.523998 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.535717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.635625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bf68b2ef-63f9-40fd-a1ea-27286133ee26 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9211385 Jul 07 17:14:48.674512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Transition to ACTIVE for port object 3ef73fdb-6bcf-42fd-8732-104adab380b4 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:48.682608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9736927-050e-4341-b9fe-5ad2d64e5672 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:48.688631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.689841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Made reservation on behalf of 4bf7a842d4704fa4b44adf9a0401dbb2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:48.696598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.993437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.008773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c9736927-050e-4341-b9fe-5ad2d64e5672 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:49.020927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c9736927-050e-4341-b9fe-5ad2d64e5672 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:49.021468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.047752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Allocated IP 172.20.0.9 (b284666a-de4d-4124-b23b-a7f5175fb536/bd411dbc-3bcb-45e9-9360-e5689e7259fc/80f7ffef-9123-408e-8678-9ae3bbb3ebee) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:49.090407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa85be-80c9-4f56-8da6-f99e4cadfacc None None] Network 7d9493b2-b78d-414b-820e-7e34c689054d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:49.199021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Pushing event updated for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.204759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.265588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-494f5e4a-4cd2-4c66-849d-e0603eb72d50 req-fa4d46b0-5e9a-46c0-93aa-23e1fa6ecfd4 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 210 time: 0.1953206 Jul 07 17:14:49.366437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Attempting to bind port 3ef73fdb-6bcf-42fd-8732-104adab380b4 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:49.366645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Attempting to bind port 3ef73fdb-6bcf-42fd-8732-104adab380b4 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:49.366990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Attempting to bind port 3ef73fdb-6bcf-42fd-8732-104adab380b4 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:49.394511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c9736927-050e-4341-b9fe-5ad2d64e5672, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9736927-050e-4341-b9fe-5ad2d64e5672,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:49.400051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.403132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.413620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2abdd0-6a2e-43a3-8305-14b14888a487 req-70ecf0b1-f9c5-4615-b4b6-35f045a79ea8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.422479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a2abdd0-6a2e-43a3-8305-14b14888a487 req-70ecf0b1-f9c5-4615-b4b6-35f045a79ea8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 932 time: 0.7943423 Jul 07 17:14:49.425909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Transition to ACTIVE for port object 80f7ffef-9123-408e-8678-9ae3bbb3ebee will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:49.440096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Port 3ef73fdb-6bcf-42fd-8732-104adab380b4 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:49.440668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Attempting to bind port 3ef73fdb-6bcf-42fd-8732-104adab380b4 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:49.491434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.512912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.542154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:49.542714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:49.543210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:49.543916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Bound port: 3ef73fdb-6bcf-42fd-8732-104adab380b4, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:49.544515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.590460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a2abdd0-6a2e-43a3-8305-14b14888a487 req-24d26eeb-0f47-41d3-a801-9c0c7ee2b938 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663516 Jul 07 17:14:49.666298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event updated for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:49.670478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Network b284666a-de4d-4124-b23b-a7f5175fb536 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:49.672429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:49.676957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:49.797495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:49.801408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.827991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-250251e9-2316-4af2-b045-9b15b5686a77 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4337268 Jul 07 17:14:49.843876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Request body: {'port': {'device_id': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:49.936382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.020864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d67dd099-0cb4-4f2d-9ddc-de72781019e2 None None] Provisioning for port 80f7ffef-9123-408e-8678-9ae3bbb3ebee completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:50.026963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d67dd099-0cb4-4f2d-9ddc-de72781019e2 None None] Provisioning complete for port 80f7ffef-9123-408e-8678-9ae3bbb3ebee triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:50.027779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d67dd099-0cb4-4f2d-9ddc-de72781019e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.073542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d67dd099-0cb4-4f2d-9ddc-de72781019e2 None None] Port 80f7ffef-9123-408e-8678-9ae3bbb3ebee cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:50.199397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:50.226129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:50.242831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.275966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f7ffef-9123-408e-8678-9ae3bbb3ebee {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:50.287524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.303316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Transition to ACTIVE for port object 80f7ffef-9123-408e-8678-9ae3bbb3ebee will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:50.310095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.310704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-fcfe15c7-0168-4da8-bdc4-cc9c46bbb261 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:50.312226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-fcfe15c7-0168-4da8-bdc4-cc9c46bbb261 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.5763776 Jul 07 17:14:50.313524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:50.314128 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.316017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] 10.222.0.32 "PUT /v2.0/ports/3ef73fdb-6bcf-42fd-8732-104adab380b4 HTTP/1.1" status: 200 len: 1093 time: 3.7017441 Jul 07 17:14:50.318625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:50.320852 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898ad2d-a111-478f-87ce-ad9179891237" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:50.332201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:50.375417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404e90-d1a7-4343-aa95-20ab846f76df service neutron] Pushing event updated for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.396996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-bd7adfba-46cf-47ce-b705-5f5b8e4268e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/quotas/e32ae93ad6e440ea8042d9982de79eaa HTTP/1.1" status: 200 len: 375 time: 0.0524192 Jul 07 17:14:50.549796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-cd282275-9679-4cb2-ab9d-54622017ed1c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263001 Jul 07 17:14:50.654176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.713763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9736927-050e-4341-b9fe-5ad2d64e5672 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:50.738892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Attempting to bind port 80f7ffef-9123-408e-8678-9ae3bbb3ebee on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:50.739355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Attempting to bind port 80f7ffef-9123-408e-8678-9ae3bbb3ebee by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:50.739868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Attempting to bind port 80f7ffef-9123-408e-8678-9ae3bbb3ebee on network b284666a-de4d-4124-b23b-a7f5175fb536 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:50.751669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Port 80f7ffef-9123-408e-8678-9ae3bbb3ebee on network b284666a-de4d-4124-b23b-a7f5175fb536 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:50.751669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Attempting to bind port 80f7ffef-9123-408e-8678-9ae3bbb3ebee on network b284666a-de4d-4124-b23b-a7f5175fb536 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:50.761756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:50.764860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Checking segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:50.766298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Bound using segment: {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:50.767855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Bound port: 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10fb8fa-89d2-4285-bc10-f122070ee22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:50.768360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.799903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c9736927-050e-4341-b9fe-5ad2d64e5672 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:50.800511 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.922708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-c08f067f-8165-4a54-b7fc-14ddee04caca service neutron] 10.222.0.22 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271208 Jul 07 17:14:50.933870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:50.937786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:50.944596 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.997174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:51.008291 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Sync routers for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:51.010729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5ddecde0-7de3-44f8-a96e-2eec765e6960 admin admin] 10.222.0.22 "PUT /v2.0/routers/49ae3912-7fdc-41cc-b4c4-6ca040ed4408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6879075 Jul 07 17:14:51.018639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-e050382d-87f1-4e3f-8dcc-20c07827d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.020268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-e050382d-87f1-4e3f-8dcc-20c07827d2bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 1096 time: 0.6331944 Jul 07 17:14:51.021603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:51.024125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:51.024950 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.044100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:51.057354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.060250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.062254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-e02146c7-ca9c-4a81-96df-e90b9b79b9e9 service neutron] 10.222.0.83 "PUT /v2.0/ports/80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 1092 time: 1.2242532 Jul 07 17:14:51.062714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:51.071696 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773" -d '{"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:51.127034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-481154c1-83af-436d-bf76-4076b902721e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4 HTTP/1.1" status: 200 len: 217 time: 0.0921175 Jul 07 17:14:51.228171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-067164f5-baf7-462d-a8e9-8739f17da699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.229713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-067164f5-baf7-462d-a8e9-8739f17da699 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1095 time: 0.1151059 Jul 07 17:14:51.282099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-471e58c1-6849-4ddd-8839-93c2ad1dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.282874 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:51.286181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-471e58c1-6849-4ddd-8839-93c2ad1dbe92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0807512 Jul 07 17:14:51.316394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-0f15a04e-c2fc-42d1-ad69-262f5967194f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 217 time: 0.0771401 Jul 07 17:14:51.415720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-dabd0697-08cd-4361-85b8-fea792a269c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.415720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-dabd0697-08cd-4361-85b8-fea792a269c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.0864658 Jul 07 17:14:51.432435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019247d0-a554-4547-bdcc-2598c953dd9e req-c0d067e4-917a-431a-b507-59eb36eb52b2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:51.441985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-019247d0-a554-4547-bdcc-2598c953dd9e req-c0d067e4-917a-431a-b507-59eb36eb52b2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 943 time: 0.9012811 Jul 07 17:14:51.445445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-86b63ad3-4311-4ce8-89da-24725da836c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494696 Jul 07 17:14:51.643564 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:48Z', 'revision_number': 5, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.681309 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Checking router: 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:51.693386 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Routers {'49ae3912-7fdc-41cc-b4c4-6ca040ed4408'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:51.693994 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:14:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.755895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.864047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-10a98696-4a6f-47b0-9d66-72d05c3ab84f service neutron] 10.222.0.22 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9393241 Jul 07 17:14:51.918981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-019247d0-a554-4547-bdcc-2598c953dd9e req-ff9b6366-5e99-4987-9ced-0029e9b48545 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760873 Jul 07 17:14:51.961628 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] Set router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:52.052003 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce0c30-106b-46ce-b493-b289927fd95b x-openstack-request-id: req-0cce0c30-106b-46ce-b493-b289927fd95b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:52.052828 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:52.053500 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cce0c30-106b-46ce-b493-b289927fd95b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:52.054317 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4', 'status': 'completed', 'code': 200} Jul 07 17:14:52.120097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-97a8cbc6-00e6-48b0-b13f-2b2d4cf6e8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315262 Jul 07 17:14:52.203588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-6cac656e-f96e-4088-a5ae-77035e1f782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.205878 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-6cac656e-f96e-4088-a5ae-77035e1f782a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7863936 Jul 07 17:14:52.238038 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:48Z', 'revision_number': 5, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:52.275461 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19952294-5b45-406e-8a5f-46e590aeceae x-openstack-request-id: req-19952294-5b45-406e-8a5f-46e590aeceae {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:52.275973 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:52.276094 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19952294-5b45-406e-8a5f-46e590aeceae {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:52.276179 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58587080-d86a-4e07-800e-9b5ef0523b9e None None] The sync data for ids ['49ae3912-7fdc-41cc-b4c4-6ca040ed4408'] in n-d-791504-12 is: [{'id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'name': 'tempest-FloatingIPsTestJSON-319656504-router', 'tenant_id': 'd41e7c9438894035ad6c821038ffc62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:16Z', 'updated_at': '2021-07-07T17:14:48Z', 'revision_number': 5, 'project_id': 'd41e7c9438894035ad6c821038ffc62a', 'gw_port': {'id': 'a7a41dd0-ea34-492d-9e72-06b7abb9a552', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae3912-7fdc-41cc-b4c4-6ca040ed4408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:17Z', 'updated_at': '2021-07-07T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:52.276506 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'status': 'completed', 'code': 200} Jul 07 17:14:52.369052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.488381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-5a5ab611-76d1-4efb-b25f-86c2172adadb service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745128 Jul 07 17:14:52.515205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481eddf5-ca7e-493c-af86-a63e2f64d451 req-7e815e01-0f9c-4bd9-be13-87554f7f6cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737767 Jul 07 17:14:52.579011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0d9b652-ee0c-47e6-8e7a-57d25aaf103c req-c1ce2025-76b5-491b-b97b-8e4830547da8 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 210 time: 0.0623164 Jul 07 17:14:52.674894 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0dbede24-b44c-423d-ae45-d5da907563b5 req-2d39df6b-065f-4203-949d-46d87362100c service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774764 Jul 07 17:14:52.686179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060f86ca-0262-4a75-8bd0-cafa357f9713 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:52.772947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 060f86ca-0262-4a75-8bd0-cafa357f9713 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:52.777219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060f86ca-0262-4a75-8bd0-cafa357f9713 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:52.830566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-4bdaab1d-3749-4d76-8005-da0033b791aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.832543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-4bdaab1d-3749-4d76-8005-da0033b791aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1095 time: 0.0803027 Jul 07 17:14:52.868449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362bbc7-df88-4a53-9913-9522fb093bef req-8b25dff9-97d5-459d-b816-00e4242a2201 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.875631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5362bbc7-df88-4a53-9913-9522fb093bef req-8b25dff9-97d5-459d-b816-00e4242a2201 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 944 time: 0.5214264 Jul 07 17:14:52.930308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5362bbc7-df88-4a53-9913-9522fb093bef req-ecdd0da7-d272-4145-b591-09044d7cdecf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Jul 07 17:14:52.968419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ad2d-a111-478f-87ce-ad9179891237 req-5f4f92ce-69da-407f-9687-4b378edc8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:52.970146 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-5f4f92ce-69da-407f-9687-4b378edc8cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 1096 time: 0.3876181 Jul 07 17:14:52.978869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Deleting port a7a41dd0-ea34-492d-9e72-06b7abb9a552 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:52.979081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.000695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-fcab3980-9663-4892-9878-f1d30c265b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.015961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-fcab3980-9663-4892-9878-f1d30c265b27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 930 time: 0.1761065 Jul 07 17:14:53.073668 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-c7c99e88-6b7c-414a-89ac-03d6d5382096 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 217 time: 0.0512414 Jul 07 17:14:53.141204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-ad507037-1bbb-4c47-ae67-1d1079e4e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.143261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-ad507037-1bbb-4c47-ae67-1d1079e4e555 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.0631452 Jul 07 17:14:53.235162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-47d119cb-58dc-4078-96ae-de4b59798c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.237268 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-47d119cb-58dc-4078-96ae-de4b59798c8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859585 Jul 07 17:14:53.244776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe775ce-50e4-4ff6-bcc7-d4da902f9fe3 req-385de5b3-4edf-4299-99a8-09903dc6a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.246354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbe775ce-50e4-4ff6-bcc7-d4da902f9fe3 req-385de5b3-4edf-4299-99a8-09903dc6a7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 943 time: 0.1365905 Jul 07 17:14:53.251795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] For port a7a41dd0-ea34-492d-9e72-06b7abb9a552, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a7a41dd0-ea34-492d-9e72-06b7abb9a552,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:53.252210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.280849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ad2d-a111-478f-87ce-ad9179891237 req-17aa5916-c57f-4a1d-b761-c762d9ac479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.282464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-17aa5916-c57f-4a1d-b761-c762d9ac479f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2963884 Jul 07 17:14:53.307618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Calling delete_port for a7a41dd0-ea34-492d-9e72-06b7abb9a552 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:53.345621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbe775ce-50e4-4ff6-bcc7-d4da902f9fe3 req-91204da1-9607-40f4-a23c-dfb4e7f3680f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836082 Jul 07 17:14:53.348499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-7c852da2-9cbb-4447-a280-faf53e2f4140 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4 HTTP/1.1" status: 200 len: 217 time: 0.0553007 Jul 07 17:14:53.398284 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-e390c099-603d-483c-a656-2a083a42edbd service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522307 Jul 07 17:14:53.445836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ad2d-a111-478f-87ce-ad9179891237 req-4370abeb-4369-4571-a0eb-4b92b4aab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:53.448481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-4370abeb-4369-4571-a0eb-4b92b4aab8a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0923481 Jul 07 17:14:53.510417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-602005e5-0185-4579-8c95-fdf0e008569d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506964 Jul 07 17:14:53.518060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3cb26dde-00cb-4c9c-8da0-dde1d7a09773 req-0a0863fd-4518-4c6e-8aab-be301035d7a8 service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137967 Jul 07 17:14:54.286463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aec08f99-3691-441b-adf6-091aad340e6f req-66c0c300-5dcd-4ee3-a2e7-71136b152fc9 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 210 time: 0.0990493 Jul 07 17:14:54.387671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-8e51e138-273c-48b5-b265-4f92ea652bbd service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708501 Jul 07 17:14:54.538363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-97040823-8913-4c0e-a622-dea7f8a268d6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.539796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-97040823-8913-4c0e-a622-dea7f8a268d6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.1185234 Jul 07 17:14:54.576573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Request body: {'port': {'device_id': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'admin_state_up': True, 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:54.679700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.763153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a41dd0-ea34-492d-9e72-06b7abb9a552,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.790726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344e09-6683-4412-a0a5-e358ffcc274a req-c3c46c32-597a-47a3-8a16-b4922f4f5de7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.792498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79344e09-6683-4412-a0a5-e358ffcc274a req-c3c46c32-597a-47a3-8a16-b4922f4f5de7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 944 time: 0.6189473 Jul 07 17:14:54.935091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.022173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ef73fdb-6bcf-42fd-8732-104adab380b4 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:55.054504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898ad2d-a111-478f-87ce-ad9179891237 req-02370f08-ac98-47c3-a3e9-d5075f05fb79 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475081 Jul 07 17:14:55.121317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:55.124905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.158489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-7eea806e-70a3-4c33-814d-4511a07ec6a4 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.161171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-7eea806e-70a3-4c33-814d-4511a07ec6a4 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.2575781 Jul 07 17:14:55.176206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Request body: {'port': {'device_id': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'admin_state_up': True, 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:55.199022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79344e09-6683-4412-a0a5-e358ffcc274a req-cb22c6ee-be84-44fc-b0a3-9ebfd5816087 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712935 Jul 07 17:14:55.265534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:55.296768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '3ef73fdb-6bcf-42fd-8732-104adab380b4', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '3ef73fdb-6bcf-42fd-8732-104adab380b4', 'mac_address': 'fa:16:3e:6e:b9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:55.345536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.362304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef73fdb-6bcf-42fd-8732-104adab380b4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:55.389492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:55.394730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.404760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.408777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:55.410781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.415073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.454718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Allocated IP 172.20.0.11 (7d9493b2-b78d-414b-820e-7e34c689054d/6c93473e-0f35-4efe-b559-3cd966108d1b/6b798ec0-14e6-4fbb-92aa-f2ee23056c51) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:55.510701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.539903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e3e79-d507-4691-8ea2-23fb17099e47 req-fa002040-f541-445e-b9bc-97e9e8a18d1b tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.541595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-285e3e79-d507-4691-8ea2-23fb17099e47 req-fa002040-f541-445e-b9bc-97e9e8a18d1b tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 943 time: 0.8803391 Jul 07 17:14:55.547761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.548282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ae3912-7fdc-41cc-b4c4-6ca040ed4408 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:55.579844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.583545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1313a31a-b4d4-4c07-b783-c123fe85aa3b admin admin] 10.222.0.22 "DELETE /v2.0/routers/49ae3912-7fdc-41cc-b4c4-6ca040ed4408 HTTP/1.1" status: 204 len: 168 time: 4.5564628 Jul 07 17:14:55.584279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.607767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5cdc9a6-d8bf-4ec0-8515-0c90b64b47fb req-a1fbbeca-9609-4b5f-813a-2a02c6c7a43a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 210 time: 0.0987182 Jul 07 17:14:55.626612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3ef73fdb-6bcf-42fd-8732-104adab380b4'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:55.680506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Deleting subnet 6ece9fd6-b188-4279-93b8-118c5ef891fe {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:55.692946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.722632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-285e3e79-d507-4691-8ea2-23fb17099e47 req-8baf77bd-e119-4417-889c-31c5775670c7 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401830 Jul 07 17:14:55.764263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.883621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.932310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.969958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.985464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Network 7d9493b2-b78d-414b-820e-7e34c689054d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:55.990427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:55.994529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:56.040244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event updated for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.040535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Allocated IP 172.20.0.2 (7d9493b2-b78d-414b-820e-7e34c689054d/6c93473e-0f35-4efe-b559-3cd966108d1b/ea26e4dc-c7c0-41d1-b401-782fa3921cbd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:56.086315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.089173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.117307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-820fcb07-c148-4922-bcc6-2d74c1bad9bb tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5608482 Jul 07 17:14:56.131076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Request body: {'port': {'device_id': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:56.133972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.248628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d323b99-1467-42f1-97ce-71f22e6aeb2d None None] Network 2e475193-9f64-45b4-863a-e9b4f8316819 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:56.258629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.264285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6ece9fd6-b188-4279-93b8-118c5ef891fe HTTP/1.1" status: 204 len: 168 time: 0.6793823 Jul 07 17:14:56.266985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:56.302053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.416704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d69b-d56c-4878-8963-315f5e1a832f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ece9fd6-b188-4279-93b8-118c5ef891fe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.510534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20dd11-6ab6-4036-8ded-e592c2143b1b req-ed4cd70b-f11d-47c2-878e-cad1f15b49d1 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.512176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba20dd11-6ab6-4036-8ded-e592c2143b1b req-ed4cd70b-f11d-47c2-878e-cad1f15b49d1 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 945 time: 0.0932255 Jul 07 17:14:56.543235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] DHCP port deletion for 2e475193-9f64-45b4-863a-e9b4f8316819 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:56.566298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.595720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.599495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a7a41dd0-ea34-492d-9e72-06b7abb9a552 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:56.605097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba20dd11-6ab6-4036-8ded-e592c2143b1b req-15262bd0-2ea6-438e-a9d3-62cd8f50f5b6 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857775 Jul 07 17:14:56.634563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a7a41dd0-ea34-492d-9e72-06b7abb9a552 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:56.635201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a7a41dd0-ea34-492d-9e72-06b7abb9a552 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:56.650953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Deleting port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:56.651347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.688727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.751230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] For port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:56.751575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.760415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Deleting port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:56.760955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.770857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Calling delete_port for 7231e376-23f7-43f8-ade6-f8f1f9a5c2db owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:56.850739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] For port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,segment=NetworkSegment(27900768-7119-4046-bb42-6d4548323c2c),segment_id=27900768-7119-4046-bb42-6d4548323c2c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:56.851269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.911020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Calling delete_port for 7231e376-23f7-43f8-ade6-f8f1f9a5c2db owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:56.913905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event updated for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.928147 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.937701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Network 7d9493b2-b78d-414b-820e-7e34c689054d is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:56.941245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:56.947420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:56.973924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baef4e-a2c2-4fb2-a2f5-bbeb44766e9c req-5d53ec9b-e9e9-4cec-932e-fa993176cc1d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:56.976588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01baef4e-a2c2-4fb2-a2f5-bbeb44766e9c req-5d53ec9b-e9e9-4cec-932e-fa993176cc1d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 931 time: 0.2262926 Jul 07 17:14:56.986421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] Pushing event deleted for resources: {'Port': ['ID=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.999591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92323024-fa13-4c52-a0be-b07e036a88ca None None] No DVR routers for this DVR port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:57.016279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ef73fdb-6bcf-42fd-8732-104adab380b4 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:57.064019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.064916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.081630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 3ef73fdb-6bcf-42fd-8732-104adab380b4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:57.085165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8e9a811d-49e0-4a72-9993-beb9ae7a25f0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9132593 Jul 07 17:14:57.087696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 3ef73fdb-6bcf-42fd-8732-104adab380b4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:57.088611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.098292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Request body: {'port': {'device_id': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:57.122633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01baef4e-a2c2-4fb2-a2f5-bbeb44766e9c req-466b4409-8853-4c22-be81-88f8ce61946f tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226664 Jul 07 17:14:57.137989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:57.156319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.164706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.167700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed279f2-fdeb-4f92-9d4b-211f3bf3f76b req-bbbbf06f-87b7-4b7a-83dd-48f485b42fb2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.169281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ed279f2-fdeb-4f92-9d4b-211f3bf3f76b req-bbbbf06f-87b7-4b7a-83dd-48f485b42fb2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 943 time: 0.2317102 Jul 07 17:14:57.204558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.238778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:57.239045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7231e376-23f7-43f8-ade6-f8f1f9a5c2db,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.242541 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55616eb3-baf3-467e-85ec-79478c2b9bdb" -d '{"events": [{"server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "name": "network-vif-plugged", "status": "completed", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:57.249973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] No DVR routers for this DVR port 7231e376-23f7-43f8-ade6-f8f1f9a5c2db on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:57.291721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:57.299969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 80f7ffef-9123-408e-8678-9ae3bbb3ebee details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:57.302035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Transition to ACTIVE for port object 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:57.309326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.315990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ed279f2-fdeb-4f92-9d4b-211f3bf3f76b req-9d1d87fb-786d-4df8-9924-6a2d97a7871e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293223 Jul 07 17:14:57.316598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.335036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.351737 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edeb03c-176c-4491-836d-7e5054e79de1 x-openstack-request-id: req-1edeb03c-176c-4491-836d-7e5054e79de1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:57.352028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "name": "network-vif-plugged", "status": "completed", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:57.352286 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1edeb03c-176c-4491-836d-7e5054e79de1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:57.352688 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4', 'code': 200} Jul 07 17:14:57.479438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.507113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.560712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:57.581020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'mac_address': 'fa:16:3e:d4:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:57.636827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.659185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f7ffef-9123-408e-8678-9ae3bbb3ebee {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:57.669387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bb9a8-4784-4210-8b0f-c7d762ee4251 req-f294be58-a34b-4370-9c87-9d5e27a46444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.671041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25bb9a8-4784-4210-8b0f-c7d762ee4251 req-f294be58-a34b-4370-9c87-9d5e27a46444 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 1098 time: 0.2675161 Jul 07 17:14:57.693359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:57.700049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.724323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Attempting to bind port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:57.724543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Attempting to bind port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:57.724883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Attempting to bind port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:57.745473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 on network 7d9493b2-b78d-414b-820e-7e34c689054d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:57.745805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Attempting to bind port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:57.759768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.780478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:57.780824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Checking segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:57.781223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Bound using segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:57.781673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Bound port: 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:57.782044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.796392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e475193-9f64-45b4-863a-e9b4f8316819']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.803372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:57.808206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25bb9a8-4784-4210-8b0f-c7d762ee4251 req-2eb021ac-fc54-42ea-8457-b2bc6d4e14a9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190999 Jul 07 17:14:57.979808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27900768-7119-4046-bb42-6d4548323c2c') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.980109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27900768-7119-4046-bb42-6d4548323c2c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.993150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:57.999197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea26e4dc-c7c0-41d1-b401-782fa3921cbd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:58.008334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.011176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.020107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:58.029529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535b9b0-bc55-40ae-a831-bdaaf9f70f10 req-fb5a4eb5-9b70-4ed5-82fd-94dd7a03e576 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.031920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3535b9b0-bc55-40ae-a831-bdaaf9f70f10 req-fb5a4eb5-9b70-4ed5-82fd-94dd7a03e576 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.2199402 Jul 07 17:14:58.033027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.033155 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.039108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Transition to ACTIVE for port object ea26e4dc-c7c0-41d1-b401-782fa3921cbd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:58.041987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:58.042430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:58.045184 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:58.086702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.101101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.101720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.103229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] 10.222.0.32 "PUT /v2.0/ports/6b798ec0-14e6-4fbb-92aa-f2ee23056c51 HTTP/1.1" status: 200 len: 1093 time: 1.9778824 Jul 07 17:14:58.105978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:58.108741 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb72c58-7565-408b-9d43-123d96a620f7" -d '{"events": [{"name": "network-changed", "server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:58.116516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['80f7ffef-9123-408e-8678-9ae3bbb3ebee'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:58.158585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2b02-ef60-42fe-9799-dcb63acb0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.176203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3535b9b0-bc55-40ae-a831-bdaaf9f70f10 req-5dd406de-0e1a-456f-8ab7-90d82b48b7c5 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344442 Jul 07 17:14:58.192612 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b77b900-fb92-44fd-a564-019922de9564 x-openstack-request-id: req-7b77b900-fb92-44fd-a564-019922de9564 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:58.193139 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:58.193554 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b77b900-fb92-44fd-a564-019922de9564 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:58.194163 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51', 'status': 'completed', 'code': 200} Jul 07 17:14:58.212672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.257330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.257330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2e475193-9f64-45b4-863a-e9b4f8316819 HTTP/1.1" status: 204 len: 168 time: 1.8349473 Jul 07 17:14:58.321011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.338069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4cde8-ed12-4ff5-bbca-b98d2e95fbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e475193-9f64-45b4-863a-e9b4f8316819,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.379327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-71506de8-699b-4c34-8473-d2dc7d4a44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.389359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-71506de8-699b-4c34-8473-d2dc7d4a44c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=068cfdf8-c8a8-48b7-b825-3b087028b94a HTTP/1.1" status: 200 len: 1096 time: 0.1839409 Jul 07 17:14:58.470509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Attempting to bind port ea26e4dc-c7c0-41d1-b401-782fa3921cbd on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:58.470878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Attempting to bind port ea26e4dc-c7c0-41d1-b401-782fa3921cbd by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:58.471748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Attempting to bind port ea26e4dc-c7c0-41d1-b401-782fa3921cbd on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:58.478249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-74630a45-96da-4060-8bf0-d1e25f17c326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51 HTTP/1.1" status: 200 len: 217 time: 0.0842822 Jul 07 17:14:58.484356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Port ea26e4dc-c7c0-41d1-b401-782fa3921cbd on network 7d9493b2-b78d-414b-820e-7e34c689054d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:58.485422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Attempting to bind port ea26e4dc-c7c0-41d1-b401-782fa3921cbd on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:58.506725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:58.506725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Checking segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:58.506725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Bound using segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:58.506725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Bound port: ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:58.507233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.608231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-ebe75c89-5786-4771-a51a-285f95d0f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.614663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-ebe75c89-5786-4771-a51a-285f95d0f4b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.1291099 Jul 07 17:14:58.645203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:58.653157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:58.657576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53438) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:58.691672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.702826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-c2063375-23c5-46dd-ae87-c2042576c235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725811 Jul 07 17:14:58.719112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7231e376-23f7-43f8-ade6-f8f1f9a5c2db no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:58.759975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.775199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7231e376-23f7-43f8-ade6-f8f1f9a5c2db {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:58.775557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7231e376-23f7-43f8-ade6-f8f1f9a5c2db not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:58.796260 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f246820-ed6f-4ac9-85ba-bdceb36b29ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d41e7c9438894035ad6c821038ffc62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342678 Jul 07 17:14:58.796386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53440) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:58.806562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.807252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.808725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-8b37550d-8306-4304-b83e-66a50f1a93e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea26e4dc-c7c0-41d1-b401-782fa3921cbd HTTP/1.1" status: 200 len: 1092 time: 1.7146733 Jul 07 17:14:58.809172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:58.811533 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5acd72-c0b0-4fc9-8476-a379efe8b60b" -d '{"events": [{"name": "network-changed", "server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:58.862229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.917778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.957297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-7d1dda59-c7e3-401f-911a-7e66d6b17f08 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666462 Jul 07 17:14:58.972569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-25cb19bb-7dc9-4e17-b007-179c607e8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:58.974270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-25cb19bb-7dc9-4e17-b007-179c607e8ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 1095 time: 0.0972981 Jul 07 17:14:58.990701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.993312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.996589 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b740033-961e-4fc9-8ab7-2997ddc9c11b HTTP/1.1" status: 204 len: 168 time: 0.1968882 Jul 07 17:14:59.032630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f9887-3711-4ddd-a886-8bab7d51ac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b740033-961e-4fc9-8ab7-2997ddc9c11b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.035308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-e1adad05-a739-457c-8a83-a667b2ff1f33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd HTTP/1.1" status: 200 len: 217 time: 0.0534985 Jul 07 17:14:59.063508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b5872-e28e-4ad0-b8e7-e74deb0d27b3 req-76b89cce-e263-4977-ab30-96b5023e1d74 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.065199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a7b5872-e28e-4ad0-b8e7-e74deb0d27b3 req-76b89cce-e263-4977-ab30-96b5023e1d74 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 943 time: 0.4488797 Jul 07 17:14:59.082480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3336-fe56-404d-89eb-49faeb938869 req-f483898c-d43a-4089-ab0d-481c72224cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.084052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da1b3336-fe56-404d-89eb-49faeb938869 req-f483898c-d43a-4089-ab0d-481c72224cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 944 time: 0.3877933 Jul 07 17:14:59.103459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabbae-57ae-4bce-8860-f62ce249374e req-f7798a81-9531-4258-b721-c5c9fe41b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.105197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-f7798a81-9531-4258-b721-c5c9fe41b0c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.0628257 Jul 07 17:14:59.144589 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-cd8f6d2d-fe89-40cf-9a0c-68d1143f5fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jul 07 17:14:59.173088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a7b5872-e28e-4ad0-b8e7-e74deb0d27b3 req-3fe324ee-fa72-4dbb-ba65-3b4b527d7931 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878975 Jul 07 17:14:59.203209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-9aa886d3-b56a-4f4d-8aad-819c037e5ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374825 Jul 07 17:14:59.206936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da1b3336-fe56-404d-89eb-49faeb938869 req-90d78480-1c93-44e4-8281-5d800a6b9b91 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989814 Jul 07 17:14:59.288910 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c538a545-dfe3-4336-a566-c747c1a01806 x-openstack-request-id: req-c538a545-dfe3-4336-a566-c747c1a01806 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:59.289582 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:59.290043 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c538a545-dfe3-4336-a566-c747c1a01806 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:59.290805 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd', 'status': 'completed', 'code': 200} Jul 07 17:14:59.313399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-c3fa3b05-e326-4a12-9df0-bc9d8d9638c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619601 Jul 07 17:14:59.338686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-4faafdf2-17e8-4ee4-96f8-43e511923d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.340661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-4faafdf2-17e8-4ee4-96f8-43e511923d75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=068cfdf8-c8a8-48b7-b825-3b087028b94a HTTP/1.1" status: 200 len: 1096 time: 0.0716045 Jul 07 17:14:59.424948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cddabbae-57ae-4bce-8860-f62ce249374e req-a0827713-5791-492d-8f16-a76c8e1a15b0 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044042 Jul 07 17:14:59.575095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-a085b52d-d724-460d-9db8-1612f5447c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.578602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-a085b52d-d724-460d-9db8-1612f5447c30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 1095 time: 0.0822868 Jul 07 17:14:59.783761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-58fb54e9-59f1-4ed2-b3e9-f4548ad958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.785512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-58fb54e9-59f1-4ed2-b3e9-f4548ad958c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 913 time: 0.1987886 Jul 07 17:14:59.863830 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31f84769-2647-4c08-80fb-2cc6161d997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.876419 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-7cc4ce9c-a14b-487c-ae7a-53e4a1c64ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd HTTP/1.1" status: 200 len: 217 time: 0.0731308 Jul 07 17:14:59.949073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bd1d1-ae7c-4e3c-9b0b-859ee3894997 req-5f27aff6-69b9-4c99-9538-2b0459720f55 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.964047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d7bd1d1-ae7c-4e3c-9b0b-859ee3894997 req-5f27aff6-69b9-4c99-9538-2b0459720f55 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.5366862 Jul 07 17:14:59.980649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-52be09bb-5711-44c9-be0a-7b98efda536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.982218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-52be09bb-5711-44c9-be0a-7b98efda536c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.0982463 Jul 07 17:14:59.984617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-e6c58f2d-638f-4737-a328-9950fa610b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.987043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-e6c58f2d-638f-4737-a328-9950fa610b87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 913 time: 0.6384587 Jul 07 17:15:00.027868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d7bd1d1-ae7c-4e3c-9b0b-859ee3894997 req-97207ec1-aae7-40cb-b1d4-e8024c7a8849 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625207 Jul 07 17:15:00.061611 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-8f473f36-27a1-46f2-8a27-20b568a144ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588067 Jul 07 17:15:00.100225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-4be5766d-1953-4975-875e-81c789570547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51 HTTP/1.1" status: 200 len: 217 time: 0.0757411 Jul 07 17:15:00.156015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:00.223168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-334de48e-a46e-4702-9c7f-bf4c64268829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.224650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-334de48e-a46e-4702-9c7f-bf4c64268829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.1157887 Jul 07 17:15:00.232840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-95630fc3-9fac-4c82-b791-e4ae19772da9 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628137 Jul 07 17:15:00.316347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-47746e55-4fc0-40e9-aeed-668f7f34e2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531766 Jul 07 17:15:00.505567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-network', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:00.508856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da5acd72-c0b0-4fc9-8476-a379efe8b60b req-15fd9e38-46d7-4ee9-95c1-e0277013c3a6 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261446 Jul 07 17:15:00.509655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Made reservation on behalf of f5119b22a9534eadb1d84fe65009ffa1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:00.509655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.525512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f27b93-af33-4e45-9117-a3644d2aef8e req-8393f384-3998-45d3-a471-779740d2618d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.527204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35f27b93-af33-4e45-9117-a3644d2aef8e req-8393f384-3998-45d3-a471-779740d2618d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 945 time: 0.3263371 Jul 07 17:15:00.533825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:00.567097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4621f-6695-4b1b-a658-a1a01e250ca6 req-a6e83d13-5011-42b3-9c41-194787213a3c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.568710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63f4621f-6695-4b1b-a658-a1a01e250ca6 req-a6e83d13-5011-42b3-9c41-194787213a3c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.3069601 Jul 07 17:15:00.602287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-79ecfa20-2652-4ce4-95b3-9fee6b35e20b service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632210 Jul 07 17:15:00.730829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35f27b93-af33-4e45-9117-a3644d2aef8e req-83791472-044e-4660-a8b2-9fd43882dbfb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950538 Jul 07 17:15:00.769975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63f4621f-6695-4b1b-a658-a1a01e250ca6 req-4a2d9003-8154-4beb-a22b-201430b88ca1 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865275 Jul 07 17:15:00.877236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9eb72c58-7565-408b-9d43-123d96a620f7 req-68efaa26-3b8f-4191-b43a-f8ae5d1b45d0 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384374 Jul 07 17:15:01.006279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.019510 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.055432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:01.056831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189e9bb-f409-4d90-b4c4-10f1e8744ef1 req-8eb17e2b-d3d1-4ba2-91fe-ad5f87bf261d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.066078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6189e9bb-f409-4d90-b4c4-10f1e8744ef1 req-8eb17e2b-d3d1-4ba2-91fe-ad5f87bf261d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 943 time: 0.1868479 Jul 07 17:15:01.068503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:01.107876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.108517 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Added segment 9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0 of type vlan for network d0f8c531-c8c6-4258-879f-056bad204191 Jul 07 17:15:01.135786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fba680-3c82-4e57-b1d9-24a7533d6bd9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.201856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.220733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6189e9bb-f409-4d90-b4c4-10f1e8744ef1 req-2c5c8e0c-aaf6-4ac6-87d7-892230b861b7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516931 Jul 07 17:15:01.233632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f343f-d81e-46b8-9402-63a1feda8b39 req-5b88449e-4723-4214-ab87-3d363830761f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.242742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c56f343f-d81e-46b8-9402-63a1feda8b39 req-5b88449e-4723-4214-ab87-3d363830761f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 944 time: 0.2810285 Jul 07 17:15:01.269141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:01.290945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'port_id': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51', 'mac_address': 'fa:16:3e:7c:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93473e-0f35-4efe-b559-3cd966108d1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:01.344770 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c56f343f-d81e-46b8-9402-63a1feda8b39 req-9c0115ce-434a-41c0-9ca6-e390e05bbcce tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010211 Jul 07 17:15:01.348409 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.379843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.380870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.381702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.381858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 80f7ffef-9123-408e-8678-9ae3bbb3ebee up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:01.430370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:01.453410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:01.458474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3010960 Jul 07 17:15:01.461053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:01.463056 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.468187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Request body: {'subnet': {'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-subnet', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:01.483265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008da86-3ced-4c6b-be83-129d43b63b42 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f8c531-c8c6-4258-879f-056bad204191,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.509985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Made reservation on behalf of f5119b22a9534eadb1d84fe65009ffa1 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:01.514374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.525708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 80f7ffef-9123-408e-8678-9ae3bbb3ebee completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:01.554340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 80f7ffef-9123-408e-8678-9ae3bbb3ebee triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:01.555315 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.558484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d0f8c531-c8c6-4258-879f-056bad204191 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:01.751730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.841533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6b798ec0-14e6-4fbb-92aa-f2ee23056c51'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:01.890955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.968625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Checking segment: {'id': '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:01.969262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Network hostable DHCP agents. Network: d0f8c531-c8c6-4258-879f-056bad204191, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:01.975230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39437ea-2d0a-4b2c-8784-af97a5496665,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.004685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Network d0f8c531-c8c6-4258-879f-056bad204191 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:02.023986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d0f8c531-c8c6-4258-879f-056bad204191) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:02.031695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.033057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.041703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985b55d-4134-4cd9-9b5d-167d66fdb36a None None] Network d0f8c531-c8c6-4258-879f-056bad204191 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:02.066650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-758387a0-24e6-4aaa-a150-e4c1b0dde567 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6024959 Jul 07 17:15:02.069232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53608) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:02.079868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:02.110080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89271c7c-6447-4734-9e8c-3f1ceda81f85 req-b9458cca-0e85-4ac4-a07c-02fb96f59287 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.111923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89271c7c-6447-4734-9e8c-3f1ceda81f85 req-b9458cca-0e85-4ac4-a07c-02fb96f59287 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.2334511 Jul 07 17:15:02.134540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.136118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.224933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-27daa928-dad8-4741-9bf6-5b4b8e6edad7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.228144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-27daa928-dad8-4741-9bf6-5b4b8e6edad7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 945 time: 0.4214470 Jul 07 17:15:02.242719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89271c7c-6447-4734-9e8c-3f1ceda81f85 req-64baa1c3-587f-4a4d-a91f-4c706e44ea63 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229911 Jul 07 17:15:02.244552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.324911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316062a2-b02a-43a0-aa21-2fa8e0dc83e7 req-2a76401d-c2a3-4166-b19b-b737d9025781 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.333096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-316062a2-b02a-43a0-aa21-2fa8e0dc83e7 req-2a76401d-c2a3-4166-b19b-b737d9025781 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 945 time: 0.3733389 Jul 07 17:15:02.379363 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.534394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-316062a2-b02a-43a0-aa21-2fa8e0dc83e7 req-a8208a75-ffe3-48df-b32b-6f60204d734c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998115 Jul 07 17:15:02.559378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d0f8c531-c8c6-4258-879f-056bad204191', 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'fixed_ips': [{'subnet_id': 'e39437ea-2d0a-4b2c-8784-af97a5496665'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:02.571228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.573697 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4960166f-71cd-460b-ae88-dcea96d88682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.583075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:02.585307 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54db7b-4f77-4995-b044-1b74b42e2115" -d '{"events": [{"server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "name": "network-vif-plugged", "status": "completed", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:02.596683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port c8a7921b-e761-481b-8d36-696896e19239 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:02.597589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.618188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.662814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:02.684048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.748737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098c786-c96b-441d-bb1c-beac3519efdc req-8058fa7e-ec69-4c75-8be8-f0ddd553e97d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:02.750385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6098c786-c96b-441d-bb1c-beac3519efdc req-8058fa7e-ec69-4c75-8be8-f0ddd553e97d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 943 time: 0.2471838 Jul 07 17:15:02.835094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port c8a7921b-e761-481b-8d36-696896e19239, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c8a7921b-e761-481b-8d36-696896e19239,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:02.835757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.867894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for c8a7921b-e761-481b-8d36-696896e19239 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:02.888191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6098c786-c96b-441d-bb1c-beac3519efdc req-65fe8f80-398b-4351-9000-b470ee6c8730 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Jul 07 17:15:02.899367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.951075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.989807 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41091724-b4d5-400b-a17f-2ef5bc7f6061 x-openstack-request-id: req-41091724-b4d5-400b-a17f-2ef5bc7f6061 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:02.990246 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "name": "network-vif-plugged", "status": "completed", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:02.990495 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41091724-b4d5-400b-a17f-2ef5bc7f6061 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:02.991086 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'code': 200} Jul 07 17:15:03.009470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16e82-95dd-4469-a1af-9506fe2b4ea2 req-ed4a9dd2-5b56-4ffc-8af0-8b906dea2a83 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.013428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fd16e82-95dd-4469-a1af-9506fe2b4ea2 req-ed4a9dd2-5b56-4ffc-8af0-8b906dea2a83 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.1476288 Jul 07 17:15:03.030832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Allocated IP 172.20.0.2 (d0f8c531-c8c6-4258-879f-056bad204191/e39437ea-2d0a-4b2c-8784-af97a5496665/a726aaa1-fdb2-40f2-b26c-22be8297e504) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:03.069580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ea26e4dc-c7c0-41d1-b401-782fa3921cbd details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:03.146246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.154804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fd16e82-95dd-4469-a1af-9506fe2b4ea2 req-632970b7-3666-4c88-a9db-63a6d1ef7851 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263690 Jul 07 17:15:03.178058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.226762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:03.236031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=c8a7921b-e761-481b-8d36-696896e19239,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.261420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'port_id': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd', 'mac_address': 'fa:16:3e:96:08:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93473e-0f35-4efe-b559-3cd966108d1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:03.266314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c8a7921b-e761-481b-8d36-696896e19239'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:03.309834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port c8a7921b-e761-481b-8d36-696896e19239 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:03.313911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.316144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6de4cc9b-9e3a-4412-9284-b754cc30a92d req-df27356c-7d97-4a5d-910b-263da0cdca5e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "DELETE /v2.0/ports/c8a7921b-e761-481b-8d36-696896e19239 HTTP/1.1" status: 204 len: 173 time: 1.0703914 Jul 07 17:15:03.316765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'name': 'network-vif-deleted', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:03.319364 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5885c532-97e8-4670-b03d-65178e6f6d90" -d '{"events": [{"server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "name": "network-vif-deleted", "tag": "c8a7921b-e761-481b-8d36-696896e19239"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:03.396846 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abfc12b-29db-4929-bf1b-211a4fe84461 x-openstack-request-id: req-3abfc12b-29db-4929-bf1b-211a4fe84461 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:03.397667 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00988001-7cd9-4d0e-97a9-956e81538674", "name": "network-vif-deleted", "tag": "c8a7921b-e761-481b-8d36-696896e19239", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:03.398024 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3abfc12b-29db-4929-bf1b-211a4fe84461 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:03.398613 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00988001-7cd9-4d0e-97a9-956e81538674', 'name': 'network-vif-deleted', 'tag': 'c8a7921b-e761-481b-8d36-696896e19239', 'status': 'completed', 'code': 200} Jul 07 17:15:03.415093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.464633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea26e4dc-c7c0-41d1-b401-782fa3921cbd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:03.586877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:03.599133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.614395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7cbf-8272-4e9d-bdd5-3eedc40c8490 req-9d0064ef-801e-43a0-86ae-3f61c04b0321 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.624689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.630946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f21d7cbf-8272-4e9d-bdd5-3eedc40c8490 req-9d0064ef-801e-43a0-86ae-3f61c04b0321 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.1348536 Jul 07 17:15:03.691400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.706225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f21d7cbf-8272-4e9d-bdd5-3eedc40c8490 req-a3ed50c8-028e-4249-8fef-57ad512082fc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716457 Jul 07 17:15:03.800353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.832432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Transition to ACTIVE for port object a726aaa1-fdb2-40f2-b26c-22be8297e504 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:03.850728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Transition to ACTIVE for port object a726aaa1-fdb2-40f2-b26c-22be8297e504 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:03.853687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Allocated IP 172.25.7.162 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/065d6845-e799-4e6a-b21a-f735c37aa613) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:03.865849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-7b08c168-3a25-41f2-a23f-33d849d9feb2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.867884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-7b08c168-3a25-41f2-a23f-33d849d9feb2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.8231127 Jul 07 17:15:03.906015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa04069e-0eab-4caf-a15f-0919fe12f3cb req-55f360e3-d6ad-4bdf-823a-7f56176d5971 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0957112 Jul 07 17:15:03.950432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.964144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.009918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Network d0f8c531-c8c6-4258-879f-056bad204191 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:04.011763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:04.040906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:04.049224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ea26e4dc-c7c0-41d1-b401-782fa3921cbd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:04.224183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700037-b942-4fc3-a947-3b4de33c64ed req-ac581b46-7279-484b-9e3a-769d8ea22447 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.251065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b700037-b942-4fc3-a947-3b4de33c64ed req-ac581b46-7279-484b-9e3a-769d8ea22447 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 944 time: 0.1604309 Jul 07 17:15:04.316375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b700037-b942-4fc3-a947-3b4de33c64ed req-41f4b5a6-c4a1-448e-a7f0-37487df3ebe6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631680 Jul 07 17:15:04.320286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.331468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Attempting to bind port a726aaa1-fdb2-40f2-b26c-22be8297e504 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:04.331864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Attempting to bind port a726aaa1-fdb2-40f2-b26c-22be8297e504 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:04.332239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Attempting to bind port a726aaa1-fdb2-40f2-b26c-22be8297e504 on network d0f8c531-c8c6-4258-879f-056bad204191 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:04.334840 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.340677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Pushing event updated for resources: {'Port': ['ID=a726aaa1-fdb2-40f2-b26c-22be8297e504,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:04.353658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:04.354030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Checking segment: {'id': '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:04.354466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.354868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Bound using segment: {'id': '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:04.355637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Bound port: a726aaa1-fdb2-40f2-b26c-22be8297e504, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:04.356036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.379211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a7dc-80be-4e98-8633-d78fd5e8991c req-760ca778-321f-4c85-85a1-5651d935a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.381752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3fc5a7dc-80be-4e98-8633-d78fd5e8991c req-760ca778-321f-4c85-85a1-5651d935a3b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1097 time: 1.2375200 Jul 07 17:15:04.452651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 3ef73fdb-6bcf-42fd-8732-104adab380b4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:04.453011 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.539464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d8a4b-0876-4d13-b230-344c86e47903 req-2a74e512-0a5a-468d-925b-350c4a5b4dbb tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:04.547192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-166d8a4b-0876-4d13-b230-344c86e47903 req-2a74e512-0a5a-468d-925b-350c4a5b4dbb tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.1147206 Jul 07 17:15:04.611367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] For port a726aaa1-fdb2-40f2-b26c-22be8297e504, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:04.643367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-166d8a4b-0876-4d13-b230-344c86e47903 req-fbf488cf-dc7c-458e-a5b3-efad09040ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903294 Jul 07 17:15:04.659389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] For port a726aaa1-fdb2-40f2-b26c-22be8297e504, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a726aaa1-fdb2-40f2-b26c-22be8297e504,segment=NetworkSegment(9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0),segment_id=9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:04.662678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.669811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.739651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3fc5a7dc-80be-4e98-8633-d78fd5e8991c req-b70079d8-50b9-4efc-a004-23a695504678 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389542 Jul 07 17:15:04.763259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f52d4-09b2-4ffb-a66d-69410add099a None None] Pushing event updated for resources: {'Port': ['ID=a726aaa1-fdb2-40f2-b26c-22be8297e504,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:04.770759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 3ef73fdb-6bcf-42fd-8732-104adab380b4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3ef73fdb-6bcf-42fd-8732-104adab380b4,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:04.771187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:04.808897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 3ef73fdb-6bcf-42fd-8732-104adab380b4 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:04.818152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:04.819824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Pushing event updated for resources: {'Port': ['ID=065d6845-e799-4e6a-b21a-f735c37aa613,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:04.829493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:04.831914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:04.918714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.919214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.919407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.920274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.920617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.920958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.921288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.921624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.921992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.922580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.922926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:04.923256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:05.071006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:05.163293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e753d8-bad0-4802-b850-0a787e4a25a7 req-7ff65c4d-de0b-49f7-8976-476c4d9f5ef8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.189183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e753d8-bad0-4802-b850-0a787e4a25a7 req-7ff65c4d-de0b-49f7-8976-476c4d9f5ef8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 946 time: 0.2217407 Jul 07 17:15:05.211284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:05.223450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:05.223773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.269060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77e7f0c7-64f3-4944-87fa-6e5d19be9c84 req-036f880e-2643-41e4-a668-d2e9ce6fd90e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0733981 Jul 07 17:15:05.360181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e753d8-bad0-4802-b850-0a787e4a25a7 req-e275704e-7713-4eed-9f6e-67b1a45f1c98 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603043 Jul 07 17:15:05.406179 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.455436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.538662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.548163 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.575396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:05.648580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=3ef73fdb-6bcf-42fd-8732-104adab380b4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.678857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:05.682836 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f126f00-03ee-415f-810b-98f4704bb50c" -d '{"events": [{"server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "name": "network-vif-plugged", "status": "completed", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:05.722030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12863c-b42f-4a83-a1a4-244163b23633 req-ad2e7f10-2c1e-4d67-925c-20162362074a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.729055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:05.737846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce12863c-b42f-4a83-a1a4-244163b23633 req-ad2e7f10-2c1e-4d67-925c-20162362074a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 944 time: 0.1570280 Jul 07 17:15:05.749284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.763971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ea26e4dc-c7c0-41d1-b401-782fa3921cbd up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:05.821317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce12863c-b42f-4a83-a1a4-244163b23633 req-bd898b3e-5ea4-4a50-bbd6-3f585942b351 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817842 Jul 07 17:15:05.837142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 3ef73fdb-6bcf-42fd-8732-104adab380b4 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:05.875347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.877494 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66533599-8419-4a7a-a5df-6ab7d6487e4e req-a06be644-b2f0-4b13-903a-1e801ca77b2a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "DELETE /v2.0/ports/3ef73fdb-6bcf-42fd-8732-104adab380b4 HTTP/1.1" status: 204 len: 173 time: 1.9965224 Jul 07 17:15:05.877991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'name': 'network-vif-deleted', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:05.880909 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9f426-9eb1-421b-89f1-67201505a2a0" -d '{"events": [{"server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "name": "network-vif-deleted", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:05.936789 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470c18a1-e4e6-4268-8efb-0c458af76c5a x-openstack-request-id: req-470c18a1-e4e6-4268-8efb-0c458af76c5a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:05.937877 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "name": "network-vif-plugged", "status": "completed", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:05.939204 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-470c18a1-e4e6-4268-8efb-0c458af76c5a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:05.942507 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51', 'code': 200} Jul 07 17:15:06.027980 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ce25b-4f7f-4fa3-8982-e4e55bdca3e2 x-openstack-request-id: req-153ce25b-4f7f-4fa3-8982-e4e55bdca3e2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:06.027980 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0d6e6-21cf-4262-bffe-1876a6f47c22", "name": "network-vif-deleted", "tag": "3ef73fdb-6bcf-42fd-8732-104adab380b4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:06.027980 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-153ce25b-4f7f-4fa3-8982-e4e55bdca3e2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:06.027980 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0d6e6-21cf-4262-bffe-1876a6f47c22', 'name': 'network-vif-deleted', 'tag': '3ef73fdb-6bcf-42fd-8732-104adab380b4', 'status': 'completed', 'code': 200} Jul 07 17:15:06.159364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:06.225284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port ea26e4dc-c7c0-41d1-b401-782fa3921cbd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:06.234198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ea66-6b88-4ff2-8dcb-e4b14e31ab40 req-671ddd5f-0c6f-410c-ac9a-d072243f0fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.252396 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0285ea66-6b88-4ff2-8dcb-e4b14e31ab40 req-671ddd5f-0c6f-410c-ac9a-d072243f0fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.2643790 Jul 07 17:15:06.303438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.326613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port ea26e4dc-c7c0-41d1-b401-782fa3921cbd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:06.327768 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.482629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0285ea66-6b88-4ff2-8dcb-e4b14e31ab40 req-6f3f0fee-d407-420d-b773-0e8bdc747d26 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152877 Jul 07 17:15:06.518860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:06.645880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee180eee-a742-4873-9046-d83e28ec915c None None] Network d0f8c531-c8c6-4258-879f-056bad204191 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:06.689237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e010699d-716b-4d10-adfe-91d33896c62d req-935d754c-3491-43bd-9c61-fb50f14a8fb3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0579154 Jul 07 17:15:06.800957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b20c33c1-c9c0-43e1-8184-f74823075d93 req-f4de7afe-b954-485d-a7ed-68a1680fc143 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdd0d6e6-21cf-4262-bffe-1876a6f47c22 HTTP/1.1" status: 200 len: 210 time: 0.0514042 Jul 07 17:15:06.876789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a726aaa1-fdb2-40f2-b26c-22be8297e504 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:06.985273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb4ab-0e45-4c10-94ac-b9a5f89ae0b1 req-b2ef82be-3d53-4304-a824-cf95d0b61246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.994575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e4bb4ab-0e45-4c10-94ac-b9a5f89ae0b1 req-b2ef82be-3d53-4304-a824-cf95d0b61246 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=068cfdf8-c8a8-48b7-b825-3b087028b94a HTTP/1.1" status: 200 len: 1098 time: 0.4368949 Jul 07 17:15:07.031465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.070053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0e092b41-703a-4332-bc7f-48c12fc4a528 None None] Provisioning for port a726aaa1-fdb2-40f2-b26c-22be8297e504 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:07.081115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e4bb4ab-0e45-4c10-94ac-b9a5f89ae0b1 req-185aff57-a6d0-414e-b989-487bfa204ddf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793307 Jul 07 17:15:07.084671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Router d23b6966-7043-461b-afd0-30d41806a0f7 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:07.241418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:07.246961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a726aaa1-fdb2-40f2-b26c-22be8297e504 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:07.260863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:07.286640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.290954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Sync routers for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:07.293375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.295761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c8a7921b-e761-481b-8d36-696896e19239 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:07.298817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40ccc204-4a28-427e-8db7-0b3bfb1cb6bb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2284338 Jul 07 17:15:07.301486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a726aaa1-fdb2-40f2-b26c-22be8297e504 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:07.305165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.307265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53722) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:07.309361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd7f67-f70e-41fa-a518-092aa247dd4a req-f1b32d9c-a47e-40a6-bcff-e837388fbcb6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.311087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9dd7f67-f70e-41fa-a518-092aa247dd4a req-f1b32d9c-a47e-40a6-bcff-e837388fbcb6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 944 time: 0.1837065 Jul 07 17:15:07.395297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:07.407334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9dd7f67-f70e-41fa-a518-092aa247dd4a req-fb3ae19e-5ece-4103-830c-b4bb044fc985 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899813 Jul 07 17:15:07.445243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: c8a7921b-e761-481b-8d36-696896e19239 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:07.445598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c8a7921b-e761-481b-8d36-696896e19239 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:07.479715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ef73fdb-6bcf-42fd-8732-104adab380b4 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:07.514721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 3ef73fdb-6bcf-42fd-8732-104adab380b4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:07.515343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3ef73fdb-6bcf-42fd-8732-104adab380b4 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:07.617745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:07.618451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:07.803275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:07.863170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d385c29-b509-4bfb-b5f3-1fbd425e17d6 req-adbd6330-fe94-406d-afb9-f731476e5b52 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.880204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d385c29-b509-4bfb-b5f3-1fbd425e17d6 req-adbd6330-fe94-406d-afb9-f731476e5b52 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.2086194 Jul 07 17:15:07.961252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d385c29-b509-4bfb-b5f3-1fbd425e17d6 req-df38a8eb-50c6-465c-8b48-9757e91a401f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794458 Jul 07 17:15:08.022607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca6b5a07-5687-4392-a0a9-58d5541686b9 req-f0fb075d-5e2d-4965-8216-6cd51813241d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.0468886 Jul 07 17:15:08.073304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:08.080810 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f47224-d2c4-4a68-9fa7-b1e3a6888116" -d '{"events": [{"server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "name": "network-vif-plugged", "status": "completed", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:08.288060 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c36b73-6d76-4ced-b137-a507b2164569 x-openstack-request-id: req-77c36b73-6d76-4ced-b137-a507b2164569 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:08.288242 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "name": "network-vif-plugged", "status": "completed", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:08.288502 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77c36b73-6d76-4ced-b137-a507b2164569 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:08.288898 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd', 'code': 200} Jul 07 17:15:08.295131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.334154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.471818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-781eff59-3be2-4cea-ba15-e972ae52c13a tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 258 time: 0.4149015 Jul 07 17:15:08.512530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:08.629332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.684814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a726aaa1-fdb2-40f2-b26c-22be8297e504, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a726aaa1-fdb2-40f2-b26c-22be8297e504,segment=NetworkSegment(9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0),segment_id=9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:08.740304 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:08.805626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ab9c-910a-49dc-920a-59916b2104f1 req-c1404751-5aed-4cb1-9f1a-cad03ed28004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.807185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d193ab9c-910a-49dc-920a-59916b2104f1 req-c1404751-5aed-4cb1-9f1a-cad03ed28004 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 1097 time: 0.4613104 Jul 07 17:15:08.884754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a726aaa1-fdb2-40f2-b26c-22be8297e504,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:08.922747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d193ab9c-910a-49dc-920a-59916b2104f1 req-b0a2ef34-8031-46e9-ab27-3c9da460ab70 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047649 Jul 07 17:15:08.951188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-04cd623a-4382-4a93-ab1e-1cefc7d3e7f4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.958998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-04cd623a-4382-4a93-ab1e-1cefc7d3e7f4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.3566780 Jul 07 17:15:08.966052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 3, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:08.984940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-7573d00e-b61a-4482-99e5-cf1136e226ff tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0245988 Jul 07 17:15:09.061164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.065657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Allocated IP 172.20.0.1 (d0f8c531-c8c6-4258-879f-056bad204191/e39437ea-2d0a-4b2c-8784-af97a5496665/c5ba8bf1-6c05-48d9-8052-80a9fffc26ed) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:09.162961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Checking router: d23b6966-7043-461b-afd0-30d41806a0f7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:09.166085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Updating router d23b6966-7043-461b-afd0-30d41806a0f7 port 065d6845-e799-4e6a-b21a-f735c37aa613 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:09.211627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-18e39c7b-9028-42b9-b711-d57a8219fbf8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2253876 Jul 07 17:15:09.286147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.302780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Transition to ACTIVE for port object c5ba8bf1-6c05-48d9-8052-80a9fffc26ed will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:09.344815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fb908bce-b583-40d4-bd47-f0253bb775e0 None None] Provisioning complete for port a726aaa1-fdb2-40f2-b26c-22be8297e504 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:09.349170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb908bce-b583-40d4-bd47-f0253bb775e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.356113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.383215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-16e581a1-120f-4a66-b926-26a10832ab6a service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692245 Jul 07 17:15:09.407975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.411161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Network d0f8c531-c8c6-4258-879f-056bad204191 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:09.412549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Allocated IP 172.25.7.106 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/504fdf58-0c73-4fd8-94eb-67fee2603142) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:09.430510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:09.436075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:09.484575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.569961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ba8bf1-6c05-48d9-8052-80a9fffc26ed,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:09.774360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-6ad053a2-4278-4a3a-b0b6-63447d505a0b service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892283 Jul 07 17:15:09.851627 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:09.856635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.204788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4bdbeab8-723d-45e5-ba80-212308a251ed None None] Provisioning for port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:10.237178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4bdbeab8-723d-45e5-ba80-212308a251ed None None] Provisioning complete for port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:10.237717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bdbeab8-723d-45e5-ba80-212308a251ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.346614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbeab8-723d-45e5-ba80-212308a251ed None None] Port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:10.382989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.397652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.555129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ba8bf1-6c05-48d9-8052-80a9fffc26ed,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.567655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.616873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.840860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Network d0f8c531-c8c6-4258-879f-056bad204191 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:10.845269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:10.870558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:10.923003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4b045-e41b-42ef-bfaf-b09e76f84ebd req-1b8bb554-c819-415c-82e4-d468caf5e485 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.933749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a726aaa1-fdb2-40f2-b26c-22be8297e504 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:10.935154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78d4b045-e41b-42ef-bfaf-b09e76f84ebd req-1b8bb554-c819-415c-82e4-d468caf5e485 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 945 time: 0.4284651 Jul 07 17:15:10.988413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:11.008939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:11.123342 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.160454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Transition to ACTIVE for port object 065d6845-e799-4e6a-b21a-f735c37aa613 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:11.178337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a726aaa1-fdb2-40f2-b26c-22be8297e504 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:11.178733 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.232222 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.248243 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.256139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event updated for resources: {'Port': ['ID=504fdf58-0c73-4fd8-94eb-67fee2603142,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.259259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Router d23b6966-7043-461b-afd0-30d41806a0f7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:11.297983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78d4b045-e41b-42ef-bfaf-b09e76f84ebd req-342cad0d-83dd-4203-9887-9273ecaeb193 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608613 Jul 07 17:15:11.323209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.324114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.324662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.326701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.327250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.327813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.329294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.330214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.330973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.331954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.332511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.333076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:11.408699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.483778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12154-9b3c-4e40-8b8e-5b2c1d6b7e7c None None] Pushing event updated for resources: {'Port': ['ID=065d6845-e799-4e6a-b21a-f735c37aa613,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.487143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Attempting to bind port 065d6845-e799-4e6a-b21a-f735c37aa613 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:11.487526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Attempting to bind port 065d6845-e799-4e6a-b21a-f735c37aa613 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:11.487889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Attempting to bind port 065d6845-e799-4e6a-b21a-f735c37aa613 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:11.514761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:11.517594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:11.517594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.517594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:11.517594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Bound port: 065d6845-e799-4e6a-b21a-f735c37aa613, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:11.517594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.522611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8fcac4c9-f1de-4d63-b949-f53d9594f0c7 None None] Provisioning complete for port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:11.522989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fcac4c9-f1de-4d63-b949-f53d9594f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.614810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8fcac4c9-f1de-4d63-b949-f53d9594f0c7 None None] Port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:11.697950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] For port 065d6845-e799-4e6a-b21a-f735c37aa613, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:11.703820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] For port 065d6845-e799-4e6a-b21a-f735c37aa613, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=065d6845-e799-4e6a-b21a-f735c37aa613,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:11.717079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.800817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:11.802220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:11.866800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7960853d-3d60-4e69-8dc1-26ed6508cba8 req-5d08bfe0-86b9-429d-9d53-7a632ea78990 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=00988001-7cd9-4d0e-97a9-956e81538674 HTTP/1.1" status: 200 len: 210 time: 0.1562483 Jul 07 17:15:11.868647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12154-9b3c-4e40-8b8e-5b2c1d6b7e7c None None] Pushing event updated for resources: {'Port': ['ID=065d6845-e799-4e6a-b21a-f735c37aa613,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.927777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.939598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.104203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:12.121264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:12.128665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41de9db8-496a-48a0-9eb4-3af7b6c1d138 admin admin] 10.222.0.22 "PUT /v2.0/routers/d23b6966-7043-461b-afd0-30d41806a0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8184280 Jul 07 17:15:12.141514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event updated for resources: {'Port': ['ID=504fdf58-0c73-4fd8-94eb-67fee2603142,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:12.173116 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.189369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.200393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-92e789ac-d984-4c57-a6cc-420ac21f28a8 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7220759 Jul 07 17:15:12.301164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-2551e283-3ed9-40e3-9439-6a5a375c9e2f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0983510 Jul 07 17:15:12.402926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9da4d87f-c088-4c9d-bb88-5a1f5a477e34 req-7f9da5c3-8e21-4054-bd1f-eb66fb449163 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 210 time: 0.0633078 Jul 07 17:15:12.459817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-363fccb7-a7a6-4132-91e4-821ea27aa593 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.461534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4338fd81-8094-41ad-9b6e-c3980bc57861 req-363fccb7-a7a6-4132-91e4-821ea27aa593 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.1527872 Jul 07 17:15:12.552562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:09Z', 'revision_number': 4, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c5ba8bf1-6c05-48d9-8052-80a9fffc26ed', 'name': '', 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'mac_address': 'fa:16:3e:5d:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'e39437ea-2d0a-4b2c-8784-af97a5496665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:08Z', 'updated_at': '2021-07-07T17:15:10Z', 'revision_number': 2, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'subnets': [{'id': 'e39437ea-2d0a-4b2c-8784-af97a5496665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:12.572799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-07e23062-e953-433d-b19e-8ec723b10063 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.577829 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-07e23062-e953-433d-b19e-8ec723b10063 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.2531669 Jul 07 17:15:12.591492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:12.625153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865bb5c-9449-47e9-a475-ab5b05f7f2d0 None None] The sync data for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 is: [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:09Z', 'revision_number': 4, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c5ba8bf1-6c05-48d9-8052-80a9fffc26ed', 'name': '', 'network_id': 'd0f8c531-c8c6-4258-879f-056bad204191', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'mac_address': 'fa:16:3e:5d:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'e39437ea-2d0a-4b2c-8784-af97a5496665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:08Z', 'updated_at': '2021-07-07T17:15:10Z', 'revision_number': 2, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'subnets': [{'id': 'e39437ea-2d0a-4b2c-8784-af97a5496665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:12.820211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187b221-6660-49ad-9058-61e69766f278 req-7aedd9da-c672-402e-a45b-d3260178d325 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.827887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1187b221-6660-49ad-9058-61e69766f278 req-7aedd9da-c672-402e-a45b-d3260178d325 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=068cfdf8-c8a8-48b7-b825-3b087028b94a HTTP/1.1" status: 200 len: 946 time: 0.1462712 Jul 07 17:15:12.876674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:12.882311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.913051 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-3f311bca-3433-4433-bd6a-06a95722ce2a req-0d579d1d-b1ff-4224-8384-093dc01b5c21 tempest-FloatingIPDetailsNegativeTestJSON-1966432633 tempest-FloatingIPDetailsNegativeTestJSON-1966432633-project] show failed (client error): The resource could not be found. Jul 07 17:15:12.925212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53864) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:12.938764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f311bca-3433-4433-bd6a-06a95722ce2a req-0d579d1d-b1ff-4224-8384-093dc01b5c21 tempest-FloatingIPDetailsNegativeTestJSON-1966432633 tempest-FloatingIPDetailsNegativeTestJSON-1966432633-project] 10.222.0.22 "GET /v2.0/floatingips/e5a3d27d-df29-46bf-91b3-b3d3eec9940b HTTP/1.1" status: 404 len: 350 time: 0.1546264 Jul 07 17:15:12.983253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1187b221-6660-49ad-9058-61e69766f278 req-d71e2784-f8d5-48d2-a744-103aef927d6d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536231 Jul 07 17:15:13.497405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-fd6d427a-cda4-46b3-b561-ef64bb620056 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.499449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-fd6d427a-cda4-46b3-b561-ef64bb620056 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3086207 Jul 07 17:15:13.588217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-8ccd4f99-0e79-46aa-9140-8071d25379a4 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0796137 Jul 07 17:15:13.595460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'floatingip': {'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:13.597005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.5 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/47f03111-9e6c-464d-bd0d-0c2120250fab) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:13.649857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.889840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2814ba30-7c5d-4be1-a0c3-54bc3d6f9066 req-632521af-605c-4128-89c4-af9e7fd5ca78 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 210 time: 0.1065934 Jul 07 17:15:14.140755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.180595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.434093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.448266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:14.490425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.594690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:14.598258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:14.601508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:14.712269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.713036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.795529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-5632e1ee-57d0-44d5-a8e6-b4bb7a57b458 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2090492 Jul 07 17:15:14.815740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Request body: {'port': {'device_id': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:14.968188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 065d6845-e799-4e6a-b21a-f735c37aa613 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:15.007180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Deleting port c5ba8bf1-6c05-48d9-8052-80a9fffc26ed {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:15.007742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.016040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.085563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-69efa182-8f54-4c5a-9fe1-5416a6d33265 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.088192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 065d6845-e799-4e6a-b21a-f735c37aa613 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:15.093937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-69efa182-8f54-4c5a-9fe1-5416a6d33265 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.5434973 Jul 07 17:15:15.094558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 065d6845-e799-4e6a-b21a-f735c37aa613 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:15.095239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.124262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:15:15.133757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4da17f5c-1568-4aa6-a24e-fc530d06afc2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0383997 Jul 07 17:15:15.223970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-c4739b1b-8983-420a-b6bb-58d932dc599c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892382 Jul 07 17:15:15.237727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.278423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 065d6845-e799-4e6a-b21a-f735c37aa613, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=065d6845-e799-4e6a-b21a-f735c37aa613,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:15.289573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.333158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.344699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.363038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.377863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Calling delete_port for c5ba8bf1-6c05-48d9-8052-80a9fffc26ed owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:15.396779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=065d6845-e799-4e6a-b21a-f735c37aa613,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:15.484708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-bb008b76-0dac-4e21-ba08-dec3f184bfb9 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597940 Jul 07 17:15:15.763341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-e74da7fc-114f-44dd-8495-ad50889df09f tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.765554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-e74da7fc-114f-44dd-8495-ad50889df09f tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/ports?device_id=068cfdf8-c8a8-48b7-b825-3b087028b94a HTTP/1.1" status: 200 len: 946 time: 0.5787654 Jul 07 17:15:15.850710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.975894 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Floating IP 2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 associated. External IP: 172.25.7.106, port: 80f7ffef-9123-408e-8678-9ae3bbb3ebee. Jul 07 17:15:15.981088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ba8bf1-6c05-48d9-8052-80a9fffc26ed,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.176886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-d7d3e42e-d159-43e0-9668-d778e1c45f23 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909122 Jul 07 17:15:16.271523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-5787ae6e-fe4c-4336-b7a4-c26f611c8bc9 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.292840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-5787ae6e-fe4c-4336-b7a4-c26f611c8bc9 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/ports?device_id=11cd61f2-db6d-4e29-b37a-c79ec0c6eea9 HTTP/1.1" status: 200 len: 945 time: 0.2401409 Jul 07 17:15:16.368547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Deleting port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:16.368899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.534961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Sync routers for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:16.554566 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:16.555210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:16.583456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f03111-9e6c-464d-bd0d-0c2120250fab {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:16.627344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.681225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Transition to ACTIVE for port object 47f03111-9e6c-464d-bd0d-0c2120250fab will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:16.701009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.703095 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:16.738373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.831238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Router f3530c64-5f35-4a37-8581-4ff91041bfb7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:16.837827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.865886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] For port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:16.866293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.897695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Deleting port ea26e4dc-c7c0-41d1-b401-782fa3921cbd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:16.898912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.933427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 065d6845-e799-4e6a-b21a-f735c37aa613 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:16.972491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Calling delete_port for 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:17.076524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 065d6845-e799-4e6a-b21a-f735c37aa613 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:17.076869 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.115948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-a3c8515d-aed4-4b3b-a2f6-83eee6029208 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.125437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-a3c8515d-aed4-4b3b-a2f6-83eee6029208 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.6011698 Jul 07 17:15:17.144354 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.228370 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Checking router: d23b6966-7043-461b-afd0-30d41806a0f7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:17.276193 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:17.280952 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.285449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Attempting to bind port 47f03111-9e6c-464d-bd0d-0c2120250fab on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:17.285799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Attempting to bind port 47f03111-9e6c-464d-bd0d-0c2120250fab by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:17.286155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Attempting to bind port 47f03111-9e6c-464d-bd0d-0c2120250fab on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:17.322483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-f5826bbe-07e2-44c6-a54f-0bb2a76ef599 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/quotas/e32ae93ad6e440ea8042d9982de79eaa HTTP/1.1" status: 200 len: 375 time: 0.1949434 Jul 07 17:15:17.347489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Port 47f03111-9e6c-464d-bd0d-0c2120250fab on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:17.347827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Attempting to bind port 47f03111-9e6c-464d-bd0d-0c2120250fab on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:17.393332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:17.393681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:17.394082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:17.394561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Bound port: 47f03111-9e6c-464d-bd0d-0c2120250fab, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:17.395316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.453588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:17.464990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.466443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Sync routers for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:17.483608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:17.484318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.497603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:17.748115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:17.753231 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-ae2749b6-4281-442f-8125-4ecd8080d328 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4270086 Jul 07 17:15:17.760519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-a51cd443-03f4-4c82-938d-6b3cc1eeaddc tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "PUT /v2.0/floatingips/2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 HTTP/1.1" status: 200 len: 996 time: 4.1713190 Jul 07 17:15:17.768300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:17.775557 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4772c6bf-e390-414c-a104-daa013008cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:17.785258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] For port ea26e4dc-c7c0-41d1-b401-782fa3921cbd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:17.785642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.908113 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:17.948634 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466c92-c032-47eb-a03c-66c3b2080a58 None None] The sync data for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 is: [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:18.058988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5daa3f07-7ec9-463c-857f-6cd9a6d3fcbe service neutron] 10.222.0.22 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704062 Jul 07 17:15:18.066476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Calling delete_port for ea26e4dc-c7c0-41d1-b401-782fa3921cbd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:18.139813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.145766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Router d23b6966-7043-461b-afd0-30d41806a0f7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:18.182436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event deleted for resources: {'Port': ['ID=6b798ec0-14e6-4fbb-92aa-f2ee23056c51,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.191649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:18.224313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-ea5462b6-7c8c-4c1f-a56a-04ad2effe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.226896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-ea5462b6-7c8c-4c1f-a56a-04ad2effe550 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1097 time: 0.4202566 Jul 07 17:15:18.243925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=47f03111-9e6c-464d-bd0d-0c2120250fab,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:18.265825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] No DVR routers for this DVR port 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:18.271712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.272066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.274234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c90da5a8-f78e-4b26-ab8d-cf665ca41edc req-cbe2e376-ba1c-4c0d-ac40-3dc21173f9e2 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "DELETE /v2.0/ports/6b798ec0-14e6-4fbb-92aa-f2ee23056c51 HTTP/1.1" status: 204 len: 173 time: 2.4975395 Jul 07 17:15:18.376999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'name': 'network-vif-deleted', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:18.385748 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066b518-16ea-4d90-9312-ad275205010e" -d '{"events": [{"server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "name": "network-vif-deleted", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:18.399262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2472d14b-19f3-4f2c-9e53-4fb6cbe4e803', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'mac_address': 'fa:16:3e:d4:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:11Z', 'updated_at': '2021-07-07T17:15:14Z', 'revision_number': 1, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:18.414616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.448393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Checking router: f3530c64-5f35-4a37-8581-4ff91041bfb7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:18.460549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:18.462770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:18.523771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.757376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event deleted for resources: {'Port': ['ID=ea26e4dc-c7c0-41d1-b401-782fa3921cbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:18.768519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:18.779300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.780705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-b4628bf3-72ef-4065-9480-ae820b8b8d66 service neutron] 10.222.0.83 "PUT /v2.0/ports/47f03111-9e6c-464d-bd0d-0c2120250fab HTTP/1.1" status: 200 len: 1092 time: 3.9695489 Jul 07 17:15:18.831157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3b34dec8-bab7-4274-8e83-2a31bae1003b service neutron] 10.222.0.22 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584481 Jul 07 17:15:18.892281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] No DVR routers for this DVR port ea26e4dc-c7c0-41d1-b401-782fa3921cbd on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:18.900417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.907025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b7c4d27-8d92-4e37-a00c-8275cbb292d8 req-e93f5ddb-ba62-424f-9af1-cc10086d52c7 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "DELETE /v2.0/ports/ea26e4dc-c7c0-41d1-b401-782fa3921cbd HTTP/1.1" status: 204 len: 173 time: 2.6132445 Jul 07 17:15:19.069939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-efe70177-4122-4204-91ba-65736c6e3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.073044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-efe70177-4122-4204-91ba-65736c6e3c2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 930 time: 0.8356855 Jul 07 17:15:19.102338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c5ba8bf1-6c05-48d9-8052-80a9fffc26ed no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:19.223118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:19.252808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-21cdc93a-260a-42f4-abdf-556a39cc590f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 999 time: 0.1735632 Jul 07 17:15:19.302250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:19.307579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b798ec0-14e6-4fbb-92aa-f2ee23056c51 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:19.313519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ea26e4dc-c7c0-41d1-b401-782fa3921cbd no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:19.341592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-babeff40-3390-42b5-b85b-787d7530e1a2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.350605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-babeff40-3390-42b5-b85b-787d7530e1a2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.7764485 Jul 07 17:15:19.352276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:19.374743 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3150a8a4-87a2-422d-b1bb-d2246d0a8884 admin admin] 10.222.0.22 "PUT /v2.0/routers/d23b6966-7043-461b-afd0-30d41806a0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4366720 Jul 07 17:15:19.376616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54010) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:19.382667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:19.384421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c5ba8bf1-6c05-48d9-8052-80a9fffc26ed {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:19.385020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c5ba8bf1-6c05-48d9-8052-80a9fffc26ed not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:19.393213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: ea26e4dc-c7c0-41d1-b401-782fa3921cbd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:19.399713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-4fbdc3ea-7c25-4444-a4f0-90712100e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.400067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ea26e4dc-c7c0-41d1-b401-782fa3921cbd not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:19.402850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-4fbdc3ea-7c25-4444-a4f0-90712100e301 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.1433766 Jul 07 17:15:19.467840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:19.608959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-2d4e30ca-675d-48ad-be19-412c5915eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.614412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-2d4e30ca-675d-48ad-be19-412c5915eaef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057827 Jul 07 17:15:19.747142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-7b0a4484-4e3b-4de5-903c-3a1b77ab9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.754761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-7b0a4484-4e3b-4de5-903c-3a1b77ab9bdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 1095 time: 0.7171822 Jul 07 17:15:19.894428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-84aab1a0-c4b3-4ea7-a448-423af2a6e988 service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692490 Jul 07 17:15:19.908972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.029226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdbe86-ee1b-496f-af8c-264521c5308d req-a1e05e15-f88f-489b-b8bd-84dc2589a930 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.039336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4fdbe86-ee1b-496f-af8c-264521c5308d req-a1e05e15-f88f-489b-b8bd-84dc2589a930 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 943 time: 0.4091613 Jul 07 17:15:20.095040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Sync routers for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:20.125188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4fdbe86-ee1b-496f-af8c-264521c5308d req-7bc543b4-cb2c-41ff-af84-cfefc96659b9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812089 Jul 07 17:15:20.132040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:20.132793 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:20.139420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-d0f13c94-7002-4fa8-a6ff-b69f4b6e1ff0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47f03111-9e6c-464d-bd0d-0c2120250fab HTTP/1.1" status: 200 len: 217 time: 0.2110727 Jul 07 17:15:20.246932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-464682b5-bfd5-4243-a140-553d497ad3d8 req-da8fcbc3-21de-4290-a680-02800e966088 service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514426 Jul 07 17:15:20.299215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2472d14b-19f3-4f2c-9e53-4fb6cbe4e803', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'mac_address': 'fa:16:3e:d4:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:11Z', 'updated_at': '2021-07-07T17:15:14Z', 'revision_number': 1, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:20.341816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bc647-2cd7-4a4d-b3c2-4cc23ea4c550 None None] The sync data for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 is: [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2472d14b-19f3-4f2c-9e53-4fb6cbe4e803', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'mac_address': 'fa:16:3e:d4:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:11Z', 'updated_at': '2021-07-07T17:15:14Z', 'revision_number': 1, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:20.344717 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa0e86a-3051-47b4-b05e-25a1e1d063d0 x-openstack-request-id: req-3aa0e86a-3051-47b4-b05e-25a1e1d063d0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:20.345020 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:20.345147 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3aa0e86a-3051-47b4-b05e-25a1e1d063d0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:20.345564 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'status': 'completed', 'code': 200} Jul 07 17:15:20.444946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-381a3213-6086-4547-b51d-63a44de8a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.448984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-381a3213-6086-4547-b51d-63a44de8a2fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.2826903 Jul 07 17:15:20.500352 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a526e9c4-2a08-42b7-80a1-bcf708509c15 x-openstack-request-id: req-a526e9c4-2a08-42b7-80a1-bcf708509c15 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:20.500663 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068cfdf8-c8a8-48b7-b825-3b087028b94a", "name": "network-vif-deleted", "tag": "6b798ec0-14e6-4fbb-92aa-f2ee23056c51", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:20.500914 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a526e9c4-2a08-42b7-80a1-bcf708509c15 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:20.501333 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cfdf8-c8a8-48b7-b825-3b087028b94a', 'name': 'network-vif-deleted', 'tag': '6b798ec0-14e6-4fbb-92aa-f2ee23056c51', 'status': 'completed', 'code': 200} Jul 07 17:15:20.569123 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:20.574729 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-3e5d2c3c-2d9b-44b5-800b-89a0abcf29d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722094 Jul 07 17:15:20.637037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-058336fa-213f-488e-91e9-7c3c61222796 req-6f4a78ff-25b7-4a70-bacb-518a91cc0d68 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 210 time: 0.1125047 Jul 07 17:15:20.646976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c6bf-e390-414c-a104-daa013008cca req-211ebf00-c780-4e03-8d6a-c7c21773cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.655916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-211ebf00-c780-4e03-8d6a-c7c21773cb64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1097 time: 0.2678082 Jul 07 17:15:20.775350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-659a7238-e1fc-43d0-a7f2-4b60944bef2e service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503041 Jul 07 17:15:20.857610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ccd709-3915-4de4-b7ff-9398aab411cf None None] New status for floating IP 2472d14b-19f3-4f2c-9e53-4fb6cbe4e803: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:20.968486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:20.978139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.227740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c6bf-e390-414c-a104-daa013008cca req-f72edb75-8858-44e4-b5ff-1faf9ee2176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.229191 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.229972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-f72edb75-8858-44e4-b5ff-1faf9ee2176a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 930 time: 0.5699105 Jul 07 17:15:21.293853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.14 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/7901ea8e-992a-4f1a-8434-0d9cf87c586b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.429897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Checking router: d23b6966-7043-461b-afd0-30d41806a0f7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:21.457833 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:21.480094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-75cdc865-49cc-471a-9b23-174ddc1c5b79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 999 time: 0.2407463 Jul 07 17:15:21.483698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Routers {'d23b6966-7043-461b-afd0-30d41806a0f7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:21.489418 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d23b6966-7043-461b-afd0-30d41806a0f7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:21.490037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-6acd9555-678e-4265-a782-246fcdb5b26f tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 258 time: 0.7989237 Jul 07 17:15:21.522765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.536817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:21.595056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.600997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.744126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c6bf-e390-414c-a104-daa013008cca req-cd4bd14a-f00e-4625-80ce-b8c2a3667cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.759620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-cd4bd14a-f00e-4625-80ce-b8c2a3667cc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.2683260 Jul 07 17:15:21.761684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.806695 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] Set router d23b6966-7043-461b-afd0-30d41806a0f7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:21.855291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:21.866246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ab6a181e-7b9c-4143-8d59-79c0f4250dd8 req-ade3e715-69bd-40b5-8a36-ccce0d3a2120 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742748 Jul 07 17:15:21.877957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:21.888786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:21.968824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.999586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.001077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.043065 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-16626e6c-0720-4db8-97bf-60cbc19712d2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6646454 Jul 07 17:15:22.047780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Deleting port 065d6845-e799-4e6a-b21a-f735c37aa613 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:22.048956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.058948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-656d6c63-a718-4c11-94db-8a166db60319 req-279d5412-777e-4be7-aedc-4490815baa77 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 210 time: 0.1934807 Jul 07 17:15:22.063002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Request body: {'port': {'device_id': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:22.118967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c6bf-e390-414c-a104-daa013008cca req-f76e521b-9038-4cdd-83b3-aa4ee1bd02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.123107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-f76e521b-9038-4cdd-83b3-aa4ee1bd02e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3414538 Jul 07 17:15:22.350264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'name': 'network-vif-deleted', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:22.366370 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831df59d-3ccd-4d9d-b111-7dd66d01e82e" -d '{"events": [{"server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "name": "network-vif-deleted", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:22.449243 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:22.494803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.514297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:22.524121 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:22.549843 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc621c-a818-4138-8aec-8dcd93754c02 None None] The sync data for ids ['d23b6966-7043-461b-afd0-30d41806a0f7'] in n-d-791504-12 is: [{'id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1475349531-router', 'tenant_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:02Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 5, 'project_id': 'f5119b22a9534eadb1d84fe65009ffa1', 'gw_port': {'id': '065d6845-e799-4e6a-b21a-f735c37aa613', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b6966-7043-461b-afd0-30d41806a0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:03Z', 'updated_at': '2021-07-07T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:22.565167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] For port 065d6845-e799-4e6a-b21a-f735c37aa613, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=065d6845-e799-4e6a-b21a-f735c37aa613,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.566015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.584542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Calling delete_port for 065d6845-e799-4e6a-b21a-f735c37aa613 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:22.599229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-b84bb5ba-3c83-493e-b471-d590d7013a18 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:22.600789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-b84bb5ba-3c83-493e-b471-d590d7013a18 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.2637258 Jul 07 17:15:22.640652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Request body: {'port': {'device_id': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'admin_state_up': True, 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:22.829637 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.891557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Pushing event deleted for resources: {'Port': ['ID=065d6845-e799-4e6a-b21a-f735c37aa613,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.108212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.209394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.212180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.283365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.284225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23b6966-7043-461b-afd0-30d41806a0f7 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:15:23.291896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.297852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a1d120c9-abe8-4014-b96a-1dca1d01191a admin admin] 10.222.0.22 "DELETE /v2.0/routers/d23b6966-7043-461b-afd0-30d41806a0f7 HTTP/1.1" status: 204 len: 168 time: 3.8875084 Jul 07 17:15:23.300410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54054) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:23.303368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-fc803b0c-4247-402f-801e-e4f64b74c5a5 service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1696870 Jul 07 17:15:23.479589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.480942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Deleting subnet e39437ea-2d0a-4b2c-8784-af97a5496665 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:23.486126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.491197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfd6d6-2f28-46ff-8fed-de605ab1a93d req-4a065640-665e-4766-8fd9-5f719ef5f88f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.497993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ebfd6d6-2f28-46ff-8fed-de605ab1a93d req-4a065640-665e-4766-8fd9-5f719ef5f88f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 943 time: 0.9778018 Jul 07 17:15:23.551067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.627897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-8bc2c0cb-d68c-47e1-9e86-d340537b09d6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.629262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-8bc2c0cb-d68c-47e1-9e86-d340537b09d6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 812 time: 0.4634168 Jul 07 17:15:23.646794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Request body: {'port': {'device_id': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'admin_state_up': True, 'tenant_id': 'e32ae93ad6e440ea8042d9982de79eaa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:23.657333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7901ea8e-992a-4f1a-8434-0d9cf87c586b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:23.658944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:23.662612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.687771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.717473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Transition to ACTIVE for port object 7901ea8e-992a-4f1a-8434-0d9cf87c586b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:23.725098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.727551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.743326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ebfd6d6-2f28-46ff-8fed-de605ab1a93d req-b56f114c-f7ed-4fdd-be2f-b24fc373abb1 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443290 Jul 07 17:15:23.825955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Allocated IP 172.25.7.238 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/00e9a9c3-753f-44fc-94b8-b796c5c8f328) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:23.902875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.949705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4772c6bf-e390-414c-a104-daa013008cca req-dbde0147-e257-4520-a6fa-8c20a8203e34 service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369741 Jul 07 17:15:23.952939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.977174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7e734-e931-4348-8139-8977a1fb4e18 None None] Network d0f8c531-c8c6-4258-879f-056bad204191 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:23.988972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.995218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e39437ea-2d0a-4b2c-8784-af97a5496665 HTTP/1.1" status: 204 len: 168 time: 0.6899569 Jul 07 17:15:23.995218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af44f78-a5e5-44b8-a427-aac9daa8b2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39437ea-2d0a-4b2c-8784-af97a5496665,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.995503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54058) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:24.014356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.264858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afb513-4bcc-4664-aa80-57c63a475ff6 req-bb24ef1b-dcf7-4f79-853b-2552af752e93 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.267396 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02afb513-4bcc-4664-aa80-57c63a475ff6 req-bb24ef1b-dcf7-4f79-853b-2552af752e93 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 944 time: 0.3107810 Jul 07 17:15:24.323554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.334704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] DHCP port deletion for d0f8c531-c8c6-4258-879f-056bad204191 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:15:24.360491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Allocated IP 172.20.0.4 (7d9493b2-b78d-414b-820e-7e34c689054d/6c93473e-0f35-4efe-b559-3cd966108d1b/68bd472b-4a70-4341-9f80-bebb65624cdc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:24.397072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:24.408381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Made reservation on behalf of e32ae93ad6e440ea8042d9982de79eaa for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:24.413967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.442750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:24.446986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:24.455396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Deleting port a726aaa1-fdb2-40f2-b26c-22be8297e504 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:24.456080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.530396 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02afb513-4bcc-4664-aa80-57c63a475ff6 req-610539d4-f80d-41cd-9983-2110989a4ded tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471216 Jul 07 17:15:24.550137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] For port a726aaa1-fdb2-40f2-b26c-22be8297e504, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a726aaa1-fdb2-40f2-b26c-22be8297e504,segment=NetworkSegment(9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0),segment_id=9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:24.550677 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.584361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Calling delete_port for a726aaa1-fdb2-40f2-b26c-22be8297e504 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:24.584803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.621710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event updated for resources: {'Port': ['ID=00e9a9c3-753f-44fc-94b8-b796c5c8f328,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.642165 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfff709-e82d-44dc-8c32-d4b39d8778fa x-openstack-request-id: req-fbfff709-e82d-44dc-8c32-d4b39d8778fa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:24.642684 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cd61f2-db6d-4e29-b37a-c79ec0c6eea9", "name": "network-vif-deleted", "tag": "ea26e4dc-c7c0-41d1-b401-782fa3921cbd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:24.643101 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbfff709-e82d-44dc-8c32-d4b39d8778fa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:24.643648 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cd61f2-db6d-4e29-b37a-c79ec0c6eea9', 'name': 'network-vif-deleted', 'tag': 'ea26e4dc-c7c0-41d1-b401-782fa3921cbd', 'status': 'completed', 'code': 200} Jul 07 17:15:24.685113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Attempting to bind port 7901ea8e-992a-4f1a-8434-0d9cf87c586b on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:24.685604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Attempting to bind port 7901ea8e-992a-4f1a-8434-0d9cf87c586b by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:24.686159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Attempting to bind port 7901ea8e-992a-4f1a-8434-0d9cf87c586b on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:24.693795 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ef8ac8-0bb2-4055-bd0a-f7378caa3fbb x-openstack-request-id: req-35ef8ac8-0bb2-4055-bd0a-f7378caa3fbb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:24.694167 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:24.694408 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35ef8ac8-0bb2-4055-bd0a-f7378caa3fbb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:24.694946 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab', 'status': 'completed', 'code': 200} Jul 07 17:15:24.705075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Port 7901ea8e-992a-4f1a-8434-0d9cf87c586b on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:24.705413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Attempting to bind port 7901ea8e-992a-4f1a-8434-0d9cf87c586b on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:24.718629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:24.719247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:24.719399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:24.720243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Bound port: 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:24.720623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.750926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Deleting port a726aaa1-fdb2-40f2-b26c-22be8297e504 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:24.751269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.780200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.798890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] No DVR routers for this DVR port a726aaa1-fdb2-40f2-b26c-22be8297e504 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:24.850531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Pushing event deleted for resources: {'Port': ['ID=a726aaa1-fdb2-40f2-b26c-22be8297e504,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:24.860043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.870766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.871003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.871311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.876017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.876409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.876757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.877097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.877456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.877785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.878270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.878453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.878782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa5010-0e0e-4d6e-8c27-2de7696810c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:24.895768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a726aaa1-fdb2-40f2-b26c-22be8297e504 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:24.908069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-19e3af11-8689-4fba-a830-f559d659a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.909538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-19e3af11-8689-4fba-a830-f559d659a73f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 1095 time: 0.1998990 Jul 07 17:15:24.944402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a726aaa1-fdb2-40f2-b26c-22be8297e504 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:24.944756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a726aaa1-fdb2-40f2-b26c-22be8297e504 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:24.945170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 065d6845-e799-4e6a-b21a-f735c37aa613 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:24.949144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] For port a726aaa1-fdb2-40f2-b26c-22be8297e504, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a726aaa1-fdb2-40f2-b26c-22be8297e504,segment=NetworkSegment(9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0),segment_id=9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:24.949871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.963583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:24.968000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 065d6845-e799-4e6a-b21a-f735c37aa613 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:24.968641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 065d6845-e799-4e6a-b21a-f735c37aa613 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:24.975726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:24.977555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Calling delete_port for a726aaa1-fdb2-40f2-b26c-22be8297e504 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:24.993862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.045240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-614159ab-3c11-4720-b210-d5d3e48d430b req-5f107999-d72e-4a8c-a3ef-b863c6711cd6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 210 time: 0.0872407 Jul 07 17:15:25.066579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.085930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.086679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.088312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/7901ea8e-992a-4f1a-8434-0d9cf87c586b HTTP/1.1" status: 200 len: 1093 time: 3.0340803 Jul 07 17:15:25.115280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.150073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0cdb5-4de2-4743-bdab-db1325d112e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.196743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.228130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Pushing event deleted for resources: {'Port': ['ID=a726aaa1-fdb2-40f2-b26c-22be8297e504,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.246609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] No DVR routers for this DVR port a726aaa1-fdb2-40f2-b26c-22be8297e504 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:25.265413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-206d81ea-7ec7-404e-9e43-6a94a2ed1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.266977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-206d81ea-7ec7-404e-9e43-6a94a2ed1707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 1096 time: 0.1291082 Jul 07 17:15:25.316174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-5fc07b6a-e677-4a24-b0ee-404b12e95c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.317721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-5fc07b6a-e677-4a24-b0ee-404b12e95c66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.3880005 Jul 07 17:15:25.339192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-40d8cc30-72e9-4488-a019-a64a5c4153fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b HTTP/1.1" status: 200 len: 217 time: 0.0539765 Jul 07 17:15:25.396072 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.399788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Allocated IP 172.20.0.9 (7d9493b2-b78d-414b-820e-7e34c689054d/6c93473e-0f35-4efe-b559-3cd966108d1b/087beec2-3df3-4f50-b2a4-273895b1a499) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:25.408282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f8c531-c8c6-4258-879f-056bad204191']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.423141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.423705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4c4df7-1647-4a50-bf1d-1f1a33bc47b0') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.434322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.451120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.458583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:25.459575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.465284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 47f03111-9e6c-464d-bd0d-0c2120250fab details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:25.543890 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:25.563430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.569058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.575718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.578016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d0f8c531-c8c6-4258-879f-056bad204191 HTTP/1.1" status: 204 len: 168 time: 1.5756328 Jul 07 17:15:25.652587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=47f03111-9e6c-464d-bd0d-0c2120250fab,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:25.657328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b27c5-daed-4887-9524-8cecbc610537 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f8c531-c8c6-4258-879f-056bad204191,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.667101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.674187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-2d14fb0a-2c91-4970-ae6c-2a466ab4598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.676058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-2d14fb0a-2c91-4970-ae6c-2a466ab4598f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1263018 Jul 07 17:15:25.690773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '47f03111-9e6c-464d-bd0d-0c2120250fab', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '47f03111-9e6c-464d-bd0d-0c2120250fab', 'mac_address': 'fa:16:3e:9f:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:25.739195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.757972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-a5509f8c-5e10-41ce-9aec-c1ea506e2765 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685651 Jul 07 17:15:25.767375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54090) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:25.775709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-e0edc58a-691e-4915-ae51-307aa169e7f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47f03111-9e6c-464d-bd0d-0c2120250fab HTTP/1.1" status: 200 len: 217 time: 0.4352906 Jul 07 17:15:25.802932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.839413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f03111-9e6c-464d-bd0d-0c2120250fab {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:25.846040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-ce3eb078-e76f-4a74-aec0-f56a839b4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.847584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-ce3eb078-e76f-4a74-aec0-f56a839b4f13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0535169 Jul 07 17:15:25.858044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Network 7d9493b2-b78d-414b-820e-7e34c689054d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:25.866044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.868715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=47f03111-9e6c-464d-bd0d-0c2120250fab,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:25.878164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.905933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event updated for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.908895 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3a35ba88-a604-4237-b73a-c7cc6b8297af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5119b22a9534eadb1d84fe65009ffa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348743 Jul 07 17:15:25.911428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:25.955259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-f52e95da-9af9-4121-942a-9d0c89b153b6 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901548 Jul 07 17:15:25.984566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.996746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:25.999219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:26.040786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.069325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-58eec13b-0dc5-4c02-bed2-31544ce7dea1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1997290 Jul 07 17:15:26.083518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Network 7d9493b2-b78d-414b-820e-7e34c689054d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:26.087534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.091499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.092163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.094724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.109837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:26.112856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-0e220d57-792d-4d9a-b78e-d537735dc4d6 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496007 Jul 07 17:15:26.113102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:26.172210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.176269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.178503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5fba680-3c82-4e57-b1d9-24a7533d6bd9 HTTP/1.1" status: 204 len: 168 time: 0.2655201 Jul 07 17:15:26.190186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ca15-21be-4a40-a116-e9917fe10968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fba680-3c82-4e57-b1d9-24a7533d6bd9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.332003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['47f03111-9e6c-464d-bd0d-0c2120250fab'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:26.350671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.351306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.361947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event updated for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.461808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.497096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-5f74c360-cddd-4249-8b35-3e67e852bb9a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8542354 Jul 07 17:15:26.532107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282b5e3-46f1-4b04-8d9c-227ad309266c req-9b25e098-07ad-4e36-9785-bff790f3a0ea tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.533866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7282b5e3-46f1-4b04-8d9c-227ad309266c req-9b25e098-07ad-4e36-9785-bff790f3a0ea tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 943 time: 1.2138267 Jul 07 17:15:26.543061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Request body: {'port': {'device_id': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:26.548277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-fb75787c-8f85-4c63-96ef-a7ed29f00701 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373988 Jul 07 17:15:26.549606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ec84544-fa45-4283-b48d-de9495c5e13c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9239817 Jul 07 17:15:26.596715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Request body: {'port': {'device_id': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:26.649824 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.657555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1322572 Jul 07 17:15:26.695621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:26.700644 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37554d-6131-440f-89d8-a2aafe21cae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:26.732273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426de5-4161-46c6-a296-3be2c11b8840 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event updated for resources: {'Port': ['ID=00e9a9c3-753f-44fc-94b8-b796c5c8f328,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:26.831618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-de0c558f-e84c-4a97-8400-2a0cb31db9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.1731782 Jul 07 17:15:26.889302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.898687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7282b5e3-46f1-4b04-8d9c-227ad309266c req-407bb611-253a-4997-8a60-f2c4f19875a4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433919 Jul 07 17:15:27.011813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.412610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-214b8a7f-0b39-4ebf-b075-1a83c8a179eb req-6eef3a7e-2b63-4789-b4d8-cd8d45865dfb service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073335 Jul 07 17:15:27.622737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-bd6339b6-c723-49fe-a3ba-22b22790b4cd tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.624182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-bd6339b6-c723-49fe-a3ba-22b22790b4cd tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.7853436 Jul 07 17:15:27.649072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-0a2696d5-5def-4acf-8175-251dc1640ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:15:27.650088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e8598d2-7eac-47b6-82e8-4c61018d4601 req-0a2696d5-5def-4acf-8175-251dc1640ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158465 Jul 07 17:15:27.803915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b81b-f556-409e-b089-574c9b6ecd36 req-0277cd1a-82a4-4db5-9379-06a72b2c9ab2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.805586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51d1b81b-f556-409e-b089-574c9b6ecd36 req-0277cd1a-82a4-4db5-9379-06a72b2c9ab2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 944 time: 0.7362499 Jul 07 17:15:27.891952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bd472b-4a70-4341-9f80-bebb65624cdc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:27.920316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.928757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51d1b81b-f556-409e-b089-574c9b6ecd36 req-f7962052-6a20-42e1-bbca-aaf355761326 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Jul 07 17:15:27.942506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Transition to ACTIVE for port object 68bd472b-4a70-4341-9f80-bebb65624cdc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:28.018073 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc606fd1-8ce3-4b2e-acd6-66a3bd3cf1c2 x-openstack-request-id: req-dc606fd1-8ce3-4b2e-acd6-66a3bd3cf1c2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:28.019192 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:28.019567 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc606fd1-8ce3-4b2e-acd6-66a3bd3cf1c2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:28.020191 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b', 'status': 'completed', 'code': 200} Jul 07 17:15:28.158744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.159804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-f1d9ec76-04f2-441c-9bb3-a86f5063e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.161769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-f1d9ec76-04f2-441c-9bb3-a86f5063e9cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 1096 time: 0.1100948 Jul 07 17:15:28.200842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33dbb5-3c57-4373-8b1f-6beba05486f4 req-35f33477-5df0-4065-b23d-c176541ee6b1 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.203720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af33dbb5-3c57-4373-8b1f-6beba05486f4 req-35f33477-5df0-4065-b23d-c176541ee6b1 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 931 time: 0.4187560 Jul 07 17:15:28.387761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-8ff2b21a-f616-4202-a407-006e9af9e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.392982 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-8ff2b21a-f616-4202-a407-006e9af9e4b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.2223339 Jul 07 17:15:28.431645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087beec2-3df3-4f50-b2a4-273895b1a499 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:28.440595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.468721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Transition to ACTIVE for port object 087beec2-3df3-4f50-b2a4-273895b1a499 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:28.470098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Pushing event updated for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.472573 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-3e400bbe-8496-4e4d-abed-e1e62d118e78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b HTTP/1.1" status: 200 len: 217 time: 0.0729399 Jul 07 17:15:28.476654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-4136d0ff-71a1-4870-96e8-c73a292205d5 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9f1e05d6b3ce49349a73496c5317f182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671710 Jul 07 17:15:28.486608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.526837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-0fbb0166-20ca-468a-8fd9-0c033b3c10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.529017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-0fbb0166-20ca-468a-8fd9-0c033b3c10d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.0468371 Jul 07 17:15:28.580237 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-75318903-9a38-4127-bce9-ca5e72d2b907 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445001 Jul 07 17:15:28.712124 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-cfafa69e-eee5-4f6f-b36e-3dbe612e4422 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251407 Jul 07 17:15:28.726324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af33dbb5-3c57-4373-8b1f-6beba05486f4 req-00e95d6e-e9f1-48b2-b129-39dcc663f878 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705515 Jul 07 17:15:28.906567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a37554d-6131-440f-89d8-a2aafe21cae5 req-a6e3bb7f-ac27-45e3-a4fe-62294e06efa1 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883304 Jul 07 17:15:28.946774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.127951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Attempting to bind port 68bd472b-4a70-4341-9f80-bebb65624cdc on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:29.128343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Attempting to bind port 68bd472b-4a70-4341-9f80-bebb65624cdc by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:29.128636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Attempting to bind port 68bd472b-4a70-4341-9f80-bebb65624cdc on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:29.145073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-8b2aa2d3-5935-4a36-8a7c-a3eb5be4bc98 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.146766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-8b2aa2d3-5935-4a36-8a7c-a3eb5be4bc98 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6393497 Jul 07 17:15:29.154018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Port 68bd472b-4a70-4341-9f80-bebb65624cdc on network 7d9493b2-b78d-414b-820e-7e34c689054d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:29.154388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Attempting to bind port 68bd472b-4a70-4341-9f80-bebb65624cdc on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:29.183650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Attempting to bind port 087beec2-3df3-4f50-b2a4-273895b1a499 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:29.183942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Attempting to bind port 087beec2-3df3-4f50-b2a4-273895b1a499 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:29.184301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Attempting to bind port 087beec2-3df3-4f50-b2a4-273895b1a499 on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:29.190133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:29.190484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Checking segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:29.190974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Bound using segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:29.191446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Bound port: 68bd472b-4a70-4341-9f80-bebb65624cdc, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:29.191823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.197449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-2ffefac8-8377-4a95-ac1f-b7256aa229ef tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/quotas/9f1e05d6b3ce49349a73496c5317f182 HTTP/1.1" status: 200 len: 375 time: 0.0403080 Jul 07 17:15:29.206613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Port 087beec2-3df3-4f50-b2a4-273895b1a499 on network 7d9493b2-b78d-414b-820e-7e34c689054d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:29.206979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Attempting to bind port 087beec2-3df3-4f50-b2a4-273895b1a499 on network 7d9493b2-b78d-414b-820e-7e34c689054d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:29.224378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7901ea8e-992a-4f1a-8434-0d9cf87c586b details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:29.259424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:29.263449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Checking segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:29.263896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Bound using segment: {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:29.264442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Bound port: 087beec2-3df3-4f50-b2a4-273895b1a499, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df5bb91-42de-48c2-af02-d6cfa83c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:29.264757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.271302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-ad9c1ef4-7aa0-4094-817a-85a1068a9e34 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f1e05d6b3ce49349a73496c5317f182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603278 Jul 07 17:15:29.311959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-b10081f4-4838-4347-89aa-2045534627fa tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.313584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-b10081f4-4838-4347-89aa-2045534627fa tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3156774 Jul 07 17:15:29.474400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-ad59d6da-19cb-45e6-8252-7d20d5cdf226 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.1529298 Jul 07 17:15:29.483153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:29.487530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:29.492494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-beec2932-db51-4525-8a4f-5dce5831a94e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'floatingip': {'port_id': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:29.504499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 47f03111-9e6c-464d-bd0d-0c2120250fab up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:29.510976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '7901ea8e-992a-4f1a-8434-0d9cf87c586b', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': '7901ea8e-992a-4f1a-8434-0d9cf87c586b', 'mac_address': 'fa:16:3e:9e:ad:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:29.557358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-beec2932-db51-4525-8a4f-5dce5831a94e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.587831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.596588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:29.601613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=087beec2-3df3-4f50-b2a4-273895b1a499,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:29.613184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7901ea8e-992a-4f1a-8434-0d9cf87c586b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:29.660038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:29.661419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 47f03111-9e6c-464d-bd0d-0c2120250fab completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:29.671003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 47f03111-9e6c-464d-bd0d-0c2120250fab triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:29.671385 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.677484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.771701 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.784947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=68bd472b-4a70-4341-9f80-bebb65624cdc,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:29.852228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.873354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['7901ea8e-992a-4f1a-8434-0d9cf87c586b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:29.877860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-262045d5-8fb5-4643-9971-4b8899938c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.896078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.968434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.970425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.971928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.974605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] 10.222.0.32 "PUT /v2.0/ports/087beec2-3df3-4f50-b2a4-273895b1a499 HTTP/1.1" status: 200 len: 1092 time: 3.4358213 Jul 07 17:15:29.999497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.004640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.006512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] 10.222.0.32 "PUT /v2.0/ports/68bd472b-4a70-4341-9f80-bebb65624cdc HTTP/1.1" status: 200 len: 1092 time: 3.4294057 Jul 07 17:15:30.007086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:30.008295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499'}, {'name': 'network-changed', 'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:30.009928 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ce285-fb7a-4765-86a0-341a392c15b9" -d '{"events": [{"server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "name": "network-vif-plugged", "status": "completed", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:30.019837 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c35f6-cf0f-415b-9514-f3db700393be" -d '{"events": [{"name": "network-changed", "server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499"}, {"name": "network-changed", "server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:30.034798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=47f03111-9e6c-464d-bd0d-0c2120250fab,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:30.070817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.218705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.412811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba110fd-5121-41f1-85d3-dfa889fa8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.496048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ddb5-43bf-4f64-9c74-c44d32cf5999 service neutron] Pushing event updated for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.535782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67d25-e377-48a0-aa9b-6795ad0ea131 req-b45fb4c4-a5c1-40fd-a7de-694810644d03 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.545925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ac67d25-e377-48a0-aa9b-6795ad0ea131 req-b45fb4c4-a5c1-40fd-a7de-694810644d03 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 944 time: 0.7225971 Jul 07 17:15:30.646231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-ac2da39b-8dee-458c-9649-b8e5cac9d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.647865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-ac2da39b-8dee-458c-9649-b8e5cac9d21d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 1095 time: 0.6074700 Jul 07 17:15:30.652450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-99adc148-1fbd-4ee9-acd5-bb32936c63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.654802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-99adc148-1fbd-4ee9-acd5-bb32936c63ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 1095 time: 0.4815066 Jul 07 17:15:31.085663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-06279046-b792-4a7a-ba54-1f3ae6d8b2af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087beec2-3df3-4f50-b2a4-273895b1a499 HTTP/1.1" status: 200 len: 217 time: 0.4255660 Jul 07 17:15:31.088263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ac67d25-e377-48a0-aa9b-6795ad0ea131 req-4713a8fe-f364-4d26-9db3-a4f83534f59c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392244 Jul 07 17:15:31.090766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-59df4332-9cc9-449d-89c6-f7db451dacd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bd472b-4a70-4341-9f80-bebb65624cdc HTTP/1.1" status: 200 len: 217 time: 0.4161117 Jul 07 17:15:31.093381 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-beec2932-db51-4525-8a4f-5dce5831a94e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:15:31.108766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7df1bd7b-e3d4-4296-a8eb-d8adc35a263e req-beec2932-db51-4525-8a4f-5dce5831a94e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "PUT /v2.0/floatingips/9968e243-7dcb-47ca-b8c3-fedc27adf735 HTTP/1.1" status: 409 len: 550 time: 1.6334069 Jul 07 17:15:31.241650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7901ea8e-992a-4f1a-8434-0d9cf87c586b up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:31.331264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 7901ea8e-992a-4f1a-8434-0d9cf87c586b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:31.341049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 7901ea8e-992a-4f1a-8434-0d9cf87c586b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:31.344764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.375709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-68e9ece1-9b4a-449a-bf8a-c97a9c8a3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.383596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-68e9ece1-9b4a-449a-bf8a-c97a9c8a3387 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.2908723 Jul 07 17:15:31.393963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-e92d1370-f861-4816-b475-1b9f008030e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.402551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-e92d1370-f861-4816-b475-1b9f008030e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.2856047 Jul 07 17:15:31.408593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dffd2b3e-fed6-4eb4-ac79-d815720029ec req-4a9152e1-ebc0-4e4f-be78-453326fc16ae tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 210 time: 0.1367424 Jul 07 17:15:31.468548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.521420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-50e35f9e-18e2-492e-a560-f7bd7fcb3e71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032908 Jul 07 17:15:31.526542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-89db8ab5-d958-4011-947f-b454c216cfc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215053 Jul 07 17:15:31.600331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:31.607618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.693677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-bbf31f13-3a02-460d-a356-b3cedfee5305 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1e05d6b3ce49349a73496c5317f182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1708047 Jul 07 17:15:31.730577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.944977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-96e56f9c-4e51-4ba6-8674-389f662ff92f tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.946545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-96e56f9c-4e51-4ba6-8674-389f662ff92f tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943414 Jul 07 17:15:31.976812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Request body: {'port': {'device_id': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '9f1e05d6b3ce49349a73496c5317f182'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:32.073648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-8402b2da-7a19-4ac1-9586-858797de03e8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304663 Jul 07 17:15:32.205057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82522c-aec0-4f1f-85e5-d582da2d3bc4 req-5b366316-dc37-43b2-87f6-695f3e8b68b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.213175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a82522c-aec0-4f1f-85e5-d582da2d3bc4 req-5b366316-dc37-43b2-87f6-695f3e8b68b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 945 time: 0.8803928 Jul 07 17:15:32.284684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-3082e429-849d-460f-afc8-a9d25de43782 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446525 Jul 07 17:15:32.295120 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-297d8ca5-5bd1-4053-9ca8-ee6ab2a285cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.397545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31a2c-f7b4-4402-9819-b53fd99adcf8 req-1679cc19-d80e-4fc9-8779-709ba74ed889 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.405455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45e31a2c-f7b4-4402-9819-b53fd99adcf8 req-1679cc19-d80e-4fc9-8779-709ba74ed889 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 943 time: 0.6453753 Jul 07 17:15:32.465948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a82522c-aec0-4f1f-85e5-d582da2d3bc4 req-0f1e0cc9-70c7-4efa-84e8-4d90b04c4d7e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518976 Jul 07 17:15:32.530630 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d4764a-125b-422e-9777-05f34555cb7b x-openstack-request-id: req-c4d4764a-125b-422e-9777-05f34555cb7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:32.531074 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "name": "network-vif-plugged", "status": "completed", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:32.531217 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4d4764a-125b-422e-9777-05f34555cb7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:32.531657 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab', 'code': 200} Jul 07 17:15:32.580185 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf85987-c068-4973-b3ba-1ec9dec3ac0f x-openstack-request-id: req-dbf85987-c068-4973-b3ba-1ec9dec3ac0f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:32.580490 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:32.580750 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbf85987-c068-4973-b3ba-1ec9dec3ac0f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:32.581163 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499', 'status': 'completed', 'code': 200} Jul 07 17:15:32.581450 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc', 'status': 'completed', 'code': 200} Jul 07 17:15:32.631489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45e31a2c-f7b4-4402-9819-b53fd99adcf8 req-079f1511-eb33-40ff-826e-d2272179bc4a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246912 Jul 07 17:15:32.640044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-2f7a586d-24b8-4bf1-8d0b-ce4a50abc54f service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461783 Jul 07 17:15:32.686719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296749-caaa-469f-a901-a35c5007a744 req-558a1e12-a745-4481-9e57-8cafea6d1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.689723 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-97296749-caaa-469f-a901-a35c5007a744 req-558a1e12-a745-4481-9e57-8cafea6d1fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 1097 time: 0.0907695 Jul 07 17:15:32.725313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-30069d28-5bc4-431e-9658-8057a8a9eced tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips/9968e243-7dcb-47ca-b8c3-fedc27adf735 HTTP/1.1" status: 200 len: 693 time: 0.1294940 Jul 07 17:15:32.726782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.745195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-97296749-caaa-469f-a901-a35c5007a744 req-b55c9892-7744-4473-8673-b1630a6e47d4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Jul 07 17:15:32.795573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ef34c09-b77b-4b49-a8dc-24f66c33a1f4 req-0627b16b-73ed-4b74-b564-df5450cac1da service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896262 Jul 07 17:15:32.811952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Made reservation on behalf of 9f1e05d6b3ce49349a73496c5317f182 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:32.815706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.837888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.993470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-f88f0dda-e552-45bf-baf8-0bfd25188718 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.995062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-f88f0dda-e552-45bf-baf8-0bfd25188718 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2598577 Jul 07 17:15:33.015375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-7bc05ea0-3c7c-4994-b8c2-6482b279feec tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:15:33.016393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-7bc05ea0-3c7c-4994-b8c2-6482b279feec tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103943 Jul 07 17:15:33.063036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea053f-3804-4b1f-97c7-b019e39f1547 req-554c0901-f810-4265-a4f6-4507e9df601d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.064536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54ea053f-3804-4b1f-97c7-b019e39f1547 req-554c0901-f810-4265-a4f6-4507e9df601d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.2658041 Jul 07 17:15:33.098149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-6da75158-f58e-4fd6-b7ff-daeb61b38786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.099315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-6da75158-f58e-4fd6-b7ff-daeb61b38786 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 1095 time: 0.2250702 Jul 07 17:15:33.125457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-cdcecb23-e77a-43d6-b9ad-cbf06531da4c tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.0992539 Jul 07 17:15:33.262980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-d868581c-8f69-4d8d-8950-44754875c1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.1244316 Jul 07 17:15:33.305532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54ea053f-3804-4b1f-97c7-b019e39f1547 req-3ace8876-5a7c-4176-82d2-edbc2b63d209 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012622 Jul 07 17:15:33.354398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.367589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.441251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-fd74474f-5835-44dc-92ce-8cf5ee436fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.443453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-fd74474f-5835-44dc-92ce-8cf5ee436fc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 913 time: 0.3348665 Jul 07 17:15:33.519985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.569321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8d53bb-76a6-4f64-969a-826c6aeece87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.594182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-a065738d-35c3-4991-970e-9d37b786ee9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087beec2-3df3-4f50-b2a4-273895b1a499 HTTP/1.1" status: 200 len: 217 time: 0.1422513 Jul 07 17:15:33.599933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adbe7701-1cf4-49f3-b022-6bf073097d36 req-2b1fc895-9b14-4eb7-b548-f03f84d6ebfa tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 210 time: 0.0815835 Jul 07 17:15:33.714689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-623b465f-f4b5-4a34-a3c0-42bffbe441f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.717308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-623b465f-f4b5-4a34-a3c0-42bffbe441f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.1140614 Jul 07 17:15:33.774365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-1e7c5c26-6342-4212-aaa1-d80568eff87c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472600 Jul 07 17:15:33.796577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Allocated IP 192.168.233.83 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/2b993491-4ed5-489e-a000-680c44e48075) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:33.820471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Deleting port 00e9a9c3-753f-44fc-94b8-b796c5c8f328 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:33.820821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.038520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-b38a4f56-0cbb-42d4-b70c-de0aed448e0b service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429640 Jul 07 17:15:34.057932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb6bb-a773-4200-b753-e156dabf543d req-ae7df387-a7bb-4f1c-a78e-0f74296c48e0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.060076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5bcb6bb-a773-4200-b753-e156dabf543d req-ae7df387-a7bb-4f1c-a78e-0f74296c48e0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 946 time: 0.3374605 Jul 07 17:15:34.061789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.062135 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.190345 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.482982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Calling delete_port for 00e9a9c3-753f-44fc-94b8-b796c5c8f328 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:34.533106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:34.535665 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c39f47-5a87-4a76-924c-71794fd9d2a3" -d '{"events": [{"server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:34.594777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5bcb6bb-a773-4200-b753-e156dabf543d req-5afdcb73-876e-4a84-9d8d-943af988dffa tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042746 Jul 07 17:15:34.643613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.659308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-add19ee1-cbde-4c8a-9f8f-47e1ea467df2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944901 Jul 07 17:15:34.668216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Transition to ACTIVE for port object 2b993491-4ed5-489e-a000-680c44e48075 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:34.759280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.889490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:34.906168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:34.908770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:34.939850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.941751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.003015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event deleted for resources: {'Port': ['ID=00e9a9c3-753f-44fc-94b8-b796c5c8f328,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.115428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.116080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.131694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-b6759c27-79c2-463b-b908-026973cf7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.133148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-b6759c27-79c2-463b-b908-026973cf7bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 1095 time: 0.4132535 Jul 07 17:15:35.222274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-323880dd-d4d8-4d1e-9031-344b8279b918 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2576840 Jul 07 17:15:35.229908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973b818-bd10-4777-92d2-a858a847f215 req-3c3ec247-e6c9-4b9c-a218-d4439f55d17b tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.232549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c973b818-bd10-4777-92d2-a858a847f215 req-3c3ec247-e6c9-4b9c-a218-d4439f55d17b tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 943 time: 0.4481618 Jul 07 17:15:35.239662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.242964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.244289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69801242-d4c7-48d9-8a0f-40648afca4bc req-3b5d9518-6611-4372-9170-cbe5942f7403 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "DELETE /v2.0/floatingips/9968e243-7dcb-47ca-b8c3-fedc27adf735 HTTP/1.1" status: 204 len: 173 time: 1.9654920 Jul 07 17:15:35.255350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Request body: {'port': {'device_id': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:35.255758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 68bd472b-4a70-4341-9f80-bebb65624cdc details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:35.274555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0fc2dea-4487-4385-8a8a-1000c26f14ec None None] Provisioning for port 2b993491-4ed5-489e-a000-680c44e48075 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:35.292223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0fc2dea-4487-4385-8a8a-1000c26f14ec None None] Provisioning complete for port 2b993491-4ed5-489e-a000-680c44e48075 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:35.292608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0fc2dea-4487-4385-8a8a-1000c26f14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.380372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.399352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c973b818-bd10-4777-92d2-a858a847f215 req-708cef94-5dd8-412c-82bc-27fbb421a02d tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399579 Jul 07 17:15:35.432591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc2dea-4487-4385-8a8a-1000c26f14ec None None] Port 2b993491-4ed5-489e-a000-680c44e48075 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:35.457191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-1cf74532-04a5-4aae-bbc1-ef930060f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.458701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-1cf74532-04a5-4aae-bbc1-ef930060f914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 913 time: 0.3172987 Jul 07 17:15:35.475162 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ac3b6-4547-414c-a298-3dc09a596fb2 x-openstack-request-id: req-154ac3b6-4547-414c-a298-3dc09a596fb2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:35.475680 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:35.476160 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-154ac3b6-4547-414c-a298-3dc09a596fb2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:35.476733 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b', 'code': 200} Jul 07 17:15:35.484477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=68bd472b-4a70-4341-9f80-bebb65624cdc,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:35.498048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '68bd472b-4a70-4341-9f80-bebb65624cdc', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'port_id': '68bd472b-4a70-4341-9f80-bebb65624cdc', 'mac_address': 'fa:16:3e:99:00:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93473e-0f35-4efe-b559-3cd966108d1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:35.561871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.578013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bd472b-4a70-4341-9f80-bebb65624cdc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:35.620849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-945180d3-5a0a-44ab-9580-08cc4237a150 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68bd472b-4a70-4341-9f80-bebb65624cdc HTTP/1.1" status: 200 len: 217 time: 0.1135516 Jul 07 17:15:35.624796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=68bd472b-4a70-4341-9f80-bebb65624cdc,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:35.642212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.646985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 087beec2-3df3-4f50-b2a4-273895b1a499 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:35.728589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=087beec2-3df3-4f50-b2a4-273895b1a499,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:35.741071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.743605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.768597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '087beec2-3df3-4f50-b2a4-273895b1a499', 'network_id': '7d9493b2-b78d-414b-820e-7e34c689054d', 'port_id': '087beec2-3df3-4f50-b2a4-273895b1a499', 'mac_address': 'fa:16:3e:c2:e1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93473e-0f35-4efe-b559-3cd966108d1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:35.809625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c35f6-cf0f-415b-9514-f3db700393be req-f3df1f11-2600-42e5-b4d8-c6c8703a2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.816042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-f3df1f11-2600-42e5-b4d8-c6c8703a2dd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.1415212 Jul 07 17:15:35.845754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.875569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087beec2-3df3-4f50-b2a4-273895b1a499 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:35.928339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=087beec2-3df3-4f50-b2a4-273895b1a499,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:35.937373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.019610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.091466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ef4ec-c644-4ee9-819e-09ce5a5573c9 req-f478d8a0-dbc5-4c67-b350-41260378d1e4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.093305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef6ef4ec-c644-4ee9-819e-09ce5a5573c9 req-f478d8a0-dbc5-4c67-b350-41260378d1e4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.6897843 Jul 07 17:15:36.124262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-0b07138c-a62f-4636-9b92-34070745f44b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820756 Jul 07 17:15:36.166663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c7e1a-8da0-48ed-98a8-dffd31ba8d87 req-f8bb548d-47ac-4414-ba59-4bbc3221c921 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.168178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e9c7e1a-8da0-48ed-98a8-dffd31ba8d87 req-f8bb548d-47ac-4414-ba59-4bbc3221c921 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 935 time: 0.5533056 Jul 07 17:15:36.199656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['68bd472b-4a70-4341-9f80-bebb65624cdc'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:36.207795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['087beec2-3df3-4f50-b2a4-273895b1a499'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:36.314966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.387049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b721026-df49-4d80-a40d-eeed51b15290 req-04f04fbd-51cd-4bc4-aad4-6c5c4cf9de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.389171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b721026-df49-4d80-a40d-eeed51b15290 req-04f04fbd-51cd-4bc4-aad4-6c5c4cf9de37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 1098 time: 0.7871704 Jul 07 17:15:36.407231 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef6ef4ec-c644-4ee9-819e-09ce5a5573c9 req-bac6d1b0-bc80-4d00-914f-fabf04c46c1c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891822 Jul 07 17:15:36.581558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e9c7e1a-8da0-48ed-98a8-dffd31ba8d87 req-e9f21d43-49dc-4a65-ae0a-7d3785edf408 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856161 Jul 07 17:15:36.620110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b721026-df49-4d80-a40d-eeed51b15290 req-b310fbe8-a135-4538-8c57-35cb8dd5f0cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045128 Jul 07 17:15:36.631428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-b51b066d-3121-493d-9218-7752f266081a service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908977 Jul 07 17:15:36.663954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:36.681492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.688040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e5aa4d7d-d110-4f07-acf6-445e462b4527 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1001 time: 0.2266135 Jul 07 17:15:36.804508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Transition to ACTIVE for port object 2b993491-4ed5-489e-a000-680c44e48075 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:36.835589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.865576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-25900c26-a37e-4e87-80c6-15d3dfe0cbee tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.867059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-25900c26-a37e-4e87-80c6-15d3dfe0cbee tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports/80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 942 time: 0.1676905 Jul 07 17:15:36.917352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71c35f6-cf0f-415b-9514-f3db700393be req-3cfd1bca-8432-4a0c-8f2f-29bca30d60ca service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463539 Jul 07 17:15:36.963663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743363-e130-43b0-9a47-d8c5dc8a44ab req-7b3c8b2a-35fa-4bfd-8289-f570153fa4df tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.965905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8743363-e130-43b0-9a47-d8c5dc8a44ab req-7b3c8b2a-35fa-4bfd-8289-f570153fa4df tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 946 time: 0.2629900 Jul 07 17:15:36.968962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.125240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8743363-e130-43b0-9a47-d8c5dc8a44ab req-83b177b9-58e1-4a77-833f-cf73ee038e05 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268158 Jul 07 17:15:37.133380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-62b2fdfe-c690-452a-9aca-9b4ef97d64b1 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1001 time: 0.1366057 Jul 07 17:15:37.173271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Attempting to bind port 2b993491-4ed5-489e-a000-680c44e48075 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:37.173625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Attempting to bind port 2b993491-4ed5-489e-a000-680c44e48075 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:37.173959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Attempting to bind port 2b993491-4ed5-489e-a000-680c44e48075 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:37.206652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Port 2b993491-4ed5-489e-a000-680c44e48075 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:37.206988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Attempting to bind port 2b993491-4ed5-489e-a000-680c44e48075 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:37.226948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:37.227583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:37.227986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:37.228438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Bound port: 2b993491-4ed5-489e-a000-680c44e48075, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:37.228808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.266013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 68bd472b-4a70-4341-9f80-bebb65624cdc up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:37.349359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-4d0dd323-352f-4107-96c7-70f5d56ae28a tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.350849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 68bd472b-4a70-4341-9f80-bebb65624cdc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:37.351052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-4d0dd323-352f-4107-96c7-70f5d56ae28a tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.2167971 Jul 07 17:15:37.355070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 68bd472b-4a70-4341-9f80-bebb65624cdc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:37.355554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.391969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:37.396686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:37.413115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.462846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.524328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:37.533888 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495835f1-1cdd-436c-a49c-fbcf620d3276" -d '{"events": [{"server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "name": "network-vif-plugged", "status": "completed", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:37.560709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=68bd472b-4a70-4341-9f80-bebb65624cdc,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.565710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.567974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 087beec2-3df3-4f50-b2a4-273895b1a499 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:37.689740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.695231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 087beec2-3df3-4f50-b2a4-273895b1a499 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:37.700969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 087beec2-3df3-4f50-b2a4-273895b1a499 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:37.701418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.805246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.880864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.881988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.884291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] 10.222.0.83 "PUT /v2.0/ports/2b993491-4ed5-489e-a000-680c44e48075 HTTP/1.1" status: 200 len: 1096 time: 2.6507456 Jul 07 17:15:37.885472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=087beec2-3df3-4f50-b2a4-273895b1a499,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.886954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:37.890720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.897002 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c6563-0a01-4fed-a259-68c707da7215" -d '{"events": [{"name": "network-changed", "server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:37.921702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-a8356b11-a874-46a5-bba8-b0c8137f6a93 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1001 time: 0.5585072 Jul 07 17:15:37.941483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:37.976961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0a5b-8135-43ba-9705-47c0ba75b3ee req-e47a843f-ab97-4237-b6a6-16a189800ee0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.984114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.987083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-843c0a5b-8135-43ba-9705-47c0ba75b3ee req-e47a843f-ab97-4237-b6a6-16a189800ee0 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 944 time: 0.6945810 Jul 07 17:15:38.047604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2e983-362d-4cdb-ba6d-808bfeef6c2c service neutron] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.146066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.196385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-843c0a5b-8135-43ba-9705-47c0ba75b3ee req-90950f36-2fca-44d1-8269-a33395dc95f6 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616371 Jul 07 17:15:38.232590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-c0913df7-d001-447c-a941-ab7871711363 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.234226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-c0913df7-d001-447c-a941-ab7871711363 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 946 time: 0.4490740 Jul 07 17:15:38.241900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-35cfd8de-03e4-4143-9a75-6da58dd1c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.243613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-35cfd8de-03e4-4143-9a75-6da58dd1c6b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1e05d6b3ce49349a73496c5317f182&device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 1099 time: 0.2921238 Jul 07 17:15:38.384196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-c013f3f8-af7c-4f32-a69a-53f939858009 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2b993491-4ed5-489e-a000-680c44e48075 HTTP/1.1" status: 200 len: 217 time: 0.1185069 Jul 07 17:15:38.578195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.583161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-d3698d87-b135-4d80-81af-64a6ada92cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.584682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-d3698d87-b135-4d80-81af-64a6ada92cba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1832559 Jul 07 17:15:38.593507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.593799 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Floating IP 2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 disassociated. External IP: 172.25.7.106, port: 80f7ffef-9123-408e-8678-9ae3bbb3ebee. Jul 07 17:15:38.714959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-d34f1990-27c7-42cb-94bf-595ef37bd335 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.716534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-d34f1990-27c7-42cb-94bf-595ef37bd335 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.3381717 Jul 07 17:15:38.784573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-8982a653-e62f-402f-9739-0376705dc1d5 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0386646 Jul 07 17:15:38.788564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port 7901ea8e-992a-4f1a-8434-0d9cf87c586b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:38.788916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.895602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b139-6275-41af-bbb1-033acd00293b req-ad30b507-b5c5-42e0-bc19-c6c7202821cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.897134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-ad30b507-b5c5-42e0-bc19-c6c7202821cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3010271 Jul 07 17:15:39.076991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port 7901ea8e-992a-4f1a-8434-0d9cf87c586b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7901ea8e-992a-4f1a-8434-0d9cf87c586b,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:39.077360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.110881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for 7901ea8e-992a-4f1a-8434-0d9cf87c586b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:39.120036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-9b87837e-facf-4816-81e8-6a9cbcbc3582 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3237648 Jul 07 17:15:39.238029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-1b3b6c62-029f-4c2c-b477-ad90accc3d5a service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051393 Jul 07 17:15:39.263308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Router f3530c64-5f35-4a37-8581-4ff91041bfb7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:39.433606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-0a9f7092-475d-4b0e-9dc6-d6b4f75b21c9 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040442 Jul 07 17:15:39.562723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae3b139-6275-41af-bbb1-033acd00293b req-0ef32db4-4f02-4681-b6fa-4c682fd48087 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138552 Jul 07 17:15:39.609805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:39.615913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.620506 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Sync routers for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:39.631281 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:39.632041 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:39.654768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.667886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['7901ea8e-992a-4f1a-8434-0d9cf87c586b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:39.757282 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:39.966843 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:39.998380 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Checking router: f3530c64-5f35-4a37-8581-4ff91041bfb7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:40.007899 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:40.008802 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:40.031853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=7901ea8e-992a-4f1a-8434-0d9cf87c586b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.039492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-6c301b68-e3db-4747-bc20-2911983714cb service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971305 Jul 07 17:15:40.051586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e8a81bde-345f-4d5e-a2ee-37c000f4d067 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "PUT /v2.0/floatingips/2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 HTTP/1.1" status: 200 len: 695 time: 2.1288977 Jul 07 17:15:40.125627 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:40.129213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port 7901ea8e-992a-4f1a-8434-0d9cf87c586b on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:40.132798 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.135044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0319eec6-e68f-4ca8-8cae-256abf2fc2c9 req-4b552304-813b-4033-8b90-e28e06201423 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "DELETE /v2.0/ports/7901ea8e-992a-4f1a-8434-0d9cf87c586b HTTP/1.1" status: 204 len: 173 time: 1.8885472 Jul 07 17:15:40.193368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-4f1d9cd4-5134-40e6-a3d4-76341d3493e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.200921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-4f1d9cd4-5134-40e6-a3d4-76341d3493e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1097 time: 0.1149402 Jul 07 17:15:40.377308 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779efa3-c1a8-4be8-bee9-e0f5e1172d2b x-openstack-request-id: req-2779efa3-c1a8-4be8-bee9-e0f5e1172d2b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:40.378824 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "name": "network-vif-plugged", "status": "completed", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:40.379519 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2779efa3-c1a8-4be8-bee9-e0f5e1172d2b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:40.380055 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc', 'code': 200} Jul 07 17:15:40.416102 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:40.425361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-6f6bafb8-f01b-42c7-9b4a-30b286e5a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.435073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-6f6bafb8-f01b-42c7-9b4a-30b286e5a90b service neutron] 10.222.0.22 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 930 time: 0.2332118 Jul 07 17:15:40.450044 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88439f-82e8-49a2-9723-6b67ed5a719f None None] The sync data for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 is: [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:14:40Z', 'revision_number': 4, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c9736927-050e-4341-b9fe-5ad2d64e5672', 'name': '', 'network_id': 'b284666a-de4d-4124-b23b-a7f5175fb536', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'mac_address': 'fa:16:3e:3b:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:38Z', 'updated_at': '2021-07-07T17:14:49Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'subnets': [{'id': 'bd411dbc-3bcb-45e9-9360-e5689e7259fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:40.533387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-e3e5ad00-4c18-4b35-8f19-cd41d7580bcc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 217 time: 0.0865180 Jul 07 17:15:40.903693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54766) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:40.983107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-0f90397d-0e18-4e72-b6b1-fa34e0046387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.984629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-0f90397d-0e18-4e72-b6b1-fa34e0046387 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.4495494 Jul 07 17:15:40.993152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-dd6720c5-3eb1-4df6-aeb3-c17bdaced609 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 210 time: 0.1117396 Jul 07 17:15:41.030458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53903bcd-2996-4d87-a95e-b738b1b6deec None None] New status for floating IP 2472d14b-19f3-4f2c-9e53-4fb6cbe4e803: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:41.047140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e21d320-5e4c-407f-b410-fb6cdfadc0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.234355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7acb4-b617-4330-a9a6-45b2c5e95120 req-84a7df6d-28f0-4129-b919-6b54edceae1c tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.241903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7d7acb4-b617-4330-a9a6-45b2c5e95120 req-84a7df6d-28f0-4129-b919-6b54edceae1c tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 947 time: 0.6408784 Jul 07 17:15:41.273169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e21d320-5e4c-407f-b410-fb6cdfadc0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.280111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3e21d320-5e4c-407f-b410-fb6cdfadc0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.283185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a582fa5-0922-49c0-841e-6aa071e99250 req-463124ef-c44d-4599-b56c-622c32896f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.285006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a582fa5-0922-49c0-841e-6aa071e99250 req-463124ef-c44d-4599-b56c-622c32896f56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 1097 time: 0.5404675 Jul 07 17:15:41.343602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e21d320-5e4c-407f-b410-fb6cdfadc0e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2928a5e2085f4b3f9e8d9813104ba386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389715 Jul 07 17:15:41.348813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.360988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21d320-5e4c-407f-b410-fb6cdfadc0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db668bbd-22bd-4ab1-87e3-3dcf4b334ef7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.376543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7d7acb4-b617-4330-a9a6-45b2c5e95120 req-3374fbd5-19de-4968-a78f-cb00b88e89f9 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335011 Jul 07 17:15:41.377793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-e68dd9c7-31a5-4433-b2fd-3b7074a98359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.379422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-e68dd9c7-31a5-4433-b2fd-3b7074a98359 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e9067861a7374b44af1e7187ec9c66e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3673904 Jul 07 17:15:41.403264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-93fe782f-a5d6-48ce-8b0f-ca1eb4b00938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.404890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-93fe782f-a5d6-48ce-8b0f-ca1eb4b00938 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4070849 Jul 07 17:15:41.406602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a582fa5-0922-49c0-841e-6aa071e99250 req-6dcf7511-3545-4266-85e9-32e990347f3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110582 Jul 07 17:15:41.503380 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1e48cf-2a8e-48dc-adc9-fc226976eb7b x-openstack-request-id: req-7c1e48cf-2a8e-48dc-adc9-fc226976eb7b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:41.503927 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:41.504191 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c1e48cf-2a8e-48dc-adc9-fc226976eb7b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:41.504600 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'status': 'completed', 'code': 200} Jul 07 17:15:41.637820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02fc3c72-9a5d-4065-8825-ba4c9ca3225e req-ccc6b0c9-3056-493e-8d41-4fc9bcb67aa4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0774608 Jul 07 17:15:41.706411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.732531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-534595b1-3614-49da-8d53-074c2004dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.734036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-534595b1-3614-49da-8d53-074c2004dd74 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3205783 Jul 07 17:15:41.741943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-aeed3e90-eb19-4272-a81d-7dac2346c30d service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161008 Jul 07 17:15:41.759433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.779315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6563-0a01-4fed-a259-68c707da7215 req-06cc5931-b17d-42ab-84e1-213a731cbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.780870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-06cc5931-b17d-42ab-84e1-213a731cbb6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1e05d6b3ce49349a73496c5317f182&device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 1099 time: 0.2722661 Jul 07 17:15:42.017215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.019846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.020995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db668bbd-22bd-4ab1-87e3-3dcf4b334ef7 HTTP/1.1" status: 204 len: 168 time: 0.6678739 Jul 07 17:15:42.036576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94f19f-198e-40b6-8536-ffa503955486 req-32c534c0-d4bc-4de1-a5b9-d7609c627da1 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.038162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c94f19f-198e-40b6-8536-ffa503955486 req-32c534c0-d4bc-4de1-a5b9-d7609c627da1 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 945 time: 0.2859945 Jul 07 17:15:42.040620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-408320cb-a7b6-498e-8c27-f05351c22d56 req-4df49ab1-10ae-4da2-be8d-c49d7fa40a56 service neutron] 10.222.0.22 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833679 Jul 07 17:15:42.052458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52221f-b72f-4005-a099-7b2d82d0cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db668bbd-22bd-4ab1-87e3-3dcf4b334ef7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.058063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6563-0a01-4fed-a259-68c707da7215 req-6f2dd7ad-8509-4fe2-9714-c0afc706cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.060184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-6f2dd7ad-8509-4fe2-9714-c0afc706cc6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2717490 Jul 07 17:15:42.153254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-c7c3ecff-60d8-4479-8878-e8519c95f3c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2b993491-4ed5-489e-a000-680c44e48075 HTTP/1.1" status: 200 len: 217 time: 0.0774813 Jul 07 17:15:42.272832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c94f19f-198e-40b6-8536-ffa503955486 req-891843bc-7fb6-4fcc-a44a-df1fa1ca3502 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991346 Jul 07 17:15:42.297663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2c36a71-707f-4194-94eb-c7e4f7d41935 req-ea95d973-3a64-4510-8b3a-51cf2e769b8b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 210 time: 0.0518918 Jul 07 17:15:42.317024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6563-0a01-4fed-a259-68c707da7215 req-8e40906f-650b-4054-991e-68f9e81d0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.318594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-8e40906f-650b-4054-991e-68f9e81d0b71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1585584 Jul 07 17:15:42.382416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:42.383814 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fd093c-5e91-4f84-aeab-0574bc7de066" -d '{"events": [{"server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "name": "network-vif-plugged", "status": "completed", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:42.429773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-c62afde8-e043-463f-bafb-2497a650cdde tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips/2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 HTTP/1.1" status: 200 len: 693 time: 0.1026661 Jul 07 17:15:42.431221 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb51a4a-c90d-408b-b2a6-66632e360195 x-openstack-request-id: req-dcb51a4a-c90d-408b-b2a6-66632e360195 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:42.431525 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "name": "network-vif-plugged", "status": "completed", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:42.431857 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcb51a4a-c90d-408b-b2a6-66632e360195 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:42.433026 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499', 'code': 200} Jul 07 17:15:42.495906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-81f84bf8-7c5a-4c1d-bf96-54bd4612c2cc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.498338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-81f84bf8-7c5a-4c1d-bf96-54bd4612c2cc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.3644745 Jul 07 17:15:42.539847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.628302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6563-0a01-4fed-a259-68c707da7215 req-d0964045-74d0-4f9b-aa32-b437a070587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.630019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-d0964045-74d0-4f9b-aa32-b437a070587e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3041816 Jul 07 17:15:42.819936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-7887b173-2a80-4142-b42f-4b1b6efe7cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.821414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-7887b173-2a80-4142-b42f-4b1b6efe7cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 784 time: 0.3908114 Jul 07 17:15:42.912442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-52b08a71-c747-4589-8297-b0eb0505975c tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0823991 Jul 07 17:15:42.914290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523acd2-f357-46c0-9a1d-4349cc264187 req-efe7c5e5-e8f7-43c2-9bf3-4df7cd3c24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.915887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e523acd2-f357-46c0-9a1d-4349cc264187 req-efe7c5e5-e8f7-43c2-9bf3-4df7cd3c24b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 1097 time: 0.3050959 Jul 07 17:15:42.989941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-999f8f78-524c-4b70-b347-3913caf51ab8 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330374 Jul 07 17:15:43.001671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:43.005298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.029292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-0a217bac-68c6-436a-8d0d-3a2e174f1260 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1021500 Jul 07 17:15:43.148204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e523acd2-f357-46c0-9a1d-4349cc264187 req-d6c95d33-1d39-49f0-8dc0-cfff65b8cf74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184114 Jul 07 17:15:43.156706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dd416-603f-4c2b-b205-8911471496ed req-c2bee65b-1302-4d5f-bf99-e88d6a3e2ec1 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.158153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-637dd416-603f-4c2b-b205-8911471496ed req-c2bee65b-1302-4d5f-bf99-e88d6a3e2ec1 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 947 time: 0.3982241 Jul 07 17:15:43.354750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54820) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.484316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b72e289-a42f-4bef-ae6e-e31727681ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.528698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:43.601866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b72e289-a42f-4bef-ae6e-e31727681ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.607805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b72e289-a42f-4bef-ae6e-e31727681ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.663068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:43.675351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b72e289-a42f-4bef-ae6e-e31727681ea6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fe8724c0dfd4c439147f0b28090321e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194430 Jul 07 17:15:43.676129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72e289-a42f-4bef-ae6e-e31727681ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4aa963-c687-4e86-b47b-a205881b52d1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.678805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:43.681051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '2b993491-4ed5-489e-a000-680c44e48075', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '2b993491-4ed5-489e-a000-680c44e48075', 'mac_address': 'fa:16:3e:04:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:43.707972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee'}, {'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'name': 'network-vif-deleted', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:43.711002 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97227d4-75de-4a2a-ba48-c37d918d1fec" -d '{"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee"}, {"server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "name": "network-vif-deleted", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:43.726962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.743968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1969356-387e-43a6-a2d7-4fc022e6f269 req-f7677b69-81b7-44f2-a658-bcf025e7b4ca tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 210 time: 0.4590876 Jul 07 17:15:43.747031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.747645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:43.773272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:43.777399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c76c6563-0a01-4fed-a259-68c707da7215 req-daf09ac1-97e4-4644-b049-401ecfdfb3d9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801208 Jul 07 17:15:43.779153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.787581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-637dd416-603f-4c2b-b205-8911471496ed req-506b8cf7-503e-4f81-8b1d-a811ac522d28 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899892 Jul 07 17:15:43.825077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.10 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/5dd2a0e9-3a89-4244-b38f-69008eb29283) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:43.828953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Deleting port 504fdf58-0c73-4fd8-94eb-67fee2603142 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:43.829617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.850880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.892668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.932466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.936176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.938536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e4aa963-c687-4e86-b47b-a205881b52d1 HTTP/1.1" status: 204 len: 168 time: 0.2583411 Jul 07 17:15:43.950992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331670a-80bd-4e74-a49f-811799ac2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4aa963-c687-4e86-b47b-a205881b52d1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.095748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad4962a1-4bae-458b-a1c3-59c239d54c13 req-127eda62-6108-4b6b-8452-725dfb02dbbb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72d3db1-d03b-46cf-87b0-4cebd7a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0853267 Jul 07 17:15:44.116962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.117162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.180180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Calling delete_port for 504fdf58-0c73-4fd8-94eb-67fee2603142 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:44.199334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['2b993491-4ed5-489e-a000-680c44e48075'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:44.202563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.364462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.450684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:44.474144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:44.478339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.481349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:44.492672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf68d0f-cb50-4a02-8939-7148d2fe33a1 req-fd28a132-a8bb-4fb1-a6e9-423cb6e2187c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.494473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bf68d0f-cb50-4a02-8939-7148d2fe33a1 req-fd28a132-a8bb-4fb1-a6e9-423cb6e2187c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 945 time: 0.2442169 Jul 07 17:15:44.590419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.611795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.612210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.645263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bf68d0f-cb50-4a02-8939-7148d2fe33a1 req-1e0963c4-ee86-46bc-aa37-698040919a33 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449435 Jul 07 17:15:44.648544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event deleted for resources: {'Port': ['ID=504fdf58-0c73-4fd8-94eb-67fee2603142,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.658972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-58945db1-27f1-4eea-bb7d-9d9a1a2d5865 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1269009 Jul 07 17:15:44.681146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Request body: {'port': {'device_id': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:44.782562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.785041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.786223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86814200-4de8-4dfd-bb73-3dadec81d3b0 req-1719f48f-6207-4044-84c4-d02e954a2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "DELETE /v2.0/floatingips/2472d14b-19f3-4f2c-9e53-4fb6cbe4e803 HTTP/1.1" status: 204 len: 173 time: 1.7364454 Jul 07 17:15:44.814895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.847199 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2200d-fc1b-4c46-912c-d077bf80645f x-openstack-request-id: req-9dc2200d-fc1b-4c46-912c-d077bf80645f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:44.847500 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee", "status": "completed", "code": 200}, {"server_uuid": "b72d3db1-d03b-46cf-87b0-4cebd7a85c2e", "name": "network-vif-deleted", "tag": "7901ea8e-992a-4f1a-8434-0d9cf87c586b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:44.847849 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dc2200d-fc1b-4c46-912c-d077bf80645f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:44.848245 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'status': 'completed', 'code': 200} Jul 07 17:15:44.848502 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72d3db1-d03b-46cf-87b0-4cebd7a85c2e', 'name': 'network-vif-deleted', 'tag': '7901ea8e-992a-4f1a-8434-0d9cf87c586b', 'status': 'completed', 'code': 200} Jul 07 17:15:44.891018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:44.994370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9318b9f-277d-432d-8b48-06a2cd243107 req-8c664595-35f1-40df-8d32-1b76a8cc17cc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.995986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9318b9f-277d-432d-8b48-06a2cd243107 req-8c664595-35f1-40df-8d32-1b76a8cc17cc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 932 time: 0.1939604 Jul 07 17:15:45.010507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-374640736-network', 'tenant_id': '14f529318c2146fb8705d5e911c4d933'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.031565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Made reservation on behalf of 14f529318c2146fb8705d5e911c4d933 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:45.034023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.044382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.139187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.146427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.147958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-4024ef4c-9203-4419-b71f-e705ae9e52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.149489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-4024ef4c-9203-4419-b71f-e705ae9e52fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 1097 time: 0.2667146 Jul 07 17:15:45.170663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:45.186240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e61cc-df52-4369-8aed-716334b1fbde,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.189115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.189464 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Added segment f4eacc97-e8ec-4912-ba69-02b7ac6776ef of type vlan for network 2a161a07-16cb-478e-ae6d-eb874a468209 Jul 07 17:15:45.205276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9318b9f-277d-432d-8b48-06a2cd243107 req-6b0b4c49-1999-411b-9420-8f445af77a9f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383684 Jul 07 17:15:45.279552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513', '47f03111-9e6c-464d-bd0d-0c2120250fab'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:45.280303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.281818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc10a-0561-4df4-859c-892409916833 req-f795cf15-1153-4caa-bcac-2afcfdebdeae tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.287072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e0fc10a-0561-4df4-859c-892409916833 req-f795cf15-1153-4caa-bcac-2afcfdebdeae tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 945 time: 0.3278623 Jul 07 17:15:45.328190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.329562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.330362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.391390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e0fc10a-0561-4df4-859c-892409916833 req-7bf25fee-8fae-4d40-9ea5-2c0655714888 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982261 Jul 07 17:15:45.409666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-9468145f-d9a4-411f-8dfd-05b5af4472fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.410387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5182216 Jul 07 17:15:45.411186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-9468145f-d9a4-411f-8dfd-05b5af4472fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 200 len: 930 time: 0.2446625 Jul 07 17:15:45.411324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.425287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Request body: {'subnet': {'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-374640736-subnet', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:45.439865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6e672-6d0b-4f1f-a39b-ce9b1302db1e admin admin] Pushing event updated for resources: {'Network': ['ID=2a161a07-16cb-478e-ae6d-eb874a468209,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.459633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:45.467734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Made reservation on behalf of 14f529318c2146fb8705d5e911c4d933 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:45.470095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.524433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-3360548e-4578-401a-9186-d1254ca1f117 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 200 len: 217 time: 0.1016407 Jul 07 17:15:45.553428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd2a0e9-3a89-4244-b38f-69008eb29283 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:45.564856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.623406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Transition to ACTIVE for port object 5dd2a0e9-3a89-4244-b38f-69008eb29283 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:45.639563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.691272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-3f4f1ee5-50c4-4d50-a375-a904b2736c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.693358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-3f4f1ee5-50c4-4d50-a375-a904b2736c33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 200 len: 868 time: 0.1595001 Jul 07 17:15:45.725511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c1c14-0d25-40ee-b2a9-29bc4e06999d req-970c0806-66d6-40f9-b5e1-ac8b6fcf4a32 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.727245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-887c1c14-0d25-40ee-b2a9-29bc4e06999d req-970c0806-66d6-40f9-b5e1-ac8b6fcf4a32 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 948 time: 0.2896132 Jul 07 17:15:45.768639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:45.781504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.834255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.907321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-887c1c14-0d25-40ee-b2a9-29bc4e06999d req-5e56f8af-6190-4f00-b7f1-89b27567dea3 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608777 Jul 07 17:15:45.931351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 2b993491-4ed5-489e-a000-680c44e48075 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:45.951020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 2b993491-4ed5-489e-a000-680c44e48075 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:45.952037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Checking segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:45.952599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Network hostable DHCP agents. Network: 2a161a07-16cb-478e-ae6d-eb874a468209, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:45.952969 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.953122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-c3c204ac-4397-48ec-9377-aa98ca91b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.954807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-c3c204ac-4397-48ec-9377-aa98ca91b05d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b284666a-de4d-4124-b23b-a7f5175fb536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2520890 Jul 07 17:15:45.961493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d6a37e-92b4-4e18-b967-83e1eff0a91f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.962122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Attempting to bind port 5dd2a0e9-3a89-4244-b38f-69008eb29283 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:45.962502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Attempting to bind port 5dd2a0e9-3a89-4244-b38f-69008eb29283 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:45.962841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Attempting to bind port 5dd2a0e9-3a89-4244-b38f-69008eb29283 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:45.989669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:45.992627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Port 5dd2a0e9-3a89-4244-b38f-69008eb29283 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:45.993186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Attempting to bind port 5dd2a0e9-3a89-4244-b38f-69008eb29283 on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:46.001632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2a161a07-16cb-478e-ae6d-eb874a468209) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:46.007218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.007913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.015678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c2020-b183-4ffd-9d55-e1519fba9bc3 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:46.025871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa4a179c-a248-400f-a7dd-38b1fe3c2cc9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6069870 Jul 07 17:15:46.028240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:46.034729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:46.040213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:46.040566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:46.040965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:46.041428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Bound port: 5dd2a0e9-3a89-4244-b38f-69008eb29283, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:46.041798 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.060104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17022e9-71a3-4c23-80ec-e78605bb0c08 req-240a3b71-7988-4db7-a101-ffc97dbdfdaf tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.061447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d17022e9-71a3-4c23-80ec-e78605bb0c08 req-240a3b71-7988-4db7-a101-ffc97dbdfdaf tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2473667 Jul 07 17:15:46.076157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.078539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.141721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d17022e9-71a3-4c23-80ec-e78605bb0c08 req-fa4a2b89-3f1a-4b4b-974e-ffaf2f0b7a08 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0696609 Jul 07 17:15:46.201377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.313951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.321702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-ab74b35d-6741-4ee1-9ba4-d916fd1848cb service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511806 Jul 07 17:15:46.386166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:46.388488 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cc6ea-91b0-442a-9a96-7b0d53973489" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:46.394898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2a161a07-16cb-478e-ae6d-eb874a468209', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:46.395795 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.417968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:46.438285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.460645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-677744ad-8bb9-4e47-ba50-97c20c0a267c req-522479e3-edf8-45c1-affa-d00506d8c482 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0508032 Jul 07 17:15:46.476222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:46.488114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.507933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:46.520694 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.536022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b97227d4-75de-4a2a-ba48-c37d918d1fec req-d98e9ce8-c405-4fed-964d-1bc3d8d5da8d service neutron] 10.222.0.83 "GET /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056901 Jul 07 17:15:46.547594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.548389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.552912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] 10.222.0.32 "PUT /v2.0/ports/5dd2a0e9-3a89-4244-b38f-69008eb29283 HTTP/1.1" status: 200 len: 1093 time: 1.8751285 Jul 07 17:15:46.560533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:46.584750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-7b7d5026-0aca-4f8c-b48a-3ead579b04ba tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.591924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-7b7d5026-0aca-4f8c-b48a-3ead579b04ba tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.3519049 Jul 07 17:15:46.613571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-fc97702f-dd46-4a2e-8979-5c1bd2b6cb75 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0205142 Jul 07 17:15:46.673051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-3deb561a-abd2-4b38-83cb-f715522fcbf5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583920 Jul 07 17:15:46.757768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Allocated IP 172.20.0.2 (2a161a07-16cb-478e-ae6d-eb874a468209/a2d6a37e-92b4-4e18-b967-83e1eff0a91f/cae2d86b-2851-43c9-9c62-920980331a89) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:46.763829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.801238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.934971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Allocated IP 172.25.7.110 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/19392033-f534-4a1a-8025-babc971ea7a4) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:47.003546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.016625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Transition to ACTIVE for port object cae2d86b-2851-43c9-9c62-920980331a89 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:47.038973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Transition to ACTIVE for port object cae2d86b-2851-43c9-9c62-920980331a89 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:47.048208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.078880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.097223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:47.100328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:47.104127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:47.131994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:47.134712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:47.142669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.161612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e625bd-959f-4ff6-9e22-b65deeea4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:47.188526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Pushing event updated for resources: {'Port': ['ID=cae2d86b-2851-43c9-9c62-920980331a89,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:47.197286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Attempting to bind port cae2d86b-2851-43c9-9c62-920980331a89 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:47.197878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Attempting to bind port cae2d86b-2851-43c9-9c62-920980331a89 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:47.198453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Attempting to bind port cae2d86b-2851-43c9-9c62-920980331a89 on network 2a161a07-16cb-478e-ae6d-eb874a468209 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:47.204741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:47.205379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Checking segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:47.205654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:47.206527 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.207093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Bound using segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:47.207715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Bound port: cae2d86b-2851-43c9-9c62-920980331a89, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:47.208266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.217209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:47.219660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:47.248960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-f26bda82-ffb2-47ab-9500-08d6aeba3c30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5566101 Jul 07 17:15:47.262381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Pushing event updated for resources: {'Port': ['ID=19392033-f534-4a1a-8025-babc971ea7a4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:47.284035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-18322941-13dc-46e6-8cd7-ac6fbbaea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.286000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-18322941-13dc-46e6-8cd7-ac6fbbaea352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 1096 time: 0.6703751 Jul 07 17:15:47.298293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-8bed1b74-c07f-4cd2-a4d2-d6aa76657f6f service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241033 Jul 07 17:15:47.317191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] For port cae2d86b-2851-43c9-9c62-920980331a89, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:47.320225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] For port cae2d86b-2851-43c9-9c62-920980331a89, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cae2d86b-2851-43c9-9c62-920980331a89,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:47.326968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.333567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7901ea8e-992a-4f1a-8434-0d9cf87c586b no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:47.381399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 7901ea8e-992a-4f1a-8434-0d9cf87c586b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:47.381748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7901ea8e-992a-4f1a-8434-0d9cf87c586b not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:47.404657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392feb7b-4712-4467-83bc-e27e17413037 req-a25e4ea0-5f06-4196-a434-e00b8ea44842 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.412553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-392feb7b-4712-4467-83bc-e27e17413037 req-a25e4ea0-5f06-4196-a434-e00b8ea44842 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 944 time: 0.7225137 Jul 07 17:15:47.422535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c49c8-e5bf-4210-843c-a567f5663bf7 None None] Pushing event updated for resources: {'Port': ['ID=cae2d86b-2851-43c9-9c62-920980331a89,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:47.503401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-93bf1d75-6078-4dd1-a0e3-23a8b20f1f29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283 HTTP/1.1" status: 200 len: 217 time: 0.1391335 Jul 07 17:15:47.567987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.596149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-392feb7b-4712-4467-83bc-e27e17413037 req-8e5a3bed-6360-4257-bad8-f86a9fda5893 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827223 Jul 07 17:15:47.613948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-5f731aa2-e6c4-4f86-86ec-83eb95c3da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.615741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-5f731aa2-e6c4-4f86-86ec-83eb95c3da61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.1008868 Jul 07 17:15:47.632851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-1dff78a9-4827-4599-b0a8-e21da76c85bd service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318007 Jul 07 17:15:47.634406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-f0c00a1a-5dd3-40f7-9cd8-988dd8c49d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.636254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-f0c00a1a-5dd3-40f7-9cd8-988dd8c49d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 1097 time: 0.2708142 Jul 07 17:15:47.778093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-f74a1a9c-f24b-481d-bc4f-b1a2ebdc894a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457801 Jul 07 17:15:47.935252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-831846b9-0d45-4d0b-b853-e4352fcd5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.937046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-831846b9-0d45-4d0b-b853-e4352fcd5c5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 200 len: 913 time: 0.2117996 Jul 07 17:15:47.992490 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253ca65-92c4-4ea1-9eb7-9bf44c051075 x-openstack-request-id: req-3253ca65-92c4-4ea1-9eb7-9bf44c051075 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:47.992811 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:47.993065 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3253ca65-92c4-4ea1-9eb7-9bf44c051075 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:47.993475 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'code': 200} Jul 07 17:15:48.010520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-2abe5ece-8ae8-42fa-991d-c0f08312c612 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.012630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-2abe5ece-8ae8-42fa-991d-c0f08312c612 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/ports?device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 945 time: 0.3128974 Jul 07 17:15:48.145572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-44bec515-6c1f-4851-8350-f82777379344 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197803 Jul 07 17:15:48.547664 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28204d0f-c105-4637-a436-114ae7b65bf4 x-openstack-request-id: req-28204d0f-c105-4637-a436-114ae7b65bf4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:48.549792 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:48.552693 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28204d0f-c105-4637-a436-114ae7b65bf4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:48.554827 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283', 'status': 'completed', 'code': 200} Jul 07 17:15:48.801369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b35e802-1856-4233-b778-6e7eaa6fb73c req-3f0da9d3-0194-4f5f-b658-987e097784fe tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 210 time: 0.2053261 Jul 07 17:15:48.901204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-786a0e4f-5b89-4897-b714-42b5a6307994 req-0ffaa122-cb3c-4d08-8840-8f203fc29caa service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348027 Jul 07 17:15:48.947885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d4bb-5380-4a88-8db5-f1d254d5a0a7 req-409dde3a-72b4-4fa3-b210-744888afa173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:48.954687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68b1d4bb-5380-4a88-8db5-f1d254d5a0a7 req-409dde3a-72b4-4fa3-b210-744888afa173 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 1101 time: 0.8080709 Jul 07 17:15:48.973019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Deleting port 68bd472b-4a70-4341-9f80-bebb65624cdc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:48.973396 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.995795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cae2d86b-2851-43c9-9c62-920980331a89 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:49.052691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-f0adc1d4-c94b-4e74-b0a9-5d5d2091fdc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087beec2-3df3-4f50-b2a4-273895b1a499 HTTP/1.1" status: 200 len: 217 time: 1.0933788 Jul 07 17:15:49.115058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port cae2d86b-2851-43c9-9c62-920980331a89 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:49.115930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-9de26462-0cb0-48b2-bbe6-bfc7fd43f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.117619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-9de26462-0cb0-48b2-bbe6-bfc7fd43f592 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 200 len: 852 time: 0.0528853 Jul 07 17:15:49.132839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008ed5e-1200-42ab-9819-0384fc65eef4 req-4ce623e9-5bbf-48fe-8b9b-38e51ea37baa tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.135171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3008ed5e-1200-42ab-9819-0384fc65eef4 req-4ce623e9-5bbf-48fe-8b9b-38e51ea37baa tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 949 time: 0.7497232 Jul 07 17:15:49.143691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2b379-e176-4423-a9da-967f00f8ad32 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:49.181063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-2cb03c53-9353-4a7e-9cf3-9240c9e37e62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d9493b2-b78d-414b-820e-7e34c689054d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545487 Jul 07 17:15:49.182578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.234178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Provisioning for port cae2d86b-2851-43c9-9c62-920980331a89 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:49.238444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68b1d4bb-5380-4a88-8db5-f1d254d5a0a7 req-20f8ce85-ec4b-4b37-a758-2415057aae12 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616787 Jul 07 17:15:49.247449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Provisioning complete for port cae2d86b-2851-43c9-9c62-920980331a89 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:49.248618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.326820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-2331a3da-5b7a-4b6c-8801-22ccc92d6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.336003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-2331a3da-5b7a-4b6c-8801-22ccc92d6757 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 1096 time: 0.3558917 Jul 07 17:15:49.344495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] For port 68bd472b-4a70-4341-9f80-bebb65624cdc, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=68bd472b-4a70-4341-9f80-bebb65624cdc,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:49.344872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.370577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-285a81a1-3ac9-4e41-bc44-02c5abf05ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285205 Jul 07 17:15:49.457314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.477842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-019a926f-caec-42ac-9e8d-75902b2a5eba req-6edec84c-5ec8-4a4a-99d3-fdcacb5b9ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935590 Jul 07 17:15:49.541822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3008ed5e-1200-42ab-9819-0384fc65eef4 req-3abfeb69-4a5d-4c5b-9c71-bdefa07f773a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946865 Jul 07 17:15:49.548675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] For port cae2d86b-2851-43c9-9c62-920980331a89, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cae2d86b-2851-43c9-9c62-920980331a89,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:49.557941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-1b2f8498-2224-41be-8b04-89be15287dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.560648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-1b2f8498-2224-41be-8b04-89be15287dee service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2053063 Jul 07 17:15:49.563847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Calling delete_port for 68bd472b-4a70-4341-9f80-bebb65624cdc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:49.567973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.569119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Router c2819494-1b7d-48cd-8a2a-48cb90d0a940 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:49.623696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-2b03a183-358c-4639-93d3-8e6f1a8c4410 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.627332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-2b03a183-358c-4639-93d3-8e6f1a8c4410 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 945 time: 0.1468976 Jul 07 17:15:49.646829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-24020f41-6ffc-4e59-a85a-9801c125c3ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283 HTTP/1.1" status: 200 len: 217 time: 0.0729654 Jul 07 17:15:49.707970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e038557-67bc-4975-87fd-2167348462db req-df35598c-d437-4167-ac9a-4cdd2738523a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.709672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e038557-67bc-4975-87fd-2167348462db req-df35598c-d437-4167-ac9a-4cdd2738523a tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 945 time: 0.6277549 Jul 07 17:15:49.710282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab09ce-c21c-48d9-926b-f278b1724b06 None None] Pushing event updated for resources: {'Port': ['ID=cae2d86b-2851-43c9-9c62-920980331a89,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:49.867587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:49.877979 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Sync routers for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:49.894594 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:49.896288 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:49.909834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-8b142df1-f716-478a-a3dd-dbf4b74d10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.911588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-8b142df1-f716-478a-a3dd-dbf4b74d10dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.2499635 Jul 07 17:15:49.923101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:49.927189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9224412-6a89-47b3-b1fb-259cc6fa411f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8972855 Jul 07 17:15:49.931426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55002) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:50.012930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e038557-67bc-4975-87fd-2167348462db req-32158166-e004-4b06-b4b7-ebe3ae3fd33c tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/security-groups?id=bca8939b-c6b2-4156-9a75-32aae358ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964272 Jul 07 17:15:50.070809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-c888d5fa-16ba-44ed-9831-5d7237e9791f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191144 Jul 07 17:15:50.092731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b49c3-84f7-4f74-9e62-fc65942dac48 req-88633269-7f1a-483d-a71d-f7fb4ff4187e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.097736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee6b49c3-84f7-4f74-9e62-fc65942dac48 req-88633269-7f1a-483d-a71d-f7fb4ff4187e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.3870857 Jul 07 17:15:50.130207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:50.204963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3933c693-f27a-47e9-aa00-8b1a0f43a779 None None] Provisioning complete for port cae2d86b-2851-43c9-9c62-920980331a89 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:50.208183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3933c693-f27a-47e9-aa00-8b1a0f43a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.274242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-8bc7b818-865c-46ea-bba0-aeedfadcad9b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.276634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-8bc7b818-865c-46ea-bba0-aeedfadcad9b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.3127742 Jul 07 17:15:50.277119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Deleting port 087beec2-3df3-4f50-b2a4-273895b1a499 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:50.277989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.410568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:50.520708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee6b49c3-84f7-4f74-9e62-fc65942dac48 req-7bfa3714-47b1-4e9b-a41c-52576fba529e tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055058 Jul 07 17:15:50.526727 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:47Z', 'revision_number': 3, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.604745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.609698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Checking router: c2819494-1b7d-48cd-8a2a-48cb90d0a940 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:50.610166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Updating router c2819494-1b7d-48cd-8a2a-48cb90d0a940 port 19392033-f534-4a1a-8025-babc971ea7a4 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:50.621996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['087beec2-3df3-4f50-b2a4-273895b1a499'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:50.647469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event deleted for resources: {'Port': ['ID=68bd472b-4a70-4341-9f80-bebb65624cdc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:50.661042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-d878561d-9437-4a3f-b3e6-8ed4996b600e service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620222 Jul 07 17:15:50.707089 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.728814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] For port 087beec2-3df3-4f50-b2a4-273895b1a499, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=087beec2-3df3-4f50-b2a4-273895b1a499,segment=NetworkSegment(3df5bb91-42de-48c2-af02-d6cfa83c24e7),segment_id=3df5bb91-42de-48c2-af02-d6cfa83c24e7)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:50.729482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.877063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Calling delete_port for 087beec2-3df3-4f50-b2a4-273895b1a499 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:50.915127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:50.919203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.930147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] No DVR routers for this DVR port 68bd472b-4a70-4341-9f80-bebb65624cdc on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:50.940677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cae2d86b-2851-43c9-9c62-920980331a89 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:50.972820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.982339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "DELETE /v2.0/ports/68bd472b-4a70-4341-9f80-bebb65624cdc HTTP/1.1" status: 204 len: 173 time: 2.9581506 Jul 07 17:15:50.984013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'name': 'network-vif-deleted', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:50.986373 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b920d-b56b-4f4b-bbd6-614b36f8ae45" -d '{"events": [{"server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "name": "network-vif-deleted", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:51.016081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cae2d86b-2851-43c9-9c62-920980331a89 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:51.016504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.062924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9657a72b-f02d-43c2-b1fb-81524dab4596 req-92e49a9d-0f10-4bd5-843e-3afa957fb798 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 210 time: 0.1500139 Jul 07 17:15:51.083411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-c347762f-bc6e-4d46-86ba-d5fd0283e425 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.092274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-c347762f-bc6e-4d46-86ba-d5fd0283e425 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.7924058 Jul 07 17:15:51.109754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-c1bcec40-d83d-41ca-a40b-75e7b38b8760 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2787917 Jul 07 17:15:51.131086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0b15f-2950-456c-a820-826d70d303c8 req-5ce89d3c-fb48-405e-a329-6121ca176740 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.132698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01b0b15f-2950-456c-a820-826d70d303c8 req-5ce89d3c-fb48-405e-a329-6121ca176740 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 944 time: 0.6552153 Jul 07 17:15:51.328851 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.343320 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Transition to ACTIVE for port object 19392033-f534-4a1a-8025-babc971ea7a4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:51.350016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01b0b15f-2950-456c-a820-826d70d303c8 req-512403ca-753f-449f-a63b-9f039f1e9c7a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861939 Jul 07 17:15:51.351988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73ad5d35-bd36-4d1b-ae94-6a5baed85a5c req-08ab06f3-a732-4db6-acd1-5b38bf1d1f89 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748750 Jul 07 17:15:51.352731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5dd2a0e9-3a89-4244-b38f-69008eb29283 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:51.355132 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.359038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 68bd472b-4a70-4341-9f80-bebb65624cdc no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:51.386467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.2 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/1a9a8a66-8827-43ee-9ea9-bfb436243bdd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:51.432030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 68bd472b-4a70-4341-9f80-bebb65624cdc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:51.434465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 68bd472b-4a70-4341-9f80-bebb65624cdc not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:51.462582 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Pushing event updated for resources: {'Port': ['ID=19392033-f534-4a1a-8025-babc971ea7a4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.486677 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.506757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7b0b1-9b11-4651-9c19-ff4b9c8fb9ed req-1506ede1-308c-44a8-8c47-973263678695 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.507719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.508059 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.508400 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.508734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.509063 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.509389 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.509718 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.510039 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.510382 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.510704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.511022 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:51.515183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67c7b0b1-9b11-4651-9c19-ff4b9c8fb9ed req-1506ede1-308c-44a8-8c47-973263678695 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 949 time: 0.1812708 Jul 07 17:15:51.535998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Deleting port 80f7ffef-9123-408e-8678-9ae3bbb3ebee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:51.536552 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.569552 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Attempting to bind port 19392033-f534-4a1a-8025-babc971ea7a4 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:51.569923 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Attempting to bind port 19392033-f534-4a1a-8025-babc971ea7a4 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:51.570308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Attempting to bind port 19392033-f534-4a1a-8025-babc971ea7a4 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:51.578826 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:51.579102 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:51.584069 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.584690 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:51.585346 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Bound port: 19392033-f534-4a1a-8025-babc971ea7a4, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:51.585951 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.615805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:51.616762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1464d1d-a50a-41c8-ae6b-4e6d57d2ada8 req-329a2793-b712-4692-b490-c0341f1be888 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=12ff5228-d748-4c77-85de-e5d769eb12a0 HTTP/1.1" status: 200 len: 210 time: 0.0493517 Jul 07 17:15:51.649946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.666303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67c7b0b1-9b11-4651-9c19-ff4b9c8fb9ed req-1750d549-8754-4b92-a5a3-daafaea5f7bf tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500745 Jul 07 17:15:51.690818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] For port 19392033-f534-4a1a-8025-babc971ea7a4, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:51.698655 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] For port 19392033-f534-4a1a-8025-babc971ea7a4, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=19392033-f534-4a1a-8025-babc971ea7a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:51.703392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5dd2a0e9-3a89-4244-b38f-69008eb29283', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '5dd2a0e9-3a89-4244-b38f-69008eb29283', 'mac_address': 'fa:16:3e:6f:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:51.708011 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.785893 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d19fa58-6814-4dd4-8ea0-838ad3ae1e61 x-openstack-request-id: req-4d19fa58-6814-4dd4-8ea0-838ad3ae1e61 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:51.786159 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff5228-d748-4c77-85de-e5d769eb12a0", "name": "network-vif-deleted", "tag": "68bd472b-4a70-4341-9f80-bebb65624cdc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:51.786288 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d19fa58-6814-4dd4-8ea0-838ad3ae1e61 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:51.786801 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff5228-d748-4c77-85de-e5d769eb12a0', 'name': 'network-vif-deleted', 'tag': '68bd472b-4a70-4341-9f80-bebb65624cdc', 'status': 'completed', 'code': 200} Jul 07 17:15:51.801053 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.802618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] For port 80f7ffef-9123-408e-8678-9ae3bbb3ebee, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=80f7ffef-9123-408e-8678-9ae3bbb3ebee,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:51.803100 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.825390 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecbe1-e62c-40ca-9587-f221bc0c0d7f None None] Pushing event updated for resources: {'Port': ['ID=19392033-f534-4a1a-8025-babc971ea7a4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.835004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd2a0e9-3a89-4244-b38f-69008eb29283 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:51.836214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Calling delete_port for 80f7ffef-9123-408e-8678-9ae3bbb3ebee owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:51.882867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:51.892827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.898448 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:51.901352 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:51.974802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.975573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.977984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.979597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.980323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.981474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.982126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.984316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-62d626e1-7707-4c0c-a94a-95f2816fcb47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 6507 time: 0.7233658 Jul 07 17:15:51.985390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Pushing event deleted for resources: {'Port': ['ID=087beec2-3df3-4f50-b2a4-273895b1a499,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.017035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.075493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:52.094583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5dd2a0e9-3a89-4244-b38f-69008eb29283'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:52.096143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] No DVR routers for this DVR port 087beec2-3df3-4f50-b2a4-273895b1a499 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:52.154030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71bfa-09d1-4ff3-8768-6262fc38d648 req-1ef40963-1f6e-43a1-9d3f-da8ac8d9c5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.155755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1af71bfa-09d1-4ff3-8768-6262fc38d648 req-1ef40963-1f6e-43a1-9d3f-da8ac8d9c5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 945 time: 0.1830218 Jul 07 17:15:52.278086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1af71bfa-09d1-4ff3-8768-6262fc38d648 req-2c5ff0ce-ce5c-48f6-94e9-5964425b5469 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/security-groups?id=41923023-0d1e-4461-be16-84e96657e669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Jul 07 17:15:52.282585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.430659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Pushing event deleted for resources: {'Port': ['ID=80f7ffef-9123-408e-8678-9ae3bbb3ebee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:52.457069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] No DVR routers for this DVR port 80f7ffef-9123-408e-8678-9ae3bbb3ebee on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:52.459797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.462083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc277a3d-d8e9-4ee0-98b4-eea5241c3836 req-4b4a240b-0fbb-4100-824a-a59c93e362f3 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.83 "DELETE /v2.0/ports/80f7ffef-9123-408e-8678-9ae3bbb3ebee HTTP/1.1" status: 204 len: 173 time: 1.3549228 Jul 07 17:15:52.519540 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:47Z', 'revision_number': 3, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:52.552458 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6500e08-131e-4865-86fb-4ac67cd78a10 None None] The sync data for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 is: [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:47Z', 'revision_number': 3, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:52.598820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcbcaa7a-9893-4355-a46f-9f9172234b6c req-b84ccb11-d7f5-4340-a342-39a97539817f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 210 time: 0.0605607 Jul 07 17:15:52.773574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.775625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e2beb38a-4c5e-456c-96f2-6ae21682d13f req-293a5382-63cc-4cea-90c9-ed73939037ac tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.32 "DELETE /v2.0/ports/087beec2-3df3-4f50-b2a4-273895b1a499 HTTP/1.1" status: 204 len: 173 time: 3.1155081 Jul 07 17:15:52.776113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'name': 'network-vif-deleted', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:52.797203 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f53d2a-7c60-41fb-99e8-e118e63d9256" -d '{"events": [{"server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "name": "network-vif-deleted", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:52.872361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb41ec-90b9-40b4-a312-fa6a2cc621a7 req-66d62a3d-caf7-4f99-a7eb-f2aa2335ca12 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.873548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:52.892219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7cb41ec-90b9-40b4-a312-fa6a2cc621a7 req-66d62a3d-caf7-4f99-a7eb-f2aa2335ca12 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 945 time: 0.1058636 Jul 07 17:15:52.990495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7cb41ec-90b9-40b4-a312-fa6a2cc621a7 req-2f76a9ce-f54d-478f-ba26-e3d391d1ee46 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966759 Jul 07 17:15:53.007516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.129124 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317d5956-a4df-4c45-afe9-d7707144fb27 x-openstack-request-id: req-317d5956-a4df-4c45-afe9-d7707144fb27 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:53.129656 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74688543-22d7-411c-ba6c-b19ce54e91ec", "name": "network-vif-deleted", "tag": "087beec2-3df3-4f50-b2a4-273895b1a499", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:53.130200 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-317d5956-a4df-4c45-afe9-d7707144fb27 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:53.130857 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74688543-22d7-411c-ba6c-b19ce54e91ec', 'name': 'network-vif-deleted', 'tag': '087beec2-3df3-4f50-b2a4-273895b1a499', 'status': 'completed', 'code': 200} Jul 07 17:15:53.254257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bdb75fcd-cf6f-4f56-a7e6-cab2c1c8844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.254257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bdb75fcd-cf6f-4f56-a7e6-cab2c1c8844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.254257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bdb75fcd-cf6f-4f56-a7e6-cab2c1c8844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.264326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bdb75fcd-cf6f-4f56-a7e6-cab2c1c8844a service neutron] 10.222.0.83 "GET /v2.0/networks?id=92c36961-f69e-4f31-b650-4041d855e02a&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&id=b51d2e4f-c924-4e6a-8703-417274c36b2c&id=b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 200 len: 2297 time: 1.2178884 Jul 07 17:15:53.311096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.326240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b45f5513-edfb-4511-92e0-082d0298455a req-6ca7707d-0d6d-4cf9-8c6e-de3dbdbd16a5 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] 10.222.0.22 "GET /v2.0/ports?device_id=74688543-22d7-411c-ba6c-b19ce54e91ec HTTP/1.1" status: 200 len: 210 time: 0.0473371 Jul 07 17:15:53.364530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5dd2a0e9-3a89-4244-b38f-69008eb29283 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:53.489137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Allocated IP 172.20.0.1 (2a161a07-16cb-478e-ae6d-eb874a468209/a2d6a37e-92b4-4e18-b967-83e1eff0a91f/9f1d3390-b6f4-45c3-a474-29d87d6a704e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:53.516626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 5dd2a0e9-3a89-4244-b38f-69008eb29283 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:53.522981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5dd2a0e9-3a89-4244-b38f-69008eb29283 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:53.523792 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.581132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e61d0811-975f-468e-a686-a468fffb63fc req-f4065a7b-db8a-45d4-9d1e-826e7282763a tempest-FloatingIPsAssociationNegativeTestJSON-1360617293 tempest-FloatingIPsAssociationNegativeTestJSON-1360617293-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6312c25-b2e8-483a-9fbc-ed5624348b72 HTTP/1.1" status: 200 len: 210 time: 0.0536723 Jul 07 17:15:53.593207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 80f7ffef-9123-408e-8678-9ae3bbb3ebee no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:53.595673 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b56d648a-e125-4b08-931e-0b81be04db2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 200 len: 1001 time: 0.3152306 Jul 07 17:15:53.643521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 80f7ffef-9123-408e-8678-9ae3bbb3ebee {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:53.643876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 80f7ffef-9123-408e-8678-9ae3bbb3ebee not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:53.670245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.686284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Transition to ACTIVE for port object 9f1d3390-b6f4-45c3-a474-29d87d6a704e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:53.719395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.750292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:53.775064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:53.777202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.782382 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec280e7-4821-44b0-96bd-a542175cdf91" -d '{"events": [{"server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "name": "network-vif-plugged", "status": "completed", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:53.787913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'name': 'network-vif-deleted', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:53.790258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:53.797655 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd09bc36-611c-49ae-ba9a-8df9b2eb42cf" -d '{"events": [{"server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "name": "network-vif-deleted", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:53.816299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:53.822598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.823823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 087beec2-3df3-4f50-b2a4-273895b1a499 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:53.831289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:53.848090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:53.874573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 087beec2-3df3-4f50-b2a4-273895b1a499 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:53.875218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 087beec2-3df3-4f50-b2a4-273895b1a499 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:53.888132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:53.904826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6d26c-469e-4e25-a4fa-e523c9906b57 req-df5db973-43a8-4026-b401-484b57a3f267 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.906736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fba6d26c-469e-4e25-a4fa-e523c9906b57 req-df5db973-43a8-4026-b401-484b57a3f267 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 931 time: 0.1689758 Jul 07 17:15:53.921436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:53.937803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:53.939501 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6785eb-8790-42bd-99bc-87688acdb10e x-openstack-request-id: req-bc6785eb-8790-42bd-99bc-87688acdb10e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:53.939996 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "name": "network-vif-plugged", "status": "completed", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:53.940439 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc6785eb-8790-42bd-99bc-87688acdb10e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:53.940998 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283', 'code': 200} Jul 07 17:15:54.000473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fba6d26c-469e-4e25-a4fa-e523c9906b57 req-6bda7efd-3b6c-45dd-8f55-4cb0b496e3b0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877967 Jul 07 17:15:54.007878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.057698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Pushing event updated for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.069931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-09559a0a-1eea-427d-a821-1753c2485ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.071614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-09559a0a-1eea-427d-a821-1753c2485ebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 200 len: 855 time: 0.4643924 Jul 07 17:15:54.084012 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47dc150-1c39-4acb-877b-a2465c6f8235 x-openstack-request-id: req-a47dc150-1c39-4acb-877b-a2465c6f8235 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:54.084310 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6312c25-b2e8-483a-9fbc-ed5624348b72", "name": "network-vif-deleted", "tag": "80f7ffef-9123-408e-8678-9ae3bbb3ebee", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:54.084560 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a47dc150-1c39-4acb-877b-a2465c6f8235 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:54.084952 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6312c25-b2e8-483a-9fbc-ed5624348b72', 'name': 'network-vif-deleted', 'tag': '80f7ffef-9123-408e-8678-9ae3bbb3ebee', 'status': 'completed', 'code': 200} Jul 07 17:15:54.169966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.178252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.178843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.298662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588c55-88e7-4ae9-a0c0-227e270fde0d req-727a2244-c2a2-40c7-b351-72438915991a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.303172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c588c55-88e7-4ae9-a0c0-227e270fde0d req-727a2244-c2a2-40c7-b351-72438915991a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.0890582 Jul 07 17:15:54.311676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-b8df662f-94fe-4d2b-bca5-fdc81ab978d0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9054217 Jul 07 17:15:54.330478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-05506728-2830-4990-b55b-72c969760e3e None None] Provisioning for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:54.332385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Request body: {'port': {'device_id': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:54.336461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-05506728-2830-4990-b55b-72c969760e3e None None] Provisioning complete for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:54.337755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05506728-2830-4990-b55b-72c969760e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.358882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c588c55-88e7-4ae9-a0c0-227e270fde0d req-f11b2758-dcc2-45a8-9a0c-cde2ecb07c31 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522339 Jul 07 17:15:54.393452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05506728-2830-4990-b55b-72c969760e3e None None] Port 9f1d3390-b6f4-45c3-a474-29d87d6a704e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:54.408699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bf72e53d-bccd-4402-a9e8-3b3389423caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.410371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bf72e53d-bccd-4402-a9e8-3b3389423caf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92c36961-f69e-4f31-b650-4041d855e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3081272 Jul 07 17:15:54.437893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.483114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Deleting subnet 6c93473e-0f35-4efe-b559-3cd966108d1b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:15:54.486247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.525445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.528565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c406-e327-44e4-9efe-1e6219e42d3b req-109303f6-d9c9-4ad4-9139-ab71b83486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.530136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4f68c406-e327-44e4-9efe-1e6219e42d3b req-109303f6-d9c9-4ad4-9139-ab71b83486aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 1098 time: 0.4937372 Jul 07 17:15:54.568605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.578209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.626626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.634303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4f68c406-e327-44e4-9efe-1e6219e42d3b req-e8125397-ecf0-4727-8dbe-e7827970f8d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943129 Jul 07 17:15:54.638850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-86ebaea4-06ac-4555-b61f-5de1d1a2c2b4 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962800 Jul 07 17:15:54.658707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c93473e-0f35-4efe-b559-3cd966108d1b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:54.660930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.662797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b8717ea0-cb0f-4661-95a5-1943a36b8aaa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c93473e-0f35-4efe-b559-3cd966108d1b HTTP/1.1" status: 204 len: 168 time: 0.2237082 Jul 07 17:15:54.665895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.701341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55118) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:54.748156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.748397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.853549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.878678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9493b2-b78d-414b-820e-7e34c689054d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:54.896871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df5bb91-42de-48c2-af02-d6cfa83c24e7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:54.897370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df5bb91-42de-48c2-af02-d6cfa83c24e7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:54.912520 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.940401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 19392033-f534-4a1a-8025-babc971ea7a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:54.944405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.951500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:54.952012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:54.954427 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:54.959336 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:55.019396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 19392033-f534-4a1a-8025-babc971ea7a4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:55.024263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.024782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 19392033-f534-4a1a-8025-babc971ea7a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:55.025160 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.031330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.036175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7d9493b2-b78d-414b-820e-7e34c689054d HTTP/1.1" status: 204 len: 168 time: 0.3670068 Jul 07 17:15:55.046842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244341cc-8f04-484c-ac0e-13a6636154e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9493b2-b78d-414b-820e-7e34c689054d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.150169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.184709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 19392033-f534-4a1a-8025-babc971ea7a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=19392033-f534-4a1a-8025-babc971ea7a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:55.202845 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.242983 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b022cd71-163c-4b6a-a3c8-0cbeb92cd054 service neutron] 10.222.0.83 "GET /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926635 Jul 07 17:15:55.304939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.361328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=19392033-f534-4a1a-8025-babc971ea7a4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.397635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a3a06989-b695-437d-bd2b-3d9ac9bd4201 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e32ae93ad6e440ea8042d9982de79eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906682 Jul 07 17:15:55.400065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:55.439130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b441ce-22ca-4924-949c-3fe35474a081 req-7f553668-8b06-46c7-8bd3-710ef75d258b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.440960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07b441ce-22ca-4924-949c-3fe35474a081 req-7f553668-8b06-46c7-8bd3-710ef75d258b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 931 time: 0.2280998 Jul 07 17:15:55.459009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9a8a66-8827-43ee-9ea9-bfb436243bdd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:55.600162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.608599 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-d17e23c3-20e4-4a74-bfa9-11d03db6d014 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 217 time: 0.1252563 Jul 07 17:15:55.681728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Transition to ACTIVE for port object 1a9a8a66-8827-43ee-9ea9-bfb436243bdd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:55.706047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.759335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-6c6f9393-e18b-4cef-888b-95745bfc524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.760927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-6c6f9393-e18b-4cef-888b-95745bfc524e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1409719 Jul 07 17:15:55.859725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:55.880690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07b441ce-22ca-4924-949c-3fe35474a081 req-73c4c3d5-137b-4b09-b730-112d72e15673 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278169 Jul 07 17:15:55.881406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.906380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.910585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:55.970515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db390b43-9d2c-4cce-947d-5067430db940 req-e32a5b15-b589-4499-9c95-c0f7468f183a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.974685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db390b43-9d2c-4cce-947d-5067430db940 req-e32a5b15-b589-4499-9c95-c0f7468f183a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.1447184 Jul 07 17:15:56.025679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db390b43-9d2c-4cce-947d-5067430db940 req-b9b3b86b-2d2f-4188-8a29-1b07cbc87fdc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460138 Jul 07 17:15:56.030619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.033208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.036792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bca8939b-c6b2-4156-9a75-32aae358ef98 HTTP/1.1" status: 204 len: 168 time: 0.6333177 Jul 07 17:15:56.043849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6a8b4-107e-4282-9c13-09c015b21940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8939b-c6b2-4156-9a75-32aae358ef98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.279317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.386982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-d753e1ee-097d-42aa-8ff2-6125106934b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.388536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-d753e1ee-097d-42aa-8ff2-6125106934b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6043181 Jul 07 17:15:56.415887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.432990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Pushing event updated for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:56.464814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Attempting to bind port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:56.465168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Attempting to bind port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:56.465504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Attempting to bind port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:56.493923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:56.494329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Attempting to bind port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:56.555867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:56.556250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:56.556737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:56.557261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Bound port: 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:56.557616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.639367 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b253aa1c-4f70-4c3e-ba0b-c10549e24155 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369606 Jul 07 17:15:56.699947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967306e-a0b4-4b26-8db5-3309beeadf10 req-aab2f110-cd95-450c-8af2-0890352a9c5b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:56.708040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4967306e-a0b4-4b26-8db5-3309beeadf10 req-aab2f110-cd95-450c-8af2-0890352a9c5b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.5069313 Jul 07 17:15:56.755934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4967306e-a0b4-4b26-8db5-3309beeadf10 req-7bda2387-9d44-48d8-8dc3-e98334cad8f9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Jul 07 17:15:56.759144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:56.881827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:56.892138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:56.916386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:56.927816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:56.945390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 19392033-f534-4a1a-8025-babc971ea7a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:57.048282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 19392033-f534-4a1a-8025-babc971ea7a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:57.048536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.053436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.075045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c97c2-8d98-46e9-8c51-1daf4f843040 req-e63f9515-0b17-4b71-ba0c-c397a60cc010 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.078141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-213c97c2-8d98-46e9-8c51-1daf4f843040 req-e63f9515-0b17-4b71-ba0c-c397a60cc010 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.1175272 Jul 07 17:15:57.203245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:57.230129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-213c97c2-8d98-46e9-8c51-1daf4f843040 req-1bf2df2c-d9d9-4c29-929b-cdb53439fdb0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449256 Jul 07 17:15:57.306160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.307212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95904f9-285d-4e33-b2d0-3b39de777f49 req-2f6bd343-d08d-4e5d-b190-9a4b45cacf9a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.307930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.308829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d95904f9-285d-4e33-b2d0-3b39de777f49 req-2f6bd343-d08d-4e5d-b190-9a4b45cacf9a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 943 time: 0.1638317 Jul 07 17:15:57.309793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-08aacbd2-04c8-4214-a463-15a03c6e62e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a9a8a66-8827-43ee-9ea9-bfb436243bdd HTTP/1.1" status: 200 len: 1092 time: 2.9836721 Jul 07 17:15:57.310435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:57.319384 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb59f0-41c0-403f-b767-4bb9025b9ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:57.354444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b00ed74a-8276-409f-b5d6-885e6615cdec service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998982 Jul 07 17:15:57.358336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7bf0f16d-918b-48e6-a13f-32ecfcd34aa6 None None] Provisioning complete for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:57.363077 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f16d-918b-48e6-a13f-32ecfcd34aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.406051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d95904f9-285d-4e33-b2d0-3b39de777f49 req-d0b90179-10bc-4838-9e41-793424daa470 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893779 Jul 07 17:15:57.438353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0f16d-918b-48e6-a13f-32ecfcd34aa6 None None] Port 9f1d3390-b6f4-45c3-a474-29d87d6a704e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:57.527687 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d56c4-850d-4c92-be9a-2351465b35b5 x-openstack-request-id: req-fe2d56c4-850d-4c92-be9a-2351465b35b5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:57.527907 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:57.528081 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe2d56c4-850d-4c92-be9a-2351465b35b5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:57.528495 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd', 'status': 'completed', 'code': 200} Jul 07 17:15:57.576908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-7899278a-7611-4569-9a3d-5959faaa04b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 217 time: 0.1719410 Jul 07 17:15:57.620521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:57.691202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Router c2819494-1b7d-48cd-8a2a-48cb90d0a940 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:57.696075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b6f8877a-1199-4011-b7c6-96ce8df5e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.697251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-b6f8877a-1199-4011-b7c6-96ce8df5e626 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.1095695 Jul 07 17:15:57.776620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-d68ab205-26b2-454e-8b9a-d343560199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.779322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-d68ab205-26b2-454e-8b9a-d343560199dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 1095 time: 0.4199736 Jul 07 17:15:57.794810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:57.810407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '2b993491-4ed5-489e-a000-680c44e48075', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '2b993491-4ed5-489e-a000-680c44e48075', 'mac_address': 'fa:16:3e:04:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:57.833986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-e7766c76-176d-45c3-8af5-9a949cb18e6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd HTTP/1.1" status: 200 len: 217 time: 0.0459433 Jul 07 17:15:57.872571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.902985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:57.963061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:57.974777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:57.992910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319b37-6ebb-418e-80b7-63cd3e567d85 req-d91cb384-ed06-487a-9aaa-fc44f14b8e3f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.007819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17319b37-6ebb-418e-80b7-63cd3e567d85 req-d91cb384-ed06-487a-9aaa-fc44f14b8e3f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.1056540 Jul 07 17:15:58.042325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:58.047486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:58.061206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Sync routers for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:58.077432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:58.079078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:58.080727 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7cc56a91-fba6-4ff7-885d-326b949549cf admin admin] 10.222.0.22 "PUT /v2.0/routers/c2819494-1b7d-48cd-8a2a-48cb90d0a940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1484861 Jul 07 17:15:58.082808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9973c50-45da-4849-8d85-157ad5eda111 req-12f53bac-c0df-4c55-8545-4cbfff3324d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.084340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-12f53bac-c0df-4c55-8545-4cbfff3324d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1467900 Jul 07 17:15:58.088492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-563ce43b-ecbd-4a68-a9c8-27f2a922eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.101267 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-563ce43b-ecbd-4a68-a9c8-27f2a922eb0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3913770 Jul 07 17:15:58.124912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17319b37-6ebb-418e-80b7-63cd3e567d85 req-b3fd3053-eaca-4e0b-bed6-f5640a808de4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158354 Jul 07 17:15:58.140989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['2b993491-4ed5-489e-a000-680c44e48075'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:58.192386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-1120f608-965d-4b60-a55d-448c030a5653 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717437 Jul 07 17:15:58.328644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Deleting port c9736927-050e-4341-b9fe-5ad2d64e5672 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:58.329572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.361693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:58.390426 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:58.394487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-bd5d68d4-6b27-4666-97a1-5b28ae0b55c4 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726755 Jul 07 17:15:58.450919 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-050bf295-53de-4200-9fd3-8beac6dab214 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319713 Jul 07 17:15:58.510965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:58.612731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da33f37b-8240-42bb-afd3-dfa67e6008a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.701532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] For port c9736927-050e-4341-b9fe-5ad2d64e5672, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c9736927-050e-4341-b9fe-5ad2d64e5672,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:58.701911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.721629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Calling delete_port for c9736927-050e-4341-b9fe-5ad2d64e5672 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:58.735194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-3656d525-494b-41b3-9b83-9f7a3314a334 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244994 Jul 07 17:15:58.788518 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9973c50-45da-4849-8d85-157ad5eda111 req-a508b656-9999-4ecf-81a0-0c87ba3a21d5 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557669 Jul 07 17:15:58.804100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621beb56-22cc-441f-a395-59072646071b req-e4ca0112-352d-49fc-9727-d3fe4391cedb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.805257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-621beb56-22cc-441f-a395-59072646071b req-e4ca0112-352d-49fc-9727-d3fe4391cedb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 943 time: 0.1799481 Jul 07 17:15:58.897806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-621beb56-22cc-441f-a395-59072646071b req-39a1ddf3-a324-4c9a-a012-dabe725a195e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802791 Jul 07 17:15:58.908992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-667201e1-5138-4a17-8d0a-8c677d80a55a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 200 len: 217 time: 0.1311412 Jul 07 17:15:58.959665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da33f37b-8240-42bb-afd3-dfa67e6008a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:58.975416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da33f37b-8240-42bb-afd3-dfa67e6008a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.003960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 2, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:59.028000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da33f37b-8240-42bb-afd3-dfa67e6008a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=612afed3b9ce45b687523ec6c8d1cd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648695 Jul 07 17:15:59.028972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f37b-8240-42bb-afd3-dfa67e6008a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b82c3-e9a1-40eb-9c9d-1594f47973d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.032515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.073273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.074124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Checking router: c2819494-1b7d-48cd-8a2a-48cb90d0a940 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:59.074590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Updating router c2819494-1b7d-48cd-8a2a-48cb90d0a940 port 9f1d3390-b6f4-45c3-a474-29d87d6a704e binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:59.080961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-674629613-network', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:59.118549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.126382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Made reservation on behalf of a514ad1d5c864582aa1213725c3af5e2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:59.129385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.153538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.161790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.184501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-98611ba3-051f-41cb-a180-98df84f1d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.186057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-98611ba3-051f-41cb-a180-98df84f1d0ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.2441700 Jul 07 17:15:59.280345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.303489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.308570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.376333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:59.425124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b739ac6-69be-416a-9229-500f236de806,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.431782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.432294 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Added segment 3e85e3c1-8136-4444-a927-2fb850a6d01d of type vlan for network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 Jul 07 17:15:59.520560 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.544570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.545195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.549165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.553137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a21b82c3-e9a1-40eb-9c9d-1594f47973d5 HTTP/1.1" status: 204 len: 168 time: 0.5171833 Jul 07 17:15:59.559191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Transition to ACTIVE for port object 9f1d3390-b6f4-45c3-a474-29d87d6a704e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:59.567444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.582607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57614efe-baf9-4719-ab10-8b463de6c745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b82c3-e9a1-40eb-9c9d-1594f47973d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.616944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-583442da-c26a-4744-8038-c649dbb39d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.619344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-583442da-c26a-4744-8038-c649dbb39d01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 1095 time: 0.7215295 Jul 07 17:15:59.654753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3d27b-c2e7-40c9-90a7-1e1c4ef861e4 req-dfd6ff7a-fa71-4d59-b42e-700b148e003f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.666362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2d3d27b-c2e7-40c9-90a7-1e1c4ef861e4 req-dfd6ff7a-fa71-4d59-b42e-700b148e003f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.2910450 Jul 07 17:15:59.682058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.682579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.683186 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.839407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7608244 Jul 07 17:15:59.849603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:59.866823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Request body: {'subnet': {'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-674629613-subnet', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:59.880044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-b7c882c8-acf2-4db7-acd7-71241b9b5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.883410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-b7c882c8-acf2-4db7-acd7-71241b9b5a80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.2417731 Jul 07 17:15:59.896735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf63e8-a083-49fa-b484-dc59f40c2888 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:59.906805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:59.927243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Made reservation on behalf of a514ad1d5c864582aa1213725c3af5e2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:59.929660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:59.968529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78757bc5-93e1-4f71-b4d2-b248e860fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.011569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-8c11f02e-e13e-4fe6-bc89-6de11bff4dfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd HTTP/1.1" status: 200 len: 217 time: 0.0921412 Jul 07 17:16:00.098540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-b18a4cab-f851-45dc-987c-af8653ba160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.100039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-b18a4cab-f851-45dc-987c-af8653ba160a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.0668643 Jul 07 17:16:00.131283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Attempting to bind port 9f1d3390-b6f4-45c3-a474-29d87d6a704e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:00.131896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Attempting to bind port 9f1d3390-b6f4-45c3-a474-29d87d6a704e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:00.132162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Attempting to bind port 9f1d3390-b6f4-45c3-a474-29d87d6a704e on network 2a161a07-16cb-478e-ae6d-eb874a468209 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:00.169643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:00.170035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Checking segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:00.170501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.170887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Bound using segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:00.171376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Bound port: 9f1d3390-b6f4-45c3-a474-29d87d6a704e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:00.171762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.249029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 2b993491-4ed5-489e-a000-680c44e48075 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:00.249793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.258864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-895b31a8-7d68-4ec8-9ffe-f7b2c730d7cd tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.262345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-895b31a8-7d68-4ec8-9ffe-f7b2c730d7cd tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 1.1634798 Jul 07 17:16:00.271580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-78ad25ad-1d7a-45b3-aa53-caef8cbb7496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520476 Jul 07 17:16:00.379168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd3b56-9a75-4205-9328-f55c561e2392 admin admin] Pushing event updated for resources: {'Network': ['ID=e333dc1a-bf15-494a-9f57-0cd73b1ffd27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.393882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.397081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:00.401040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] For port 9f1d3390-b6f4-45c3-a474-29d87d6a704e, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:00.405494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] For port 9f1d3390-b6f4-45c3-a474-29d87d6a704e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9f1d3390-b6f4-45c3-a474-29d87d6a704e,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:00.442152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b33f74-bc63-4d55-9a83-66a25b7efdc1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.458143 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.491828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2d3d27b-c2e7-40c9-90a7-1e1c4ef861e4 req-7c4cf92e-76af-4297-985b-9e706c625f14 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8244512 Jul 07 17:16:00.502233 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-f0b1140f-9309-4c74-8d39-369f783dd865 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929910 Jul 07 17:16:00.536354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355fa8-dac6-4f39-a864-2d1386da28a8 req-f4bb42ef-9135-4a54-99ef-47d1ef240bac tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.543710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83355fa8-dac6-4f39-a864-2d1386da28a8 req-f4bb42ef-9135-4a54-99ef-47d1ef240bac tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 943 time: 0.2284880 Jul 07 17:16:00.545591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Checking segment: {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:00.545959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Network hostable DHCP agents. Network: e333dc1a-bf15-494a-9f57-0cd73b1ffd27, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:00.560941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.606377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-784403ca-ebe1-4ed8-b82e-e191bb2bab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.609427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-784403ca-ebe1-4ed8-b82e-e191bb2bab14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4139605 Jul 07 17:16:00.610915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83355fa8-dac6-4f39-a864-2d1386da28a8 req-487615f1-fec8-46d2-bdb5-7f2fa81fc377 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642920 Jul 07 17:16:00.612150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:00.633423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e333dc1a-bf15-494a-9f57-0cd73b1ffd27) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:00.640632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:00.641226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.649512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf63e8-a083-49fa-b484-dc59f40c2888 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.663117 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.667812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e473594-5338-4862-9e09-a99fb8744136 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8100317 Jul 07 17:16:00.669937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.671108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16a916-2114-4c63-9c19-01f09b4e9fb6 None None] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:00.676971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:00.678084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:00.680086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:00.732050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1feb59f0-41c0-403f-b767-4bb9025b9ef1 req-ec8654e8-ffc5-46f5-83c6-7c83235d06f2 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243905 Jul 07 17:16:00.762917 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.769651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.845823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9736927-050e-4341-b9fe-5ad2d64e5672,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:00.945160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:00.970190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:00.991984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:00.995153 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2f1b7-8cae-4305-a3c6-aae6b148cf18" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:01.076985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:01.114662 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241be5b2-1593-4238-a0de-f0e5dc3b681f x-openstack-request-id: req-241be5b2-1593-4238-a0de-f0e5dc3b681f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:01.115025 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:01.115326 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-241be5b2-1593-4238-a0de-f0e5dc3b681f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:01.115719 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'code': 200} Jul 07 17:16:01.119735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:01.138270 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.194904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.282029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-290098556-network', 'tenant_id': '7d201f75bf734587b82bddf5b8243931'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:01.295503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.347904 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-f64ac249-badf-4fcd-91ad-5d53feb63677 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938745 Jul 07 17:16:01.376752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:01.438150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1a9a8a66-8827-43ee-9ea9-bfb436243bdd details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:01.469126 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.492548 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-ca1279fd-fe96-4088-83d1-738b3801154a service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Jul 07 17:16:01.495551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 5dd2a0e9-3a89-4244-b38f-69008eb29283 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:01.496426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.499353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Made reservation on behalf of 7d201f75bf734587b82bddf5b8243931 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:01.501766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.502793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.545756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:01.562520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'fixed_ips': [{'subnet_id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:01.563598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.570490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.608715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd', 'mac_address': 'fa:16:3e:a0:34:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:01.733325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-cb5b2ede-7e33-4735-bb55-1a21d9c71255 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 200 len: 217 time: 0.1463380 Jul 07 17:16:01.828936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.869666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Allocated IP 172.25.7.15 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/30074759-cb6c-47a5-af6c-282d5afe1c46) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:01.883104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9a8a66-8827-43ee-9ea9-bfb436243bdd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:01.901270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab9679-aa7b-49e1-aef1-045771dda547 req-f03d0bd7-72ac-4eea-aa7c-ab2323f7923c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.903903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16ab9679-aa7b-49e1-aef1-045771dda547 req-f03d0bd7-72ac-4eea-aa7c-ab2323f7923c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 946 time: 0.2562537 Jul 07 17:16:01.905379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:01.916959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:01.969455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Allocated IP 172.20.0.2 (e333dc1a-bf15-494a-9f57-0cd73b1ffd27/67b33f74-bc63-4d55-9a83-66a25b7efdc1/86a02bd3-1517-474a-9acf-07ff5d3f8a09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:01.972414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f6746469-0e60-4227-b800-549491d61a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:00Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:02.010876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-0eda6500-eddb-47ca-ab5f-358f7133ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.013441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-0eda6500-eddb-47ca-ab5f-358f7133ca24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 200 len: 797 time: 0.2712154 Jul 07 17:16:02.031839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6746469-0e60-4227-b800-549491d61a2c None None] The sync data for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 is: [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:00Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:02.039137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.040265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 5dd2a0e9-3a89-4244-b38f-69008eb29283, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5dd2a0e9-3a89-4244-b38f-69008eb29283,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:02.040829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.041520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbba93-72fa-452d-b9db-9cd8d018b11d req-1ae6a29b-5719-4cf1-8441-1b5c5af96d20 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.050855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5cbba93-72fa-452d-b9db-9cd8d018b11d req-1ae6a29b-5719-4cf1-8441-1b5c5af96d20 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 943 time: 0.2284274 Jul 07 17:16:02.183075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16ab9679-aa7b-49e1-aef1-045771dda547 req-143bba3d-262e-4bf5-b733-508cec2e4024 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511618 Jul 07 17:16:02.193808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 5dd2a0e9-3a89-4244-b38f-69008eb29283 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:02.217442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1a9a8a66-8827-43ee-9ea9-bfb436243bdd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:02.314157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5cbba93-72fa-452d-b9db-9cd8d018b11d req-24451f43-bc67-433a-ba20-96a6c9e98d97 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619457 Jul 07 17:16:02.329756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.364848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d2e4faf-9fc1-4123-837e-aa2fdef71eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.420898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.430930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.431960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-767f1a13-76aa-4b1b-bd21-856de15ab78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.435031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-767f1a13-76aa-4b1b-bd21-856de15ab78a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4100413 Jul 07 17:16:02.454434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.516629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28951bc2-5de9-4d60-9583-9e4366b1b2ff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.535462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Pushing event updated for resources: {'Port': ['ID=30074759-cb6c-47a5-af6c-282d5afe1c46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:02.564259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:02.565666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:02.572359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Router f3530c64-5f35-4a37-8581-4ff91041bfb7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:02.582397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:02.629471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:02.656327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.666086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.666635 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Added segment b3964841-873c-4024-978a-5707ce0ec09f of type vlan for network a2d66015-cecd-41ef-90e0-e364794efa76 Jul 07 17:16:02.706211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Transition to ACTIVE for port object 86a02bd3-1517-474a-9acf-07ff5d3f8a09 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:02.745748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Transition to ACTIVE for port object 86a02bd3-1517-474a-9acf-07ff5d3f8a09 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:02.757000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.766824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:02.821269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:02.855864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:02.860654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:02.923268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Pushing event updated for resources: {'Port': ['ID=86a02bd3-1517-474a-9acf-07ff5d3f8a09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.048622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-f953063f-4f52-4453-8ca1-7ad6bf41b085 service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886798 Jul 07 17:16:03.051350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.085166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Attempting to bind port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:03.085974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Attempting to bind port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:03.087659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Attempting to bind port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 on network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:03.094228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9f1d3390-b6f4-45c3-a474-29d87d6a704e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:03.145261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:03.146555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Checking segment: {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:03.147159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.148264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Bound using segment: {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:03.148965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Bound port: 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:03.150055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.201556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.282434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02e24978-b959-40e1-896f-b68745dd863b None None] For port 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:03.299138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02e24978-b959-40e1-896f-b68745dd863b None None] For port 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=86a02bd3-1517-474a-9acf-07ff5d3f8a09,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:03.324468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.344254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.498018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.499244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.499860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.516839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513', '47f03111-9e6c-464d-bd0d-0c2120250fab'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:03.520030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:03.529901 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Sync routers for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:03.538810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=5dd2a0e9-3a89-4244-b38f-69008eb29283,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.550735 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:03.557447 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:03.575045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1a9a8a66-8827-43ee-9ea9-bfb436243bdd up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:03.597859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-486ab2b6-d135-48cc-909b-4d7acf152aaa admin admin] 10.222.0.22 "PUT /v2.0/routers/f3530c64-5f35-4a37-8581-4ff91041bfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8954475 Jul 07 17:16:03.610219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55468) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.700890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e24978-b959-40e1-896f-b68745dd863b None None] Pushing event updated for resources: {'Port': ['ID=86a02bd3-1517-474a-9acf-07ff5d3f8a09,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:03.744462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:03.758411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8096099 Jul 07 17:16:03.767535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:03.767811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55470) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:03.768386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.770448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:03.779028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:03.779737 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.782264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:03.799718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9447c436-17e3-47c1-bf87-9dbe620292ba req-7a6e04ac-49c2-41f2-abfc-09f1f74d3f0d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 210 time: 0.2569070 Jul 07 17:16:03.919006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Request body: {'subnet': {'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-290098556-subnet', 'tenant_id': '7d201f75bf734587b82bddf5b8243931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:04.063219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:04.080992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.093023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c358478-0252-4943-8148-75875f7c3245 req-1929a1de-f5aa-4fec-9fe5-67b810d8631c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.101310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c358478-0252-4943-8148-75875f7c3245 req-1929a1de-f5aa-4fec-9fe5-67b810d8631c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 944 time: 0.4133101 Jul 07 17:16:04.227908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 5dd2a0e9-3a89-4244-b38f-69008eb29283 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:04.233589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.240790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fc06bdb-bffa-4267-914e-6dd352f59c37 req-13a33cea-5577-48ef-bf3e-c87d069782ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "DELETE /v2.0/ports/5dd2a0e9-3a89-4244-b38f-69008eb29283 HTTP/1.1" status: 204 len: 173 time: 3.9668214 Jul 07 17:16:04.241490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca060d3-3190-459b-bc7f-e637bb2a1cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d66015-cecd-41ef-90e0-e364794efa76,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:04.279456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'name': 'network-vif-deleted', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:04.289755 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d4a6b4-b49c-4560-a0e1-a9560a0a3e4f" -d '{"events": [{"server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "name": "network-vif-deleted", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:04.302554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.316977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a2d66015-cecd-41ef-90e0-e364794efa76 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:04.437631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-76fc7ff2-1d1c-4769-b0d2-4ebeb6f9456f service neutron] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2676799 Jul 07 17:16:04.481713 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c099c6-1a07-4a51-b2a6-e21c0f8f5c93 x-openstack-request-id: req-e0c099c6-1a07-4a51-b2a6-e21c0f8f5c93 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:04.482010 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f0a9d-d86c-4dc3-9ab6-df5f2256724d", "name": "network-vif-deleted", "tag": "5dd2a0e9-3a89-4244-b38f-69008eb29283", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:04.486735 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0c099c6-1a07-4a51-b2a6-e21c0f8f5c93 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:04.487383 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f0a9d-d86c-4dc3-9ab6-df5f2256724d', 'name': 'network-vif-deleted', 'tag': '5dd2a0e9-3a89-4244-b38f-69008eb29283', 'status': 'completed', 'code': 200} Jul 07 17:16:04.515352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Made reservation on behalf of 7d201f75bf734587b82bddf5b8243931 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:04.517639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.518879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c358478-0252-4943-8148-75875f7c3245 req-b3a28e1d-1379-4fa0-b56c-1dd85d95d598 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125903 Jul 07 17:16:04.600903 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:15:59Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.617551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.645755 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Checking router: f3530c64-5f35-4a37-8581-4ff91041bfb7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:04.656163 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Routers {'f3530c64-5f35-4a37-8581-4ff91041bfb7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:04.657024 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f3530c64-5f35-4a37-8581-4ff91041bfb7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:04.704582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-f5f0538f-14e9-4cdc-8a69-0fcf1a5c891c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 200 len: 217 time: 0.2493267 Jul 07 17:16:04.733546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Router 3d3a9f9c-d508-4034-967b-81766fc60737 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:04.812517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:04.962265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:04.998528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 9f1d3390-b6f4-45c3-a474-29d87d6a704e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9f1d3390-b6f4-45c3-a474-29d87d6a704e,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:04.999735 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] Set router f3530c64-5f35-4a37-8581-4ff91041bfb7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:05.021789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:05.027129 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f964871-7667-4eab-9003-d76ddade8196" -d '{"events": [{"server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:05.053904 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.061748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.064272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5dd2a0e9-3a89-4244-b38f-69008eb29283 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:05.081937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.177888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5dd2a0e9-3a89-4244-b38f-69008eb29283 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:05.184873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5dd2a0e9-3a89-4244-b38f-69008eb29283 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:05.201673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:05.241345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Sync routers for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:05.277484 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.279194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-98cd641e-1254-4996-8b67-ac29f01f6de9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6081855 Jul 07 17:16:05.287939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55510) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:05.293826 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a3730-c7a1-4c3e-b23c-30b5d554107b x-openstack-request-id: req-7d3a3730-c7a1-4c3e-b23c-30b5d554107b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:05.294425 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:05.297548 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d3a3730-c7a1-4c3e-b23c-30b5d554107b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:05.298585 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd', 'code': 200} Jul 07 17:16:05.370657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:05.473934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81060a24-3205-4f54-9cfa-79eec393c1b2 req-47276b1c-7cd2-4e17-b0d3-a094f79c1cfe tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c36f0a9d-d86c-4dc3-9ab6-df5f2256724d HTTP/1.1" status: 200 len: 210 time: 0.0776656 Jul 07 17:16:05.490586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 86a02bd3-1517-474a-9acf-07ff5d3f8a09 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:05.492729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:05.493527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:05.633415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:05.746686 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:15:59Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:05.807577 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61a749-aa45-49b1-8f3b-57b4e55182e5 None None] The sync data for ids ['f3530c64-5f35-4a37-8581-4ff91041bfb7'] in n-d-791504-12 is: [{'id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1753499749-router', 'tenant_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '01e77955-973f-445a-829c-b14953300997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:34Z', 'updated_at': '2021-07-07T17:15:59Z', 'revision_number': 5, 'project_id': '4bf7a842d4704fa4b44adf9a0401dbb2', 'gw_port': {'id': '01e77955-973f-445a-829c-b14953300997', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3530c64-5f35-4a37-8581-4ff91041bfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:05.908793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2afb8f-7583-45bb-806a-d710aa97f76d req-d83392c0-7952-43c1-8032-f9e6c4fd6267 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.919706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d2afb8f-7583-45bb-806a-d710aa97f76d req-d83392c0-7952-43c1-8032-f9e6c4fd6267 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.1492362 Jul 07 17:16:05.949459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b46c3e-6295-46f2-bcb9-8f451e5bb3c4 None None] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:05.956683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-2e5f7339-ad6b-45b7-9011-b23669201088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:05.956683 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-2e5f7339-ad6b-45b7-9011-b23669201088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 1.1446569 Jul 07 17:16:06.034473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d2afb8f-7583-45bb-806a-d710aa97f76d req-a6e784e4-463a-4e08-a41b-4dac45b62faf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114948 Jul 07 17:16:06.121738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:06.168022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-440b21b6-9b5a-4f7c-bb9f-78c0f80bb2be None None] Provisioning for port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:06.297784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.333469 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.368356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:06.370557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:06.491949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b305fb7-7bb0-48c0-8f9b-80e29b0b690f req-3908812e-43c2-4535-9d2d-8522582a35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.491949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b305fb7-7bb0-48c0-8f9b-80e29b0b690f req-3908812e-43c2-4535-9d2d-8522582a35c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 1097 time: 0.5576446 Jul 07 17:16:06.491949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-16e86f1b-1cfe-4ed2-85ad-b64bce326c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.491949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-16e86f1b-1cfe-4ed2-85ad-b64bce326c16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5227590 Jul 07 17:16:06.613539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:06.614585 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.631982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.912624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b305fb7-7bb0-48c0-8f9b-80e29b0b690f req-7c174e23-40aa-43d7-a737-524ce843ff06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032798 Jul 07 17:16:06.935808 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.990241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=86a02bd3-1517-474a-9acf-07ff5d3f8a09,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:06.999087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Pushing event updated for resources: {'Subnet': ['ID=67717f0c-13de-4ff9-a9b5-ee7a6bc4da13,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.010464 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.098642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 3, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:07.139093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Deleting port 01e77955-973f-445a-829c-b14953300997 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:07.139644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.148643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.148991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.149326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.149683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.150245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.150731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.151217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.151699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.152282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.152803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.153294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.153771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:07.195928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-d463920a-24b8-4b52-b534-4392a4d42b77 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853960 Jul 07 17:16:07.196531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Checking router: 3d3a9f9c-d508-4034-967b-81766fc60737 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:07.198658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Updating router 3d3a9f9c-d508-4034-967b-81766fc60737 port 30074759-cb6c-47a5-af6c-282d5afe1c46 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:07.336462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.349952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9f1d3390-b6f4-45c3-a474-29d87d6a704e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:07.387342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Checking segment: {'id': 'b3964841-873c-4024-978a-5707ce0ec09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:07.388121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Network hostable DHCP agents. Network: a2d66015-cecd-41ef-90e0-e364794efa76, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:07.423627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2bdf8-8f17-40ba-9741-b14e248b764e req-c0461f41-6b1f-4f0b-841c-7c6ea646ea95 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.432185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65e2bdf8-8f17-40ba-9741-b14e248b764e req-c0461f41-6b1f-4f0b-841c-7c6ea646ea95 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.1304765 Jul 07 17:16:07.474461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=86a02bd3-1517-474a-9acf-07ff5d3f8a09,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.508387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8dd76ba8-58a7-4912-b90c-72c4464c4110 None None] Provisioning complete for port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:07.510897 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dd76ba8-58a7-4912-b90c-72c4464c4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.529901 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-639513d1-6644-4a71-b679-b7802a32ff93 service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545155 Jul 07 17:16:07.579882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65e2bdf8-8f17-40ba-9741-b14e248b764e req-3115a081-3e27-459b-a9c6-10c49c2fd6bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462324 Jul 07 17:16:07.593813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-855027dd-67ef-41a9-9fc1-8a27718b7d1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 200 len: 217 time: 0.0542471 Jul 07 17:16:07.613477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9f1d3390-b6f4-45c3-a474-29d87d6a704e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:07.614398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.634798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea0dc0-6260-4043-88ac-c8f3b8fbba30 req-c426425f-1ad8-4805-b1f4-610a18656534 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.636418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2ea0dc0-6260-4043-88ac-c8f3b8fbba30 req-c426425f-1ad8-4805-b1f4-610a18656534 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.2244003 Jul 07 17:16:07.678570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-f09417c3-0cef-4d7e-a23d-648806ef5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.678570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-f09417c3-0cef-4d7e-a23d-648806ef5f77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 200 len: 797 time: 0.0747430 Jul 07 17:16:07.733009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Network a2d66015-cecd-41ef-90e0-e364794efa76 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:07.751244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2ea0dc0-6260-4043-88ac-c8f3b8fbba30 req-305fa40b-f629-4200-a739-aacddbf56eae tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Jul 07 17:16:07.793214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] For port 01e77955-973f-445a-829c-b14953300997, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=01e77955-973f-445a-829c-b14953300997,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:07.793718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.822806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a2d66015-cecd-41ef-90e0-e364794efa76) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:07.849276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.850139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.852526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8af38c-9ab0-46ec-803c-1d284f750a9b None None] Network a2d66015-cecd-41ef-90e0-e364794efa76 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:07.852878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Calling delete_port for 01e77955-973f-445a-829c-b14953300997 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:07.955544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.034549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-36de0368-f5a3-4a07-846e-a85b245405de admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.1202235 Jul 07 17:16:08.065825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-dc29f40a-2dae-4f8e-b6a5-8d6c3023d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.067462 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-dc29f40a-2dae-4f8e-b6a5-8d6c3023d06c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b51d2e4f-c924-4e6a-8703-417274c36b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3279245 Jul 07 17:16:08.101850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9736927-050e-4341-b9fe-5ad2d64e5672 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:08.159702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c9736927-050e-4341-b9fe-5ad2d64e5672 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:08.160047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c9736927-050e-4341-b9fe-5ad2d64e5672 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:08.252891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e68712-6d2d-41dd-acb8-f3ec6c879ee7 None None] Network a2d66015-cecd-41ef-90e0-e364794efa76 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:08.268359 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-3089afbc-a795-4947-829e-789e53fa33ff service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911883 Jul 07 17:16:08.390423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.417165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Transition to ACTIVE for port object 30074759-cb6c-47a5-af6c-282d5afe1c46 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:08.444778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.540382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24106d-21c1-43d9-8013-0ab529ff052f None None] Pushing event updated for resources: {'Port': ['ID=30074759-cb6c-47a5-af6c-282d5afe1c46,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.552927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Attempting to bind port 30074759-cb6c-47a5-af6c-282d5afe1c46 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:08.553305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Attempting to bind port 30074759-cb6c-47a5-af6c-282d5afe1c46 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:08.553809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Attempting to bind port 30074759-cb6c-47a5-af6c-282d5afe1c46 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:08.569690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:08.570074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:08.570535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.570914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:08.571405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Bound port: 30074759-cb6c-47a5-af6c-282d5afe1c46, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:08.572218 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.691058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] For port 30074759-cb6c-47a5-af6c-282d5afe1c46, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:08.694949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] For port 30074759-cb6c-47a5-af6c-282d5afe1c46, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=30074759-cb6c-47a5-af6c-282d5afe1c46,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:08.702456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.766656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.780243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Allocated IP 172.20.0.1 (e333dc1a-bf15-494a-9f57-0cd73b1ffd27/67b33f74-bc63-4d55-9a83-66a25b7efdc1/48a4db96-cd2d-4e56-91e1-1254a8686be5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.812081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:08.812906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.819416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e77955-973f-445a-829c-b14953300997,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.823680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0da9c9b5-57fc-4180-82fb-80897f1129e1 req-c01bab6b-107a-4472-8524-cbbf5258f9ff service neutron] 10.222.0.83 "GET /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030308 Jul 07 17:16:08.873050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24106d-21c1-43d9-8013-0ab529ff052f None None] Pushing event updated for resources: {'Port': ['ID=30074759-cb6c-47a5-af6c-282d5afe1c46,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.983319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-569c347c-58fd-4d08-944f-0decf2444322 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.990795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-569c347c-58fd-4d08-944f-0decf2444322 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/networks?id=a2d66015-cecd-41ef-90e0-e364794efa76 HTTP/1.1" status: 200 len: 813 time: 0.3549876 Jul 07 17:16:09.028236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.087174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-4058bce4-1428-4e6c-b2fb-02c82362449c tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/quotas/7d201f75bf734587b82bddf5b8243931 HTTP/1.1" status: 200 len: 375 time: 0.0949690 Jul 07 17:16:09.146214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-99650d9e-684b-4a0d-98e7-55b2127564ff tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d201f75bf734587b82bddf5b8243931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526140 Jul 07 17:16:09.209327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:09.224991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514d392-ae09-4b36-b42b-4fe0f41eca2f req-8f0aa088-cf09-469c-a1b9-8a2df2a29f8d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.236892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f514d392-ae09-4b36-b42b-4fe0f41eca2f req-8f0aa088-cf09-469c-a1b9-8a2df2a29f8d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.2292130 Jul 07 17:16:09.349881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 86a02bd3-1517-474a-9acf-07ff5d3f8a09 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:09.361053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.389432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.414775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.492595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Transition to ACTIVE for port object 48a4db96-cd2d-4e56-91e1-1254a8686be5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:09.510380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-78c2366f-1213-4816-9d39-40ef8147b1c8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.512572 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-78c2366f-1213-4816-9d39-40ef8147b1c8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.4644892 Jul 07 17:16:09.515288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.515807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3530c64-5f35-4a37-8581-4ff91041bfb7 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:16:09.522766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.523916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9e0e2582-fe90-4487-a905-8bc88d554260 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f3530c64-5f35-4a37-8581-4ff91041bfb7 HTTP/1.1" status: 204 len: 168 time: 5.8312099 Jul 07 17:16:09.572319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:09.576388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.594683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.725476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Deleting subnet bd411dbc-3bcb-45e9-9360-e5689e7259fc {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:09.789797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.834635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 3, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:09.905484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f514d392-ae09-4b36-b42b-4fe0f41eca2f req-93601e56-d778-4f2f-9995-f36c722bf460 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623509 Jul 07 17:16:09.908742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665c350-a4d6-4e2f-8401-9474a13959dc None None] The sync data for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 is: [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:02Z', 'revision_number': 3, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:09.925548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.986818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-e77e7401-5084-4edc-89f2-6397ab297d0f service neutron] 10.222.0.22 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086495 Jul 07 17:16:09.987312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.134361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-30d7590a-0971-4cbd-8878-12e13e7ff1b2 service neutron] 10.222.0.22 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457248 Jul 07 17:16:10.478438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16017a4-2c1c-4e77-9c46-446d59c83cb8 req-ebad51dc-f82d-4064-845d-aacb1b5761ff tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.486125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b16017a4-2c1c-4e77-9c46-446d59c83cb8 req-ebad51dc-f82d-4064-845d-aacb1b5761ff tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 945 time: 0.1845334 Jul 07 17:16:10.595099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b16017a4-2c1c-4e77-9c46-446d59c83cb8 req-43b39216-a1a1-49be-9315-8f502beae9e0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026003 Jul 07 17:16:10.848100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 47f03111-9e6c-464d-bd0d-0c2120250fab {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:10.848594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.854418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b98b9acb-a8fa-41e1-859f-b93f0f256c7c req-8497acdc-1544-45f0-9642-40e3754e42f8 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 210 time: 0.0897758 Jul 07 17:16:11.016099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 47f03111-9e6c-464d-bd0d-0c2120250fab, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=47f03111-9e6c-464d-bd0d-0c2120250fab,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:11.016478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.043047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 47f03111-9e6c-464d-bd0d-0c2120250fab owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:11.240020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:11.261061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:11.279768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc878e74-350a-420c-a63f-10ebaaba951d req-8174a557-31f7-4ae6-b470-77e472d5cf6e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.281367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc878e74-350a-420c-a63f-10ebaaba951d req-8174a557-31f7-4ae6-b470-77e472d5cf6e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.1557634 Jul 07 17:16:11.287921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:11.372784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 30074759-cb6c-47a5-af6c-282d5afe1c46 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:11.397078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc878e74-350a-420c-a63f-10ebaaba951d req-83527f85-bb29-4f39-9f84-af7152f496ef tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080167 Jul 07 17:16:11.494132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.498442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Pushing event updated for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.516207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 30074759-cb6c-47a5-af6c-282d5afe1c46 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:11.521966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 30074759-cb6c-47a5-af6c-282d5afe1c46 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:11.522375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.692769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.728099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.760843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.775692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 30074759-cb6c-47a5-af6c-282d5afe1c46, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=30074759-cb6c-47a5-af6c-282d5afe1c46,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:11.781203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 47f03111-9e6c-464d-bd0d-0c2120250fab no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:11.837750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=47f03111-9e6c-464d-bd0d-0c2120250fab,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.868004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.886386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:11.968289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-272b2b0a-696c-4cb1-aaec-cef94bfbb243 req-7efd988c-69eb-43b4-a769-4edcae5d54bf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 210 time: 0.0726182 Jul 07 17:16:12.006198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 47f03111-9e6c-464d-bd0d-0c2120250fab {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:12.006555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 47f03111-9e6c-464d-bd0d-0c2120250fab not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:12.008175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 01e77955-973f-445a-829c-b14953300997 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:12.132111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-13c7f542-e94d-403a-b2da-b830bddb75f5 None None] Provisioning for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:12.138594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-13c7f542-e94d-403a-b2da-b830bddb75f5 None None] Provisioning complete for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:12.139360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13c7f542-e94d-403a-b2da-b830bddb75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.139983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.142644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=30074759-cb6c-47a5-af6c-282d5afe1c46,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.152257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 01e77955-973f-445a-829c-b14953300997 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:12.152797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 01e77955-973f-445a-829c-b14953300997 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:12.162990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 47f03111-9e6c-464d-bd0d-0c2120250fab on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:12.174013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.177060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1390e030-fe1b-4e1b-a797-449da7a05faf req-7cf30d03-46bc-44ec-bf79-f375fc9f57b2 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "DELETE /v2.0/ports/47f03111-9e6c-464d-bd0d-0c2120250fab HTTP/1.1" status: 204 len: 173 time: 2.6575968 Jul 07 17:16:12.193691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'name': 'network-vif-deleted', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:12.229682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcbb9071-5211-4dd6-b318-9e332e14d3ec req-7c9da672-e812-49b0-b2a8-d4aca11bcb1b tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 210 time: 0.1004128 Jul 07 17:16:12.235600 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051040d1-8d74-494f-bee4-b3afbf295f84" -d '{"events": [{"server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "name": "network-vif-deleted", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:12.253429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13c7f542-e94d-403a-b2da-b830bddb75f5 None None] Port 48a4db96-cd2d-4e56-91e1-1254a8686be5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:12.306309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.308448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bd411dbc-3bcb-45e9-9360-e5689e7259fc HTTP/1.1" status: 204 len: 168 time: 2.7111380 Jul 07 17:16:12.309915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e0166-7090-410a-bc95-d0e32dade50e None None] Network b284666a-de4d-4124-b23b-a7f5175fb536 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:12.311618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fa62a-01e3-4f21-b0cb-2195d9550ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd411dbc-3bcb-45e9-9360-e5689e7259fc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.312194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.346726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.494976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.523854 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4de98-a012-4081-a4f2-4602a2426e80 x-openstack-request-id: req-5eb4de98-a012-4081-a4f2-4602a2426e80 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:12.529928 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e68876-e07e-4a6a-9ce6-01b3fba79475", "name": "network-vif-deleted", "tag": "47f03111-9e6c-464d-bd0d-0c2120250fab", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:12.531351 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5eb4de98-a012-4081-a4f2-4602a2426e80 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:12.532038 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e68876-e07e-4a6a-9ce6-01b3fba79475', 'name': 'network-vif-deleted', 'tag': '47f03111-9e6c-464d-bd0d-0c2120250fab', 'status': 'completed', 'code': 200} Jul 07 17:16:12.587293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Deleting port 2f816881-d96f-433a-b616-47849ffc1050 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:12.587634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.726579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] DHCP port deletion for b284666a-de4d-4124-b23b-a7f5175fb536 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:12.792232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] For port 2f816881-d96f-433a-b616-47849ffc1050, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f816881-d96f-433a-b616-47849ffc1050,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:12.793043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.804308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Deleting port 2f816881-d96f-433a-b616-47849ffc1050 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:12.805181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.817581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Calling delete_port for 2f816881-d96f-433a-b616-47849ffc1050 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:12.955398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.968442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.978735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] For port 2f816881-d96f-433a-b616-47849ffc1050, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f816881-d96f-433a-b616-47849ffc1050,segment=NetworkSegment(f10fb8fa-89d2-4285-bc10-f122070ee22e),segment_id=f10fb8fa-89d2-4285-bc10-f122070ee22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:12.979620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.039646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Calling delete_port for 2f816881-d96f-433a-b616-47849ffc1050 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:13.063011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-133811b0-1ccc-4cb5-ae1a-f54699c0cc74 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.064552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-133811b0-1ccc-4cb5-ae1a-f54699c0cc74 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.83 "GET /v2.0/networks?id=a2d66015-cecd-41ef-90e0-e364794efa76 HTTP/1.1" status: 200 len: 813 time: 0.3040178 Jul 07 17:16:13.104718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Request body: {'port': {'device_id': 'af35f779-dd03-428d-ad46-e495897c61b1', 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76', 'admin_state_up': True, 'tenant_id': '7d201f75bf734587b82bddf5b8243931'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.240078 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd6fa2-a981-4e59-be0c-d5e9f1ebf934 req-adb30a22-4430-4ecd-8928-ca9371b3e7fd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.262946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3fd6fa2-a981-4e59-be0c-d5e9f1ebf934 req-adb30a22-4430-4ecd-8928-ca9371b3e7fd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.3509834 Jul 07 17:16:13.296424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 30074759-cb6c-47a5-af6c-282d5afe1c46 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:13.342164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.404226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f816881-d96f-433a-b616-47849ffc1050,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.427613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.439567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] No DVR routers for this DVR port 2f816881-d96f-433a-b616-47849ffc1050 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:13.486889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e818c50-a8e2-452f-80e9-c498f02b55f1 req-aa68da19-8484-4a57-8145-05880a426120 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4e68876-e07e-4a6a-9ce6-01b3fba79475 HTTP/1.1" status: 200 len: 210 time: 0.1469810 Jul 07 17:16:13.496243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.501679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Pushing event updated for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.504906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.506412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.516460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.517007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.517532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.519581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.523127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.523690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.525534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.526048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.526598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.596709 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:16:13.600460 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:16:13.606498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Made reservation on behalf of 7d201f75bf734587b82bddf5b8243931 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:13.608083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 30074759-cb6c-47a5-af6c-282d5afe1c46 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:13.610429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.610584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3fd6fa2-a981-4e59-be0c-d5e9f1ebf934 req-49ad9e91-fcbc-4a75-ac2d-53d2e8f383bd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448629 Jul 07 17:16:13.616799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.720326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.732650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.736101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] No DVR routers for this DVR port 2f816881-d96f-433a-b616-47849ffc1050 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:13.759618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b284666a-de4d-4124-b23b-a7f5175fb536']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:13.783010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10fb8fa-89d2-4285-bc10-f122070ee22e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:13.783363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10fb8fa-89d2-4285-bc10-f122070ee22e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:13.789010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d2f44-1753-4169-815c-188ea20bd992 None None] Pushing event deleted for resources: {'Port': ['ID=2f816881-d96f-433a-b616-47849ffc1050,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.799499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.844250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.920538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74688112-6882-4562-8c2a-70fd9ee0a525 req-d4f70bc4-1da4-4e13-9e9f-c29561d2927c tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 210 time: 0.0673854 Jul 07 17:16:13.923733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:13.925340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:13.930542 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:13.986057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f816881-d96f-433a-b616-47849ffc1050 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:14.016211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:14.030343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:14.059518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.066066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2f816881-d96f-433a-b616-47849ffc1050 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:14.066445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f816881-d96f-433a-b616-47849ffc1050 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:14.075865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.085152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b284666a-de4d-4124-b23b-a7f5175fb536 HTTP/1.1" status: 204 len: 168 time: 1.7718546 Jul 07 17:16:14.103626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0c8a-7205-4d8b-86b3-cc7a4fa41db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b284666a-de4d-4124-b23b-a7f5175fb536,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.303721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.315222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Allocated IP 172.20.0.7 (a2d66015-cecd-41ef-90e0-e364794efa76/67717f0c-13de-4ff9-a9b5-ee7a6bc4da13/2a8531a5-aea9-42c9-a1f1-558c2caf6584) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:14.369778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6aa62bb6-c66a-4453-b69f-7901a6dd0a09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bf7a842d4704fa4b44adf9a0401dbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645936 Jul 07 17:16:14.375119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.517328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-45083121-dfda-4976-ab07-c87e63b2c788 None None] Provisioning complete for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:14.517712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45083121-dfda-4976-ab07-c87e63b2c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.536283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.575074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893258a0-03d2-477e-92f3-911861c58b77 req-d68789b2-0ca0-4c91-9e58-ca905954eaa1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.576952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-893258a0-03d2-477e-92f3-911861c58b77 req-d68789b2-0ca0-4c91-9e58-ca905954eaa1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.1809695 Jul 07 17:16:14.582078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.592509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45083121-dfda-4976-ab07-c87e63b2c788 None None] Port 48a4db96-cd2d-4e56-91e1-1254a8686be5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:14.600410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.602683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Router 3d3a9f9c-d508-4034-967b-81766fc60737 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:14.771673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-893258a0-03d2-477e-92f3-911861c58b77 req-63efc217-3452-4057-83af-83effa6e80cf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632881 Jul 07 17:16:14.776012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.784432 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.812852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.825431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41923023-0d1e-4461-be16-84e96657e669 HTTP/1.1" status: 204 len: 168 time: 0.4490454 Jul 07 17:16:14.850820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e9bc2-6e25-49fc-aac5-a3057bc6d203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41923023-0d1e-4461-be16-84e96657e669,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.923216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Network a2d66015-cecd-41ef-90e0-e364794efa76 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:14.933400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:14.938876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:14.971445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:14.981467 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Sync routers for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:14.999949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-152b03d4-2ca3-43d4-9f92-a54cc5216bfa admin admin] 10.222.0.22 "PUT /v2.0/routers/3d3a9f9c-d508-4034-967b-81766fc60737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6925046 Jul 07 17:16:15.003356 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:15.005025 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:15.092848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Pushing event updated for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.164027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.168513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.193389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-111dcf6e-90fd-4dd4-b9c1-3b75df79180e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0896788 Jul 07 17:16:15.360173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d53f8-1ca9-4ea8-8c15-c1b8058dbb7b req-b6342246-a69c-48ee-a010-a229ecc54f8a tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.361837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b77d53f8-1ca9-4ea8-8c15-c1b8058dbb7b req-b6342246-a69c-48ee-a010-a229ecc54f8a tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 931 time: 0.1590288 Jul 07 17:16:15.366007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:15.374853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f68a342b-efee-4581-b3c7-c0c88fa14bef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.376421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f68a342b-efee-4581-b3c7-c0c88fa14bef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.3143239 Jul 07 17:16:15.463523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-d3ed403a-b8fd-4400-9454-9a0b79438f60 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0657020 Jul 07 17:16:15.554224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Request body: {'port': {'device_id': 'af35f779-dd03-428d-ad46-e495897c61b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:15.564178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b77d53f8-1ca9-4ea8-8c15-c1b8058dbb7b req-c08a64c3-3b1c-47b5-9b4b-9dbe11e925c9 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866484 Jul 07 17:16:15.655866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-8d22ffba-de81-4a4f-869e-0e8d598554bf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911037 Jul 07 17:16:15.773251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:12Z', 'revision_number': 4, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '48a4db96-cd2d-4e56-91e1-1254a8686be5', 'name': '', 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'mac_address': 'fa:16:3e:1b:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:07Z', 'updated_at': '2021-07-07T17:16:12Z', 'revision_number': 2, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'subnets': [{'id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:15.811783 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Checking router: 3d3a9f9c-d508-4034-967b-81766fc60737 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:15.812111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Updating router 3d3a9f9c-d508-4034-967b-81766fc60737 port 48a4db96-cd2d-4e56-91e1-1254a8686be5 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:15.873633 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.876025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-85b9a030-a934-44c9-b43b-ee77a04acc03 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088740 Jul 07 17:16:15.936934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.112239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-a756d7f6-cd77-4b56-95b1-c0c6cbb085ab service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351270 Jul 07 17:16:16.400161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84a296-efac-48eb-b262-da466022dcdc req-204bebae-0b7a-4ec3-8137-06e8b34a0173 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.407715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ca84a296-efac-48eb-b262-da466022dcdc req-204bebae-0b7a-4ec3-8137-06e8b34a0173 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.7404959 Jul 07 17:16:16.600283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:16.605524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224288525', 'description': 'tempest-secgroup-smoke-1224288525 description', 'project_id': '14f529318c2146fb8705d5e911c4d933'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:16.726568 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.734022 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.753107 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Transition to ACTIVE for port object 48a4db96-cd2d-4e56-91e1-1254a8686be5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:16.771430 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.873820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8531a5-aea9-42c9-a1f1-558c2caf6584 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:16.893397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.903592 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56facba-8551-4dd0-9cff-6ba2a260d442 None None] Pushing event updated for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.914438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f29e3-c068-49a3-8fcb-b951d9d10956 req-35985662-8da0-4893-8a9b-88463289562c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.916120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e25f29e3-c068-49a3-8fcb-b951d9d10956 req-35985662-8da0-4893-8a9b-88463289562c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 945 time: 0.2473066 Jul 07 17:16:16.923279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Transition to ACTIVE for port object 2a8531a5-aea9-42c9-a1f1-558c2caf6584 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:16.929972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.984342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3ef319b-51a7-4511-a40c-1cdfd5376f52 req-441156a2-d6c1-4165-8682-42c3c04b45f0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 210 time: 0.1622500 Jul 07 17:16:17.014321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Attempting to bind port 48a4db96-cd2d-4e56-91e1-1254a8686be5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:17.015056 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Attempting to bind port 48a4db96-cd2d-4e56-91e1-1254a8686be5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:17.015879 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Attempting to bind port 48a4db96-cd2d-4e56-91e1-1254a8686be5 on network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:17.022849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:17.023627 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Checking segment: {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:17.024311 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.024927 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Bound using segment: {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:17.025639 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Bound port: 48a4db96-cd2d-4e56-91e1-1254a8686be5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e85e3c1-8136-4444-a927-2fb850a6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:17.026452 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.124754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e25f29e3-c068-49a3-8fcb-b951d9d10956 req-5686a722-336d-4c91-96fd-94d17051d6c3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719048 Jul 07 17:16:17.140651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:17.141219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.164494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.219206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] For port 48a4db96-cd2d-4e56-91e1-1254a8686be5, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:17.224064 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] For port 48a4db96-cd2d-4e56-91e1-1254a8686be5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48a4db96-cd2d-4e56-91e1-1254a8686be5,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:17.230409 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.252027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.257870 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.333605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56facba-8551-4dd0-9cff-6ba2a260d442 None None] Pushing event updated for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.350591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:17.351676 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:17.390344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98424730-972c-4b06-b080-6ff698f96736,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.414651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.416044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-74b5740e-4cef-47cc-9f91-0dac73bc5c53 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8142350 Jul 07 17:16:17.422736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:17.427446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:17.554551 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:17.670322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Attempting to bind port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:17.670758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Attempting to bind port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'b3964841-873c-4024-978a-5707ce0ec09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:17.671072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Attempting to bind port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 on network a2d66015-cecd-41ef-90e0-e364794efa76 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:17.687533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.700554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-32fc9838-bfa6-45d9-acf1-7f64242ba521 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e671f3bd85c143479750e208397f9c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487501 Jul 07 17:16:17.703157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 on network a2d66015-cecd-41ef-90e0-e364794efa76 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:17.708436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Attempting to bind port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 on network a2d66015-cecd-41ef-90e0-e364794efa76 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:17.724866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:17.725418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Checking segment: {'id': 'b3964841-873c-4024-978a-5707ce0ec09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:17.725981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Bound using segment: {'id': 'b3964841-873c-4024-978a-5707ce0ec09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:17.727235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Bound port: 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3964841-873c-4024-978a-5707ce0ec09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:17.727967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.765138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:17.765467 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.811853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for 1a9a8a66-8827-43ee-9ea9-bfb436243bdd owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:17.920689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:17.926090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584,segment=NetworkSegment(b3964841-873c-4024-978a-5707ce0ec09f),segment_id=b3964841-873c-4024-978a-5707ce0ec09f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:17.943864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.958066 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:12Z', 'revision_number': 4, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '48a4db96-cd2d-4e56-91e1-1254a8686be5', 'name': '', 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'mac_address': 'fa:16:3e:1b:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:07Z', 'updated_at': '2021-07-07T17:16:17Z', 'revision_number': 4, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'subnets': [{'id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:18.000049 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de8f4-5624-440f-b7b1-4104c1209e6a None None] The sync data for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 is: [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:16:12Z', 'revision_number': 4, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '48a4db96-cd2d-4e56-91e1-1254a8686be5', 'name': '', 'network_id': 'e333dc1a-bf15-494a-9f57-0cd73b1ffd27', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'mac_address': 'fa:16:3e:1b:08:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:07Z', 'updated_at': '2021-07-07T17:16:17Z', 'revision_number': 4, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'subnets': [{'id': '67b33f74-bc63-4d55-9a83-66a25b7efdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:18.013573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.038740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.040394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.042640 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-8bb81bf9-1263-47bc-a4f1-a06d051f472c service neutron] 10.222.0.83 "PUT /v2.0/ports/2a8531a5-aea9-42c9-a1f1-558c2caf6584 HTTP/1.1" status: 200 len: 1092 time: 2.8451047 Jul 07 17:16:18.044942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:18.045394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.049526 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4958580f-e422-40ab-98ea-689ebcc2d008" -d '{"events": [{"name": "network-changed", "server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:18.095094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b9247-3ee3-4822-b61e-604eb9cc7137 req-40a7130a-c67a-452c-a0c5-80babade330e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.106381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-542b9247-3ee3-4822-b61e-604eb9cc7137 req-40a7130a-c67a-452c-a0c5-80babade330e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 943 time: 0.5538092 Jul 07 17:16:18.114884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.178186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9c0d37-8d27-4ad5-8923-c3f7ad61b4f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.222402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.225818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4245e33e-5aed-4352-9a9c-7d845ce1bf43 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020735 Jul 07 17:16:18.231469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.255091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-542b9247-3ee3-4822-b61e-604eb9cc7137 req-1e923baf-fa02-4a41-b4ef-f424f9f81f4e tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474063 Jul 07 17:16:18.273108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-b1cc70fd-9e62-4181-92df-4205fc6944bd tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.278443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:18.291115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-b1cc70fd-9e62-4181-92df-4205fc6944bd tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5901084 Jul 07 17:16:18.331191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-ebd04945-de89-4535-a5bf-9f06632c85a4 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/quotas/e671f3bd85c143479750e208397f9c26 HTTP/1.1" status: 200 len: 375 time: 0.0384586 Jul 07 17:16:18.435126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-50261ea8-b8ea-411b-8f4e-86002f307850 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e671f3bd85c143479750e208397f9c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998690 Jul 07 17:16:18.491709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.589784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=1a9a8a66-8827-43ee-9ea9-bfb436243bdd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:18.606205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.707277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7be795ce-52cb-45e5-ac2e-bd33d2149dff req-5730fd16-1219-48b6-92ab-05245b76c413 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 210 time: 0.0927274 Jul 07 17:16:18.799684 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cfd24f-0511-4cce-8bba-553723e63183 x-openstack-request-id: req-96cfd24f-0511-4cce-8bba-553723e63183 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:18.802547 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:18.803011 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96cfd24f-0511-4cce-8bba-553723e63183 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:18.804589 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584', 'status': 'completed', 'code': 200} Jul 07 17:16:18.851221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port 1a9a8a66-8827-43ee-9ea9-bfb436243bdd on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:18.916803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.919592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ca84a296-efac-48eb-b262-da466022dcdc req-57037e32-bd4c-4fb2-b604-c3d7ef10ddf9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "DELETE /v2.0/ports/1a9a8a66-8827-43ee-9ea9-bfb436243bdd HTTP/1.1" status: 204 len: 173 time: 2.5023263 Jul 07 17:16:18.926398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-0a7db51f-2105-4957-8c29-7b8bf0e0cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.928276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-0a7db51f-2105-4957-8c29-7b8bf0e0cf92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d201f75bf734587b82bddf5b8243931&device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 1095 time: 0.7115593 Jul 07 17:16:18.935230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18564556-be47-4084-b18f-52637facba9c req-e28a21c5-29e7-483e-bad6-7574ffb9bd82 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 210 time: 0.0917757 Jul 07 17:16:19.170162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-7869e948-dff1-4772-a4ba-e8aa8c3f98a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584 HTTP/1.1" status: 200 len: 217 time: 0.1381848 Jul 07 17:16:19.181650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa7edd64-6afc-47e8-9ed8-9b476f6144ed req-cc850f0b-0438-4a3d-82b4-5d9cf2ff0de3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9d6d379-7b60-4f03-af28-e3ed5dd6fc75 HTTP/1.1" status: 200 len: 210 time: 0.1141825 Jul 07 17:16:19.301058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48a4db96-cd2d-4e56-91e1-1254a8686be5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:19.354507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.385056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.429848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:19.436978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:19.437367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.534124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1a9a8a66-8827-43ee-9ea9-bfb436243bdd no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:19.635362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 1a9a8a66-8827-43ee-9ea9-bfb436243bdd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:19.636220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1a9a8a66-8827-43ee-9ea9-bfb436243bdd not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:19.638564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-a14fbfc7-b617-4cba-81b8-e368106a8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.645153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-a14fbfc7-b617-4cba-81b8-e368106a8271 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67717f0c-13de-4ff9-a9b5-ee7a6bc4da13 HTTP/1.1" status: 200 len: 853 time: 0.4500103 Jul 07 17:16:19.645721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a10053-0425-45cc-8268-d7a82928bea1,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.703636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-fb3bb26b-2583-486b-a1ed-ba7a7aed6f59 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.710282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-fb3bb26b-2583-486b-a1ed-ba7a7aed6f59 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.8950267 Jul 07 17:16:19.737531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.748415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:19.757501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23ef9c4c-9d43-46ba-8eeb-c6d25cafe63a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4895597 Jul 07 17:16:19.777054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:19.788057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:19.832648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.929795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe646db-d2e7-4ada-b869-6b59d43c1fa0 req-c7d68947-d6dc-41ef-b16a-d941510bfe40 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.944959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abe646db-d2e7-4ada-b869-6b59d43c1fa0 req-c7d68947-d6dc-41ef-b16a-d941510bfe40 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 943 time: 0.3322718 Jul 07 17:16:20.030671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 48a4db96-cd2d-4e56-91e1-1254a8686be5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48a4db96-cd2d-4e56-91e1-1254a8686be5,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:20.047508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.162094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abe646db-d2e7-4ada-b869-6b59d43c1fa0 req-802c587d-b51d-4c9b-818b-9a365c84b56f tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685486 Jul 07 17:16:20.191917 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.226929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.291553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-c9b1dc63-7fae-41db-96c7-6c4694199754 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a2d66015-cecd-41ef-90e0-e364794efa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6289442 Jul 07 17:16:20.342497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e203b13d-da61-45a5-998c-3c99530a8287 req-3992734b-2ab7-4f87-a764-59eb14303f3a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 210 time: 0.1403601 Jul 07 17:16:20.500145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f175b45-01db-470b-8663-06a9436590e4 req-bf913370-7527-4b6d-a117-dd32767e4a94 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 210 time: 0.1153154 Jul 07 17:16:20.609575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.633004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.686550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c628ac-a3e2-435c-b9b3-629945600a4b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.091599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'name': 'network-vif-deleted', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:21.093652 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d044c5-09aa-4b8f-ad03-95c665049f1d" -d '{"events": [{"server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "name": "network-vif-deleted", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:21.173162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:21.181546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.183660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.189412 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6458d333-0233-43fb-b945-7f082bd55061 x-openstack-request-id: req-6458d333-0233-43fb-b945-7f082bd55061 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:21.189412 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6d379-7b60-4f03-af28-e3ed5dd6fc75", "name": "network-vif-deleted", "tag": "1a9a8a66-8827-43ee-9ea9-bfb436243bdd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:21.189941 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6458d333-0233-43fb-b945-7f082bd55061 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:21.190644 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6d379-7b60-4f03-af28-e3ed5dd6fc75', 'name': 'network-vif-deleted', 'tag': '1a9a8a66-8827-43ee-9ea9-bfb436243bdd', 'status': 'completed', 'code': 200} Jul 07 17:16:21.198934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55970) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.199198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d563210-eaf4-4026-8c96-7e79f61aefcc tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4467390 Jul 07 17:16:21.209329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:21.230903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48a4db96-cd2d-4e56-91e1-1254a8686be5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:21.357402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-1d1a965a-58a0-4dce-a851-25cfc4b202b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.357781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-42f79064-b3cb-44ad-a907-6050aba50016 service neutron] 10.222.0.83 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0604718 Jul 07 17:16:21.364939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-1d1a965a-58a0-4dce-a851-25cfc4b202b2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.3756053 Jul 07 17:16:21.431836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 48a4db96-cd2d-4e56-91e1-1254a8686be5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:21.433917 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.450582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.552154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-192bb716-782e-4ca7-acd8-e48949c7be17 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e671f3bd85c143479750e208397f9c26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603631 Jul 07 17:16:21.561758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ee0d3485-7d6e-4e00-91a2-8b613c181660 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.1942723 Jul 07 17:16:21.564671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.13 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/18064cd8-5325-4e47-ab9d-bdb5ec57634d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.625459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ac32a9e7-dcff-4f9d-91cf-6098043c3767 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623910 Jul 07 17:16:21.754054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-12874c64-b40e-4bbc-baa9-6f46cbe6831c service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271532 Jul 07 17:16:21.770192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.773644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afe18dd4-faf8-44c8-9e0e-3edd8b008172 req-e27d73e0-d5d3-426d-b8d5-0443a0e18973 service neutron] 10.222.0.83 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069273 Jul 07 17:16:21.814656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.852584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ae7be7-2ecf-494a-aa2b-6c1afb971777,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:21.944491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.945678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-253e824f-7c02-4c18-b046-4480c9f980c8 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7451563 Jul 07 17:16:21.952524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:21.958981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.034062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f62e6d-1ddc-42b4-8754-769c617fdf43 req-a51d0f7a-fc4b-42a4-bb22-6ceb23718b38 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.044806 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Project 14f529318c2146fb8705d5e911c4d933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:22.054299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.054727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38f62e6d-1ddc-42b4-8754-769c617fdf43 req-a51d0f7a-fc4b-42a4-bb22-6ceb23718b38 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 943 time: 0.6523383 Jul 07 17:16:22.101329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.109317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-7a94f6b8-1f82-4937-9f0d-c6b2a14c32c8 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.111543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-7a94f6b8-1f82-4937-9f0d-c6b2a14c32c8 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5370264 Jul 07 17:16:22.116363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-6deac520-8e33-46a0-b8bf-cb472ddf2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.118418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-6deac520-8e33-46a0-b8bf-cb472ddf2058 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7d201f75bf734587b82bddf5b8243931&device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 1095 time: 0.1892619 Jul 07 17:16:22.137964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Request body: {'port': {'device_id': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'e671f3bd85c143479750e208397f9c26'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.166755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-24b619ae-f726-4643-b854-b611bd8506fd service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114687 Jul 07 17:16:22.224477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.235150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.280895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38f62e6d-1ddc-42b4-8754-769c617fdf43 req-cd985b58-01da-4ee5-bcf8-a492ca8f8ea7 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141893 Jul 07 17:16:22.309846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d3b042-c755-445c-849d-7c01d1bd90f1,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.364622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.366324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b306b9e1-0750-4988-a862-3000543c462d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4122782 Jul 07 17:16:22.376551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55998) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:22.384886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'security_group_rule': {'security_group_id': '98424730-972c-4b06-b080-6ff698f96736', 'project_id': '14f529318c2146fb8705d5e911c4d933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.415424 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.431812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:22.447961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-0903526f-2ff0-4f3a-9862-5fbcd1604a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.449709 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-0903526f-2ff0-4f3a-9862-5fbcd1604a89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a2d66015-cecd-41ef-90e0-e364794efa76 HTTP/1.1" status: 200 len: 914 time: 0.3182213 Jul 07 17:16:22.632152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:22.637871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-7b624f59-7226-4545-8a18-67045d422dcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584 HTTP/1.1" status: 200 len: 217 time: 0.1085784 Jul 07 17:16:22.644893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:22.653514 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Project 14f529318c2146fb8705d5e911c4d933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:22.658959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:22.672036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.744631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.845274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Made reservation on behalf of e671f3bd85c143479750e208397f9c26 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:22.859174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.874678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.875656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.887758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b7561f2-f47c-413c-a2f2-54d8fb1dbf79 req-a21a342b-cf64-46aa-b192-3a17aa1f8976 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 210 time: 0.1775341 Jul 07 17:16:22.897406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-b607cf0e-bd42-4868-a930-b77fe33b5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:22.898964 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-b607cf0e-bd42-4868-a930-b77fe33b5630 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67717f0c-13de-4ff9-a9b5-ee7a6bc4da13 HTTP/1.1" status: 200 len: 853 time: 0.2487476 Jul 07 17:16:22.925738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.947702 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-08ec4556-a372-4d8b-a1fd-78ff307edc1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a2d66015-cecd-41ef-90e0-e364794efa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418236 Jul 07 17:16:22.952372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f4706547-6173-47a4-87d0-796687f0c536 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1930468 Jul 07 17:16:22.980773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Request body: {'port': {'device_id': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:22.994198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.053879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11e36-3798-492a-a918-31fb5569b915 req-c26c056f-aade-4e0c-8e8a-d6bad780f4b0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.062244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fe11e36-3798-492a-a918-31fb5569b915 req-c26c056f-aade-4e0c-8e8a-d6bad780f4b0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 932 time: 0.4994512 Jul 07 17:16:23.070987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.119740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51cafa2b-639f-4e0f-a3b7-46cc45a8a2c6 req-94e2a468-9f04-496c-8574-b4973c9dc792 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 210 time: 0.0781398 Jul 07 17:16:23.162406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fe11e36-3798-492a-a918-31fb5569b915 req-b95a4973-ac23-4437-9485-2f8524821905 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991659 Jul 07 17:16:23.198869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73960c76-b4b5-4660-9501-fa622ac967e0,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.205792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.213308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.250636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.251875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-636973f5-bf9a-4691-849c-4248d48b2030 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8710980 Jul 07 17:16:23.274087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-18c91147-7c4f-44a7-b8b9-eef0ffb84617 service neutron] 10.222.0.83 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158422 Jul 07 17:16:23.278088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.379576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067fb3b3-257d-4af1-8c95-1e62f1d3b51b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.544495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Allocated IP 192.168.233.131 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/adf9153b-edb3-4a35-a854-1a4efd901a48) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:23.746564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4958580f-e422-40ab-98ea-689ebcc2d008 req-882857d5-8fe0-4878-a37b-c4d58ed2fbe0 service neutron] 10.222.0.83 "GET /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600630 Jul 07 17:16:23.812337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-662b30a2-fd86-4917-ab4e-6649517636b0 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224288525&fields=id&tenant_id=14f529318c2146fb8705d5e911c4d933 HTTP/1.1" status: 200 len: 267 time: 0.1668394 Jul 07 17:16:23.945205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1217e84-d042-48e0-940b-1313f0255680 req-d8cea77c-5241-483e-a36d-d2951caba4d2 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.946917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1217e84-d042-48e0-940b-1313f0255680 req-d8cea77c-5241-483e-a36d-d2951caba4d2 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 943 time: 0.3590362 Jul 07 17:16:23.959643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.996422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Transition to ACTIVE for port object adf9153b-edb3-4a35-a854-1a4efd901a48 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:23.996906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18064cd8-5325-4e47-ab9d-bdb5ec57634d {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:24.017534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.037195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Transition to ACTIVE for port object 18064cd8-5325-4e47-ab9d-bdb5ec57634d will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:24.044560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.060111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1217e84-d042-48e0-940b-1313f0255680 req-97d6883a-bb88-44ac-82fd-0a6682073fc6 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041520 Jul 07 17:16:24.105803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-9e5706dc-b5d0-4fca-89dd-f5731557aab1 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.112383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-9e5706dc-b5d0-4fca-89dd-f5731557aab1 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 808 time: 0.2762139 Jul 07 17:16:24.137621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-23e0b37b-741f-45d9-8ded-75e0275b0673 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/quotas/14f529318c2146fb8705d5e911c4d933 HTTP/1.1" status: 200 len: 375 time: 0.0239017 Jul 07 17:16:24.161536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Pushing event updated for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.181740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.270133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:24.300116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:24.302893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Pushing event updated for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.305138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:24.385131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.386688 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.476618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-c5338382-7766-48a5-baf3-1ca272bb0f63 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3384430 Jul 07 17:16:24.480794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-996ef05e-46a2-4f09-a11e-db9eada127da tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3495951 Jul 07 17:16:24.496929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Request body: {'port': {'device_id': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:24.554031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Attempting to bind port 18064cd8-5325-4e47-ab9d-bdb5ec57634d on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:24.554723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Attempting to bind port 18064cd8-5325-4e47-ab9d-bdb5ec57634d by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:24.554723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Attempting to bind port 18064cd8-5325-4e47-ab9d-bdb5ec57634d on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:24.567447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Port 18064cd8-5325-4e47-ab9d-bdb5ec57634d on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:24.567784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Attempting to bind port 18064cd8-5325-4e47-ab9d-bdb5ec57634d on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:24.581750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:24.582229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:24.582623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:24.583086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Bound port: 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:24.583453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.671643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-c7b2a846-65f9-49a3-9102-7fed756cb8ff tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.673161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-c7b2a846-65f9-49a3-9102-7fed756cb8ff tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.2814655 Jul 07 17:16:24.673490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-507173ee-eaf6-4aa1-ab96-d77449c610e9 None None] Provisioning for port adf9153b-edb3-4a35-a854-1a4efd901a48 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:24.679932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-507173ee-eaf6-4aa1-ab96-d77449c610e9 None None] Provisioning complete for port adf9153b-edb3-4a35-a854-1a4efd901a48 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:24.683550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-507173ee-eaf6-4aa1-ab96-d77449c610e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.686880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:24.753539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988dd55-20f4-40b4-a05c-d999c4fe433d req-13aa9dc1-78bf-4c7a-b1f5-c61eee83d434 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.763967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8988dd55-20f4-40b4-a05c-d999c4fe433d req-13aa9dc1-78bf-4c7a-b1f5-c61eee83d434 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 936 time: 0.5304360 Jul 07 17:16:24.768690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.774847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-507173ee-eaf6-4aa1-ab96-d77449c610e9 None None] Port adf9153b-edb3-4a35-a854-1a4efd901a48 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:24.861707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-6f25ef29-dae6-4a3c-a225-e71968a99f11 service neutron] 10.222.0.22 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238226 Jul 07 17:16:24.868703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:24.871514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8988dd55-20f4-40b4-a05c-d999c4fe433d req-08cb4756-97de-4669-a519-a6eb096a5eb6 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991910 Jul 07 17:16:24.876852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:24.883875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.961256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Pushing event updated for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.985246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:24.990099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.020923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.021638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.023113 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-ca9fcf3a-dfe6-4d65-b9b7-5984a313ae1b service neutron] 10.222.0.32 "PUT /v2.0/ports/18064cd8-5325-4e47-ab9d-bdb5ec57634d HTTP/1.1" status: 200 len: 1093 time: 2.0475204 Jul 07 17:16:25.023571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:25.026140 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:25.234884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-a66850d0-78c5-4b36-84cf-cd231ff4903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.236817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-a66850d0-78c5-4b36-84cf-cd231ff4903b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 1096 time: 0.1428323 Jul 07 17:16:25.304399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-f75e19d1-e21c-46e1-b0b5-ef49bf3c4c00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d HTTP/1.1" status: 200 len: 217 time: 0.0455055 Jul 07 17:16:25.373311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-7f9a2d30-bef2-4078-999c-5e02fadb5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.377587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-7f9a2d30-bef2-4078-999c-5e02fadb5c53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0647571 Jul 07 17:16:25.428972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-e456ae8a-77a3-4dd0-8c69-ea130d4acfb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429423 Jul 07 17:16:25.436968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.10 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/234a8d23-73cc-429d-8db7-8aa63bdf0aca) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:25.508429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-095259c1-7788-4128-81a5-119a9572453f req-fb36d65a-ba89-4d91-9193-3a8a5d6b7de9 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 210 time: 0.0514023 Jul 07 17:16:25.577969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-5f4a7ce0-e47c-45a3-a33b-5012a57eeb19 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423526 Jul 07 17:16:25.685298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d93c24a5-681d-4bcc-95dd-02274f34923d req-5cfd256e-6b3c-4b7c-9d77-aec6ce89d50a service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973089 Jul 07 17:16:25.790068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-a9d4474d-fd3b-43cf-8c81-bf3a92c7d2e9 service neutron] 10.222.0.22 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9175472 Jul 07 17:16:25.794280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2a8531a5-aea9-42c9-a1f1-558c2caf6584 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:25.880749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5540da-f111-4b50-a7e9-082b36ad8594 req-8fae4657-7ca3-4b9f-9fed-7f5e5bd4912e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.882328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b5540da-f111-4b50-a7e9-082b36ad8594 req-8fae4657-7ca3-4b9f-9fed-7f5e5bd4912e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 944 time: 0.1530998 Jul 07 17:16:25.934434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.990487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b5540da-f111-4b50-a7e9-082b36ad8594 req-59ce25bf-22e8-4f4d-af2e-84ae66ddd4c7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006324 Jul 07 17:16:25.996803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf9153b-edb3-4a35-a854-1a4efd901a48 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:26.021743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.034365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584,segment=NetworkSegment(b3964841-873c-4024-978a-5707ce0ec09f),segment_id=b3964841-873c-4024-978a-5707ce0ec09f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:26.050341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.059584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Transition to ACTIVE for port object adf9153b-edb3-4a35-a854-1a4efd901a48 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:26.066405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.078217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '2a8531a5-aea9-42c9-a1f1-558c2caf6584', 'network_id': 'a2d66015-cecd-41ef-90e0-e364794efa76', 'port_id': '2a8531a5-aea9-42c9-a1f1-558c2caf6584', 'mac_address': 'fa:16:3e:dd:c6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67717f0c-13de-4ff9-a9b5-ee7a6bc4da13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:26.151576 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.168140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8531a5-aea9-42c9-a1f1-558c2caf6584 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:26.210631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584,segment=NetworkSegment(b3964841-873c-4024-978a-5707ce0ec09f),segment_id=b3964841-873c-4024-978a-5707ce0ec09f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:26.226255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.239809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Pushing event updated for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.290224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.301474 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb7610e-e1f3-4585-be81-920e21b4c386 x-openstack-request-id: req-ffb7610e-e1f3-4585-be81-920e21b4c386 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:26.301963 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:26.302411 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffb7610e-e1f3-4585-be81-920e21b4c386 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:26.302973 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d', 'status': 'completed', 'code': 200} Jul 07 17:16:26.354725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:26.357569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:26.360413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:26.401944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.413603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.414278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.420719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.421338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.421874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.422572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.423079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.423607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.424169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.424686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.426046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.426586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.428461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.429331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:26.453028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ff898ad0-4be7-40e3-a332-b5e6bc02c13c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7711060 Jul 07 17:16:26.458902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-5435f106-5554-4274-8814-fe6855311d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.460388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-5435f106-5554-4274-8814-fe6855311d1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 1096 time: 0.1564765 Jul 07 17:16:26.467146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Request body: {'port': {'device_id': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:26.647253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Attempting to bind port adf9153b-edb3-4a35-a854-1a4efd901a48 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:26.647717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Attempting to bind port adf9153b-edb3-4a35-a854-1a4efd901a48 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:26.647717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Attempting to bind port adf9153b-edb3-4a35-a854-1a4efd901a48 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:26.683576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['2a8531a5-aea9-42c9-a1f1-558c2caf6584'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:26.691149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Port adf9153b-edb3-4a35-a854-1a4efd901a48 on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:26.693007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Attempting to bind port adf9153b-edb3-4a35-a854-1a4efd901a48 on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:26.718909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:26.723046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:26.723773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:26.725660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Bound port: adf9153b-edb3-4a35-a854-1a4efd901a48, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:26.727771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.761654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177fa6-6999-4f41-846b-a988c0864ec2 req-272072b4-4bf4-4622-9cd8-4e28dfa90611 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.763594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f177fa6-6999-4f41-846b-a988c0864ec2 req-272072b4-4bf4-4622-9cd8-4e28dfa90611 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 948 time: 0.2868111 Jul 07 17:16:26.765999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-8e8bcea8-55ae-48df-9d0e-eb3af09b531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.767520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-8e8bcea8-55ae-48df-9d0e-eb3af09b531f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2969480 Jul 07 17:16:26.776573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f810e-4408-4e1d-902f-9d1be2e0d84a req-2a1281b0-25f3-4f7b-aaa4-639606851574 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.785920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d7f810e-4408-4e1d-902f-9d1be2e0d84a req-2a1281b0-25f3-4f7b-aaa4-639606851574 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 944 time: 0.3708286 Jul 07 17:16:26.861315 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-a577b04f-0671-4c31-9f45-dbb114281b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d HTTP/1.1" status: 200 len: 217 time: 0.0735755 Jul 07 17:16:26.864658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.054455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d7f810e-4408-4e1d-902f-9d1be2e0d84a req-234c7991-e029-483a-9985-20aab021df14 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663155 Jul 07 17:16:27.056244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:27.057220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-1f3a2ef2-0d02-454e-80a4-560e1a109ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.059707 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-1f3a2ef2-0d02-454e-80a4-560e1a109ef6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.1914697 Jul 07 17:16:27.115442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-31f478ca-409d-4303-b00c-5dac97185063 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490561 Jul 07 17:16:27.149954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adf9153b-edb3-4a35-a854-1a4efd901a48,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:27.170032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f177fa6-6999-4f41-846b-a988c0864ec2 req-6b31cf70-16b1-439d-9129-5aca6f260b93 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721604 Jul 07 17:16:27.176203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.339345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-a675fcd9-b44a-4a72-9df2-3d13844d4835 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628623 Jul 07 17:16:27.343179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Pushing event updated for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.367103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.378573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.380274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-a4964d8c-a333-405f-95da-b8b640be5a73 service neutron] 10.222.0.83 "PUT /v2.0/ports/adf9153b-edb3-4a35-a854-1a4efd901a48 HTTP/1.1" status: 200 len: 1097 time: 2.8882484 Jul 07 17:16:27.380754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:27.383134 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f5c93-969a-429b-a535-d4a8b1ead40a" -d '{"events": [{"name": "network-changed", "server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:27.536218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 18064cd8-5325-4e47-ab9d-bdb5ec57634d details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:27.646365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c43249de-7f03-4084-8b14-a5ae8c3ad02e req-f11dc209-6cbb-4539-820f-ffe6bced6377 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 210 time: 0.1763887 Jul 07 17:16:27.708613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:27.726744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '18064cd8-5325-4e47-ab9d-bdb5ec57634d', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '18064cd8-5325-4e47-ab9d-bdb5ec57634d', 'mac_address': 'fa:16:3e:81:62:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:27.732815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c1e436fe-e2fb-4e65-b9a9-e931e90f7cdc req-22b189b9-ba07-432d-84db-b235b74f2744 service neutron] 10.222.0.32 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869040 Jul 07 17:16:27.853635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d8743-b04e-4a74-a9ba-ec746fd1ae34 req-13eaaadf-0877-4970-8756-f741042dca4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.864051 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.869555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-878d8743-b04e-4a74-a9ba-ec746fd1ae34 req-13eaaadf-0877-4970-8756-f741042dca4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 932 time: 0.4748566 Jul 07 17:16:27.901167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18064cd8-5325-4e47-ab9d-bdb5ec57634d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:27.921484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-60a6a95f-4bbe-46df-86b6-ac86e3560232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.923685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-60a6a95f-4bbe-46df-86b6-ac86e3560232 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e671f3bd85c143479750e208397f9c26&device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 1100 time: 0.4821148 Jul 07 17:16:27.937470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234a8d23-73cc-429d-8db7-8aa63bdf0aca {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:27.949680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.965698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Transition to ACTIVE for port object 234a8d23-73cc-429d-8db7-8aa63bdf0aca will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:27.970203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.977289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:27.983212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-878d8743-b04e-4a74-a9ba-ec746fd1ae34 req-2fd44d7b-399d-4211-8006-1b86b5d62c5c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124523 Jul 07 17:16:27.996841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-8f9c4619-23e9-478f-b0b4-98ddecef813a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=adf9153b-edb3-4a35-a854-1a4efd901a48 HTTP/1.1" status: 200 len: 217 time: 0.0641377 Jul 07 17:16:28.003436 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.104164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:28.200540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['18064cd8-5325-4e47-ab9d-bdb5ec57634d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:28.207684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-5b70d2da-4162-4c62-8303-c2e083d269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.209406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-5b70d2da-4162-4c62-8303-c2e083d269b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1803155 Jul 07 17:16:28.297593 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5d1ed-dee3-4b99-b897-29fcefd19598 x-openstack-request-id: req-5fd5d1ed-dee3-4b99-b897-29fcefd19598 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:28.297991 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:28.298361 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fd5d1ed-dee3-4b99-b897-29fcefd19598 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:28.298862 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48', 'status': 'completed', 'code': 200} Jul 07 17:16:28.327151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caf843-50e9-4ac6-b6be-62549d5caeea req-a2190e6b-792a-4944-9d4c-26d14f861db3 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.334960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5caf843-50e9-4ac6-b6be-62549d5caeea req-a2190e6b-792a-4944-9d4c-26d14f861db3 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 945 time: 0.3568451 Jul 07 17:16:28.392909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5caf843-50e9-4ac6-b6be-62549d5caeea req-46f76362-f5c8-4cf6-8475-987cbaf5492a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Jul 07 17:16:28.402802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-1f509dd7-be81-470c-a9d3-ed476f718159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.417668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-1f509dd7-be81-470c-a9d3-ed476f718159 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999419 Jul 07 17:16:28.615368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-6363f809-0610-480a-94ce-b6f3fcbeb65d service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906817 Jul 07 17:16:28.741299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:28.895286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-14a47c49-67d2-45f9-a391-0221225c345b tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.897178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-14a47c49-67d2-45f9-a391-0221225c345b tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 808 time: 0.3214326 Jul 07 17:16:28.898561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Attempting to bind port 234a8d23-73cc-429d-8db7-8aa63bdf0aca on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:28.899253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Attempting to bind port 234a8d23-73cc-429d-8db7-8aa63bdf0aca by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:28.899879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Attempting to bind port 234a8d23-73cc-429d-8db7-8aa63bdf0aca on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:28.905476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Port 234a8d23-73cc-429d-8db7-8aa63bdf0aca on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:28.906031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Attempting to bind port 234a8d23-73cc-429d-8db7-8aa63bdf0aca on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:28.918692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acfabdb4-1472-4039-bf84-1f0539d78d8a req-7b6c18f1-d3c7-43e8-98bd-c6b646eab133 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956681 Jul 07 17:16:28.933126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:28.933933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:28.934563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:28.935171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Bound port: 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:28.935703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.957770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fe3ef-daa2-499c-82b2-ea8194dfc448 req-8a670c7e-9c06-43c4-b526-3ef57cf320c7 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.965220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d0fe3ef-daa2-499c-82b2-ea8194dfc448 req-8a670c7e-9c06-43c4-b526-3ef57cf320c7 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 944 time: 0.3296061 Jul 07 17:16:28.980880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7536-1f7d-4f8c-b747-e75858f25b22 req-1417f702-2f24-4d91-9b8e-0fb9f18fa330 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.982573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb2e7536-1f7d-4f8c-b747-e75858f25b22 req-1417f702-2f24-4d91-9b8e-0fb9f18fa330 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 948 time: 0.2129281 Jul 07 17:16:28.989748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-624458c3-37ab-4dcb-8e2c-c7b632b82616 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14f529318c2146fb8705d5e911c4d933 HTTP/1.1" status: 200 len: 380 time: 0.0783119 Jul 07 17:16:29.020535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'port': {'device_id': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'admin_state_up': True, 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'security_groups': ['98424730-972c-4b06-b080-6ff698f96736']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:29.087406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d0fe3ef-daa2-499c-82b2-ea8194dfc448 req-2dfb85c4-6131-4562-b818-dbc0b18a8946 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211965 Jul 07 17:16:29.099219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb2e7536-1f7d-4f8c-b747-e75858f25b22 req-bdd713f8-7704-4403-a39b-b19ecb01d209 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074154 Jul 07 17:16:29.141129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-3aa9c02d-7ef9-4f17-ae62-fa9359919e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.141129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-3aa9c02d-7ef9-4f17-ae62-fa9359919e90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e671f3bd85c143479750e208397f9c26&device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 1100 time: 0.1470351 Jul 07 17:16:29.174867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:29.200215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:29.218985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.297208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.297829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.299266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 200 len: 1093 time: 2.8373816 Jul 07 17:16:29.301700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:29.304036 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c56a4-a339-43d5-9fac-a58b7d27719e" -d '{"events": [{"name": "network-changed", "server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:29.309552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d656-de43-490a-a55d-bcdbb110e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.326321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Made reservation on behalf of 14f529318c2146fb8705d5e911c4d933 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:29.330022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.403340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ab50249-4a97-4cfd-895a-578f2bdf8aa4 req-af70579c-f9c5-4e3e-bdae-b4e479960ab7 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 210 time: 0.1124723 Jul 07 17:16:29.431220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-6c305f3f-9e0d-4952-8c4d-4727971db64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.434405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-6c305f3f-9e0d-4952-8c4d-4727971db64c service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.2904184 Jul 07 17:16:29.465822 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e47dc-9a13-44ce-8454-cf4a8da334f5 x-openstack-request-id: req-a14e47dc-9a13-44ce-8454-cf4a8da334f5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:29.466146 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:29.466630 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a14e47dc-9a13-44ce-8454-cf4a8da334f5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:29.467072 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'status': 'completed', 'code': 200} Jul 07 17:16:29.519222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-5a78d462-d8ff-49d6-9f17-8737e46907a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=adf9153b-edb3-4a35-a854-1a4efd901a48 HTTP/1.1" status: 200 len: 217 time: 0.0728354 Jul 07 17:16:29.531081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a487f7-a389-42f6-9395-b275f4c8a98f req-60810eb8-5dc6-4cc9-bed8-947bc58a45bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.540268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90a487f7-a389-42f6-9395-b275f4c8a98f req-60810eb8-5dc6-4cc9-bed8-947bc58a45bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 944 time: 0.2489109 Jul 07 17:16:29.556960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Allocated IP 172.20.0.13 (2a161a07-16cb-478e-ae6d-eb874a468209/a2d6a37e-92b4-4e18-b967-83e1eff0a91f/2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:29.567728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 18064cd8-5325-4e47-ab9d-bdb5ec57634d up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:29.579530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ef6d984f-8560-4056-857f-4d0baf73b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.581389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-ef6d984f-8560-4056-857f-4d0baf73b5b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 1096 time: 0.2195244 Jul 07 17:16:29.654739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-76db53f8-461e-4306-8b3c-640665552d88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 200 len: 217 time: 0.0614822 Jul 07 17:16:29.655541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 18064cd8-5325-4e47-ab9d-bdb5ec57634d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:29.661843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 18064cd8-5325-4e47-ab9d-bdb5ec57634d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:29.662556 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.691091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90a487f7-a389-42f6-9395-b275f4c8a98f req-e85c718e-e373-42ad-b577-93f022ad0075 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509933 Jul 07 17:16:29.702320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-8798c9be-9811-4bdc-b5f5-fc1a53dcab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.704221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-8798c9be-9811-4bdc-b5f5-fc1a53dcab67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1637638 Jul 07 17:16:29.768211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.783669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-c4849098-2b1c-473c-a9f1-33b45000a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.785306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-c4849098-2b1c-473c-a9f1-33b45000a05d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1213923 Jul 07 17:16:29.789132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be874e5f-ed27-4ff7-89aa-95f301fb1f77 req-24d89a79-6124-43ce-94af-cf1d67641eb9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.798095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be874e5f-ed27-4ff7-89aa-95f301fb1f77 req-24d89a79-6124-43ce-94af-cf1d67641eb9 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 945 time: 0.2338672 Jul 07 17:16:29.801133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:29.804759 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02998cba-da16-40bb-988e-a598ae2da8ba" -d '{"events": [{"server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "name": "network-vif-plugged", "status": "completed", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:29.826722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:29.832718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-61e59ad1-b339-4f66-8741-4b3b609eed94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350108 Jul 07 17:16:29.834913 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.890766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be874e5f-ed27-4ff7-89aa-95f301fb1f77 req-0e44e553-2ae9-420f-8637-5f2d9fb2dc44 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915678 Jul 07 17:16:29.900715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2a8531a5-aea9-42c9-a1f1-558c2caf6584 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:29.927066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-f0e0c6e2-7c23-4f44-8f12-acef5c6850b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.928587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-f0e0c6e2-7c23-4f44-8f12-acef5c6850b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2127717 Jul 07 17:16:30.007766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-bcc92cc7-e375-45ae-a608-76d042af3a90 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595488 Jul 07 17:16:30.047835 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ecef0-3ca9-4fef-b245-8457b0586fca x-openstack-request-id: req-d09ecef0-3ca9-4fef-b245-8457b0586fca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:30.049086 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "name": "network-vif-plugged", "status": "completed", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:30.049330 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d09ecef0-3ca9-4fef-b245-8457b0586fca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:30.049759 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d', 'code': 200} Jul 07 17:16:30.070334 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73307642-6a66-41ae-b559-b6372e8cc0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.078734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.091446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:30.099653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:30.100262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.147227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.207065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Transition to ACTIVE for port object 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:30.212327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-52cb42cb-bd55-4197-ac15-b6839c2dff87 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666936 Jul 07 17:16:30.279841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c073428-284e-4a5e-a06b-cee395005bc6 req-d3419b97-a60f-4ce7-80b5-0028e338ba12 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662296 Jul 07 17:16:30.282262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.294711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.364888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584,segment=NetworkSegment(b3964841-873c-4024-978a-5707ce0ec09f),segment_id=b3964841-873c-4024-978a-5707ce0ec09f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:30.371361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dc26-785a-4bde-86ad-c7ba0acdbd99 req-042776bd-0375-49cb-9ed2-866fc48cd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.372420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.372898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c75dc26-785a-4bde-86ad-c7ba0acdbd99 req-042776bd-0375-49cb-9ed2-866fc48cd19e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 1098 time: 0.2385759 Jul 07 17:16:30.409827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f48f5c93-969a-429b-a535-d4a8b1ead40a req-30679813-27c3-4b84-9227-349a6bd5b7d9 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884615 Jul 07 17:16:30.440084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.451811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.454374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c75dc26-785a-4bde-86ad-c7ba0acdbd99 req-23c0a38b-3303-48a6-b1c0-c1beb6fdf2ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674582 Jul 07 17:16:30.463195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472caf67-b550-461d-a255-987c79c8f289 req-e2b98bf5-1c21-40a4-bf90-f094195c8c46 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.471106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-472caf67-b550-461d-a255-987c79c8f289 req-e2b98bf5-1c21-40a4-bf90-f094195c8c46 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 949 time: 0.1699810 Jul 07 17:16:30.484701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:30.487875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:30.490291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:30.521104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-472caf67-b550-461d-a255-987c79c8f289 req-c7b3872b-90c9-4537-8a79-140bf1bc7eac tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Jul 07 17:16:30.551879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.552584 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.586466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-91c309c3-2b5c-4698-9f27-4dbadc5a593e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5705075 Jul 07 17:16:30.599685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Request body: {'port': {'device_id': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:30.714530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-9f188400-768f-468b-a0b8-d53fbaa7f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.716120 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-9f188400-768f-468b-a0b8-d53fbaa7f8a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 1096 time: 0.2981904 Jul 07 17:16:30.796586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.839884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8fabf-265a-45bc-91a4-f99df98ea2c4 req-a43cb018-ecb2-4b3e-b0f9-9dd18d076f48 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.842327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12d8fabf-265a-45bc-91a4-f99df98ea2c4 req-a43cb018-ecb2-4b3e-b0f9-9dd18d076f48 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 948 time: 0.1157629 Jul 07 17:16:30.853705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c498d17-2c4e-46e2-88a2-eed76ddbde03 None None] Provisioning for port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:30.859179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c498d17-2c4e-46e2-88a2-eed76ddbde03 None None] Provisioning complete for port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:30.859995 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c498d17-2c4e-46e2-88a2-eed76ddbde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:30.906736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-56cf4c24-6b37-40c8-b379-4307b2790b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.907686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c498d17-2c4e-46e2-88a2-eed76ddbde03 None None] Port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:30.908354 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-56cf4c24-6b37-40c8-b379-4307b2790b41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.1851823 Jul 07 17:16:30.950364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12d8fabf-265a-45bc-91a4-f99df98ea2c4 req-99f9c156-5bff-4c55-8c40-c41b2d1122aa tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921206 Jul 07 17:16:30.973669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea8c59-37c0-4cbc-b4f5-ac1a30b9dae7 req-221252c1-65d4-4cf5-b16e-7bf17d8c4a28 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.975749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4aea8c59-37c0-4cbc-b4f5-ac1a30b9dae7 req-221252c1-65d4-4cf5-b16e-7bf17d8c4a28 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 945 time: 0.0995157 Jul 07 17:16:31.007649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-eb9e940a-09c6-471d-8b43-048589c1d4fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 200 len: 217 time: 0.0497012 Jul 07 17:16:31.027625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4aea8c59-37c0-4cbc-b4f5-ac1a30b9dae7 req-e2782f8b-0d3c-4017-9617-83469d34a622 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Jul 07 17:16:31.150307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-de2b247b-59fe-4f53-abd1-af70a76d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.152216 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-de2b247b-59fe-4f53-abd1-af70a76d17e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1324112 Jul 07 17:16:31.201104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-63e0cb31-770f-47d3-90e2-6e5e70bb854d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387237 Jul 07 17:16:31.245743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ba99d-2fd7-477c-9869-7c713713046c req-50d0eddc-4ec6-4285-b39f-622264135341 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.256227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d9ba99d-2fd7-477c-9869-7c713713046c req-50d0eddc-4ec6-4285-b39f-622264135341 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 932 time: 0.1506147 Jul 07 17:16:31.324226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d9ba99d-2fd7-477c-9869-7c713713046c req-43b55fce-f3dc-4f0a-aa13-66745958fbf0 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575039 Jul 07 17:16:31.336336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-bf263e2a-a864-49b9-9913-299fa87cd3e1 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271398 Jul 07 17:16:31.441199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:31.451353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a584-c76e-439e-aff1-e38f529cd0e9 req-3fe519c6-3e22-4ced-a579-4d9d130345a0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.452503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.460861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d97a584-c76e-439e-aff1-e38f529cd0e9 req-3fe519c6-3e22-4ced-a579-4d9d130345a0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 944 time: 0.1012740 Jul 07 17:16:31.479032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Transition to ACTIVE for port object 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:31.485451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.530978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d07c56a4-a339-43d5-9fac-a58b7d27719e req-78eb52e7-c7a0-419c-b922-68723d0b0913 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683438 Jul 07 17:16:31.551878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.563376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d97a584-c76e-439e-aff1-e38f529cd0e9 req-7f1c9abe-04fb-45c5-9931-29b697e42940 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015978 Jul 07 17:16:31.603745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.610768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.617479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.624846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.632613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.636432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Attempting to bind port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:31.636781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Attempting to bind port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:31.637117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Attempting to bind port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 on network 2a161a07-16cb-478e-ae6d-eb874a468209 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:31.639824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.641597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 on network 2a161a07-16cb-478e-ae6d-eb874a468209 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:31.641923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Attempting to bind port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 on network 2a161a07-16cb-478e-ae6d-eb874a468209 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:31.647263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:31.647604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Checking segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:31.648060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Bound using segment: {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:31.648182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.648498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Bound port: 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:31.648862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.657316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc98672b-0a35-4803-a637-450bd96a857b req-2a143962-2f82-4b81-beb0-906821d8c701 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.1771820 Jul 07 17:16:31.709239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc98672b-0a35-4803-a637-450bd96a857b req-5363c99f-02a7-4697-a707-193fff065dc7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510368 Jul 07 17:16:31.734536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:31.737752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:31.754034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.792739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.793895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.795587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 1093 time: 1.2003872 Jul 07 17:16:31.796265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:31.798754 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e28e33-73b8-4917-8fd0-9433113961cb" -d '{"events": [{"name": "network-changed", "server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:31.825427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217cb4-cce2-4fb3-9a97-9ba00fd97ea1 req-a40fef16-bac0-4b5b-b66f-8075af28d3eb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.827068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c217cb4-cce2-4fb3-9a97-9ba00fd97ea1 req-a40fef16-bac0-4b5b-b66f-8075af28d3eb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 946 time: 0.1166942 Jul 07 17:16:31.858013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce104-c4b7-4c8a-aa8b-5b7872e0b5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.891692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c217cb4-cce2-4fb3-9a97-9ba00fd97ea1 req-3b524eb3-18fc-4abd-9dae-1238ac15b737 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Jul 07 17:16:31.925077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-ef935975-54f0-4eff-aa37-1ef478858538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.926708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-ef935975-54f0-4eff-aa37-1ef478858538 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1096 time: 0.0865600 Jul 07 17:16:31.980713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-7a497a32-0bcf-4cfe-a2bd-39f92f0db4a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 217 time: 0.0463841 Jul 07 17:16:32.007809 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc121319-e625-4e4d-a764-15bd3ee2cd55 x-openstack-request-id: req-dc121319-e625-4e4d-a764-15bd3ee2cd55 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:32.008789 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:32.009395 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc121319-e625-4e4d-a764-15bd3ee2cd55 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:32.010010 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'status': 'completed', 'code': 200} Jul 07 17:16:32.051220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:32.055694 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3d151-c089-41d2-9a06-bce87c5dce77" -d '{"events": [{"server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "name": "network-vif-plugged", "status": "completed", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:32.081849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-57c3d143-cc31-437b-9607-f5b0299a0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.083833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-57c3d143-cc31-437b-9607-f5b0299a0363 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.0721772 Jul 07 17:16:32.116798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.126007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.138575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.153818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.161055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.170440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.178687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.181881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-0bca50b6-4eaf-4fec-9372-0fd40df2f25c tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 5443 time: 0.1946454 Jul 07 17:16:32.205992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-ad871b1b-7b14-4d55-9ca7-965ea0a03e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.207739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-ad871b1b-7b14-4d55-9ca7-965ea0a03e83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168923 Jul 07 17:16:32.319015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90b8569d-95f8-4e79-9702-41dc0b31dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.326572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-01a9ab4d-613a-41b2-95e6-6ebdd4a9e057 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.328050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-01a9ab4d-613a-41b2-95e6-6ebdd4a9e057 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1382720 Jul 07 17:16:32.349210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-84f64559-f0c0-49ca-b811-59debc929880 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352615 Jul 07 17:16:32.472476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb1acde7-9e19-40bb-805b-cb723d68ed0a req-9252aec7-eadf-463a-8100-709a09d82979 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130688 Jul 07 17:16:32.494801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c223d-032e-437b-8524-17799d6d101e req-1fbc7e06-2ba9-439e-8963-21f29b3087a5 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.502215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f9c223d-032e-437b-8524-17799d6d101e req-1fbc7e06-2ba9-439e-8963-21f29b3087a5 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 948 time: 0.1730566 Jul 07 17:16:32.533822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-00a36682-de98-4f1b-979c-a00679e18ab4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1952560 Jul 07 17:16:32.551634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:32.591174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f9c223d-032e-437b-8524-17799d6d101e req-63622081-1ce0-4933-a7b4-41cc14d4aefb tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880854 Jul 07 17:16:32.606098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28e33-73b8-4917-8fd0-9433113961cb req-40c53421-680f-40f4-9ea8-99d8937d50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.608491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-40c53421-680f-40f4-9ea8-99d8937d50b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1096 time: 0.0700943 Jul 07 17:16:32.636640 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d527e95-7e5c-4319-8541-a4644e540006 x-openstack-request-id: req-2d527e95-7e5c-4319-8541-a4644e540006 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:32.637153 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "name": "network-vif-plugged", "status": "completed", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:32.637567 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d527e95-7e5c-4319-8541-a4644e540006 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:32.638289 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584', 'code': 200} Jul 07 17:16:32.681699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.720988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.837640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28e33-73b8-4917-8fd0-9433113961cb req-5de3c4c2-a7d9-4860-8901-78e7f18c8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.840289 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-5de3c4c2-a7d9-4860-8901-78e7f18c8edb service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 909 time: 0.2254925 Jul 07 17:16:32.890154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-209a9398-62fb-4bb5-bccc-082781d382d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 217 time: 0.0415370 Jul 07 17:16:32.892413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f05a2c-bd4d-461d-9b82-b496e129955a req-062b51b1-e181-44c4-a351-5c5b60b5c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.894188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a5f05a2c-bd4d-461d-9b82-b496e129955a req-062b51b1-e181-44c4-a351-5c5b60b5c94b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 1097 time: 0.1653850 Jul 07 17:16:32.942171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa8d64-d736-4065-bd49-ff703310e038 req-57704c8c-d005-4965-a8b6-a45618e50b91 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.943658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04fa8d64-d736-4065-bd49-ff703310e038 req-57704c8c-d005-4965-a8b6-a45618e50b91 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 945 time: 0.1907995 Jul 07 17:16:32.973506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a5f05a2c-bd4d-461d-9b82-b496e129955a req-23d80645-c4ca-49d1-b8e4-795279d5e26c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687163 Jul 07 17:16:32.975232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28e33-73b8-4917-8fd0-9433113961cb req-facf4f36-b41a-4687-9493-b0b01bf0dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.976498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-facf4f36-b41a-4687-9493-b0b01bf0dda4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.0799580 Jul 07 17:16:32.982395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c1a09d0f-455f-4270-923b-fca401d10093,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:32.994331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d33e6-0337-45ef-9eba-82e1fa718bcd req-cd77b143-715b-4f28-9659-329e07c46e3d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.996326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f16d33e6-0337-45ef-9eba-82e1fa718bcd req-cd77b143-715b-4f28-9659-329e07c46e3d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 946 time: 0.2008243 Jul 07 17:16:33.046311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28e33-73b8-4917-8fd0-9433113961cb req-ecc62fda-f44a-475a-8fc1-40ec6bec588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.047879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-ecc62fda-f44a-475a-8fc1-40ec6bec588b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645158 Jul 07 17:16:33.050632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04fa8d64-d736-4065-bd49-ff703310e038 req-6969edde-0e12-4b2a-8e7e-aae4bcd03b56 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998454 Jul 07 17:16:33.085114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f16d33e6-0337-45ef-9eba-82e1fa718bcd req-c366ea20-d738-4c01-9971-2c4ebf6d2092 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816946 Jul 07 17:16:33.099688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] For port c1a09d0f-455f-4270-923b-fca401d10093, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:33.159926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-2f231664-e9d1-4f00-ae2a-751c36b32c58 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051350 Jul 07 17:16:33.169750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] device_id is not set on port c1a09d0f-455f-4270-923b-fca401d10093 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:33.183548 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.200023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.275527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63e28e33-73b8-4917-8fd0-9433113961cb req-7755bd86-f7cd-42c5-8f79-bcfb1c16ca1d service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033847 Jul 07 17:16:33.322031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.346045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] No DVR routers for this DVR port c1a09d0f-455f-4270-923b-fca401d10093 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:33.514827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-15de1af7-6841-4645-baa3-a7378121c922 None None] Provisioning complete for port c1a09d0f-455f-4270-923b-fca401d10093 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:33.515839 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15de1af7-6841-4645-baa3-a7378121c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.550387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.564087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-15de1af7-6841-4645-baa3-a7378121c922 None None] Port c1a09d0f-455f-4270-923b-fca401d10093 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:33.582318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 234a8d23-73cc-429d-8db7-8aa63bdf0aca details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:33.685676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:33.699090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'mac_address': 'fa:16:3e:23:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:33.738263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] In _notify_port_updated(), no bound segment for port c1a09d0f-455f-4270-923b-fca401d10093 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:16:33.739156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.739766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.741072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-46909f68-c65e-4ee0-a6e1-0388cca72fc5 service neutron] 10.222.0.83 "PUT /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 200 len: 1032 time: 1.1946657 Jul 07 17:16:33.741200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.748611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a54b2b-9e89-43da-8b6d-26fe9e027c02 req-d9aab743-9b5b-4cad-96e3-3dbf59caf005 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.750053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7a54b2b-9e89-43da-8b6d-26fe9e027c02 req-d9aab743-9b5b-4cad-96e3-3dbf59caf005 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 944 time: 0.5642672 Jul 07 17:16:33.754690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234a8d23-73cc-429d-8db7-8aa63bdf0aca {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:33.777782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:33.783985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.801833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88584a7-2a5a-4466-ad22-f941a109c5ec req-0fd100a5-19a6-4658-acde-6810b986021e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.803385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88584a7-2a5a-4466-ad22-f941a109c5ec req-0fd100a5-19a6-4658-acde-6810b986021e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 944 time: 0.5388083 Jul 07 17:16:33.841350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.855516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-93ecd364-9f04-4812-8fa3-5b87081c99e8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.856904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-93ecd364-9f04-4812-8fa3-5b87081c99e8 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "GET /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1045477 Jul 07 17:16:33.868300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7a54b2b-9e89-43da-8b6d-26fe9e027c02 req-79075b86-7a21-46ee-982b-971660037a71 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025887 Jul 07 17:16:33.873629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adf9153b-edb3-4a35-a854-1a4efd901a48 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:33.879166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:33.971469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88584a7-2a5a-4466-ad22-f941a109c5ec req-14b5b2b1-83d9-4df3-bc9a-15a192b05885 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565228 Jul 07 17:16:33.981179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:33.997727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.997933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adf9153b-edb3-4a35-a854-1a4efd901a48,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:34.030616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'adf9153b-edb3-4a35-a854-1a4efd901a48', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': 'adf9153b-edb3-4a35-a854-1a4efd901a48', 'mac_address': 'fa:16:3e:12:fd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:34.074156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['234a8d23-73cc-429d-8db7-8aa63bdf0aca'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:34.171398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.303884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e69ea28b-2bb0-442d-85e2-5b0324b227e5,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:34.313108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf9153b-edb3-4a35-a854-1a4efd901a48 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:34.332131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.340762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.348351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] For port e69ea28b-2bb0-442d-85e2-5b0324b227e5, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:34.396311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adf9153b-edb3-4a35-a854-1a4efd901a48,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:34.415300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.421456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] device_id is not set on port e69ea28b-2bb0-442d-85e2-5b0324b227e5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:16:34.436584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.452951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.476755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.482885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.484312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:34.489170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.492915 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.495902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.501915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.507829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.509749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-eb7a984c-3b2a-4b79-b2d8-0e2b31e74a7f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 4664 time: 0.4003773 Jul 07 17:16:34.528468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.571802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f844fc-d207-4d58-ab39-6dad281d6b70 req-ee570271-9f3e-44c8-9636-931a488ca63d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.573543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54f844fc-d207-4d58-ab39-6dad281d6b70 req-ee570271-9f3e-44c8-9636-931a488ca63d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 946 time: 0.4444547 Jul 07 17:16:34.604105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.611814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] No DVR routers for this DVR port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:34.618801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Pushing event updated for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.639862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:34.642409 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd63160-b8ea-43d3-ab89-c621f1315cf6" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:34.677029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9d4a6be-4613-42e7-870a-1ef9b7e08f5a req-ba660ec7-d073-40e3-a544-22a6c048b84b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=3006b00c-1da5-4b95-a62b-537ace990824&id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458471 Jul 07 17:16:34.705357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54f844fc-d207-4d58-ab39-6dad281d6b70 req-ba7396b7-f223-4f98-b3b2-ec41dd3915ef tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194458 Jul 07 17:16:34.715993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] In _notify_port_updated(), no bound segment for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 on network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:16:34.716907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.717538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.718900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-08764caa-2239-4f34-a308-50e42841c962 service neutron] 10.222.0.83 "PUT /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 200 len: 1032 time: 0.8496871 Jul 07 17:16:34.861463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['adf9153b-edb3-4a35-a854-1a4efd901a48'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:34.911698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba831d6a-0beb-41c2-9be3-253f13ed7423 None None] Provisioning complete for port e69ea28b-2bb0-442d-85e2-5b0324b227e5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:34.912322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba831d6a-0beb-41c2-9be3-253f13ed7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.949585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 7945b7f1-a164-43d8-a451-31cc787889cc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:34.950316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.973749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba831d6a-0beb-41c2-9be3-253f13ed7423 None None] Port e69ea28b-2bb0-442d-85e2-5b0324b227e5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:35.060947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port 7945b7f1-a164-43d8-a451-31cc787889cc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7945b7f1-a164-43d8-a451-31cc787889cc,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.061412 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.086989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710485d-dfef-4843-8846-05d45b013368 req-8b1b26e5-d6e0-4569-839a-230cb2f82a50 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.095357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c710485d-dfef-4843-8846-05d45b013368 req-8b1b26e5-d6e0-4569-839a-230cb2f82a50 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 949 time: 0.2595766 Jul 07 17:16:35.098282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 7945b7f1-a164-43d8-a451-31cc787889cc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:35.181002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c710485d-dfef-4843-8846-05d45b013368 req-e3d004c1-8cbd-4051-b251-a830b172798d tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846612 Jul 07 17:16:35.294963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.336004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.373036 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef6596-7cb6-4e0e-b242-0d6452b618b8 x-openstack-request-id: req-d1ef6596-7cb6-4e0e-b242-0d6452b618b8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:35.373328 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:35.373591 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1ef6596-7cb6-4e0e-b242-0d6452b618b8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:35.373996 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'code': 200} Jul 07 17:16:35.392968 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:35.400629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=7945b7f1-a164-43d8-a451-31cc787889cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:35.477850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec0cfd-b4fb-4900-a765-099dbc3a0e9e req-9a01652f-f363-4c4d-920c-aeb7bbcadc9d tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.479958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adec0cfd-b4fb-4900-a765-099dbc3a0e9e req-9a01652f-f363-4c4d-920c-aeb7bbcadc9d tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 945 time: 0.1583214 Jul 07 17:16:35.480814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port 7945b7f1-a164-43d8-a451-31cc787889cc on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:35.483342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.485375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-b9628eea-ca03-4610-98d3-4f6f3c878a6f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "DELETE /v2.0/ports/7945b7f1-a164-43d8-a451-31cc787889cc HTTP/1.1" status: 204 len: 173 time: 0.7493129 Jul 07 17:16:35.485811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:35.488094 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee675b59-d015-4af6-8fda-851c015ae915" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:35.563333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adec0cfd-b4fb-4900-a765-099dbc3a0e9e req-5b335a67-2e2d-42a2-9f13-024c61ca1656 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710323 Jul 07 17:16:35.597717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:35.602332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 234a8d23-73cc-429d-8db7-8aa63bdf0aca up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:35.623112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 524cbc27-ea6b-4235-9879-c301da078cc1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:35.623652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.750065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 234a8d23-73cc-429d-8db7-8aa63bdf0aca completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:35.764479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 234a8d23-73cc-429d-8db7-8aa63bdf0aca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:35.764858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.804644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.809574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port 524cbc27-ea6b-4235-9879-c301da078cc1, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=524cbc27-ea6b-4235-9879-c301da078cc1,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:35.810029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:35.841968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'port_id': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'mac_address': 'fa:16:3e:2a:29:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:35.889503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adf9153b-edb3-4a35-a854-1a4efd901a48 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:35.937955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e594aa-9e7c-4766-9d2e-e4407402fa03 req-a616ed2d-ced2-43e6-9d66-a6355d5d3533 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.939672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8e594aa-9e7c-4766-9d2e-e4407402fa03 req-a616ed2d-ced2-43e6-9d66-a6355d5d3533 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 944 time: 0.2466211 Jul 07 17:16:35.965038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.054052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e444e-b174-4877-b1a9-68cd074f9e07 req-e70645a8-8ab9-4242-b29a-3d40fda96c31 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.055836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f8e444e-b174-4877-b1a9-68cd074f9e07 req-e70645a8-8ab9-4242-b29a-3d40fda96c31 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 945 time: 0.2602429 Jul 07 17:16:36.067956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8e594aa-9e7c-4766-9d2e-e4407402fa03 req-48a6e9e3-ed9d-45cd-8fb8-1b91376add2d tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178610 Jul 07 17:16:36.158761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:36.163962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.186912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f8e444e-b174-4877-b1a9-68cd074f9e07 req-1d5a0bdb-ac4a-4f1f-a8d0-b7ca0e9e0ba2 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158130 Jul 07 17:16:36.202173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.202397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:36.202505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.202505 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Floating IP 2dced2f1-eec6-4cdb-8a42-b46b9eb202e2 disassociated. External IP: 172.25.7.246, port: 524cbc27-ea6b-4235-9879-c301da078cc1. Jul 07 17:16:36.202505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 524cbc27-ea6b-4235-9879-c301da078cc1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:36.222151 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba0165-8e89-4655-a3a0-9c258cbbd172 x-openstack-request-id: req-c7ba0165-8e89-4655-a3a0-9c258cbbd172 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:36.222469 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "7945b7f1-a164-43d8-a451-31cc787889cc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:36.222731 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7ba0165-8e89-4655-a3a0-9c258cbbd172 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:36.223185 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '7945b7f1-a164-43d8-a451-31cc787889cc', 'status': 'completed', 'code': 200} Jul 07 17:16:36.245580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.248687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port adf9153b-edb3-4a35-a854-1a4efd901a48 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:36.271337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port adf9153b-edb3-4a35-a854-1a4efd901a48 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:36.271709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.332457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:36.346735 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.350061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.379579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.470744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eab21a-e1d0-4623-bf2e-eace09a18e2e req-ff0d3959-709a-423e-bffd-0db6649361b0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.472190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.472908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1eab21a-e1d0-4623-bf2e-eace09a18e2e req-ff0d3959-709a-423e-bffd-0db6649361b0 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 946 time: 0.1397963 Jul 07 17:16:36.474302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.495809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.513345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:36.543106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adf9153b-edb3-4a35-a854-1a4efd901a48,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:36.544602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=524cbc27-ea6b-4235-9879-c301da078cc1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.553605 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.557498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9949b43b-df51-4664-bd3a-001481935505 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:36.625061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1eab21a-e1d0-4623-bf2e-eace09a18e2e req-aa699492-b936-432f-9140-f3c57fc1f7ff tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438882 Jul 07 17:16:36.651593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:36.700180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a4078-3d91-4b09-9b4f-255440a3d7eb req-278da164-81ff-4928-8c65-42a1881022c5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.706553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a4078-3d91-4b09-9b4f-255440a3d7eb req-278da164-81ff-4928-8c65-42a1881022c5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.712671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a4078-3d91-4b09-9b4f-255440a3d7eb req-278da164-81ff-4928-8c65-42a1881022c5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.715154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-230a4078-3d91-4b09-9b4f-255440a3d7eb req-278da164-81ff-4928-8c65-42a1881022c5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 2416 time: 0.2352102 Jul 07 17:16:36.758186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:36.771993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.803399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-230a4078-3d91-4b09-9b4f-255440a3d7eb req-c65cfdb6-3885-4b03-b7e9-efbf619bdcb2 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773110 Jul 07 17:16:36.851478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:36.858262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:36.858821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7945b7f1-a164-43d8-a451-31cc787889cc no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:36.913401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 7945b7f1-a164-43d8-a451-31cc787889cc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:36.913758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7945b7f1-a164-43d8-a451-31cc787889cc not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:36.914377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 524cbc27-ea6b-4235-9879-c301da078cc1 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:36.954992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 524cbc27-ea6b-4235-9879-c301da078cc1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:36.955362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 524cbc27-ea6b-4235-9879-c301da078cc1 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:36.955796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e69ea28b-2bb0-442d-85e2-5b0324b227e5 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:36.999126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139845-9ef1-4929-9e39-6731db5e3f98 req-d717872d-08ed-42ab-b7d4-85a2ba2d3ca1 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.008053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f139845-9ef1-4929-9e39-6731db5e3f98 req-d717872d-08ed-42ab-b7d4-85a2ba2d3ca1 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.2482991 Jul 07 17:16:37.021042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.062834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e69ea28b-2bb0-442d-85e2-5b0324b227e5 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:37.063286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:37.106669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:37.130437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Sync routers for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:37.163897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:37.164549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:37.200787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-e65a901c-891b-43c4-a03a-8c22e7b9324b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.212183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-e65a901c-891b-43c4-a03a-8c22e7b9324b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 946 time: 0.1856682 Jul 07 17:16:37.242992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port 524cbc27-ea6b-4235-9879-c301da078cc1 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:37.260986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f139845-9ef1-4929-9e39-6731db5e3f98 req-3b3a3787-80f9-4104-9e08-a48d4b7b85e9 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492204 Jul 07 17:16:37.261402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.265954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.268019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-1304ebd9-42d5-420d-84dc-41d32ac0c18f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "DELETE /v2.0/ports/524cbc27-ea6b-4235-9879-c301da078cc1 HTTP/1.1" status: 204 len: 173 time: 1.7768970 Jul 07 17:16:37.364290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:37.366639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:37.370436 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.371218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adeef9d6-aa27-4b31-8b9e-031d6569cde6 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:37.418248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port adeef9d6-aa27-4b31-8b9e-031d6569cde6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:37.418248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.425766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca'}, {'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9949b43b-df51-4664-bd3a-001481935505'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:37.431279 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5868e2-beda-4f4c-813e-68dc58603b16" -d '{"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca"}, {"server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9949b43b-df51-4664-bd3a-001481935505"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:37.475359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 18064cd8-5325-4e47-ab9d-bdb5ec57634d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:37.475929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.608546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port adeef9d6-aa27-4b31-8b9e-031d6569cde6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adeef9d6-aa27-4b31-8b9e-031d6569cde6,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:37.609076 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.626998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e565a58-e0fa-4f18-b6a8-478be5e35c34 req-6eaaf3fc-13ef-47f5-952f-31f23ecab95b tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.629104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e565a58-e0fa-4f18-b6a8-478be5e35c34 req-6eaaf3fc-13ef-47f5-952f-31f23ecab95b tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 945 time: 0.1776657 Jul 07 17:16:37.637032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for adeef9d6-aa27-4b31-8b9e-031d6569cde6 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:37.665914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 18064cd8-5325-4e47-ab9d-bdb5ec57634d, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=18064cd8-5325-4e47-ab9d-bdb5ec57634d,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:37.666405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.696644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 18064cd8-5325-4e47-ab9d-bdb5ec57634d owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:37.726415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:37.745739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e565a58-e0fa-4f18-b6a8-478be5e35c34 req-74881eec-c61d-441b-b035-1988d88cf7eb tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023865 Jul 07 17:16:37.798838 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.861306 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f5384-fda4-48b7-9ac2-d9b920409acc x-openstack-request-id: req-210f5384-fda4-48b7-9ac2-d9b920409acc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:37.861621 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca", "code": 200}, {"server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "name": "network-vif-plugged", "status": "completed", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9949b43b-df51-4664-bd3a-001481935505", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:37.861881 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-210f5384-fda4-48b7-9ac2-d9b920409acc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:37.862315 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'code': 200} Jul 07 17:16:37.862576 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48', 'code': 200} Jul 07 17:16:37.862906 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9949b43b-df51-4664-bd3a-001481935505', 'code': 200} Jul 07 17:16:37.863206 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'code': 200} Jul 07 17:16:37.923667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b0179-1c61-4c0a-b99a-6bd074a66bb4 req-0403c48e-448b-49b0-925f-fffe3a72bb5c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.925250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c2b0179-1c61-4c0a-b99a-6bd074a66bb4 req-0403c48e-448b-49b0-925f-fffe3a72bb5c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1662762 Jul 07 17:16:37.960845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:37.971396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:16:37.971396 n-d-791504-12 neutron-server[93767]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 07 17:16:37.971396 n-d-791504-12 neutron-server[93767]: [parameters: {'status': 'DOWN', 'ports_id': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6'}] Jul 07 17:16:37.971396 n-d-791504-12 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:16:37.971768 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:16:37.993726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.014285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=adeef9d6-aa27-4b31-8b9e-031d6569cde6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.041071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Checking router: d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:38.054420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:38.055101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.073828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c2b0179-1c61-4c0a-b99a-6bd074a66bb4 req-7b6ea049-33e1-481c-acfd-0e160adca69a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397350 Jul 07 17:16:38.119108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.140270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port adeef9d6-aa27-4b31-8b9e-031d6569cde6 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:38.155845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.161644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-d8cfe161-6997-4802-aa1a-e11f3e3204a3 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "DELETE /v2.0/ports/adeef9d6-aa27-4b31-8b9e-031d6569cde6 HTTP/1.1" status: 204 len: 173 time: 0.8810062 Jul 07 17:16:38.165851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['18064cd8-5325-4e47-ab9d-bdb5ec57634d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:38.170344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:38.175522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=18064cd8-5325-4e47-ab9d-bdb5ec57634d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.236528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:38.248341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cd87-6b26-4af2-9675-a4974b15774a req-dfee2c4c-6114-485b-8bd8-e0047ee39359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.249869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63d0cd87-6b26-4af2-9675-a4974b15774a req-dfee2c4c-6114-485b-8bd8-e0047ee39359 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 1102 time: 0.2384980 Jul 07 17:16:38.257327 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c36c90-a883-4f04-aaa8-9adc262f5a48" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:38.266252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 18064cd8-5325-4e47-ab9d-bdb5ec57634d on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:38.277696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.280921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d08df5fe-b80d-4bbe-946d-74c8d405e32a req-136e361b-fb28-4707-9df0-44ccfd9f2b8d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.32 "DELETE /v2.0/ports/18064cd8-5325-4e47-ab9d-bdb5ec57634d HTTP/1.1" status: 204 len: 173 time: 1.0669613 Jul 07 17:16:38.282729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'name': 'network-vif-deleted', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:38.285710 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0920c88-1d12-48c0-905b-9735f317a8ba" -d '{"events": [{"server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "name": "network-vif-deleted", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:38.286623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:38.351535 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63d0cd87-6b26-4af2-9675-a4974b15774a req-5ebd0b34-58b5-4f15-9449-5151e926946f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Jul 07 17:16:38.473987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f7ec-e050-48f8-9707-b256edd081c8 req-19c4d2c3-5ce4-4b20-96ed-96c2641cf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.481331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-db26f7ec-e050-48f8-9707-b256edd081c8 req-19c4d2c3-5ce4-4b20-96ed-96c2641cf695 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 1098 time: 0.4634044 Jul 07 17:16:38.577426 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-db26f7ec-e050-48f8-9707-b256edd081c8 req-8fb8992d-f435-4137-bebd-bc5ad8a95b0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874343 Jul 07 17:16:38.583397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Port adeef9d6-aa27-4b31-8b9e-031d6569cde6 update to DOWN by agent not found {{(pid=93767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:16:38.584406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c1a09d0f-455f-4270-923b-fca401d10093 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:38.864783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c1a09d0f-455f-4270-923b-fca401d10093 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:38.868020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a364fc5-40cd-453c-b2b8-76c404042d9a req-0627907d-541d-4d73-9693-95c200a0dc81 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=727ab748-500b-4b7b-857b-22a8bedbdb00 HTTP/1.1" status: 200 len: 210 time: 0.0681806 Jul 07 17:16:38.956958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643ca4-dc66-4b9d-94cb-3ab519865a25 req-3aa2e271-1122-4274-9844-636bf82ce723 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.965459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a643ca4-dc66-4b9d-94cb-3ab519865a25 req-3aa2e271-1122-4274-9844-636bf82ce723 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 945 time: 0.8737414 Jul 07 17:16:38.970398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:38.998998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447dd74-925c-42d6-92b2-8dd82eb68687 None None] The sync data for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 is: [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:05:29Z', 'revision_number': 4, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4269bc2a-8eda-49de-a5a0-d1d9b833a9fe', 'name': '', 'network_id': '92c36961-f69e-4f31-b650-4041d855e02a', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'mac_address': 'fa:16:3e:4f:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:28Z', 'updated_at': '2021-07-07T17:05:38Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'subnets': [{'id': '24d466ef-c9d6-4b39-bf16-cbb30b293882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:39.037059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 9949b43b-df51-4664-bd3a-001481935505 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:39.037463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.065484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a643ca4-dc66-4b9d-94cb-3ab519865a25 req-a069671b-eaa1-48f9-ae3b-6866fd30a5ca tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983727 Jul 07 17:16:39.183323 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f01d871-33eb-4135-bd2e-9fcc405996ce x-openstack-request-id: req-3f01d871-33eb-4135-bd2e-9fcc405996ce {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:39.183696 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "524cbc27-ea6b-4235-9879-c301da078cc1", "status": "completed", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "adeef9d6-aa27-4b31-8b9e-031d6569cde6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:39.184060 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f01d871-33eb-4135-bd2e-9fcc405996ce {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:39.184542 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '524cbc27-ea6b-4235-9879-c301da078cc1', 'status': 'completed', 'code': 200} Jul 07 17:16:39.184803 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': 'adeef9d6-aa27-4b31-8b9e-031d6569cde6', 'status': 'completed', 'code': 200} Jul 07 17:16:39.212059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port 9949b43b-df51-4664-bd3a-001481935505, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9949b43b-df51-4664-bd3a-001481935505,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:39.212939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.243915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 9949b43b-df51-4664-bd3a-001481935505 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:39.264202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba3f43-059e-43a4-98aa-72ff6d2dcb66 req-c0780e87-4d27-4776-9366-310174678961 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.276770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba3f43-059e-43a4-98aa-72ff6d2dcb66 req-c0780e87-4d27-4776-9366-310174678961 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.278766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53ba3f43-059e-43a4-98aa-72ff6d2dcb66 req-c0780e87-4d27-4776-9366-310174678961 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 1677 time: 0.1835887 Jul 07 17:16:39.456201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53ba3f43-059e-43a4-98aa-72ff6d2dcb66 req-177c5139-8a56-4ccd-997f-7c23a2e542b7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups?id=42c18123-3776-434e-a528-666b42c78d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630340 Jul 07 17:16:39.460960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-2a036b24-d264-4ccd-a46f-672d8daabd6a tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.465093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-2a036b24-d264-4ccd-a46f-672d8daabd6a tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.83 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 945 time: 0.1204588 Jul 07 17:16:39.486987 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7abe5-3170-4fd6-a7ed-03d7575a3b62 None None] New status for floating IP 2dced2f1-eec6-4cdb-8a42-b46b9eb202e2: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:16:39.565858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8411f-e81c-49ac-90df-69a89eeaa292 req-fdf12d3e-d228-4f6f-b5c0-403afe269e38 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.568055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62a8411f-e81c-49ac-90df-69a89eeaa292 req-fdf12d3e-d228-4f6f-b5c0-403afe269e38 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.1677108 Jul 07 17:16:39.605121 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db7a6e0-fa61-4d69-b09d-63e1d8a328c4 x-openstack-request-id: req-3db7a6e0-fa61-4d69-b09d-63e1d8a328c4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:39.606596 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727ab748-500b-4b7b-857b-22a8bedbdb00", "name": "network-vif-deleted", "tag": "18064cd8-5325-4e47-ab9d-bdb5ec57634d", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:39.607297 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3db7a6e0-fa61-4d69-b09d-63e1d8a328c4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:39.608609 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727ab748-500b-4b7b-857b-22a8bedbdb00', 'name': 'network-vif-deleted', 'tag': '18064cd8-5325-4e47-ab9d-bdb5ec57634d', 'status': 'completed', 'code': 200} Jul 07 17:16:39.609443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:39.630733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Deleting port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:39.631083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.691434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62a8411f-e81c-49ac-90df-69a89eeaa292 req-4a71de0f-776e-43d4-9637-70867cd0b4e6 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958180 Jul 07 17:16:39.692816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.768767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=9949b43b-df51-4664-bd3a-001481935505,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.782736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:39.790063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:39.790910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.854361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port 9949b43b-df51-4664-bd3a-001481935505 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:39.858566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.864929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-5225f09d-9205-45de-a2f0-8038ee22adc6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "DELETE /v2.0/ports/9949b43b-df51-4664-bd3a-001481935505 HTTP/1.1" status: 204 len: 173 time: 1.6542656 Jul 07 17:16:39.920501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:40.036591 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.085587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:40.090136 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a69599-1aa6-4591-8625-a739bbba9a1b" -d '{"events": [{"server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:40.115521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.119128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91386c-9e1c-4c9c-bfb1-f27aaf675d9b req-2d3d8986-7ef5-4353-930f-1868c283bbc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.120839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f91386c-9e1c-4c9c-bfb1-f27aaf675d9b req-2d3d8986-7ef5-4353-930f-1868c283bbc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1790357 Jul 07 17:16:40.132558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.133726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 18064cd8-5325-4e47-ab9d-bdb5ec57634d no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:40.139079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.162863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a6976-d728-447e-aa41-13e15c6ff0bb req-48d2e312-48e7-4108-901d-e9ea48e11403 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.164415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c9a6976-d728-447e-aa41-13e15c6ff0bb req-48d2e312-48e7-4108-901d-e9ea48e11403 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 945 time: 0.2210565 Jul 07 17:16:40.173072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:40.173478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.230849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 18064cd8-5325-4e47-ab9d-bdb5ec57634d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:40.231465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 18064cd8-5325-4e47-ab9d-bdb5ec57634d not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:40.233884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.238835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '2b993491-4ed5-489e-a000-680c44e48075', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '2b993491-4ed5-489e-a000-680c44e48075', 'mac_address': 'fa:16:3e:04:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:40.307497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.332363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] For port 2a8531a5-aea9-42c9-a1f1-558c2caf6584, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2a8531a5-aea9-42c9-a1f1-558c2caf6584,segment=NetworkSegment(b3964841-873c-4024-978a-5707ce0ec09f),segment_id=b3964841-873c-4024-978a-5707ce0ec09f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.332733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.345376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f91386c-9e1c-4c9c-bfb1-f27aaf675d9b req-f575c59f-9811-4613-ba96-856fe09ca4d8 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125165 Jul 07 17:16:40.361040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Calling delete_port for 2a8531a5-aea9-42c9-a1f1-558c2caf6584 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:40.365972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:40.382529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c9a6976-d728-447e-aa41-13e15c6ff0bb req-adae13df-1e46-4e63-ad6a-e0c1f9747778 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972947 Jul 07 17:16:40.409534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.416033 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.473263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.474683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.479151 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265ca1b-2f2d-42b7-b460-4dcac234ff96 x-openstack-request-id: req-5265ca1b-2f2d-42b7-b460-4dcac234ff96 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:40.479826 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:40.480190 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5265ca1b-2f2d-42b7-b460-4dcac234ff96 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:40.480737 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'code': 200} Jul 07 17:16:40.497925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.510483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:40.512637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['2b993491-4ed5-489e-a000-680c44e48075'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:40.743020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.786409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Pushing event deleted for resources: {'Port': ['ID=2a8531a5-aea9-42c9-a1f1-558c2caf6584,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.872125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] No DVR routers for this DVR port 2a8531a5-aea9-42c9-a1f1-558c2caf6584 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:40.875140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.877796 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75cfeb0e-35ad-4c48-bd84-804290e0d41f req-6ae6fac6-1711-4bd5-95b1-ccaf0438da85 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.83 "DELETE /v2.0/ports/2a8531a5-aea9-42c9-a1f1-558c2caf6584 HTTP/1.1" status: 204 len: 173 time: 1.4065034 Jul 07 17:16:40.881625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272cc8d-f24f-4b57-9886-05578a14c46d req-95143c28-2355-4ee1-9eb5-c36a64e81bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.883748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9272cc8d-f24f-4b57-9886-05578a14c46d req-95143c28-2355-4ee1-9eb5-c36a64e81bea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.2193446 Jul 07 17:16:40.886631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71ec5-75c3-4dcc-b406-82b9b1c7b02f req-2960cddb-47a6-4f9a-9bed-f239be36c669 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.893983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4d71ec5-75c3-4dcc-b406-82b9b1c7b02f req-2960cddb-47a6-4f9a-9bed-f239be36c669 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/ports?device_id=af35f779-dd03-428d-ad46-e495897c61b1 HTTP/1.1" status: 200 len: 867 time: 0.2402444 Jul 07 17:16:40.921146 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.953582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9272cc8d-f24f-4b57-9886-05578a14c46d req-a341c49f-c19b-41f2-bd0e-91674ad741c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581577 Jul 07 17:16:41.000464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=4a6c2751-99b2-4b9c-a401-f8d1880dc7f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:41.030228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port 4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:41.034929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4d71ec5-75c3-4dcc-b406-82b9b1c7b02f req-3b02c3a3-6c92-47c0-9b38-f6e0ca65e971 tempest-ServerAddressesTestJSON-705501315 tempest-ServerAddressesTestJSON-705501315-project] 10.222.0.22 "GET /v2.0/security-groups?id=28951bc2-5de9-4d60-9583-9e4366b1b2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373277 Jul 07 17:16:41.036084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:41.038546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-489a3a22-31b5-46ab-bffb-6b1fb3c12d4e req-543dc1e7-2e98-4087-b6ee-1ab12486fe86 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.83 "DELETE /v2.0/ports/4a6c2751-99b2-4b9c-a401-f8d1880dc7f2 HTTP/1.1" status: 204 len: 173 time: 1.1692331 Jul 07 17:16:41.186668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '9949b43b-df51-4664-bd3a-001481935505'}, {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:41.189302 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921750a0-b354-419c-a98e-a99969512af2" -d '{"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "9949b43b-df51-4664-bd3a-001481935505"}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:41.306772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63a081f5-3d17-4ccf-a8f3-6d6019be567b req-bd67d0b2-a3a5-4bfa-b18f-25c75c510472 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0624380 Jul 07 17:16:41.614192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'name': 'network-vif-deleted', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:41.626595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-95f99edf-35f9-4a51-84f9-80a15405e108 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.627578 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532fa7f-0d3a-4684-b4da-fc8fd5b96c1a" -d '{"events": [{"server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "name": "network-vif-deleted", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:41.637181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-95f99edf-35f9-4a51-84f9-80a15405e108 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.3074181 Jul 07 17:16:41.652541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-4d75175d-c031-416f-a3b7-bc05bf588330 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/quotas/542856500dfc4d7bb90ed8f542bddd51 HTTP/1.1" status: 200 len: 375 time: 0.0141532 Jul 07 17:16:41.721307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11faf7-b9db-4132-a9ba-bc7ef035bf8b req-beb049ac-25e4-4e82-ac42-3b0f907a3336 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.722854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b11faf7-b9db-4132-a9ba-bc7ef035bf8b req-beb049ac-25e4-4e82-ac42-3b0f907a3336 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.2339747 Jul 07 17:16:41.786021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-e6f01bef-5876-4d2e-a98f-e51e94ca4773 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252592 Jul 07 17:16:41.799335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b11faf7-b9db-4132-a9ba-bc7ef035bf8b req-b3937228-6bec-471b-b093-0edf13fe101f tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Jul 07 17:16:41.911202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-9fd8aeeb-453d-4336-9863-aa81ec27c54d service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108251 Jul 07 17:16:41.928774 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e57c6a-4645-4a62-9171-6f1d62828930 x-openstack-request-id: req-a4e57c6a-4645-4a62-9171-6f1d62828930 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:41.929469 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "9949b43b-df51-4664-bd3a-001481935505", "status": "completed", "code": 200}, {"server_uuid": "a0c6d645-d399-43dd-a7ac-e47a17b455c5", "name": "network-vif-deleted", "tag": "4a6c2751-99b2-4b9c-a401-f8d1880dc7f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:41.929469 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4e57c6a-4645-4a62-9171-6f1d62828930 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:41.929772 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '9949b43b-df51-4664-bd3a-001481935505', 'status': 'completed', 'code': 200} Jul 07 17:16:41.930026 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6d645-d399-43dd-a7ac-e47a17b455c5', 'name': 'network-vif-deleted', 'tag': '4a6c2751-99b2-4b9c-a401-f8d1880dc7f2', 'status': 'completed', 'code': 200} Jul 07 17:16:41.932839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:42.011947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 2b993491-4ed5-489e-a000-680c44e48075 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:42.013746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.026853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-db450f9f-0533-482f-9523-fe1264fc3f13 service neutron] 10.222.0.22 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076772 Jul 07 17:16:42.096702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1e495-9be3-4d42-a785-7db911cc3d89 req-406aac3d-0828-4d29-8d61-fbf69191114c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.103562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f1e495-9be3-4d42-a785-7db911cc3d89 req-406aac3d-0828-4d29-8d61-fbf69191114c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.0757065 Jul 07 17:16:42.107400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.143639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f1e495-9be3-4d42-a785-7db911cc3d89 req-e71948f7-8736-47fe-b192-aa0dac0cace1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Jul 07 17:16:42.149060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:42.154314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.155296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2a8531a5-aea9-42c9-a1f1-558c2caf6584 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:42.234158 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740002b-2fe2-4f16-bfcc-766ed58ae1ba x-openstack-request-id: req-c740002b-2fe2-4f16-bfcc-766ed58ae1ba {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:42.234674 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af35f779-dd03-428d-ad46-e495897c61b1", "name": "network-vif-deleted", "tag": "2a8531a5-aea9-42c9-a1f1-558c2caf6584", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:42.234803 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c740002b-2fe2-4f16-bfcc-766ed58ae1ba {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:42.235116 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af35f779-dd03-428d-ad46-e495897c61b1', 'name': 'network-vif-deleted', 'tag': '2a8531a5-aea9-42c9-a1f1-558c2caf6584', 'status': 'completed', 'code': 200} Jul 07 17:16:42.248977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 2a8531a5-aea9-42c9-a1f1-558c2caf6584 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:42.250483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2a8531a5-aea9-42c9-a1f1-558c2caf6584 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:42.310830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.399715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85180d-8472-4cff-a9f6-f117a1380b26 req-d75c2e42-ee6b-4728-ba6a-861ce0af48e2 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.407698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f85180d-8472-4cff-a9f6-f117a1380b26 req-d75c2e42-ee6b-4728-ba6a-861ce0af48e2 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.0971384 Jul 07 17:16:42.477850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f85180d-8472-4cff-a9f6-f117a1380b26 req-2b32cf15-9b22-427a-aeb5-943489a5b405 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689809 Jul 07 17:16:42.482310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:42.492145 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a3b05-3e7f-497b-8d2b-8756f2cc5c74" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:42.652076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56966) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.663702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57200c45-f529-4551-842d-3063b41156aa req-cafda154-594d-4fff-a275-6325ed65a56e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 210 time: 0.0327270 Jul 07 17:16:42.760547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Deleting subnet 67717f0c-13de-4ff9-a9b5-ee7a6bc4da13 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:42.772701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.823397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.827219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9fb1f79-cb25-4713-9a18-4e8268a722fc req-84b32ddc-4f15-4aec-9486-eba025f93dd9 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0489976 Jul 07 17:16:42.873720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.917996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363348d-f611-4a1d-962a-1378df294ace req-4796f1d7-866e-4828-ba6b-670d9ad3ba0a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.920410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8363348d-f611-4a1d-962a-1378df294ace req-4796f1d7-866e-4828-ba6b-670d9ad3ba0a tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.0956855 Jul 07 17:16:42.940772 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6a7e1-7163-43cc-877c-cdb107319131 x-openstack-request-id: req-77d6a7e1-7163-43cc-877c-cdb107319131 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:42.941430 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:42.941430 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77d6a7e1-7163-43cc-877c-cdb107319131 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:42.941719 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'code': 200} Jul 07 17:16:42.944129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.974635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8363348d-f611-4a1d-962a-1378df294ace req-9dd49734-d9b3-4578-b657-463ba57ca0d6 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472109 Jul 07 17:16:42.976344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67717f0c-13de-4ff9-a9b5-ee7a6bc4da13,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:42.987811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.990084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e41571de-28f2-492c-8927-91702a12905d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/67717f0c-13de-4ff9-a9b5-ee7a6bc4da13 HTTP/1.1" status: 204 len: 168 time: 0.3367529 Jul 07 17:16:42.993573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.071943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.232311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.267579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d66015-cecd-41ef-90e0-e364794efa76']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.284883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3964841-873c-4024-978a-5707ce0ec09f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.285295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3964841-873c-4024-978a-5707ce0ec09f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:43.304414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.328920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78008-dd0c-4d0a-a0f4-8f3c7c5b4f68 req-7dcefbc7-2f5e-4085-b87d-13152b810ebc tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.330451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03d78008-dd0c-4d0a-a0f4-8f3c7c5b4f68 req-7dcefbc7-2f5e-4085-b87d-13152b810ebc tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.2188120 Jul 07 17:16:43.335350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.360910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:43.361302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:43.362972 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:43.409823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485011d2-e531-4232-a411-e0a91c39b342 req-145a7d2b-3bff-427b-9413-2e05a8416c76 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.411347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-485011d2-e531-4232-a411-e0a91c39b342 req-145a7d2b-3bff-427b-9413-2e05a8416c76 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.2073469 Jul 07 17:16:43.455163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03d78008-dd0c-4d0a-a0f4-8f3c7c5b4f68 req-1e85842d-6f56-48e6-9834-776061f08aef tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166992 Jul 07 17:16:43.458569 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.477871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.480804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2d66015-cecd-41ef-90e0-e364794efa76 HTTP/1.1" status: 204 len: 168 time: 0.4863565 Jul 07 17:16:43.493511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288115c0-c449-4e1b-a899-5c2f7a831f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d66015-cecd-41ef-90e0-e364794efa76,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.502642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-485011d2-e531-4232-a411-e0a91c39b342 req-f820959b-8559-4adf-9d80-06bbb5b4be4e tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852175 Jul 07 17:16:43.528467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.750380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f898faa-acbe-4941-9e80-bed30d7c61e9 req-30df0354-b809-4f8d-9d5e-78871b87e017 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.752265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f898faa-acbe-4941-9e80-bed30d7c61e9 req-30df0354-b809-4f8d-9d5e-78871b87e017 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1356192 Jul 07 17:16:43.763643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27633a60-56c1-4742-b40f-2964d1789176 tempest-TestServerBasicOps-1010313418 tempest-TestServerBasicOps-1010313418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.765564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-27633a60-56c1-4742-b40f-2964d1789176 tempest-TestServerBasicOps-1010313418 tempest-TestServerBasicOps-1010313418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1093 time: 0.2360563 Jul 07 17:16:43.769165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57004) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.774747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:43.824075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.824509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:43.858697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f898faa-acbe-4941-9e80-bed30d7c61e9 req-a83f2ad0-9a08-40a8-8d6c-99d3d9372c81 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985708 Jul 07 17:16:43.941301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8a51508f-05a8-457c-8733-a47bd9bcd6a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d201f75bf734587b82bddf5b8243931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141820 Jul 07 17:16:43.952120 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57014) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:44.026502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b16b0fd0-83d9-4ce5-995e-fd65197500a3 req-4e917b86-c6ee-4cfe-b5ed-3e3bfe9f11dd tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 210 time: 0.1111112 Jul 07 17:16:44.136800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19f11938-bd88-4a03-b237-3c3c11a4b976 req-52f89e54-db7f-433c-b5cd-748bc2bcd4e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0908260 Jul 07 17:16:44.162922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.210408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.224737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-2db00eef-5876-4d95-9563-47f1b007c07a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.226815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-2db00eef-5876-4d95-9563-47f1b007c07a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 805 time: 0.2277524 Jul 07 17:16:44.240875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Request body: {'port': {'device_id': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'admin_state_up': True, 'tenant_id': '542856500dfc4d7bb90ed8f542bddd51'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:44.268695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.313970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.316896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.318308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28951bc2-5de9-4d60-9583-9e4366b1b2ff HTTP/1.1" status: 204 len: 168 time: 0.3613760 Jul 07 17:16:44.334223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713617d-7250-43d2-82ff-6d99c8ce0ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28951bc2-5de9-4d60-9583-9e4366b1b2ff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.426255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Made reservation on behalf of 542856500dfc4d7bb90ed8f542bddd51 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:44.430593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.523623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Allocated IP 172.25.7.130 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a49642b5-24ac-421d-ad91-d1d09e898434) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:44.645509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Allocated IP 172.20.0.14 (ccceb1b6-94f9-42d1-9ca2-454b8a7b222c/e4ef9435-d230-4286-b325-9fe61aee1007/4f84deae-ea0d-4c10-816e-2d7a9ba82ffd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:44.707583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-37f67643-e4c7-4c2e-922c-8d15f9f34009 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.712816 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-37f67643-e4c7-4c2e-922c-8d15f9f34009 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.83 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.2806466 Jul 07 17:16:44.915873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c37fb-1f55-4c89-9d2c-a8a0feea8fc7 req-281ac909-b936-475f-a77d-fd10e61e30a6 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.924257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-212c37fb-1f55-4c89-9d2c-a8a0feea8fc7 req-281ac909-b936-475f-a77d-fd10e61e30a6 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 950 time: 0.2340057 Jul 07 17:16:44.996659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-212c37fb-1f55-4c89-9d2c-a8a0feea8fc7 req-f212cbec-d1c9-4e40-90b0-fe522243a05b tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Jul 07 17:16:45.004932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.080867 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.085533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Deleting port adf9153b-edb3-4a35-a854-1a4efd901a48 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:45.088085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.176576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.188169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:45.296909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:45.310989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.344636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:45.365325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:45.434999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.435701 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.478328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] For port adf9153b-edb3-4a35-a854-1a4efd901a48, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=adf9153b-edb3-4a35-a854-1a4efd901a48,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:45.480457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.490234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023ba80-f50c-4fe4-9dbb-2d745e1a37fb req-140691eb-2972-4c73-a906-37ba12186fe5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.498308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a023ba80-f50c-4fe4-9dbb-2d745e1a37fb req-140691eb-2972-4c73-a906-37ba12186fe5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.3374653 Jul 07 17:16:45.503427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event updated for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:45.530534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Calling delete_port for adf9153b-edb3-4a35-a854-1a4efd901a48 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:45.568442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:45.573688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:45.578950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:45.588632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'Port': ['ID=a49642b5-24ac-421d-ad91-d1d09e898434,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:45.591352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a023ba80-f50c-4fe4-9dbb-2d745e1a37fb req-25317c55-2db3-41f4-aa51-317294a7071d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897517 Jul 07 17:16:45.614533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-a5565c62-4899-49fa-bf17-6dbdb7665aab tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3788524 Jul 07 17:16:45.646624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802301-d1b7-4254-8d4d-eafb01fde2ba req-2eeb6cb4-e4c4-4c31-9672-10bd6ea0955d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.648575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44802301-d1b7-4254-8d4d-eafb01fde2ba req-2eeb6cb4-e4c4-4c31-9672-10bd6ea0955d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 932 time: 0.3550086 Jul 07 17:16:45.659188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Request body: {'port': {'device_id': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:45.793085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44802301-d1b7-4254-8d4d-eafb01fde2ba req-8749c92b-dc98-4a44-8345-5be6db5ca676 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219299 Jul 07 17:16:45.802661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:45.882827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1f2e980-866e-4826-9637-a7feafe83952 req-f5356706-7981-47c9-bbef-828cebf5ade1 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0449336 Jul 07 17:16:45.982655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.067747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1994991613-network', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:46.156823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Made reservation on behalf of 2dacbdd3547646589a29b2749775ae4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:46.159106 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.178756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.411648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.460313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.483542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7982f-062b-415c-a0a4-299386eb82ce req-2acbe124-5d7e-48ec-9cf3-d493c227c6c5 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.485132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfc7982f-062b-415c-a0a4-299386eb82ce req-2acbe124-5d7e-48ec-9cf3-d493c227c6c5 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/ports?device_id=82af5b68-f734-4fcd-bd17-c9aa5c82ca3c HTTP/1.1" status: 200 len: 867 time: 0.1802423 Jul 07 17:16:46.498121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Pushing event deleted for resources: {'Port': ['ID=adf9153b-edb3-4a35-a854-1a4efd901a48,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:46.579370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.601256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfc7982f-062b-415c-a0a4-299386eb82ce req-6d2640da-71ea-41e1-9df0-0b9f21937f46 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.22 "GET /v2.0/security-groups?id=067fb3b3-257d-4af1-8c95-1e62f1d3b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902634 Jul 07 17:16:46.704490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:46.744609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.761415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.778537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.794935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:46.807284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.807637 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Added segment 5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e of type vlan for network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 Jul 07 17:16:46.853294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.876400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.905430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] No DVR routers for this DVR port adf9153b-edb3-4a35-a854-1a4efd901a48 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:46.910931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.918471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Transition to ACTIVE for port object 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:46.919631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.920630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.921220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.921949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.927308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa9031bd-1eb9-4df8-b475-dba171fc0188 req-20bd7bd2-70b0-435c-934f-985800aac195 tempest-ImagesNegativeTestJSON-1996626339 tempest-ImagesNegativeTestJSON-1996626339-project] 10.222.0.83 "DELETE /v2.0/ports/adf9153b-edb3-4a35-a854-1a4efd901a48 HTTP/1.1" status: 204 len: 173 time: 2.2060246 Jul 07 17:16:46.935009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'name': 'network-vif-deleted', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:46.941529 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29450b4a-d83d-4150-b879-697439794cef" -d '{"events": [{"server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "name": "network-vif-deleted", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:47.056646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event updated for resources: {'Port': ['ID=a49642b5-24ac-421d-ad91-d1d09e898434,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.070262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Pushing event updated for resources: {'Network': ['ID=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.074151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.079321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.081635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:47.347975 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Floating IP 7c35b5d5-cf37-4475-85c4-c33ea7c0d32b associated. External IP: 172.25.7.130, port: 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4. Jul 07 17:16:47.624259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.681599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Router c2819494-1b7d-48cd-8a2a-48cb90d0a940 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:47.785329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dc479fbd-9cd3-42bc-bf3d-5126d0e257b9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9795067 Jul 07 17:16:47.795592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57100) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:47.826829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Request body: {'subnet': {'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1994991613-subnet', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:47.890595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Pushing event updated for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:47.941678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbec09-ec44-4df3-9b6a-3e7f1f125b9b req-c8f2dc5f-110b-4fbd-aef6-b00377050a8f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.948707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adf9153b-edb3-4a35-a854-1a4efd901a48 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:47.973215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3abbec09-ec44-4df3-9b6a-3e7f1f125b9b req-c8f2dc5f-110b-4fbd-aef6-b00377050a8f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.9040828 Jul 07 17:16:48.018530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Made reservation on behalf of 2dacbdd3547646589a29b2749775ae4d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:48.020842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.031434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: adf9153b-edb3-4a35-a854-1a4efd901a48 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:48.031791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device adf9153b-edb3-4a35-a854-1a4efd901a48 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:48.118322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:48.119062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3abbec09-ec44-4df3-9b6a-3e7f1f125b9b req-09489f68-007f-481c-92b2-9e34d0bbd9ec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232135 Jul 07 17:16:48.132807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Sync routers for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:48.159366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:48.159366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:48.175963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Attempting to bind port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:48.176407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Attempting to bind port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:48.178505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Attempting to bind port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:48.210187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.235945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543403c-2341-4ff5-bc8d-415967353c3f req-85ee6dea-267b-4825-8f19-595dfab94b1f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.248807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6543403c-2341-4ff5-bc8d-415967353c3f req-85ee6dea-267b-4825-8f19-595dfab94b1f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 944 time: 0.5823023 Jul 07 17:16:48.311961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:48.312324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Attempting to bind port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd on network ccceb1b6-94f9-42d1-9ca2-454b8a7b222c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:48.350177 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d0b2263-6fe4-4417-954f-169312c3b210 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5694218 Jul 07 17:16:48.386964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:48.387306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Checking segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:48.387609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Bound using segment: {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:48.388151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Bound port: 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbd51b3-a83b-4df5-a1fd-091487944463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:48.388524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.406362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:48.465890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d57d6a6-3fb5-4cb5-a361-d3b68f510551 req-476e181f-a9ac-4c2c-bd2f-360dd1b810a5 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.1353765 Jul 07 17:16:48.535441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6543403c-2341-4ff5-bc8d-415967353c3f req-ea9a51bf-1366-4c08-ab06-91b783e7b722 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785127 Jul 07 17:16:48.564506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.593077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:48.600824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:48.608071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.675500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.676183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.677679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] 10.222.0.83 "PUT /v2.0/ports/4f84deae-ea0d-4c10-816e-2d7a9ba82ffd HTTP/1.1" status: 200 len: 1093 time: 3.0268559 Jul 07 17:16:48.678170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:48.680452 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6338c-2198-4f91-a553-20b90143ebd9" -d '{"events": [{"name": "network-changed", "server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:48.685704 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c73742-47e5-473e-bdc8-848c112b4b1a x-openstack-request-id: req-64c73742-47e5-473e-bdc8-848c112b4b1a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:48.686253 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82af5b68-f734-4fcd-bd17-c9aa5c82ca3c", "name": "network-vif-deleted", "tag": "adf9153b-edb3-4a35-a854-1a4efd901a48", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:48.686253 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64c73742-47e5-473e-bdc8-848c112b4b1a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:48.686680 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82af5b68-f734-4fcd-bd17-c9aa5c82ca3c', 'name': 'network-vif-deleted', 'tag': 'adf9153b-edb3-4a35-a854-1a4efd901a48', 'status': 'completed', 'code': 200} Jul 07 17:16:48.810726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca48a9c-084f-4665-b13d-6a88eab3b07c,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:48.825172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ce70-e3ed-4880-a68f-345f72420d5b service neutron] Pushing event updated for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:48.851442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c35b5d5-cf37-4475-85c4-c33ea7c0d32b', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'port_id': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'mac_address': 'fa:16:3e:2a:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:46Z', 'updated_at': '2021-07-07T17:16:46Z', 'revision_number': 0, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:48.854059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Checking segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:48.858789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Network hostable DHCP agents. Network: 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:48.896558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:48.914868 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b680da-5091-4e7f-b904-64702b5a08ff x-openstack-request-id: req-78b680da-5091-4e7f-b904-64702b5a08ff {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:48.915159 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:48.915418 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78b680da-5091-4e7f-b904-64702b5a08ff {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:48.915818 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd', 'status': 'completed', 'code': 200} Jul 07 17:16:48.923588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:48.940689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.941301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.986447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78cf029a-9558-4d64-8839-3ff8bd17d5b9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1782939 Jul 07 17:16:48.987141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57124) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:48.993983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:49.018370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-95e28ce8-1165-4a28-b7c5-3fec9106431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.019900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-95e28ce8-1165-4a28-b7c5-3fec9106431f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 1096 time: 0.1878192 Jul 07 17:16:49.023336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d525071-1c3c-4810-8383-91804074b521 None None] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:49.044352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.045451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.047269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Checking router: c2819494-1b7d-48cd-8a2a-48cb90d0a940 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:49.129406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-378033cb-5077-4994-a8d1-2b6315372314 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd HTTP/1.1" status: 200 len: 217 time: 0.0998917 Jul 07 17:16:49.178328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:49.293418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-fb44bc19-096d-4625-8048-31fcc688546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.299638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-fb44bc19-096d-4625-8048-31fcc688546b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.1630101 Jul 07 17:16:49.356046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:49.362815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:49.385323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-5a2f36d6-d231-4cef-8f09-daab0a9e9aea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743661 Jul 07 17:16:49.542820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9df6-8c5e-4ae0-9edf-15692668e641 req-41b2e7a7-fc43-47f5-988f-cb4af90d62d6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.553968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44bd9df6-8c5e-4ae0-9edf-15692668e641 req-41b2e7a7-fc43-47f5-988f-cb4af90d62d6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.2444301 Jul 07 17:16:49.696692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-54a7a348-1d93-4eae-b6ac-bfeb925acbca service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025494 Jul 07 17:16:49.717833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44bd9df6-8c5e-4ae0-9edf-15692668e641 req-0e345b71-7ea5-47ac-837e-77259644d9da tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553125 Jul 07 17:16:49.811302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:49.894087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.001901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1070f0d7-59b6-4dfd-9af5-7d2c3e2f6239 req-59f62b14-fb8b-4019-acf7-59853c874a2a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0889173 Jul 07 17:16:50.082873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd4e25a8-bc3e-484e-b2d5-cdc0274aa761 req-894f0f12-e364-44ac-9475-45a5b723acf6 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628592 Jul 07 17:16:50.411678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:50.440732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-8d4a92da-ac79-4cd0-a699-a406ccb07432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.443226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-8d4a92da-ac79-4cd0-a699-a406ccb07432 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 1098 time: 0.9899075 Jul 07 17:16:50.443392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e50d7ad-7c0e-401b-8cb7-ff7bd8f30786 None None] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:50.502824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9419-5013-441e-b302-fa89a2e802fb req-938f0ca7-6b57-4d8c-8839-6708f829654c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.504288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-996b9419-5013-441e-b302-fa89a2e802fb req-938f0ca7-6b57-4d8c-8839-6708f829654c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 944 time: 0.4095635 Jul 07 17:16:50.507495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-89082928-c660-4aa3-ae66-a14f5908017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.508894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-89082928-c660-4aa3-ae66-a14f5908017e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 1096 time: 0.3024907 Jul 07 17:16:50.513496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-633d5f16-431e-4e7d-b350-8a81b3565c38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e671f3bd85c143479750e208397f9c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175807 Jul 07 17:16:50.521831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:50.615996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-26768677-62fb-4920-a15a-88cdeba9e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.619979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-26768677-62fb-4920-a15a-88cdeba9e9b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.1251426 Jul 07 17:16:50.653681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c35b5d5-cf37-4475-85c4-c33ea7c0d32b', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'port_id': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'mac_address': 'fa:16:3e:2a:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:46Z', 'updated_at': '2021-07-07T17:16:46Z', 'revision_number': 0, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:50.687834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731974-8296-4a20-b22f-ddb5c5cde9e8 None None] The sync data for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 is: [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '7c35b5d5-cf37-4475-85c4-c33ea7c0d32b', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'port_id': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'mac_address': 'fa:16:3e:2a:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:46Z', 'updated_at': '2021-07-07T17:16:46Z', 'revision_number': 0, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:50.729704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-acef6be3-4c36-476f-a035-1a4e3d539c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.731866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-acef6be3-4c36-476f-a035-1a4e3d539c73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2091601 Jul 07 17:16:50.743583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:50.771293 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d55d8-2650-4455-afcb-3c55180ec8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:50.780526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-e5cf72ae-d94e-42b0-9b9c-2ac15f697483 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 200 len: 217 time: 0.1533134 Jul 07 17:16:50.854671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-daf59e54-8b92-47fc-b404-991835500844 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd HTTP/1.1" status: 200 len: 217 time: 0.0963309 Jul 07 17:16:50.933359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-c3ecd7cd-925d-4347-bc75-5fc9906f673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.938101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-c3ecd7cd-925d-4347-bc75-5fc9906f673a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.1410115 Jul 07 17:16:50.968775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-996b9419-5013-441e-b302-fa89a2e802fb req-4188ea54-bee6-4463-8756-f1dd217b300e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543836 Jul 07 17:16:51.026266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-ab71207a-2f91-4e63-a28a-03fe9f4dbab4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695462 Jul 07 17:16:51.095192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-69a0a466-4675-4e87-acd4-a01b4b3dc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.099258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-69a0a466-4675-4e87-acd4-a01b4b3dc76d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.2231398 Jul 07 17:16:51.112489 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a96c56-d019-40eb-93f1-32eef77333ec x-openstack-request-id: req-f3a96c56-d019-40eb-93f1-32eef77333ec {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:51.112793 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:51.113169 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3a96c56-d019-40eb-93f1-32eef77333ec {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:51.114059 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'status': 'completed', 'code': 200} Jul 07 17:16:51.135473 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7991be5-58df-4b25-9db8-2d460e8f0726 None None] New status for floating IP 7c35b5d5-cf37-4475-85c4-c33ea7c0d32b: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:16:51.361899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-dcfd8189-5bc1-4531-bb42-455b965cf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.363436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-dcfd8189-5bc1-4531-bb42-455b965cf56b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.2449362 Jul 07 17:16:51.365660 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-75e0b4ac-fd0d-486c-a3fb-7932f98967dd service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256264 Jul 07 17:16:51.365814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-841cf5e8-fed4-473d-882a-727d73503d69 req-e6fc6701-67c2-4de2-b499-1eef2cc42bd4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0777373 Jul 07 17:16:51.370744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-c909c20a-b082-48be-99ff-b45e6eb49de0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2564335 Jul 07 17:16:51.380325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.598482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.603269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.608518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef598-242c-4ae9-9cc6-48bf2ee4d841 req-0147f395-657d-463a-8a76-d2e8a71b9586 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.616198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d12ef598-242c-4ae9-9cc6-48bf2ee4d841 req-0147f395-657d-463a-8a76-d2e8a71b9586 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.6175842 Jul 07 17:16:51.712831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d12ef598-242c-4ae9-9cc6-48bf2ee4d841 req-a6f7293a-ae9f-40cf-ac3c-8ade2376ea1e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954695 Jul 07 17:16:51.723018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-4f86c8e2-01fe-4563-9319-3fbf17d3cd50 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396823 Jul 07 17:16:51.860032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.863167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.866773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/067fb3b3-257d-4af1-8c95-1e62f1d3b51b HTTP/1.1" status: 204 len: 168 time: 1.1415434 Jul 07 17:16:51.906156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-298dbbf6-94ff-4767-8216-a793b10cc589 req-e9b9b440-5624-4e8a-8968-bd87ee562627 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684253 Jul 07 17:16:51.914202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ee165-d1ec-4c83-ba64-4e9b30b594fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fb3b3-257d-4af1-8c95-1e62f1d3b51b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:52.002025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.021366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf6338c-2198-4f91-a553-20b90143ebd9 req-26da0ed6-ee40-4c13-85c0-cf5ac246d9a5 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900927 Jul 07 17:16:52.175221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-f817d5e3-bcef-47e5-8ae5-324c30e01eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.177529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-f817d5e3-bcef-47e5-8ae5-324c30e01eba service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 909 time: 0.7447820 Jul 07 17:16:52.350957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c569a5-ed67-4a0c-a41a-b070422a52f8 req-81ff97b4-a15d-4aed-be9c-6a3dac6ce45b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.354900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95c569a5-ed67-4a0c-a41a-b070422a52f8 req-81ff97b4-a15d-4aed-be9c-6a3dac6ce45b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 944 time: 0.2126288 Jul 07 17:16:52.364712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-04f60e26-7bdc-46db-937d-916405553fec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 1002 time: 0.1703117 Jul 07 17:16:52.365996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Allocated IP 172.25.7.157 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/71d7f6cf-3af4-4e64-9f76-b8b500bb96f1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:52.426288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95c569a5-ed67-4a0c-a41a-b070422a52f8 req-81d1693b-b9bf-4d52-a177-5c587c406c99 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Jul 07 17:16:52.502633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-86c0924e-fa25-4ec4-ac0c-84ea54f921a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.504748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-86c0924e-fa25-4ec4-ac0c-84ea54f921a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.1297071 Jul 07 17:16:52.669932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:52.678218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-350529f2-cd78-4648-8664-52df89edfd5d req-bb06bbef-9c82-47d9-8370-dec410e9063a tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0647631 Jul 07 17:16:52.750909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-b9debe85-1105-468e-b0ca-880f281eadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.750909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-b9debe85-1105-468e-b0ca-880f281eadb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222528 Jul 07 17:16:52.851908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.010996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:53.025761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:53.044090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:53.056707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Pushing event updated for resources: {'Port': ['ID=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:53.141864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-f99b5682-b7ae-4b43-9fcc-53313127d0cb service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764162 Jul 07 17:16:53.227611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97474f33-b314-4211-9a50-a0e9e99db476 req-026b0334-ac6b-45dd-a7cc-40f6ecb4dca0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.229200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97474f33-b314-4211-9a50-a0e9e99db476 req-026b0334-ac6b-45dd-a7cc-40f6ecb4dca0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.2680557 Jul 07 17:16:53.242326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-af55f85a-72d3-4416-b10c-fe5705760b03 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2000368 Jul 07 17:16:53.317916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97474f33-b314-4211-9a50-a0e9e99db476 req-e9c8b49c-efb8-4e1d-93a5-ac436e9e1530 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746481 Jul 07 17:16:53.430579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-029ebffc-d0ba-4138-a05f-6782efa9dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.432699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-029ebffc-d0ba-4138-a05f-6782efa9dbe8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=542856500dfc4d7bb90ed8f542bddd51&device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 1097 time: 0.1114702 Jul 07 17:16:53.548901 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f93d55d8-2650-4455-afcb-3c55180ec8e3 req-e2562523-0a1b-46ee-965c-f98d73e0d637 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985791 Jul 07 17:16:53.654492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-b4a24c8c-629d-4333-aebd-a5f5006b00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.656089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-b4a24c8c-629d-4333-aebd-a5f5006b00c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 200 len: 906 time: 0.2003078 Jul 07 17:16:53.714592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-ff7ba331-4a75-4cd1-b37d-d240acdfa7d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a4d5571-3e06-4f89-9d14-24584dda6513 HTTP/1.1" status: 200 len: 217 time: 0.0445445 Jul 07 17:16:53.747106 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:53.774907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb1be3-3b26-439b-a0cf-98ba25a494ca req-541ecb54-a1fc-47e4-9359-10a88752d52d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.781939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9eb1be3-3b26-439b-a0cf-98ba25a494ca req-541ecb54-a1fc-47e4-9359-10a88752d52d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 944 time: 0.1799142 Jul 07 17:16:53.810401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-8fdb3b33-2b8c-4719-9c2a-0c28c16ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.812045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-8fdb3b33-2b8c-4719-9c2a-0c28c16ec2cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 200 len: 845 time: 0.0887005 Jul 07 17:16:53.858824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-cffd5c0d-fc2c-4ec4-b8c7-04d0968438de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353262 Jul 07 17:16:53.873898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9eb1be3-3b26-439b-a0cf-98ba25a494ca req-0c92f735-a1f3-4147-960e-e8ccf3a33282 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Jul 07 17:16:54.002340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.146622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5011cde5-4634-4a7a-909d-58d8e55d2c55 req-c72296e7-3ed8-4a5c-852c-3c0c480d8e63 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.1486576 Jul 07 17:16:54.148747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-8e69b5a3-e823-4441-99ae-9a356fa6af33 service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738674 Jul 07 17:16:54.208719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.248368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.268452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd', 'network_id': 'ccceb1b6-94f9-42d1-9ca2-454b8a7b222c', 'port_id': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd', 'mac_address': 'fa:16:3e:3d:9f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ef9435-d230-4286-b325-9fe61aee1007', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.312233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:54.322753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.351431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.373855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89000e2b-d1f3-4296-b3ad-7d1df5b9aec1 req-c62931e6-9d1a-4104-b3d5-57f54ab92dec service neutron] 10.222.0.83 "GET /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031450 Jul 07 17:16:54.400756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.408475 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.435627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Router c5208372-a707-4aa1-9ffb-23e97dbb60f3 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:54.529486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.580581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:54.595430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Sync routers for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:54.610008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:54.610672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:54.615753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f183de81-689a-477d-95f5-a4ff7468656d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.621391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.625711 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35995ecf-1bfd-43e5-be76-d823df9f0e7e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6364276 Jul 07 17:16:54.628635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:54.678362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d84d6-3f28-48a7-a21f-dc913957ef99 req-57d1791c-ce04-4e75-a2af-b05f52c6069d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.682891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c33d84d6-3f28-48a7-a21f-dc913957ef99 req-57d1791c-ce04-4e75-a2af-b05f52c6069d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1573753 Jul 07 17:16:54.755853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c33d84d6-3f28-48a7-a21f-dc913957ef99 req-cf793404-d446-44d5-8376-de13ba76ff16 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668502 Jul 07 17:16:54.904826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f183de81-689a-477d-95f5-a4ff7468656d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.918923 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f183de81-689a-477d-95f5-a4ff7468656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.982888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183de81-689a-477d-95f5-a4ff7468656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c946a9ca-637e-4bfb-a765-0eb044e18796,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.044726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f183de81-689a-477d-95f5-a4ff7468656d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfd107b6a39448ef81496327d97756fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308807 Jul 07 17:16:55.047364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:55.181815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4f84deae-ea0d-4c10-816e-2d7a9ba82ffd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:55.215268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.250080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.311488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:55.332919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.339684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.339684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c946a9ca-637e-4bfb-a765-0eb044e18796 HTTP/1.1" status: 204 len: 168 time: 0.2884674 Jul 07 17:16:55.404254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40de4d-0b78-4275-b6f1-d49fb4fc9288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c946a9ca-637e-4bfb-a765-0eb044e18796,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.447390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b6271-a8a5-43a4-a70b-c4b592c3ef02 req-0997ca02-0924-4e86-bcc3-02d07cf8f2ec tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.448915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa9b6271-a8a5-43a4-a70b-c4b592c3ef02 req-0997ca02-0924-4e86-bcc3-02d07cf8f2ec tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 945 time: 0.3255198 Jul 07 17:16:55.625021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c255591-43c8-4dac-8d90-3e467c8f4e32 req-8f884126-abd8-49c7-84e2-48a6b1a45de4 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.1750574 Jul 07 17:16:55.628280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa9b6271-a8a5-43a4-a70b-c4b592c3ef02 req-936a528c-1fda-4246-a720-abfe348e23e7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504581 Jul 07 17:16:55.743733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:53Z', 'revision_number': 3, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:55.790130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Checking router: c5208372-a707-4aa1-9ffb-23e97dbb60f3 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:55.790466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Updating router c5208372-a707-4aa1-9ffb-23e97dbb60f3 port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:55.835905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.148126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1c157-4233-424f-a45f-60425d0a61e9 req-438e9b53-6eae-45c2-bdbc-daee7fa8fd4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.149959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39e1c157-4233-424f-a45f-60425d0a61e9 req-438e9b53-6eae-45c2-bdbc-daee7fa8fd4d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1693399 Jul 07 17:16:56.217614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39e1c157-4233-424f-a45f-60425d0a61e9 req-aacbf1f0-07e3-4b23-8e18-95af2b886728 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Jul 07 17:16:56.264117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.366328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.378928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Transition to ACTIVE for port object 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:56.395665 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.466500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2fc66-8213-43f4-8189-27fc5daf9b6f None None] Pushing event updated for resources: {'Port': ['ID=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.504496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Allocated IP 172.20.0.1 (98f493f3-af18-4fd1-ac7a-eb55b1fe92e4/5ca48a9c-084f-4665-b13d-6a88eab3b07c/060020f3-60b2-41be-8f83-b31d042bf9a9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:56.527209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Attempting to bind port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:56.527632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Attempting to bind port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:56.528007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Attempting to bind port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:56.533474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:56.533925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:56.534351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.534794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:56.535262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Bound port: 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:56.535681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.642826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] For port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:56.651725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] For port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:56.661383 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.761236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.808446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:56.809099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:56.889163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.961121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2fc66-8213-43f4-8189-27fc5daf9b6f None None] Pushing event updated for resources: {'Port': ['ID=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.970218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe332e43-e325-47f9-ac34-cc66466ece52 req-a6cc0b51-f640-4497-9bf1-673aff9a888b tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.1049385 Jul 07 17:16:56.997557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:57.008171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:57.014858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:57.098453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1d8a1-9e47-43b7-8946-9423fba81cc2 req-18d21227-2454-4b00-b3d1-7740f65bfc05 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.103329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:57.107985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64c1d8a1-9e47-43b7-8946-9423fba81cc2 req-18d21227-2454-4b00-b3d1-7740f65bfc05 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 945 time: 0.1071126 Jul 07 17:16:57.154577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Pushing event updated for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:57.155873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64c1d8a1-9e47-43b7-8946-9423fba81cc2 req-20375d61-7d86-40eb-90b3-5f774d6a0070 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Jul 07 17:16:57.217811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.385685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:53Z', 'revision_number': 3, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:57.423890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc360-cb43-40cc-8fba-6413011ef4ec None None] The sync data for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 is: [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:53Z', 'revision_number': 3, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:57.593495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.733438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97c64d-cadb-4a91-b02e-b85ff174c0af req-db2ef848-218a-4e04-8a86-a7b03f882deb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.742031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe97c64d-cadb-4a91-b02e-b85ff174c0af req-db2ef848-218a-4e04-8a86-a7b03f882deb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1345735 Jul 07 17:16:57.834994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe97c64d-cadb-4a91-b02e-b85ff174c0af req-a92eea8e-df6c-4680-be87-f617e4fe774f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886946 Jul 07 17:16:58.044693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:58.064906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.080753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.161371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:58.167229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:58.167449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.326788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.352779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.361932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Pushing event updated for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:58.392196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:58.394300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:58.399431 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d717cd54-04a8-465c-bc81-e1c80898b305" -d '{"events": [{"server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "name": "network-vif-plugged", "status": "completed", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:58.404440 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:58.429394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8fba52f-ed65-4b88-8b4f-acb75eb04eab req-c2de8d6e-af6f-4737-ab2a-1b5798bf9b9f tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0948005 Jul 07 17:16:58.461560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:58.635765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:58.641808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:58.722667 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eed83d-f056-40da-831b-4d9e0e2aa114 x-openstack-request-id: req-95eed83d-f056-40da-831b-4d9e0e2aa114 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:58.722967 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "name": "network-vif-plugged", "status": "completed", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:58.723261 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95eed83d-f056-40da-831b-4d9e0e2aa114 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:58.723675 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd', 'code': 200} Jul 07 17:16:58.798469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68819194-3f13-4980-816b-68802f9a85f9 req-9895bf3b-9a51-449c-83cb-512cf746e073 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.812023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68819194-3f13-4980-816b-68802f9a85f9 req-9895bf3b-9a51-449c-83cb-512cf746e073 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1404753 Jul 07 17:16:59.001448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Router c5208372-a707-4aa1-9ffb-23e97dbb60f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:59.034807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68819194-3f13-4980-816b-68802f9a85f9 req-6edef566-8742-4d7a-8c50-5c451f45efdf tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024260 Jul 07 17:16:59.176818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532303c-8ea2-468c-9ff0-bf404839c429 req-99e2f3db-1482-4120-94a0-92c8407c5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.182376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4532303c-8ea2-468c-9ff0-bf404839c429 req-99e2f3db-1482-4120-94a0-92c8407c5572 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 1098 time: 0.3687754 Jul 07 17:16:59.330210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:59.396778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4532303c-8ea2-468c-9ff0-bf404839c429 req-30a6c876-527b-41c0-b184-a84533516234 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986477 Jul 07 17:16:59.430198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:59.441000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76dd37-c682-4431-86c1-5ef4ebcd40cd req-352b158a-d25e-4015-a552-a23875a1c70e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.449375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd76dd37-c682-4431-86c1-5ef4ebcd40cd req-352b158a-d25e-4015-a552-a23875a1c70e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.4115243 Jul 07 17:16:59.452138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a44548b5-5245-4915-8a36-35074e289d29 admin admin] 10.222.0.22 "PUT /v2.0/routers/c5208372-a707-4aa1-9ffb-23e97dbb60f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8224158 Jul 07 17:16:59.490498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:59.497746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:59.498153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.619932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd76dd37-c682-4431-86c1-5ef4ebcd40cd req-7b2816e2-aed8-43c8-aee3-530df9423fb8 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538217 Jul 07 17:16:59.723925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.796047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:59.808887 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.855868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e98441c5-397d-424d-b70b-1677f1dcad1e req-a60a7953-9cd3-45cc-b474-a3d29d880290 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0843887 Jul 07 17:16:59.943171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2558993-29e9-4bea-94d1-fe0e36430606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.973025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.013763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.256085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3122312a-8a26-4dd3-a06a-e0de0b46f0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.563341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b46a-06ed-42a1-b70e-b2fb264ad547 req-2b740eff-696c-4b02-a103-81faa176366b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.565110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e507b46a-06ed-42a1-b70e-b2fb264ad547 req-2b740eff-696c-4b02-a103-81faa176366b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.2802622 Jul 07 17:17:00.627715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-4a818f0b-6610-4f85-a885-2e922c584580 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.636198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-4a818f0b-6610-4f85-a885-2e922c584580 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 811 time: 0.2601120 Jul 07 17:17:00.657562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-4b8bd508-0274-488b-8b5f-9dcf6b2cfb00 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/quotas/2dacbdd3547646589a29b2749775ae4d HTTP/1.1" status: 200 len: 375 time: 0.0202842 Jul 07 17:17:00.700961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3122312a-8a26-4dd3-a06a-e0de0b46f0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.717261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e507b46a-06ed-42a1-b70e-b2fb264ad547 req-0b5c9cbf-1dc9-4fc6-b1e8-5869389231bb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416125 Jul 07 17:17:00.766712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3122312a-8a26-4dd3-a06a-e0de0b46f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.888581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122312a-8a26-4dd3-a06a-e0de0b46f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60507c76-46ba-49ba-bd0c-2700bdb30983,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.002921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3122312a-8a26-4dd3-a06a-e0de0b46f0ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=944f4bb06a1b4b6998d391c89c19aae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9879444 Jul 07 17:17:01.006223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:01.147244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-d2d3f934-0f1b-4bb9-8069-9db4fc427c55 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4885502 Jul 07 17:17:01.170458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.258788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.266737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:01.303967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Sync routers for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:01.315920 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:01.323260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:16:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:01.390391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:01.391214 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.415827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-e5c9c06d-e9fb-4ced-83b1-757d8d4aba04 service neutron] 10.222.0.22 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676127 Jul 07 17:17:01.422740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:01.437824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.443353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.447727 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60507c76-46ba-49ba-bd0c-2700bdb30983 HTTP/1.1" status: 204 len: 168 time: 0.4403450 Jul 07 17:17:01.473742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ae79-1445-43e8-a9ab-e3bad9cc3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60507c76-46ba-49ba-bd0c-2700bdb30983,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.542430 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:01.663216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e7a3f-5f0c-495f-b3bb-9edd4646f13d req-7ee0805d-76fd-4202-998f-6ed8c705995f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.677675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f97e7a3f-5f0c-495f-b3bb-9edd4646f13d req-7ee0805d-76fd-4202-998f-6ed8c705995f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.6037495 Jul 07 17:17:01.719643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b14629f7-e38c-48d3-8747-3f96d0bd708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.905319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-eca7dafb-72fd-4ed1-a9d6-488e197bcabd service neutron] 10.222.0.22 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872212 Jul 07 17:17:01.936658 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060020f3-60b2-41be-8f83-b31d042bf9a9', 'name': '', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:56Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 2, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'subnets': [{'id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:01.972470 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Checking router: c5208372-a707-4aa1-9ffb-23e97dbb60f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:01.973488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Updating router c5208372-a707-4aa1-9ffb-23e97dbb60f3 port 060020f3-60b2-41be-8f83-b31d042bf9a9 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:02.003443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f97e7a3f-5f0c-495f-b3bb-9edd4646f13d req-f1652e9f-854c-465e-b1e1-2ca451f0b72d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245180 Jul 07 17:17:02.053781 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.063003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b14629f7-e38c-48d3-8747-3f96d0bd708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.076867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b14629f7-e38c-48d3-8747-3f96d0bd708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.120595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b14629f7-e38c-48d3-8747-3f96d0bd708f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bf9dd6227614a7fb2750f65e409c338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957946 Jul 07 17:17:02.123381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:02.148490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14629f7-e38c-48d3-8747-3f96d0bd708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005fe434-ccb4-4167-b41b-3c206710be40,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.271876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.305842 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24731b4a-5b18-4f60-822f-a87b08a1d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.406417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.538621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd548c62-a4d5-4bbd-a0cf-b61b9d459f00 req-7f8dbd29-5352-4dac-9305-672418463154 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.0671074 Jul 07 17:17:02.549864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.554858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.574956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/005fe434-ccb4-4167-b41b-3c206710be40 HTTP/1.1" status: 204 len: 168 time: 0.4419732 Jul 07 17:17:02.683351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c83b6b-cc4f-4637-b41d-c0d91b838be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005fe434-ccb4-4167-b41b-3c206710be40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.762260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.829299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-329e893b-7d30-481e-ba21-89fcdfaffdd1 req-33007a80-e90a-46f5-b773-d7cd77dd4fd6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 210 time: 0.1569700 Jul 07 17:17:02.871854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e516bc-8fb1-4aca-b199-2630ea84eeac req-9bd2aaf1-001f-4343-8d65-2e367f1b4155 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.882064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19e516bc-8fb1-4aca-b199-2630ea84eeac req-9bd2aaf1-001f-4343-8d65-2e367f1b4155 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.3792789 Jul 07 17:17:02.965462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19e516bc-8fb1-4aca-b199-2630ea84eeac req-cee5e077-6316-4dba-8869-2f7590958890 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820875 Jul 07 17:17:03.041784 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.066763 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Transition to ACTIVE for port object 060020f3-60b2-41be-8f83-b31d042bf9a9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:03.078755 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.132494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57486) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.171164 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Pushing event updated for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.197621 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.199605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.202760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.203410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.203989 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.204518 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.205051 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.206822 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.207403 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.208182 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.210706 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.211347 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:03.329793 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Attempting to bind port 060020f3-60b2-41be-8f83-b31d042bf9a9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:03.330568 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Attempting to bind port 060020f3-60b2-41be-8f83-b31d042bf9a9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:03.331260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Attempting to bind port 060020f3-60b2-41be-8f83-b31d042bf9a9 on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:03.339362 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:03.340219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Checking segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:03.341017 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.341799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Bound using segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:03.342886 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Bound port: 060020f3-60b2-41be-8f83-b31d042bf9a9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:03.347817 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.477293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238be91-acc2-42c6-ac56-69682c618b73 req-efb2d52a-7e97-4d4d-a8cb-65284c8c4050 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.483504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8238be91-acc2-42c6-ac56-69682c618b73 req-efb2d52a-7e97-4d4d-a8cb-65284c8c4050 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1687412 Jul 07 17:17:03.515859 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] For port 060020f3-60b2-41be-8f83-b31d042bf9a9, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:03.524188 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] For port 060020f3-60b2-41be-8f83-b31d042bf9a9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060020f3-60b2-41be-8f83-b31d042bf9a9,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:03.530381 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.530957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-848274447-network', 'tenant_id': '53772322d07942e5afaf51c153b25d13'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:03.569164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.604470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8238be91-acc2-42c6-ac56-69682c618b73 req-2e6bf960-af79-4fc3-8667-b36c7b4b20be tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132429 Jul 07 17:17:03.617558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Made reservation on behalf of 53772322d07942e5afaf51c153b25d13 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:03.627255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.629668 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:03.630334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:03.646856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:03.648784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.673651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daefd5c4-5947-4bf6-a92c-0ac40ff909a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.827902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.836217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.864624 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:03.871159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:03.881504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbb678-f247-4784-a89f-c0f5e14c50b6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:03.905918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:03.906562 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Added segment 5901be24-c31e-4708-8136-6e6bad81f330 of type vlan for network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa Jul 07 17:17:03.953846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.020032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.022319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.023521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.089843 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574802a-20d0-4e37-83da-4f7f03fa383f None None] Pushing event updated for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.123517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ddac9f4-b6df-4505-ad57-0fbf27f68faa,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.136731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:04.267273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.354041 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060020f3-60b2-41be-8f83-b31d042bf9a9', 'name': '', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:56Z', 'updated_at': '2021-07-07T17:17:03Z', 'revision_number': 4, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'subnets': [{'id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:04.409324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fbb6fb7-47bc-4b56-b7c5-7a759a82e0e2 req-e8beca16-b033-461c-b220-0b3f63326b11 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0c6d645-d399-43dd-a7ac-e47a17b455c5 HTTP/1.1" status: 200 len: 210 time: 0.5429592 Jul 07 17:17:04.422089 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f2574-2118-42ed-89e3-1f28f3289f6b None None] The sync data for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 is: [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:16:57Z', 'revision_number': 4, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '060020f3-60b2-41be-8f83-b31d042bf9a9', 'name': '', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:56Z', 'updated_at': '2021-07-07T17:17:03Z', 'revision_number': 4, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'subnets': [{'id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:04.533572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07315e1-49e8-4e9b-8d53-25ab2c1ff134 req-61fbf3cd-cdc4-4a6b-b039-f37d1b32ae2d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.540946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b07315e1-49e8-4e9b-8d53-25ab2c1ff134 req-61fbf3cd-cdc4-4a6b-b039-f37d1b32ae2d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.7423618 Jul 07 17:17:04.658904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b07315e1-49e8-4e9b-8d53-25ab2c1ff134 req-c2a55551-d2c3-40c5-b4c7-0cd0fee75dd5 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168807 Jul 07 17:17:04.704782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daefd5c4-5947-4bf6-a92c-0ac40ff909a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.715017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daefd5c4-5947-4bf6-a92c-0ac40ff909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.725461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5987021-c6f0-41cb-8734-96337d4baec1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5913363 Jul 07 17:17:04.726193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.740092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Request body: {'subnet': {'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-848274447-subnet', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:04.787271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Made reservation on behalf of 53772322d07942e5afaf51c153b25d13 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:04.795508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:04.870075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-daefd5c4-5947-4bf6-a92c-0ac40ff909a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=428a664f77154b05bbe6090cda24faea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2214882 Jul 07 17:17:04.872689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:04.944052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefd5c4-5947-4bf6-a92c-0ac40ff909a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa9da5f-ace1-488d-98ba-e8fbfb0cfadf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:04.974989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc37a63d-2403-4a5d-b133-c4d6e4db6616 req-6ea8ff22-f74c-4f52-901c-908b55d45f2b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 210 time: 0.1786196 Jul 07 17:17:05.061443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-371e1406-d6c3-45d7-b7e7-a37553aa3e0a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.062875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-371e1406-d6c3-45d7-b7e7-a37553aa3e0a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 811 time: 0.4894705 Jul 07 17:17:05.089067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Request body: {'port': {'device_id': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'admin_state_up': True, 'tenant_id': '2dacbdd3547646589a29b2749775ae4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:05.261443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.310615 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.323914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060020f3-60b2-41be-8f83-b31d042bf9a9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:05.439977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.466182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a05b-f8e1-41fa-9071-a63772f71e41 req-cb15b605-b821-48f9-93d0-ac8f60222271 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.470259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 060020f3-60b2-41be-8f83-b31d042bf9a9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:05.480255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a9a05b-f8e1-41fa-9071-a63772f71e41 req-cb15b605-b821-48f9-93d0-ac8f60222271 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.4154522 Jul 07 17:17:05.480710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 060020f3-60b2-41be-8f83-b31d042bf9a9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:05.481276 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.537809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.546970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a9a05b-f8e1-41fa-9071-a63772f71e41 req-05981ad5-ca8f-4f3f-8765-34b3b5e5be70 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Jul 07 17:17:05.619313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16549-2188-4d89-89a8-069ee5fea8aa req-eaddd962-27b8-4b0b-a4a9-6b0dad44fc43 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.633218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbb16549-2188-4d89-89a8-069ee5fea8aa req-eaddd962-27b8-4b0b-a4a9-6b0dad44fc43 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.3662875 Jul 07 17:17:05.666474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3221fcfe-dd96-457a-922b-3a27b2b068a6,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:05.692211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Made reservation on behalf of 2dacbdd3547646589a29b2749775ae4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:05.697679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.705212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.732500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Checking segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:05.733736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Network hostable DHCP agents. Network: 4ddac9f4-b6df-4505-ad57-0fbf27f68faa, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:05.769672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:05.777767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 060020f3-60b2-41be-8f83-b31d042bf9a9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060020f3-60b2-41be-8f83-b31d042bf9a9,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:05.797174 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.809723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbb16549-2188-4d89-89a8-069ee5fea8aa req-135b0217-f0a2-452a-8ce2-afedf7c7f057 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713414 Jul 07 17:17:05.827857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 4ddac9f4-b6df-4505-ad57-0fbf27f68faa) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:05.850842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.854533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.860437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfa9da5f-ace1-488d-98ba-e8fbfb0cfadf HTTP/1.1" status: 204 len: 168 time: 0.9384344 Jul 07 17:17:05.865207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.865640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaf8a9-4f53-4b69-b964-d76021b7e4ee None None] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:05.867305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:05.873675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56273-13e2-4591-ae96-837cd5a41746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa9da5f-ace1-488d-98ba-e8fbfb0cfadf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:05.903017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:05.928948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aa1dc063-00d6-48ed-b165-fe4bfad39b9c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1946049 Jul 07 17:17:05.947411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:05.952190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:06.030027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:06.057184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.062400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.093707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Allocated IP 172.20.0.6 (98f493f3-af18-4fd1-ac7a-eb55b1fe92e4/5ca48a9c-084f-4665-b13d-6a88eab3b07c/61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:06.099735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.172148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.300438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.305431 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.308720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/security-groups/42c18123-3776-434e-a528-666b42c78d93 HTTP/1.1" status: 204 len: 168 time: 0.4041376 Jul 07 17:17:06.336088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:06.342713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25306c31-51fa-4e00-bfda-71ab951603c7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c18123-3776-434e-a528-666b42c78d93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:06.354950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:06.358684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.388753 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ea059070-1a78-44bc-9bd2-5d76fc409304 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] show failed (client error): The resource could not be found. Jul 07 17:17:06.392892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea059070-1a78-44bc-9bd2-5d76fc409304 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "GET /v2.0/security-groups/42c18123-3776-434e-a528-666b42c78d93 HTTP/1.1" status: 404 len: 347 time: 0.0428045 Jul 07 17:17:06.393629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:06.414640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.440499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.724921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96b6ac71-eceb-4329-bd3a-2e89f57d6881 req-9f5275ff-f970-441e-a862-4e308782dbf1 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 210 time: 0.3079481 Jul 07 17:17:06.751435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Allocated IP 172.20.0.2 (4ddac9f4-b6df-4505-ad57-0fbf27f68faa/3221fcfe-dd96-457a-922b-3a27b2b068a6/58f2ab4f-ea36-4437-9d0b-62d957d680f0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:06.954287 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:06.956859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcaf83-6374-40a9-a946-b051c34d7595 req-a50ed9a6-d421-49c7-9629-c383eda79b45 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.958488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ebcaf83-6374-40a9-a946-b051c34d7595 req-a50ed9a6-d421-49c7-9629-c383eda79b45 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.2437320 Jul 07 17:17:06.976316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 690969bd-50e4-47a3-9ce5-51da08aee1d3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:06.976705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.098441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.099874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.115247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Transition to ACTIVE for port object 58f2ab4f-ea36-4437-9d0b-62d957d680f0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:07.153850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Transition to ACTIVE for port object 58f2ab4f-ea36-4437-9d0b-62d957d680f0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:07.172635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.255835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:07.257550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:07.262090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:07.283079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.283770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.285927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Pushing event updated for resources: {'Port': ['ID=58f2ab4f-ea36-4437-9d0b-62d957d680f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.300738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.310708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 690969bd-50e4-47a3-9ce5-51da08aee1d3 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:07.347012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060020f3-60b2-41be-8f83-b31d042bf9a9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:07.432105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ebcaf83-6374-40a9-a946-b051c34d7595 req-3e2390fb-6ae7-4f02-a9a2-b80541da3dd6 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631512 Jul 07 17:17:07.448835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Attempting to bind port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:07.449431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Attempting to bind port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:07.450065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Attempting to bind port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 on network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:07.457577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:07.458309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Checking segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:07.458841 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.459342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Bound using segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:07.461110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Bound port: 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:07.461614 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.527882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78e54f-7747-4796-aba0-cca0efb0f459 req-c048d10a-48f0-4739-967a-f8bf58564c1e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.539973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed78e54f-7747-4796-aba0-cca0efb0f459 req-c048d10a-48f0-4739-967a-f8bf58564c1e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.5391252 Jul 07 17:17:07.543834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:07.564681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:07.570706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] For port 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:07.583971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] For port 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58f2ab4f-ea36-4437-9d0b-62d957d680f0,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:07.585982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 060020f3-60b2-41be-8f83-b31d042bf9a9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:07.586714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.593641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:07.657418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.679208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed78e54f-7747-4796-aba0-cca0efb0f459 req-74422e2c-8f71-4c64-a94b-f4375adaf193 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321962 Jul 07 17:17:07.695281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Pushing event updated for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.745261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.745761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.746125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.746467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.747181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.747181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.747548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.747804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.748272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.748395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.748810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.749163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:07.750608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 234a8d23-73cc-429d-8db7-8aa63bdf0aca details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:07.768167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.768896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.779617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.813299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.819174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:07.822682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-9ad86c66-15a1-4843-9328-29b44d55fcaa tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7419691 Jul 07 17:17:07.863426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=690969bd-50e4-47a3-9ce5-51da08aee1d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:07.867517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Request body: {'port': {'device_id': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:08.013438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505a79-1c7b-4e09-96e6-cc8f4b51af73 None None] Pushing event updated for resources: {'Port': ['ID=58f2ab4f-ea36-4437-9d0b-62d957d680f0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:08.013719 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.016844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.020693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b561f1d4-9706-481d-8d32-284bd2e335e7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/floatingips/2dced2f1-eec6-4cdb-8a42-b46b9eb202e2 HTTP/1.1" status: 204 len: 168 time: 1.6223226 Jul 07 17:17:08.024153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:08.136244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:08.167672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.171552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Allocated IP 172.25.7.170 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/36368458-2139-4ddd-8171-7eb66b8f989f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:08.182397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'mac_address': 'fa:16:3e:23:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:08.230739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc98ac-7ca1-4a92-9ecf-6ef87a8d3512 req-baad3224-5237-4096-8ce3-9c7c9f7ba296 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:08.243135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02bc98ac-7ca1-4a92-9ecf-6ef87a8d3512 req-baad3224-5237-4096-8ce3-9c7c9f7ba296 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 931 time: 0.1965523 Jul 07 17:17:08.290505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port c1a09d0f-455f-4270-923b-fca401d10093 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:08.291200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.372587 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.393958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02bc98ac-7ca1-4a92-9ecf-6ef87a8d3512 req-7d98ffa9-8470-4851-af09-379da0f5277a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489644 Jul 07 17:17:08.423983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 234a8d23-73cc-429d-8db7-8aa63bdf0aca {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:08.478749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.496595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for c1a09d0f-455f-4270-923b-fca401d10093 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:08.497376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.552388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.613214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Pushing event updated for resources: {'Port': ['ID=36368458-2139-4ddd-8171-7eb66b8f989f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:08.632138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:08.641469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:08.644690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:08.657422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:08.682136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.813288 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.923236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=c1a09d0f-455f-4270-923b-fca401d10093,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.271404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['234a8d23-73cc-429d-8db7-8aa63bdf0aca'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:09.394596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:09.401604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58f2ab4f-ea36-4437-9d0b-62d957d680f0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:09.518737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:09.536528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c80fee-b3c3-44fb-92bc-d0d0ffb079c9 req-63ce9dca-2d59-4b87-a2b1-7a8abb05077d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.545025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6c80fee-b3c3-44fb-92bc-d0d0ffb079c9 req-63ce9dca-2d59-4b87-a2b1-7a8abb05077d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.6966703 Jul 07 17:17:09.618012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:09.623067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.625189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8d71b9c7-ae8b-40a9-b1ce-c1d6fe51bee7 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/ports/c1a09d0f-455f-4270-923b-fca401d10093 HTTP/1.1" status: 204 len: 168 time: 1.6000109 Jul 07 17:17:09.629255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:09.643087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.682551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b2145-0088-429f-816a-4a603b99150a req-522b7209-a1bc-4353-8571-8eac7df27c35 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.684289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Transition to ACTIVE for port object 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:09.691783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e75b2145-0088-429f-816a-4a603b99150a req-522b7209-a1bc-4353-8571-8eac7df27c35 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 945 time: 0.5649481 Jul 07 17:17:09.698373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.748203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 234a8d23-73cc-429d-8db7-8aa63bdf0aca up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:09.755467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb1884-490a-4e52-982b-de1d0cb42518 None None] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:09.830809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6c80fee-b3c3-44fb-92bc-d0d0ffb079c9 req-72187243-e70b-4270-91a4-aa3596fcba9e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832975 Jul 07 17:17:09.862036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Provisioning for port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:09.878655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Provisioning complete for port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:09.879636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:09.892380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e75b2145-0088-429f-816a-4a603b99150a req-97c95e08-f7fb-4775-bc0a-8e50066268dd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987145 Jul 07 17:17:09.992306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port e69ea28b-2bb0-442d-85e2-5b0324b227e5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:09.993045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.001885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.026201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 234a8d23-73cc-429d-8db7-8aa63bdf0aca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:10.026575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.215279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.215279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.261491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.303569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:10.306469 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0049c-ca59-4488-97b6-ccf43d482b64" -d '{"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:10.312967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] For port 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58f2ab4f-ea36-4437-9d0b-62d957d680f0,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:10.316209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for e69ea28b-2bb0-442d-85e2-5b0324b227e5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:10.326731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.330328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:10.382849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014948ad-63e2-4657-888f-2a19e9298750 req-24cf5ffa-fa36-4594-acdb-510d57c9067b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:10.385251 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-014948ad-63e2-4657-888f-2a19e9298750 req-24cf5ffa-fa36-4594-acdb-510d57c9067b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 943 time: 0.2650619 Jul 07 17:17:10.392666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda430-8671-45c9-99f0-b43e5aa26109 None None] Pushing event updated for resources: {'Port': ['ID=58f2ab4f-ea36-4437-9d0b-62d957d680f0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:10.397450 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.471167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:10.496775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-014948ad-63e2-4657-888f-2a19e9298750 req-20fd4735-7410-4066-96b1-edada273c36c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735929 Jul 07 17:17:10.593228 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888baba4-b3d8-4b62-b524-dd2e8b258e00 x-openstack-request-id: req-888baba4-b3d8-4b62-b524-dd2e8b258e00 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:10.593783 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:10.594281 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-888baba4-b3d8-4b62-b524-dd2e8b258e00 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:10.594889 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'code': 200} Jul 07 17:17:10.657759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.727403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=e69ea28b-2bb0-442d-85e2-5b0324b227e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:10.841829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Pushing event updated for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:10.958128 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:10.960348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec4217d3-1bde-4054-9c23-736bd06d3615 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/ports/e69ea28b-2bb0-442d-85e2-5b0324b227e5 HTTP/1.1" status: 204 len: 168 time: 1.3241537 Jul 07 17:17:10.965034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:10.968772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb7e24e6-5218-4de8-8459-22aca7ddf3cb None None] Provisioning complete for port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:10.969312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb7e24e6-5218-4de8-8459-22aca7ddf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.015506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.025161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Attempting to bind port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:11.025643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Attempting to bind port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:11.026514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Attempting to bind port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:11.067315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting subnet a5e74ad7-b067-4d71-8512-c36792f24faa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:11.076850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.188371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:11.191237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Attempting to bind port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:11.209038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:11.210825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Checking segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:11.211541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Bound using segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:11.213301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Bound port: 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:11.215556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.237726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.266732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58f2ab4f-ea36-4437-9d0b-62d957d680f0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:11.337032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0999e4-b00e-4a44-8956-7761a0e65a37 req-5bc10011-6c42-4210-aa32-7c38efaed5bc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.356922 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e0999e4-b00e-4a44-8956-7761a0e65a37 req-5bc10011-6c42-4210-aa32-7c38efaed5bc tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.2816312 Jul 07 17:17:11.378964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:11.381183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.449316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:11.454215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:11.484135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.582475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.583641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.585189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] 10.222.0.32 "PUT /v2.0/ports/61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e HTTP/1.1" status: 200 len: 1092 time: 3.7245502 Jul 07 17:17:11.587788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:11.589885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.597967 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0457469d-d965-495e-9839-18885de63720" -d '{"events": [{"name": "network-changed", "server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:11.606860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Router 31ea30cf-3eda-4f1a-8cf0-1947138e318e is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:11.611135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e0999e4-b00e-4a44-8956-7761a0e65a37 req-8f016192-2d52-4f9a-ae5e-fdaa1d142f8b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521632 Jul 07 17:17:11.750818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68ca4-560f-4e74-ba37-ae2828379106 req-cfa3bd5e-07f2-409f-a343-79619fad3ce0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:11.761831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0df68ca4-560f-4e74-ba37-ae2828379106 req-cfa3bd5e-07f2-409f-a343-79619fad3ce0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1895208 Jul 07 17:17:11.779444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.820940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e74ad7-b067-4d71-8512-c36792f24faa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:11.836768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e62c5-eed6-4945-9099-fd6feffbc722 None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:11.842322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.844641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9cabf862-a6a5-45d0-934c-e092bf343b0e tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/subnets/a5e74ad7-b067-4d71-8512-c36792f24faa HTTP/1.1" status: 204 len: 168 time: 0.8786399 Jul 07 17:17:11.847725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:11.862496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:11.881411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0df68ca4-560f-4e74-ba37-ae2828379106 req-42359fc3-45a6-4052-96a8-24a07951135e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181712 Jul 07 17:17:11.883279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99873-a9e5-40fe-b74a-c24790874248 service neutron] Pushing event updated for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:11.893193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Sync routers for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:11.908394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:11.912276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fb7b4e49-63aa-468a-ba54-9e06fbda4520 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9629481 Jul 07 17:17:11.914356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57762) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:11.920084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:11.920932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:12.004238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting subnet c33b4a96-d633-46fc-ba0c-7e2687cf8f4b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:12.021857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.026375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-2716583a-8f20-4e42-b95b-31f5c28a28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.027928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-2716583a-8f20-4e42-b95b-31f5c28a28e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 1095 time: 0.3855069 Jul 07 17:17:12.110887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-cfc9d43a-d249-4b97-95a2-2ae8633d5ae6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e HTTP/1.1" status: 200 len: 217 time: 0.0737593 Jul 07 17:17:12.144552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:12.186290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.285485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] DHCP port deletion for b51d2e4f-c924-4e6a-8703-417274c36b2c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:12.313465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-773ed15a-3f2c-4b32-85e4-5aee76da5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.315476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-773ed15a-3f2c-4b32-85e4-5aee76da5a11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.1964293 Jul 07 17:17:12.397782 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:12.398427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-298cf18a-6aa2-468c-a120-6ff74393dde9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714712 Jul 07 17:17:12.440120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc928-b9e2-4341-bf47-085a9731421e req-33e36623-286f-4e4c-9e65-a3e6798060cc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:12.448706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b48dc928-b9e2-4341-bf47-085a9731421e req-33e36623-286f-4e4c-9e65-a3e6798060cc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 943 time: 0.3175738 Jul 07 17:17:12.479071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.501589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Deleting port 39e75df7-e764-4f0d-964b-500d5d3d98a9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:12.502726 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.556642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b48dc928-b9e2-4341-bf47-085a9731421e req-b926c684-a0b4-4620-a883-634e4599aa5a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066453 Jul 07 17:17:12.608514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.628043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-c6db0a4b-07d3-4659-b865-2190f6ca0f15 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222686 Jul 07 17:17:12.663563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Subnet': ['ID=c33b4a96-d633-46fc-ba0c-7e2687cf8f4b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:12.684271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.690091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-09996d22-c496-4dd1-b254-fd75698c4f9d tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/subnets/c33b4a96-d633-46fc-ba0c-7e2687cf8f4b HTTP/1.1" status: 204 len: 168 time: 0.8405392 Jul 07 17:17:12.691423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:12.705879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba25d21-8e71-4c05-b5ad-e84f232e17db None None] Network 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:12.812505 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53246c-0eb9-443c-a452-1e16c47f9744 x-openstack-request-id: req-ec53246c-0eb9-443c-a452-1e16c47f9744 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:12.812726 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:12.812954 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec53246c-0eb9-443c-a452-1e16c47f9744 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:12.813366 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', 'status': 'completed', 'code': 200} Jul 07 17:17:12.825747 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:12.959380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port 39e75df7-e764-4f0d-964b-500d5d3d98a9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:12.960258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.046286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port 39e75df7-e764-4f0d-964b-500d5d3d98a9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=39e75df7-e764-4f0d-964b-500d5d3d98a9,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:13.051471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.063526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.064113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] For port 39e75df7-e764-4f0d-964b-500d5d3d98a9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=39e75df7-e764-4f0d-964b-500d5d3d98a9,segment=NetworkSegment(b6a331d3-ac48-499d-afd2-0b5a56189971),segment_id=b6a331d3-ac48-499d-afd2-0b5a56189971)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:13.064440 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.069080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for 39e75df7-e764-4f0d-964b-500d5d3d98a9 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:13.113835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Calling delete_port for 39e75df7-e764-4f0d-964b-500d5d3d98a9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:13.184679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.237069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fa1cb-1f6e-48cf-a7e5-447aa4d69095 req-747f61a1-6994-4d16-a05c-c54b6fbf201c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:13.239935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:09Z', 'revision_number': 3, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.247266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-933fa1cb-1f6e-48cf-a7e5-447aa4d69095 req-747f61a1-6994-4d16-a05c-c54b6fbf201c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.3683488 Jul 07 17:17:13.277232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=39e75df7-e764-4f0d-964b-500d5d3d98a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:13.285301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port 39e75df7-e764-4f0d-964b-500d5d3d98a9 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:13.364571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Allocated IP 172.20.0.1 (4ddac9f4-b6df-4505-ad57-0fbf27f68faa/3221fcfe-dd96-457a-922b-3a27b2b068a6/38aaccea-3dcc-46c2-96aa-298094493168) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:13.389674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-933fa1cb-1f6e-48cf-a7e5-447aa4d69095 req-60012571-1d4d-4503-a63f-5bf805b95fc4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208744 Jul 07 17:17:13.412626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.425606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51d2e4f-c924-4e6a-8703-417274c36b2c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.439870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a331d3-ac48-499d-afd2-0b5a56189971') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.440597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a331d3-ac48-499d-afd2-0b5a56189971') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:13.454042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.502494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.530854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:13.531357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:13.557112 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:13.560233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.584976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Transition to ACTIVE for port object 38aaccea-3dcc-46c2-96aa-298094493168 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:13.634333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.637922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Checking router: 31ea30cf-3eda-4f1a-8cf0-1947138e318e for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:13.638436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Updating router 31ea30cf-3eda-4f1a-8cf0-1947138e318e port 36368458-2139-4ddd-8171-7eb66b8f989f binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:13.640717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 39e75df7-e764-4f0d-964b-500d5d3d98a9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:13.690764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 39e75df7-e764-4f0d-964b-500d5d3d98a9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:13.691235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 39e75df7-e764-4f0d-964b-500d5d3d98a9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:13.695142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:13.700161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-617ed2b7-21c4-4628-aa9a-94e353f60096 req-813132ca-88e5-4503-842c-f915adcd62b6 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0654385 Jul 07 17:17:13.703349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:13.707971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:13.739875 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.760268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] DHCP port deletion for 04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:13.787207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.910057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.920124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:13.925010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/networks/b51d2e4f-c924-4e6a-8703-417274c36b2c HTTP/1.1" status: 204 len: 168 time: 1.2323234 Jul 07 17:17:13.929221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:13.952163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Network': ['ID=b51d2e4f-c924-4e6a-8703-417274c36b2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.039983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.040842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.041197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.041660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.041994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.042350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.042812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.043144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.043466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.043784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.044103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.044423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0493c-0009-4bc9-968d-fff5001fe0c6 tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:14.097893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Pushing event updated for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.109150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46576-7e4e-4978-9c0c-02c2b303f0a2 req-02f76851-d9da-4531-9c09-24aba7b64e74 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.111573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cce46576-7e4e-4978-9c0c-02c2b303f0a2 req-02f76851-d9da-4531-9c09-24aba7b64e74 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.3458438 Jul 07 17:17:14.138539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.205228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cce46576-7e4e-4978-9c0c-02c2b303f0a2 req-640099f2-ed7d-4592-a342-3ef33fc1c6f3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813656 Jul 07 17:17:14.257799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Deleting port e2993b4e-0103-4d1f-817e-fe5606a23387 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:14.258490 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.259767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.267935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.294587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457469d-d965-495e-9839-18885de63720 req-80420a33-56c1-420e-a7da-2a76f6e848f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.296124 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-80420a33-56c1-420e-a7da-2a76f6e848f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 1095 time: 0.3094692 Jul 07 17:17:14.352524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Pushing event deleted for resources: {'Port': ['ID=39e75df7-e764-4f0d-964b-500d5d3d98a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.361312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ca7f540-fc7c-4e8f-9242-22031a9f699e None None] Provisioning for port 38aaccea-3dcc-46c2-96aa-298094493168 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:14.389866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ca7f540-fc7c-4e8f-9242-22031a9f699e None None] Provisioning complete for port 38aaccea-3dcc-46c2-96aa-298094493168 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:14.390277 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f540-fc7c-4e8f-9242-22031a9f699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.411675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] Network b51d2e4f-c924-4e6a-8703-417274c36b2c is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:17:14.412141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec1f4f-89af-4bd3-b9eb-36a5f0471749 None None] No DVR routers for this DVR port 39e75df7-e764-4f0d-964b-500d5d3d98a9 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:14.430655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] For port e2993b4e-0103-4d1f-817e-fe5606a23387, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2993b4e-0103-4d1f-817e-fe5606a23387,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:14.431585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.466514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Calling delete_port for e2993b4e-0103-4d1f-817e-fe5606a23387 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:14.528740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.557216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7f540-fc7c-4e8f-9242-22031a9f699e None None] Port 38aaccea-3dcc-46c2-96aa-298094493168 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:14.558847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Deleting port e2993b4e-0103-4d1f-817e-fe5606a23387 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:14.560829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.645678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.663434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457469d-d965-495e-9839-18885de63720 req-de548526-4075-4f4d-a8d8-966be2063067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:14.666461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-de548526-4075-4f4d-a8d8-966be2063067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 912 time: 0.1345623 Jul 07 17:17:14.673290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.736948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Port': ['ID=e2993b4e-0103-4d1f-817e-fe5606a23387,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.742326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] No DVR routers for this DVR port e2993b4e-0103-4d1f-817e-fe5606a23387 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:14.782948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-6185761e-1815-4ed2-a7ea-23f33f0d58c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e HTTP/1.1" status: 200 len: 217 time: 0.1058009 Jul 07 17:17:14.848608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] For port e2993b4e-0103-4d1f-817e-fe5606a23387, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2993b4e-0103-4d1f-817e-fe5606a23387,segment=NetworkSegment(84da1ac8-41b9-4390-ac05-b32c33b31dc3),segment_id=84da1ac8-41b9-4390-ac05-b32c33b31dc3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:14.852648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.861589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Pushing event updated for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:14.873599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.928637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.940231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Calling delete_port for e2993b4e-0103-4d1f-817e-fe5606a23387 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:14.982973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Transition to ACTIVE for port object 36368458-2139-4ddd-8171-7eb66b8f989f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:15.026053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:15.028341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457469d-d965-495e-9839-18885de63720 req-c9790d96-9a69-4342-adaf-138d5f1047fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.029906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-c9790d96-9a69-4342-adaf-138d5f1047fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.2346802 Jul 07 17:17:15.031481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:15.082468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.089576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-20e6a3d3-0f16-4390-a202-f817d61c4562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484385 Jul 07 17:17:15.255324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f664-911a-4de3-8df9-08633a9ef5e2 None None] Pushing event updated for resources: {'Port': ['ID=36368458-2139-4ddd-8171-7eb66b8f989f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.284591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2993b4e-0103-4d1f-817e-fe5606a23387 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:15.297242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Attempting to bind port 36368458-2139-4ddd-8171-7eb66b8f989f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:15.297479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Attempting to bind port 36368458-2139-4ddd-8171-7eb66b8f989f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:15.297862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Attempting to bind port 36368458-2139-4ddd-8171-7eb66b8f989f on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:15.370763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e2993b4e-0103-4d1f-817e-fe5606a23387 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:15.371112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2993b4e-0103-4d1f-817e-fe5606a23387 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:15.386705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:15.387108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:15.387526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.387920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:15.389059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Bound port: 36368458-2139-4ddd-8171-7eb66b8f989f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:15.389059 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.464705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-6b7113f0-b453-4c4b-bc2e-a9c4507fd686 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179450 Jul 07 17:17:15.487840 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.563790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] No DVR routers for this DVR port e2993b4e-0103-4d1f-817e-fe5606a23387 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:15.573321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab418bc-41a8-4fc0-a936-729e6dbf7fca None None] Pushing event deleted for resources: {'Port': ['ID=e2993b4e-0103-4d1f-817e-fe5606a23387,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:15.597299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Router 31ea30cf-3eda-4f1a-8cf0-1947138e318e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:15.601572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] For port 36368458-2139-4ddd-8171-7eb66b8f989f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:15.634734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] For port 36368458-2139-4ddd-8171-7eb66b8f989f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36368458-2139-4ddd-8171-7eb66b8f989f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:15.638909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.643010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0457469d-d965-495e-9839-18885de63720 req-ffc3719e-c4a3-4083-9ad8-7613a91d047d service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713955 Jul 07 17:17:15.644073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2f555ef-2913-47df-bb44-4fa4d1dfd15a None None] Provisioning complete for port 38aaccea-3dcc-46c2-96aa-298094493168 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:15.645356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f555ef-2913-47df-bb44-4fa4d1dfd15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.656988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.660548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0cbc-3dd0-44eb-a996-52db8a7e76bd req-467d70e2-41bc-43d2-9ce7-ca9d449a956e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:15.669662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-819d0cbc-3dd0-44eb-a996-52db8a7e76bd req-467d70e2-41bc-43d2-9ce7-ca9d449a956e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 943 time: 1.0299637 Jul 07 17:17:15.755041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.782745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-819d0cbc-3dd0-44eb-a996-52db8a7e76bd req-b4e2dd03-007f-4de8-8a69-0813faab2e04 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 Jul 07 17:17:15.814244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84da1ac8-41b9-4390-ac05-b32c33b31dc3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.816814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84da1ac8-41b9-4390-ac05-b32c33b31dc3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:15.829261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:15.840241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.882124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.889605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:15.890447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:15.893881 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:16.033656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:16.067392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'port_id': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', 'mac_address': 'fa:16:3e:89:0f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:16.081388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.095940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.103203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] 10.222.0.22 "DELETE /v2.0/networks/04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f HTTP/1.1" status: 204 len: 168 time: 2.1621175 Jul 07 17:17:16.143041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.150848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156560-cac8-4789-b3e4-146c1c115f69 req-4db8d9bd-e0f2-45c1-908f-c93e2ec5e07a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.163684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03156560-cac8-4789-b3e4-146c1c115f69 req-4db8d9bd-e0f2-45c1-908f-c93e2ec5e07a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1512227 Jul 07 17:17:16.168732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202dd28-d616-4aaa-b26c-5a7a645d10ac tempest-TaggedBootDevicesTest_v242-12007057 tempest-TaggedBootDevicesTest_v242-12007057-project] Pushing event deleted for resources: {'Network': ['ID=04bc18e1-c1a8-4d4e-b5a6-8053f6801d5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.186944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:16.241193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:16.249299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:16.268916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03156560-cac8-4789-b3e4-146c1c115f69 req-38efd460-381c-464d-90fb-0ade148a737a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035683 Jul 07 17:17:16.283386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2f555ef-2913-47df-bb44-4fa4d1dfd15a None None] Port 38aaccea-3dcc-46c2-96aa-298094493168 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:16.285431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f664-911a-4de3-8df9-08633a9ef5e2 None None] Pushing event updated for resources: {'Port': ['ID=36368458-2139-4ddd-8171-7eb66b8f989f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.311858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.320824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:16.321517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:16.453250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:16.466509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd3c1ee0-ecc5-4492-8a0d-47cba15bc56e admin admin] 10.222.0.22 "PUT /v2.0/routers/31ea30cf-3eda-4f1a-8cf0-1947138e318e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5428047 Jul 07 17:17:16.545001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:16.577211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:16.607860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:16.614909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544e41a-99db-491b-8810-5eda2f8572c3 req-f36fc629-7efd-4085-af9b-2f39ecb64587 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:16.623475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4544e41a-99db-491b-8810-5eda2f8572c3 req-f36fc629-7efd-4085-af9b-2f39ecb64587 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1559796 Jul 07 17:17:16.690985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4544e41a-99db-491b-8810-5eda2f8572c3 req-2df4a0c7-9c1f-4d7d-82a9-dc6bd48ab30b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645828 Jul 07 17:17:16.701520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.794170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:16.796409 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081a4651-bd5f-4f9c-a195-249e8f15d1ee" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:16.813971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:16.829976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.024804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.135858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:14Z', 'revision_number': 2, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:17.169450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c21147-311b-404e-91b2-cbb2efe85cc8 None None] The sync data for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 is: [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:14Z', 'revision_number': 2, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:17.359409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57806) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.364308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622151893', 'description': 'tempest-description--949443449'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:17.415631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.558516 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2704ed-9179-44a2-b140-dda436fd1fbb x-openstack-request-id: req-fc2704ed-9179-44a2-b140-dda436fd1fbb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:17.559085 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:17.559085 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc2704ed-9179-44a2-b140-dda436fd1fbb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:17.559641 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'code': 200} Jul 07 17:17:17.609696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.625805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.679988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:17.694673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.708398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:17.715374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'security_group_rule': {'security_group_id': 'a71bcdde-cd01-4aed-82ea-14b2c4bf5b46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:17.719771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e88cb13a-08fc-4720-ba29-02e38cb02e73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3589029 Jul 07 17:17:17.773202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.818045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:17.938936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:17.945227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:17.946032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.061468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.084563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f928-577d-490b-9b70-60e84b5acaf4 req-2207ddd1-b48c-4d25-bd1f-e0c8aa8dfb94 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.095318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bb8f928-577d-490b-9b70-60e84b5acaf4 req-2207ddd1-b48c-4d25-bd1f-e0c8aa8dfb94 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 944 time: 0.3177490 Jul 07 17:17:18.096986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.137428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.189754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.190999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807403 Jul 07 17:17:18.194023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.203461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'security_group_rule': {'security_group_id': 'a71bcdde-cd01-4aed-82ea-14b2c4bf5b46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:18.207476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:18.216057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.222565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34bee-025f-411b-9698-8c7a51f9950e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d87f35-8478-4c65-a31d-f0a2711d99ba,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.303495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bb8f928-577d-490b-9b70-60e84b5acaf4 req-c7d93333-42a3-42ff-b1dd-3c2b2d0c21e6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943126 Jul 07 17:17:18.348524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.358404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.554045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.564411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.614899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a4e08-5693-4f9c-b773-67e2b9eee90f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:18.630917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.633521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d8b6cc2-e10e-47b3-b55e-cfc8212945c8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382851 Jul 07 17:17:18.638495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57824) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:18.646721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:18.721921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.016933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.044429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803acdf-15a5-4004-a9ef-8a60bbde9351 req-55ab4e03-ae4e-429d-94a9-8ebd2e64461e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.067179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0803acdf-15a5-4004-a9ef-8a60bbde9351 req-55ab4e03-ae4e-429d-94a9-8ebd2e64461e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.2824683 Jul 07 17:17:19.156393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0803acdf-15a5-4004-a9ef-8a60bbde9351 req-4e8cee29-a8ae-4345-af1e-1e85b530980d tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874131 Jul 07 17:17:19.340225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36368458-2139-4ddd-8171-7eb66b8f989f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:19.406031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Allocated IP 172.25.7.92 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/03bdf4d9-4db5-4793-ad22-e67e53be8f86) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:19.457735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 36368458-2139-4ddd-8171-7eb66b8f989f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:19.469537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 36368458-2139-4ddd-8171-7eb66b8f989f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:19.469923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.566378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.588733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:19.596636 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac7ab8a-1d51-4a3c-ab90-8877d56ded78" -d '{"events": [{"server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "name": "network-vif-plugged", "status": "completed", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:19.621364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.669746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.712716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078021a0-a7de-4f77-bca8-f7b580515f29 req-d1707e45-188a-4b7b-b83d-1631215c5f5b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.729968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-078021a0-a7de-4f77-bca8-f7b580515f29 req-d1707e45-188a-4b7b-b83d-1631215c5f5b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.2701569 Jul 07 17:17:19.744618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 36368458-2139-4ddd-8171-7eb66b8f989f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36368458-2139-4ddd-8171-7eb66b8f989f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:19.746851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:19.750330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:19.757976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:19.769648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:19.815819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-078021a0-a7de-4f77-bca8-f7b580515f29 req-aa07c172-b91b-49b9-8835-8934197a2a6d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844989 Jul 07 17:17:19.927216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=36368458-2139-4ddd-8171-7eb66b8f989f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:20.030181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'Port': ['ID=03bdf4d9-4db5-4793-ad22-e67e53be8f86,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:20.090720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.214166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.330313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de88c-65dd-4c28-b6f6-7a2d1873af31 req-494f96b7-3304-4b0c-9606-d7b2d26e1f75 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.333903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d97de88c-65dd-4c28-b6f6-7a2d1873af31 req-494f96b7-3304-4b0c-9606-d7b2d26e1f75 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1984088 Jul 07 17:17:20.439465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d97de88c-65dd-4c28-b6f6-7a2d1873af31 req-46fa7112-9028-426d-9673-dd145cecb1d6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985966 Jul 07 17:17:20.523244 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f48ff-4ada-4329-b633-c1ca74be917a x-openstack-request-id: req-f90f48ff-4ada-4329-b633-c1ca74be917a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:20.524148 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "name": "network-vif-plugged", "status": "completed", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:20.524629 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f90f48ff-4ada-4329-b633-c1ca74be917a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:20.525195 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', 'code': 200} Jul 07 17:17:20.621298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.632278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.833335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'Port': ['ID=03bdf4d9-4db5-4793-ad22-e67e53be8f86,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:20.849128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.882849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25757fe-d2c9-4bd2-b35a-da76f7668dad req-38b08544-58fd-4912-b6cc-c2b8b6018dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.884694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a25757fe-d2c9-4bd2-b35a-da76f7668dad req-38b08544-58fd-4912-b6cc-c2b8b6018dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 1097 time: 0.2663093 Jul 07 17:17:20.888971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.893277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-768fb2e2-7119-45e0-9ac9-94b57f26b2df tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2527609 Jul 07 17:17:20.910060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf44df-bdb5-4652-92a1-8c7802cdb1ce req-9a869a22-1f4d-447b-b898-7418b95dfc25 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.912933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56bf44df-bdb5-4652-92a1-8c7802cdb1ce req-9a869a22-1f4d-447b-b898-7418b95dfc25 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1638858 Jul 07 17:17:20.962696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a25757fe-d2c9-4bd2-b35a-da76f7668dad req-0fe92827-3409-434e-920b-eadd31858db2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Jul 07 17:17:20.987206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56bf44df-bdb5-4652-92a1-8c7802cdb1ce req-100477fa-576f-434e-992f-74505dfab70b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600405 Jul 07 17:17:21.226288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56332-52c5-4426-8c9b-810559922f5f req-f382f954-1755-49a4-8bd5-da03e57a24a7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.240730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cd56332-52c5-4426-8c9b-810559922f5f req-f382f954-1755-49a4-8bd5-da03e57a24a7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1102929 Jul 07 17:17:21.308524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36368458-2139-4ddd-8171-7eb66b8f989f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:21.327227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cd56332-52c5-4426-8c9b-810559922f5f req-53ffa681-25f5-45b0-9707-f86d4d95a642 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914786 Jul 07 17:17:21.350688 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Sync routers for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:21.367700 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:21.372171 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:21.440060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 36368458-2139-4ddd-8171-7eb66b8f989f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:21.440418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:21.614589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:21.872789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76667-2fc5-4f04-928c-42a83214a1e6 req-c38f4b6f-98bc-4772-8647-2a96df2fa7cd tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.887449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14a76667-2fc5-4f04-928c-42a83214a1e6 req-c38f4b6f-98bc-4772-8647-2a96df2fa7cd tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1764705 Jul 07 17:17:21.898982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:14Z', 'revision_number': 2, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:21.928279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Checking router: 31ea30cf-3eda-4f1a-8cf0-1947138e318e for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:21.929828 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Updating router 31ea30cf-3eda-4f1a-8cf0-1947138e318e port 38aaccea-3dcc-46c2-96aa-298094493168 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:21.991707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14a76667-2fc5-4f04-928c-42a83214a1e6 req-3d10da69-8d37-429f-95e9-0c8ec5143f53 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021619 Jul 07 17:17:22.001014 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.386371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a24b-f6e7-4894-9a91-ed18c1fd74e4 req-485afa12-8f2f-46cd-a822-72b6e55a7e3b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.389564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2248a24b-f6e7-4894-9a91-ed18c1fd74e4 req-485afa12-8f2f-46cd-a822-72b6e55a7e3b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1597023 Jul 07 17:17:22.443192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57884) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:22.518340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2248a24b-f6e7-4894-9a91-ed18c1fd74e4 req-67511288-0602-4399-a355-f1ad4ac9cd61 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118252 Jul 07 17:17:22.566717 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.597978 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Transition to ACTIVE for port object 38aaccea-3dcc-46c2-96aa-298094493168 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:22.611746 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.658506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c29-8a50-4ffb-8859-cd31e8c13a5f req-ca89836d-2348-43a6-b598-81da908528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.668085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddda6c29-8a50-4ffb-8859-cd31e8c13a5f req-ca89836d-2348-43a6-b598-81da908528a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.2237320 Jul 07 17:17:22.723331 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c5dc-ceb9-4a5f-8862-b5d7a533165b None None] Pushing event updated for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:22.737040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddda6c29-8a50-4ffb-8859-cd31e8c13a5f req-edf68c4e-a86d-47d9-9845-5b27112bfa05 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676017 Jul 07 17:17:22.799553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385605ca-a629-4565-81fb-f69edf97dc71 req-97d558ad-5c3a-42ab-a1ca-b09825ae9e1e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.801694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-385605ca-a629-4565-81fb-f69edf97dc71 req-97d558ad-5c3a-42ab-a1ca-b09825ae9e1e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1154985 Jul 07 17:17:22.834997 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Attempting to bind port 38aaccea-3dcc-46c2-96aa-298094493168 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:22.835721 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Attempting to bind port 38aaccea-3dcc-46c2-96aa-298094493168 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:22.836351 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Attempting to bind port 38aaccea-3dcc-46c2-96aa-298094493168 on network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:22.850889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:22.852067 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Checking segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:22.855682 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.856401 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Bound using segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:22.859728 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Bound port: 38aaccea-3dcc-46c2-96aa-298094493168, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:22.860665 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:22.881546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-385605ca-a629-4565-81fb-f69edf97dc71 req-de2ef214-7f30-4dc2-b1b4-ea4f1e050caa tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698733 Jul 07 17:17:22.997692 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] For port 38aaccea-3dcc-46c2-96aa-298094493168, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:23.017130 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] For port 38aaccea-3dcc-46c2-96aa-298094493168, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=38aaccea-3dcc-46c2-96aa-298094493168,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:23.027569 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.135811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:23.136384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:23.345329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce7bf-07d1-4b1c-8b94-0b53a61f1cc0 req-307b4b70-30f9-4b1a-9a7f-95ad42df5e8a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:23.355182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-905ce7bf-07d1-4b1c-8b94-0b53a61f1cc0 req-307b4b70-30f9-4b1a-9a7f-95ad42df5e8a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1380804 Jul 07 17:17:23.466795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-905ce7bf-07d1-4b1c-8b94-0b53a61f1cc0 req-3ecbe859-e9ea-4f9b-ab56-12adbfd533af tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104214 Jul 07 17:17:23.492064 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:23.641930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c5dc-ceb9-4a5f-8862-b5d7a533165b None None] Pushing event updated for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:24.055043 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:22Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:24.169796 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01270287-932e-43e7-8f51-0cbf413f28d4 None None] The sync data for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 is: [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:22Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:24.378294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-10591c4d-750e-484c-b470-c18fc002ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.382459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-10591c4d-750e-484c-b470-c18fc002ced6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 1097 time: 0.1364489 Jul 07 17:17:24.671200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-4624f1b4-7484-48c9-b55d-dc4298193be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.677409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-4624f1b4-7484-48c9-b55d-dc4298193be4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 912 time: 0.2877226 Jul 07 17:17:24.794240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-e1566c02-a7f2-4e9e-a720-9a104d65c28c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e HTTP/1.1" status: 200 len: 217 time: 0.1105249 Jul 07 17:17:24.892437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-38ea3762-744e-4378-9524-1b7879c5f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.902678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-38ea3762-744e-4378-9524-1b7879c5f7c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.0978737 Jul 07 17:17:24.948457 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-29ce4a36-eaa8-4ca5-86fc-184881f7d163 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447004 Jul 07 17:17:25.077492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-ca25ac41-85b4-49de-b5bd-ebc1e84f4714 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211329 Jul 07 17:17:25.158598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949979cf-c460-4269-8b09-4219b64f5fd9 req-121fafcf-7549-4b73-af5b-6f586089b94c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.160283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-949979cf-c460-4269-8b09-4219b64f5fd9 req-121fafcf-7549-4b73-af5b-6f586089b94c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1264732 Jul 07 17:17:25.287764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-949979cf-c460-4269-8b09-4219b64f5fd9 req-d7a4285d-1194-42fe-bb74-0fcf007b208f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140888 Jul 07 17:17:25.326835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8448918-806b-46f7-8bd9-bfd13627b4f7 req-016c8390-7ed4-4f2d-b98e-70bb21150f05 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426426 Jul 07 17:17:25.364491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 38aaccea-3dcc-46c2-96aa-298094493168 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:25.501679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 38aaccea-3dcc-46c2-96aa-298094493168 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:25.509164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 38aaccea-3dcc-46c2-96aa-298094493168 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:25.512441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:25.751698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccf9f8-7c79-49f3-849c-fad8309038e1 req-acee5ea0-8ff9-4830-99b4-3332ee78ed08 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.762072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11ccf9f8-7c79-49f3-849c-fad8309038e1 req-acee5ea0-8ff9-4830-99b4-3332ee78ed08 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1217208 Jul 07 17:17:25.821796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11ccf9f8-7c79-49f3-849c-fad8309038e1 req-171d6a59-f154-4e37-a3fe-94225fb109bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579348 Jul 07 17:17:25.948944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.016763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 38aaccea-3dcc-46c2-96aa-298094493168, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=38aaccea-3dcc-46c2-96aa-298094493168,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:26.025313 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.085543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ad457-2d2c-4abe-b1b8-f57379ebef3b req-fb443207-f7b3-4340-971a-950d9ced8dcd tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.088381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9ad457-2d2c-4abe-b1b8-f57379ebef3b req-fb443207-f7b3-4340-971a-950d9ced8dcd tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1248720 Jul 07 17:17:26.121282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:26.157327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9ad457-2d2c-4abe-b1b8-f57379ebef3b req-8abf021f-0f77-4968-8cef-cf97b9508c12 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582757 Jul 07 17:17:26.511789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465c54-e342-443a-83c4-e4f51c50fd56 req-5bdd0d94-79b5-4ecd-b50b-eb1427b39e04 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.518630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a465c54-e342-443a-83c4-e4f51c50fd56 req-5bdd0d94-79b5-4ecd-b50b-eb1427b39e04 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.0919535 Jul 07 17:17:26.576775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a465c54-e342-443a-83c4-e4f51c50fd56 req-6f2f1f10-4865-4ff4-a3de-ea5d889f80aa tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Jul 07 17:17:27.060356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb94f-40a5-4dab-9279-382bbb381841 req-ed273992-3c52-4eb2-b7a4-589ac5f4ac63 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.061825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba9eb94f-40a5-4dab-9279-382bbb381841 req-ed273992-3c52-4eb2-b7a4-589ac5f4ac63 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.0881033 Jul 07 17:17:27.119351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba9eb94f-40a5-4dab-9279-382bbb381841 req-2b11f587-52fc-4baf-ab49-d4b3044ac8ed tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Jul 07 17:17:27.220993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 38aaccea-3dcc-46c2-96aa-298094493168 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:27.294828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 38aaccea-3dcc-46c2-96aa-298094493168 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:27.295453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:27.418539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4273f-de95-41fe-8951-45ec6d6ee904 req-c5a54425-09ee-463e-9744-ca865dd736b3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.420344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42c4273f-de95-41fe-8951-45ec6d6ee904 req-c5a54425-09ee-463e-9744-ca865dd736b3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1215158 Jul 07 17:17:27.468250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42c4273f-de95-41fe-8951-45ec6d6ee904 req-14f9e66f-2e75-4515-8e92-8ca56fb56316 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Jul 07 17:17:27.796346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702feee2-4d88-4fe9-8843-fc55bdffaa59 req-918b7a4a-6524-4fa6-9b6f-5e127baf9111 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:27.811775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-702feee2-4d88-4fe9-8843-fc55bdffaa59 req-918b7a4a-6524-4fa6-9b6f-5e127baf9111 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.0968611 Jul 07 17:17:27.857419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-702feee2-4d88-4fe9-8843-fc55bdffaa59 req-5e370a23-4ea1-4e8e-8435-87675b52d18e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Jul 07 17:17:28.388437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0ecd4-9c66-406c-806c-852caf962406 req-e88ac651-3b44-48d8-a317-e163bfbdd133 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.399980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5f0ecd4-9c66-406c-806c-852caf962406 req-e88ac651-3b44-48d8-a317-e163bfbdd133 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.0984955 Jul 07 17:17:28.503598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5f0ecd4-9c66-406c-806c-852caf962406 req-efc6aa0c-9bb1-4f6d-824c-97b26702a74b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Jul 07 17:17:28.833349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8f406-df97-459f-831d-dcee6fbecd59 req-a5bb3dff-fd4d-4422-9b6e-1b04b1f03fc7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.835698 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91c8f406-df97-459f-831d-dcee6fbecd59 req-a5bb3dff-fd4d-4422-9b6e-1b04b1f03fc7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1467807 Jul 07 17:17:28.902447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91c8f406-df97-459f-831d-dcee6fbecd59 req-974525cd-231b-494d-9888-b5f3f7701e22 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598583 Jul 07 17:17:29.077454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475d429-ae45-4172-be0b-c046ab257531 req-9077de14-98cd-4ead-9010-4a8422cf0707 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.085657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6475d429-ae45-4172-be0b-c046ab257531 req-9077de14-98cd-4ead-9010-4a8422cf0707 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.0810606 Jul 07 17:17:29.151477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6475d429-ae45-4172-be0b-c046ab257531 req-40e0f5ae-5316-4b4f-96f5-727d2d52209b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643604 Jul 07 17:17:29.754252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7ae2f-1eaa-4b07-b2fe-abc8664a16c8 req-54031637-8258-41a2-b9b4-b1edc360a60a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.767511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93f7ae2f-1eaa-4b07-b2fe-abc8664a16c8 req-54031637-8258-41a2-b9b4-b1edc360a60a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.0955043 Jul 07 17:17:29.813399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93f7ae2f-1eaa-4b07-b2fe-abc8664a16c8 req-e092282f-9726-48d3-a006-3408ee180081 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Jul 07 17:17:29.867444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9a171b4-8c7c-427b-bec7-87466b133540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:30.123998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aab30-f7c1-48d4-968d-c2d8af7f2ae7 req-df4c47af-874b-41c0-9275-2a27a539387c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.132516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f95aab30-f7c1-48d4-968d-c2d8af7f2ae7 req-df4c47af-874b-41c0-9275-2a27a539387c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.0899975 Jul 07 17:17:30.189328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f95aab30-f7c1-48d4-968d-c2d8af7f2ae7 req-ea9d3808-e051-434c-94d1-47af71172e07 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541110 Jul 07 17:17:30.436489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caadf84-05f0-4149-928d-1d81a49690ca req-156731f8-a090-493d-aa16-8a6ccb232e5c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.438025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4caadf84-05f0-4149-928d-1d81a49690ca req-156731f8-a090-493d-aa16-8a6ccb232e5c tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1159179 Jul 07 17:17:30.540981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4caadf84-05f0-4149-928d-1d81a49690ca req-bbffadd3-1abf-4a98-b614-e4b1ebbc1e1f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968430 Jul 07 17:17:31.127802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f149909-1dd2-45f2-91aa-b4cee1a286b3 req-ea1f6866-8150-420b-ba5e-f766e79198ff tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.129807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f149909-1dd2-45f2-91aa-b4cee1a286b3 req-ea1f6866-8150-420b-ba5e-f766e79198ff tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1299868 Jul 07 17:17:31.157692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a7a50-90de-4b7e-a4a3-4669c54785db req-2c9ed893-8828-40b0-aa63-b10e875355a4 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.159275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af6a7a50-90de-4b7e-a4a3-4669c54785db req-2c9ed893-8828-40b0-aa63-b10e875355a4 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 948 time: 0.1156797 Jul 07 17:17:31.208158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f149909-1dd2-45f2-91aa-b4cee1a286b3 req-6ded2f6d-b0cd-4747-bce2-213d340f8ab5 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690939 Jul 07 17:17:31.238958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af6a7a50-90de-4b7e-a4a3-4669c54785db req-eebd605d-843e-411f-9d55-721023ab0d49 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700710 Jul 07 17:17:31.485792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4e97-3fe1-4b72-901e-5fcc61e328a2 req-29bf9baf-1812-4164-bcf6-72a446c195d9 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:31.497192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-767f4e97-3fe1-4b72-901e-5fcc61e328a2 req-29bf9baf-1812-4164-bcf6-72a446c195d9 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.0935125 Jul 07 17:17:31.561936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58058) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:31.585472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-767f4e97-3fe1-4b72-901e-5fcc61e328a2 req-681586d1-73f6-437d-b9c8-641a39e2baa8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Jul 07 17:17:32.056470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b04a-38d2-440f-bb5b-cfb8a528bdef req-5639836b-051c-4d9d-873c-e42b1e497b11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.058943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a701b04a-38d2-440f-bb5b-cfb8a528bdef req-5639836b-051c-4d9d-873c-e42b1e497b11 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1867220 Jul 07 17:17:32.155617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a701b04a-38d2-440f-bb5b-cfb8a528bdef req-7c3f3513-2253-420e-8006-bd7156c7a672 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898488 Jul 07 17:17:32.162227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-3a238908-b534-43b8-9b6a-376f85a79707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.164143 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-3a238908-b534-43b8-9b6a-376f85a79707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 1098 time: 0.4459872 Jul 07 17:17:32.302723 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-139aa980-fd29-4c4c-920a-c5f2c91c011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.494224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-f0dcb3ac-d89e-4d40-b882-4c7712eeadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.496565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-f0dcb3ac-d89e-4d40-b882-4c7712eeadf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.3235259 Jul 07 17:17:32.544751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a037a-1d3c-45f6-a2a2-fb7bf596d2fb req-09e74c46-c704-48b8-b6d9-f2cf2b553979 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.546773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21a037a-1d3c-45f6-a2a2-fb7bf596d2fb req-09e74c46-c704-48b8-b6d9-f2cf2b553979 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1221702 Jul 07 17:17:32.563265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-9bc458aa-22c8-4528-8298-1b50a0c61a62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 200 len: 217 time: 0.0439913 Jul 07 17:17:32.633313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-30da60d4-8d7a-4298-96c0-e4be4e523a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.635797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-30da60d4-8d7a-4298-96c0-e4be4e523a95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.0668828 Jul 07 17:17:32.666728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21a037a-1d3c-45f6-a2a2-fb7bf596d2fb req-6ceee8f5-2e50-48c6-9d13-c92332621bd4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123054 Jul 07 17:17:32.726776 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.732710 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-3583132a-54f1-4a00-bd76-3f8f270ab254 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855830 Jul 07 17:17:32.751896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04882-5213-4494-a9d9-b80dd988695c req-e3657ade-5107-4469-a470-c2f085bf7818 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.753804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3b04882-5213-4494-a9d9-b80dd988695c req-e3657ade-5107-4469-a470-c2f085bf7818 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 948 time: 0.1458333 Jul 07 17:17:32.879487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3b04882-5213-4494-a9d9-b80dd988695c req-ffa3c522-5ebf-4d10-98d5-fe7ce6c72278 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184843 Jul 07 17:17:32.902826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:32.940285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-c6a86aaa-008d-45d4-b207-744ab6223663 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975501 Jul 07 17:17:32.948592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a763378-4da0-4013-9587-5921fb57d5e8 req-40c73c92-da4e-4e35-bdcb-bc787ce2204a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.951532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a763378-4da0-4013-9587-5921fb57d5e8 req-40c73c92-da4e-4e35-bdcb-bc787ce2204a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1303959 Jul 07 17:17:33.006403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a763378-4da0-4013-9587-5921fb57d5e8 req-4229de6a-6bc5-4a88-aec9-edee2adbac54 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Jul 07 17:17:33.149972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b91f67a2-0f04-4df3-bf1a-729d123d427a req-27ad8acb-a513-41fb-83d9-38b7c30949cb service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017751 Jul 07 17:17:33.312283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Deleting port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:33.312614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.351329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f22b95-536c-4acb-b505-8ee2287ce578 req-43b866ff-73fb-429a-a668-a1a4207cf305 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:33.359357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95f22b95-536c-4acb-b505-8ee2287ce578 req-43b866ff-73fb-429a-a668-a1a4207cf305 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.0779078 Jul 07 17:17:33.408106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95f22b95-536c-4acb-b505-8ee2287ce578 req-6b7bb064-00f5-4031-b87e-9ad0862ea18f tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Jul 07 17:17:33.411453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] For port 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:33.411891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.432230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Calling delete_port for 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:33.529526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.712611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.764786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Pushing event deleted for resources: {'Port': ['ID=4269bc2a-8eda-49de-a5a0-d1d9b833a9fe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:33.941768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600763e-978f-488c-984a-fbf5f19c1648 req-f3f4d918-9328-47e6-ae59-dccc571f52e8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:33.943404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6600763e-978f-488c-984a-fbf5f19c1648 req-f3f4d918-9328-47e6-ae59-dccc571f52e8 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1452999 Jul 07 17:17:33.998799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.008270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707f2a-5a2a-4bdf-8039-045b6d8163c5 req-5c748f74-a1e2-414a-bf58-4f72a27c25bd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.010661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c707f2a-5a2a-4bdf-8039-045b6d8163c5 req-5c748f74-a1e2-414a-bf58-4f72a27c25bd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1270802 Jul 07 17:17:34.022274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6600763e-978f-488c-984a-fbf5f19c1648 req-557fc098-c662-479b-805c-a0f982e4194b tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Jul 07 17:17:34.100587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c707f2a-5a2a-4bdf-8039-045b6d8163c5 req-ad82fd91-77ba-4500-b314-be04a1d1a086 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768290 Jul 07 17:17:34.222721 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.261077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c21926-863a-4787-ab06-d3991fbca167 req-fb0239ed-797a-49e2-9020-bcfe19d9f887 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.266882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69c21926-863a-4787-ab06-d3991fbca167 req-fb0239ed-797a-49e2-9020-bcfe19d9f887 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 948 time: 0.1104100 Jul 07 17:17:34.309316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:34.380259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69c21926-863a-4787-ab06-d3991fbca167 req-9603ad53-ca8c-45c7-90ff-9a137611662d tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c8d53bb-76a6-4f64-969a-826c6aeece87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727906 Jul 07 17:17:34.423938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b67f5-52c1-4b24-8af1-7b9725538d26 req-1813d95b-3f71-4129-8b96-f596ff10c8d6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.429046 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-049b67f5-52c1-4b24-8af1-7b9725538d26 req-1813d95b-3f71-4129-8b96-f596ff10c8d6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1608911 Jul 07 17:17:34.467196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:34.479251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Sync routers for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:34.496222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1bb7fce4-55db-4e7a-9bb2-2e9a1c16f34d admin admin] 10.222.0.22 "PUT /v2.0/routers/d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9326165 Jul 07 17:17:34.496625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:34.497278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:34.498852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:34.644035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:34.675391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.684692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-049b67f5-52c1-4b24-8af1-7b9725538d26 req-ccdb5b98-3f00-49ff-8005-f4fae9de8de2 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428243 Jul 07 17:17:34.725035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-4cb4a537-73f1-488f-9371-9eedbb5ca71e tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.726955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-4cb4a537-73f1-488f-9371-9eedbb5ca71e tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.83 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 948 time: 0.2549610 Jul 07 17:17:34.743211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c3839-5ed8-452f-a2f0-5d1267a3bf6e req-967fb706-dc4b-40ba-8ad6-6c9cb863a918 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.744798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc1c3839-5ed8-452f-a2f0-5d1267a3bf6e req-967fb706-dc4b-40ba-8ad6-6c9cb863a918 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1886470 Jul 07 17:17:34.874297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc1c3839-5ed8-452f-a2f0-5d1267a3bf6e req-102d726f-e444-4f4c-8333-6f240b943d9a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191263 Jul 07 17:17:34.905393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.018369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Deleting port 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:35.018739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.037987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Deleting port 73245c02-1be2-488d-ad8b-84aad5e241ca {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:35.038980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.043617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:17:33Z', 'revision_number': 5, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port': {'id': '73245c02-1be2-488d-ad8b-84aad5e241ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:05:23Z', 'updated_at': '2021-07-07T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.101008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Checking router: d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:35.127055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Routers {'d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:35.140993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.239162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] For port 2b993491-4ed5-489e-a000-680c44e48075, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=2b993491-4ed5-489e-a000-680c44e48075,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:35.240299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.285034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Calling delete_port for 2b993491-4ed5-489e-a000-680c44e48075 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:35.403082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] Set router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:35.527713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:17:34Z', 'revision_number': 6, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.564429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88518e-663e-4f5f-a852-6f34e64c5878 req-99d99441-ae0a-4bf1-aa73-025883d77869 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:35.585061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac68cb-bea5-4f16-8fa6-d0a4aa22b792 None None] The sync data for ids ['d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae'] in n-d-791504-12 is: [{'id': 'd5ec85f4-fb5b-4ab7-8a75-0b5a0146faae', 'name': 'tempest-TaggedBootDevicesTest_v242-663753116-router', 'tenant_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:05:22Z', 'updated_at': '2021-07-07T17:17:34Z', 'revision_number': 6, 'project_id': '0ca87c1aa1e34a68b8c011b411523ad4', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:35.585973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f88518e-663e-4f5f-a852-6f34e64c5878 req-99d99441-ae0a-4bf1-aa73-025883d77869 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 946 time: 0.1303856 Jul 07 17:17:35.589370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.757534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f88518e-663e-4f5f-a852-6f34e64c5878 req-e115ebec-cce2-4eea-aaf0-74021ee520ec tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673627 Jul 07 17:17:35.803930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.824474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] For port 73245c02-1be2-488d-ad8b-84aad5e241ca, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=73245c02-1be2-488d-ad8b-84aad5e241ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:35.824889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.840781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Calling delete_port for 73245c02-1be2-488d-ad8b-84aad5e241ca owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:35.860208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Pushing event deleted for resources: {'Port': ['ID=2b993491-4ed5-489e-a000-680c44e48075,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:35.930972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a9fa-510f-4d34-b2a8-2d99a51e4bc9 req-02a0f593-3b2e-4538-ba7e-556aa7308455 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:35.938531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe91a9fa-510f-4d34-b2a8-2d99a51e4bc9 req-02a0f593-3b2e-4538-ba7e-556aa7308455 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.2737298 Jul 07 17:17:35.943752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 234a8d23-73cc-429d-8db7-8aa63bdf0aca no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:36.004112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] No DVR routers for this DVR port 2b993491-4ed5-489e-a000-680c44e48075 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:36.009422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.011739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c45bbb5b-6b3b-4edf-a80e-188540393e08 req-e7591b9f-ac90-4a68-86f6-524cbd3f346a tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.83 "DELETE /v2.0/ports/2b993491-4ed5-489e-a000-680c44e48075 HTTP/1.1" status: 204 len: 173 time: 1.2660162 Jul 07 17:17:36.013587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-deleted', 'tag': '2b993491-4ed5-489e-a000-680c44e48075'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:36.025895 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64188a55-c89a-4e2a-a282-36e095a9b496" -d '{"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-deleted", "tag": "2b993491-4ed5-489e-a000-680c44e48075"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:36.095005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe91a9fa-510f-4d34-b2a8-2d99a51e4bc9 req-3fdf1cfd-44aa-4002-9b87-ed33a5d086fe tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553400 Jul 07 17:17:36.141540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.189526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1339c653-fcfa-45dc-aaf7-fb1e02c50e03 req-3356f378-fb17-4e62-a44d-409ada1fcc49 tempest-ImagesOneServerTestJSON-1208623151 tempest-ImagesOneServerTestJSON-1208623151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a225303b-53fd-4438-a5eb-2f6eda9bac6f HTTP/1.1" status: 200 len: 210 time: 0.0913515 Jul 07 17:17:36.228820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:36.230277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:36.234650 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992afd13-da0e-4c5b-a51f-35afa93ced9f" -d '{"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-unplugged", "status": "completed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:36.240339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.294915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.320765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.340700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.341218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.341842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.342409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.342798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.343276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.343720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.344163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.344625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.345065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.345507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.345984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:36.356615 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.374339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Pushing event deleted for resources: {'Port': ['ID=73245c02-1be2-488d-ad8b-84aad5e241ca,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.496074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.554930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d3080-4ae5-4a75-9975-abd9c1ed3d88 req-7a5a5e81-bd68-4126-a450-a4e6c8ecb867 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.562633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-519d3080-4ae5-4a75-9975-abd9c1ed3d88 req-7a5a5e81-bd68-4126-a450-a4e6c8ecb867 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1366169 Jul 07 17:17:36.638076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.641047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.680761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-519d3080-4ae5-4a75-9975-abd9c1ed3d88 req-055b3fd9-544b-4744-816e-c7e29707b46e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163332 Jul 07 17:17:36.712360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.713998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:17:36.729948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.731492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80662eb0-bfd0-4218-9fa7-cb98a9a2399e admin admin] 10.222.0.22 "DELETE /v2.0/routers/d5ec85f4-fb5b-4ab7-8a75-0b5a0146faae HTTP/1.1" status: 204 len: 168 time: 2.2296495 Jul 07 17:17:36.734878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58212) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.770045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-4b92bd74-bc2c-42f1-a926-a13888b2747e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.779713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-4b92bd74-bc2c-42f1-a926-a13888b2747e tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.1668620 Jul 07 17:17:36.789366 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c6443-5291-4ea4-b375-a603e80f5cb8 x-openstack-request-id: req-443c6443-5291-4ea4-b375-a603e80f5cb8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:36.789726 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225303b-53fd-4438-a5eb-2f6eda9bac6f", "name": "network-vif-deleted", "tag": "2b993491-4ed5-489e-a000-680c44e48075", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:36.789982 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-443c6443-5291-4ea4-b375-a603e80f5cb8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:36.790441 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a225303b-53fd-4438-a5eb-2f6eda9bac6f', 'name': 'network-vif-deleted', 'tag': '2b993491-4ed5-489e-a000-680c44e48075', 'status': 'completed', 'code': 200} Jul 07 17:17:36.851738 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a09ee-22b5-474c-8520-71848a3ab04b x-openstack-request-id: req-5f8a09ee-22b5-474c-8520-71848a3ab04b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:36.852406 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-unplugged", "status": "failed", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:36.852929 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f8a09ee-22b5-474c-8520-71848a3ab04b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:36.853605 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'code': 422} returned with failed status Jul 07 17:17:36.880338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Deleting subnet 24d466ef-c9d6-4b39-bf16-cbb30b293882 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:36.888346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.948781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.025571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:37.026019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.263731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.278100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:37.278542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.291229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 73245c02-1be2-488d-ad8b-84aad5e241ca no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:37.343280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 73245c02-1be2-488d-ad8b-84aad5e241ca {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:37.343861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 73245c02-1be2-488d-ad8b-84aad5e241ca not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:37.344534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:37.389498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:37.390126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4269bc2a-8eda-49de-a5a0-d1d9b833a9fe not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:37.390263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.397945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:37.418640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.422163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/24d466ef-c9d6-4b39-bf16-cbb30b293882 HTTP/1.1" status: 204 len: 168 time: 0.6719575 Jul 07 17:17:37.422628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86d706-bd8d-4215-80c4-beb4e20244e1 None None] Network 92c36961-f69e-4f31-b650-4041d855e02a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:37.435860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:37.446248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119cfa8-601c-49fc-960e-eb017468fd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d466ef-c9d6-4b39-bf16-cbb30b293882,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.675871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.702564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050b52-3704-438a-ba42-7d82da2aca75 req-ffc3e4ff-6c87-4101-ad70-90a7e9d5a66a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.709540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10050b52-3704-438a-ba42-7d82da2aca75 req-ffc3e4ff-6c87-4101-ad70-90a7e9d5a66a tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 946 time: 0.3889742 Jul 07 17:17:37.754925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] DHCP port deletion for 92c36961-f69e-4f31-b650-4041d855e02a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:37.828064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Deleting port 9a275b34-c5d5-47ee-845c-e955d962b000 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:37.828657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.837327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10050b52-3704-438a-ba42-7d82da2aca75 req-336ddd73-8376-4c34-bc51-68e0079532fb tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260307 Jul 07 17:17:37.848313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-bfb16888-142e-4ab8-9cf0-9b61b2635a83 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.850039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-bfb16888-142e-4ab8-9cf0-9b61b2635a83 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=d97883e2-cffd-4bc2-9f37-210d8d59cfeb HTTP/1.1" status: 200 len: 944 time: 0.2825766 Jul 07 17:17:37.953441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] For port 9a275b34-c5d5-47ee-845c-e955d962b000, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a275b34-c5d5-47ee-845c-e955d962b000,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:37.953897 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.969221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Calling delete_port for 9a275b34-c5d5-47ee-845c-e955d962b000 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:37.990657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.029195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513', '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:38.063863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=4f84deae-ea0d-4c10-816e-2d7a9ba82ffd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.108679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Deleting port 9a275b34-c5d5-47ee-845c-e955d962b000 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:38.109042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.177225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:38.186462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.188483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb736e99-f4eb-44bc-9543-1a57c799c31e req-f48e1942-d2bd-4566-8955-cde42d390c20 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "DELETE /v2.0/ports/4f84deae-ea0d-4c10-816e-2d7a9ba82ffd HTTP/1.1" status: 204 len: 173 time: 1.3970082 Jul 07 17:17:38.229568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.278237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:38.319496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] No DVR routers for this DVR port 9a275b34-c5d5-47ee-845c-e955d962b000 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:38.324498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d582e8-2ea4-4a8b-ae07-5638e62ba693 None None] Pushing event deleted for resources: {'Port': ['ID=9a275b34-c5d5-47ee-845c-e955d962b000,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.347100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 2b993491-4ed5-489e-a000-680c44e48075 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:38.347888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 2b993491-4ed5-489e-a000-680c44e48075 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:38.365572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port 234a8d23-73cc-429d-8db7-8aa63bdf0aca {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:38.365970 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.443801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] For port 9a275b34-c5d5-47ee-845c-e955d962b000, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a275b34-c5d5-47ee-845c-e955d962b000,segment=NetworkSegment(417065e5-9345-451d-8a11-d8d373cf3fcd),segment_id=417065e5-9345-451d-8a11-d8d373cf3fcd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:38.444185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.477943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Calling delete_port for 9a275b34-c5d5-47ee-845c-e955d962b000 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:38.502994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58254) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.511119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b5db-8755-4277-a00b-a67f40e4931f req-8034a89d-1a89-4e28-98e2-337cc2208163 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.512795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3398b5db-8755-4277-a00b-a67f40e4931f req-8034a89d-1a89-4e28-98e2-337cc2208163 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.2825630 Jul 07 17:17:38.590324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port 234a8d23-73cc-429d-8db7-8aa63bdf0aca, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=234a8d23-73cc-429d-8db7-8aa63bdf0aca,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:38.590699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.659459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-654d15de-c943-4374-89ba-499b6b216933 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f1e05d6b3ce49349a73496c5317f182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545234 Jul 07 17:17:38.660094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:38.671671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for 234a8d23-73cc-429d-8db7-8aa63bdf0aca owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:38.714220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.737155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.795713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.798826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.808192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c8d53bb-76a6-4f64-969a-826c6aeece87 HTTP/1.1" status: 204 len: 168 time: 0.1447709 Jul 07 17:17:38.812974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3398b5db-8755-4277-a00b-a67f40e4931f req-dd8e1aee-d4c0-4629-955b-53c6ea1c8124 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861552 Jul 07 17:17:38.813491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'name': 'network-vif-deleted', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:38.815683 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7121d881-2d56-4629-adbb-c06136cd2303" -d '{"events": [{"server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "name": "network-vif-deleted", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:38.822588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3701c3-c4ea-4547-8dcd-63511a7a8f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8d53bb-76a6-4f64-969a-826c6aeece87,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.856016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.892799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=234a8d23-73cc-429d-8db7-8aa63bdf0aca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:38.955245 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca2ae11-373b-4f66-941e-37236d2c7a43 x-openstack-request-id: req-fca2ae11-373b-4f66-941e-37236d2c7a43 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:38.955546 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18086a0e-fa7a-4b79-8d1c-eae6a06200da", "name": "network-vif-deleted", "tag": "4f84deae-ea0d-4c10-816e-2d7a9ba82ffd", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:38.955750 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fca2ae11-373b-4f66-941e-37236d2c7a43 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:38.956156 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18086a0e-fa7a-4b79-8d1c-eae6a06200da', 'name': 'network-vif-deleted', 'tag': '4f84deae-ea0d-4c10-816e-2d7a9ba82ffd', 'status': 'completed', 'code': 200} Jul 07 17:17:38.956930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port 234a8d23-73cc-429d-8db7-8aa63bdf0aca on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:38.960291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.963102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-129d75cc-2eaf-4847-a1ee-d87fb58ca9c1 req-ffbf992a-d97d-4370-b8e3-c1a5cafffd2b tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "DELETE /v2.0/ports/234a8d23-73cc-429d-8db7-8aa63bdf0aca HTTP/1.1" status: 204 len: 173 time: 1.0721979 Jul 07 17:17:38.964454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:38.979138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] No DVR routers for this DVR port 9a275b34-c5d5-47ee-845c-e955d962b000 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:39.003901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a275b34-c5d5-47ee-845c-e955d962b000,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:39.131773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.225954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a275b34-c5d5-47ee-845c-e955d962b000 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:39.267103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 9a275b34-c5d5-47ee-845c-e955d962b000 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:39.268747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a275b34-c5d5-47ee-845c-e955d962b000 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:39.578796 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b84f06f-575a-4442-ba87-b4ccd48812fe req-f32451cc-114f-4716-93af-100d2b4ae1e4 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=18086a0e-fa7a-4b79-8d1c-eae6a06200da HTTP/1.1" status: 200 len: 210 time: 0.4439361 Jul 07 17:17:39.580618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c36961-f69e-4f31-b650-4041d855e02a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.596140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417065e5-9345-451d-8a11-d8d373cf3fcd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.596489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417065e5-9345-451d-8a11-d8d373cf3fcd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:39.609469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.626187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.633780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:39.634214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:39.636679 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:39.744849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.755964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.760645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] 10.222.0.22 "DELETE /v2.0/networks/92c36961-f69e-4f31-b650-4041d855e02a HTTP/1.1" status: 204 len: 168 time: 2.3180282 Jul 07 17:17:39.776100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78e5a1-e94b-49cd-ac54-87def477926d admin admin] Pushing event deleted for resources: {'Network': ['ID=92c36961-f69e-4f31-b650-4041d855e02a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:39.837270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-0daf591a-ff14-470b-b252-0e5fdd9110ed tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:39.839377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-0daf591a-ff14-470b-b252-0e5fdd9110ed tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.1602137 Jul 07 17:17:39.860492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-853f8514-700f-44ea-9609-e69a966d1a97 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0139794 Jul 07 17:17:39.878183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:39.909244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-eb6665b4-35c9-4153-b2b4-5033b5203b25 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429552 Jul 07 17:17:40.026057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58314) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.046465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1684655879-network', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:40.087903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b205a0-3d95-4cab-bf74-111c187e9623 req-a40cdf9d-3c71-4f16-b950-62f6dea7dc2c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.091445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5b205a0-3d95-4cab-bf74-111c187e9623 req-a40cdf9d-3c71-4f16-b950-62f6dea7dc2c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.0926852 Jul 07 17:17:40.094052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c53a6ff4-fc1e-40af-9d19-28222efae62d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ca87c1aa1e34a68b8c011b411523ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666158 Jul 07 17:17:40.097029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.098571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:40.100930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.116510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.242232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5b205a0-3d95-4cab-bf74-111c187e9623 req-b1fadb12-3d68-4547-9830-b017c2136346 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347642 Jul 07 17:17:40.258793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:40.270332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.308077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:40.308840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4f84deae-ea0d-4c10-816e-2d7a9ba82ffd not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:40.319061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.325479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.326448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.343307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-f24a992a-5664-4402-b1c9-e214872a2f28 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227612 Jul 07 17:17:40.352676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:40.388592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.415136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.416397 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Added segment 387265b1-2839-47ba-a397-3719152b54f1 of type vlan for network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 Jul 07 17:17:40.464814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.465879 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.467090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3006b00c-1da5-4b95-a62b-537ace990824 HTTP/1.1" status: 204 len: 168 time: 0.3686817 Jul 07 17:17:40.481481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e60e7-994c-4c58-b1c5-57dd168791e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3006b00c-1da5-4b95-a62b-537ace990824,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.496112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.506734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-913dc84b-5c07-4407-9b2f-ee4491a6be3f service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448395 Jul 07 17:17:40.543064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.547253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.547938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.678964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] Pushing event updated for resources: {'Network': ['ID=dd13c01b-aac2-4c01-a1fa-13c7350e41b9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.693151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:40.694807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff470280-ea70-4818-94ad-261987f5623d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8145299 Jul 07 17:17:40.698370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58340) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:40.724671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Request body: {'subnet': {'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1684655879-subnet', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:40.735343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04ac3905-cf4e-4ef0-9d14-d0209ed04c34 req-e608b71a-08e6-4413-adf1-addd745c46e1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 210 time: 0.0457578 Jul 07 17:17:40.769268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:40.772158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.957819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-deleted', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:40.962135 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e363b6-bd24-4b78-9e6e-c276ba489360" -d '{"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-deleted", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:41.016315 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a33d4-f033-42b2-ae31-1609eeeecb07 x-openstack-request-id: req-164a33d4-f033-42b2-ae31-1609eeeecb07 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:41.016855 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97883e2-cffd-4bc2-9f37-210d8d59cfeb", "name": "network-vif-deleted", "tag": "234a8d23-73cc-429d-8db7-8aa63bdf0aca", "status": "failed", "code": 422}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:41.017105 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-164a33d4-f033-42b2-ae31-1609eeeecb07 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:41.023033 n-d-791504-12 neutron-server[93766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd97883e2-cffd-4bc2-9f37-210d8d59cfeb', 'name': 'network-vif-deleted', 'tag': '234a8d23-73cc-429d-8db7-8aa63bdf0aca', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:17:41.080564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.224280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c427795-81e4-487c-b998-40e889e8149d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.248811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Checking segment: {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:41.257147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Network hostable DHCP agents. Network: dd13c01b-aac2-4c01-a1fa-13c7350e41b9, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:41.299843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:41.321985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, dd13c01b-aac2-4c01-a1fa-13c7350e41b9) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:41.335444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb7d0d-3934-41ed-918b-3b188fd92567 None None] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:41.345103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.346095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.372013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.373264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f98ce6c1-49b9-4044-9f93-7b19a56291c2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6732733 Jul 07 17:17:41.380740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:41.440024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.441763 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.521756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.773044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'fixed_ips': [{'subnet_id': '4c427795-81e4-487c-b998-40e889e8149d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:41.774607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.813224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.018844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Allocated IP 172.20.0.2 (dd13c01b-aac2-4c01-a1fa-13c7350e41b9/4c427795-81e4-487c-b998-40e889e8149d/2f8aa779-fac5-46a9-ab65-75e5ab98940a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:42.051936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1144751500-network', 'tenant_id': 'f456f3ae6fee4a6295bac5f70bc669e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:42.066791 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.100301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Made reservation on behalf of f456f3ae6fee4a6295bac5f70bc669e0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:42.104595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.126247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.194190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfb3eb-eeca-47a2-b617-aa68f3fe09ed req-071b3eb4-b170-43f3-a8ed-d8abb99c032b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.200478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4cfb3eb-eeca-47a2-b617-aa68f3fe09ed req-071b3eb4-b170-43f3-a8ed-d8abb99c032b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.4972355 Jul 07 17:17:42.224038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.235222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Transition to ACTIVE for port object 2f8aa779-fac5-46a9-ab65-75e5ab98940a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:42.255269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Transition to ACTIVE for port object 2f8aa779-fac5-46a9-ab65-75e5ab98940a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:42.268862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.287611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77e135ef-e506-4294-94b2-b598c4c5a455 req-6904e9a4-8374-40a8-867a-61bae7a7cfbb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 210 time: 0.0635669 Jul 07 17:17:42.313239 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.322859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.353491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4cfb3eb-eeca-47a2-b617-aa68f3fe09ed req-a5d0d23f-9287-4c2b-8fc3-ea44f2db13e0 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Jul 07 17:17:42.373380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Pushing event updated for resources: {'Port': ['ID=2f8aa779-fac5-46a9-ab65-75e5ab98940a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.390016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:42.408591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:42.410311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:42.416320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:42.433525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbbc745-484b-4537-9f59-adf2e778655d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.441790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.442227 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Added segment e234d8d4-4079-4a8a-9d70-0440e4475b04 of type vlan for network e7411fda-5287-4987-b4ea-f82ebfe5ac46 Jul 07 17:17:42.515115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.538885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Attempting to bind port 2f8aa779-fac5-46a9-ab65-75e5ab98940a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:42.539291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Attempting to bind port 2f8aa779-fac5-46a9-ab65-75e5ab98940a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:42.540159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Attempting to bind port 2f8aa779-fac5-46a9-ab65-75e5ab98940a on network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:42.554958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:42.555740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Checking segment: {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:42.558201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.558778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Bound using segment: {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:42.559650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Bound port: 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:42.560219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.574523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.576496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.578012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.755989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] Pushing event updated for resources: {'Network': ['ID=e7411fda-5287-4987-b4ea-f82ebfe5ac46,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.757398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.761358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] For port 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:42.766447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] For port 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f8aa779-fac5-46a9-ab65-75e5ab98940a,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:42.769242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e7411fda-5287-4987-b4ea-f82ebfe5ac46 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:42.773699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c460d4b-4e83-492f-b264-921c94d0904e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9591053 Jul 07 17:17:42.776947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58408) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.781904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Request body: {'subnet': {'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1144751500-subnet', 'tenant_id': 'f456f3ae6fee4a6295bac5f70bc669e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:42.802627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.807606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.837113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Made reservation on behalf of f456f3ae6fee4a6295bac5f70bc669e0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:42.840438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.919081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-5368f7a1-b330-4e56-829d-edea9729200d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.920649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-5368f7a1-b330-4e56-829d-edea9729200d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.83 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.4637501 Jul 07 17:17:42.937435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:43.081118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Allocated IP 172.25.7.216 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/222f501d-bfad-4b36-adf7-2c0afdd217a4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:43.081796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168c7c-247e-446a-b197-619aeaf622c5 None None] Pushing event updated for resources: {'Port': ['ID=2f8aa779-fac5-46a9-ab65-75e5ab98940a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.176562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.270855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b63427-e290-4373-b83b-cc1a7447e781,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.287907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:43.288914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Checking segment: {'id': 'e234d8d4-4079-4a8a-9d70-0440e4475b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:43.289287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Network hostable DHCP agents. Network: e7411fda-5287-4987-b4ea-f82ebfe5ac46, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:43.294133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.326891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Network e7411fda-5287-4987-b4ea-f82ebfe5ac46 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:43.378607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e7411fda-5287-4987-b4ea-f82ebfe5ac46) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:43.389977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab9c98-acec-4ef9-bb49-e785cc07a77e None None] Network e7411fda-5287-4987-b4ea-f82ebfe5ac46 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:43.403426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.415859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.454723 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8766cd01-26b4-4268-80ca-f29635bf4d12 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6762927 Jul 07 17:17:43.497173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.694170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-953fd52d-ef4f-4ebd-b2da-f1e46674731b req-bb14f842-730b-4b74-81f1-26d100be767a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 210 time: 0.1358619 Jul 07 17:17:43.758830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbedb165-fae7-4c87-b082-8daf63dc444d None None] Network e7411fda-5287-4987-b4ea-f82ebfe5ac46 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:43.812365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.5 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/c6e42ff5-a273-402a-813c-96785c863cb5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:43.885743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.088407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:44.096100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:44.099622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:44.279072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Pushing event updated for resources: {'Port': ['ID=222f501d-bfad-4b36-adf7-2c0afdd217a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:44.358589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.373947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055bc3d-28fc-49fa-b08e-f1ed4ba1c95f req-47398dd5-37c4-4ce5-887d-f5fc84620e35 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.381349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a055bc3d-28fc-49fa-b08e-f1ed4ba1c95f req-47398dd5-37c4-4ce5-887d-f5fc84620e35 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.5089011 Jul 07 17:17:44.417432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a67db-f743-41f7-ba0f-0495033161f8 req-0b2769b5-37d6-43f1-8632-4cb071caa427 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.422656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d9a67db-f743-41f7-ba0f-0495033161f8 req-0b2769b5-37d6-43f1-8632-4cb071caa427 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 945 time: 0.5290120 Jul 07 17:17:44.473991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58440) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:44.565803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a055bc3d-28fc-49fa-b08e-f1ed4ba1c95f req-94478369-ede0-41ad-ac2a-cb51f62cdd9a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807432 Jul 07 17:17:44.585629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d9a67db-f743-41f7-ba0f-0495033161f8 req-f7d27985-681b-4164-8429-249887bce093 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.22 "GET /v2.0/security-groups?id=4d5eae9f-2bb0-4270-8272-38a2c029636a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536388 Jul 07 17:17:44.668771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede1a33-a946-4484-a4e7-e897e3f37631 None None] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:44.682005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.697303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5892d3da-1666-47ca-9871-c375d771032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.765123 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.792066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8255a9d-8b10-4e19-8066-9a59a6e77a99 None None] Provisioning for port 2f8aa779-fac5-46a9-ab65-75e5ab98940a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:44.796750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:44.875337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:44.889211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:44.929082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5892d3da-1666-47ca-9871-c375d771032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.939661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5892d3da-1666-47ca-9871-c375d771032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.998272 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5892d3da-1666-47ca-9871-c375d771032b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc27ce2362fa49968af782348d8795e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224471 Jul 07 17:17:44.998886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58450) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:45.006990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892d3da-1666-47ca-9871-c375d771032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b64c9-fe3a-4395-abb1-adb372d353cd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.131714 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.133983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.177248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.293489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f8aa779-fac5-46a9-ab65-75e5ab98940a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:45.329983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-bb26cc1b-762f-4a5f-9e7f-01a489b39870 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.330275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.331362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.331782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-bb26cc1b-762f-4a5f-9e7f-01a489b39870 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "GET /v2.0/ports?device_id=13001508-70b5-49cf-b401-7ac69cf61917 HTTP/1.1" status: 200 len: 945 time: 0.1259611 Jul 07 17:17:45.333598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.337177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.338313 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d26b64c9-fe3a-4395-abb1-adb372d353cd HTTP/1.1" status: 204 len: 168 time: 0.3375473 Jul 07 17:17:45.412918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6360-53f4-4bba-919c-8610bdb13022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b64c9-fe3a-4395-abb1-adb372d353cd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.421904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-6448cce0-3ad0-4ec6-a8cb-d734bba28045 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4893715 Jul 07 17:17:45.455888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Request body: {'port': {'device_id': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:45.459155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2f8aa779-fac5-46a9-ab65-75e5ab98940a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:45.468467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2f8aa779-fac5-46a9-ab65-75e5ab98940a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:45.469158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.507834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Deleting port 7a4d5571-3e06-4f89-9d14-24584dda6513 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:45.508774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.573719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.629581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] For port 7a4d5571-3e06-4f89-9d14-24584dda6513, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7a4d5571-3e06-4f89-9d14-24584dda6513,segment=NetworkSegment(0bbd51b3-a83b-4df5-a1fd-091487944463),segment_id=0bbd51b3-a83b-4df5-a1fd-091487944463)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.630732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.646335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Calling delete_port for 7a4d5571-3e06-4f89-9d14-24584dda6513 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:45.670759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f8aa779-fac5-46a9-ab65-75e5ab98940a,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.676546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.760636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2f8aa779-fac5-46a9-ab65-75e5ab98940a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.876146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.888284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7a4d5571-3e06-4f89-9d14-24584dda6513'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:45.888555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8dee4-43e3-4ef4-8827-2a6f7e339002 req-447898f9-d96c-4ff3-a584-ba5b463d5f25 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.890046 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fff8dee4-43e3-4ef4-8827-2a6f7e339002 req-447898f9-d96c-4ff3-a584-ba5b463d5f25 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 931 time: 0.9904203 Jul 07 17:17:45.912820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Pushing event deleted for resources: {'Port': ['ID=7a4d5571-3e06-4f89-9d14-24584dda6513,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.957418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-1712a306-99ac-4281-8355-bf1ac64d3aff tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.965088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-1712a306-99ac-4281-8355-bf1ac64d3aff tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/networks?id=e7411fda-5287-4987-b4ea-f82ebfe5ac46 HTTP/1.1" status: 200 len: 822 time: 0.8198831 Jul 07 17:17:45.971495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] No DVR routers for this DVR port 7a4d5571-3e06-4f89-9d14-24584dda6513 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:45.978282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.980893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-19afc347-54ef-4ed4-a6e5-cbc36429b322 req-66aec965-79f9-4450-aec0-f5ef5ae7dbc7 tempest-ServersTestJSON-37695270 tempest-ServersTestJSON-37695270-project] 10.222.0.83 "DELETE /v2.0/ports/7a4d5571-3e06-4f89-9d14-24584dda6513 HTTP/1.1" status: 204 len: 173 time: 0.6411459 Jul 07 17:17:45.986746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'name': 'network-vif-deleted', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:45.989705 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73142818-e410-4b51-995f-85025cdcb498" -d '{"events": [{"server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "name": "network-vif-deleted", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:46.017388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-473ac151-b4ff-4182-872b-66463078ba07 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/quotas/f456f3ae6fee4a6295bac5f70bc669e0 HTTP/1.1" status: 200 len: 375 time: 0.0511715 Jul 07 17:17:46.096906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-97309076-f1e5-4d9a-a0c1-caf4f5eb5b51 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f456f3ae6fee4a6295bac5f70bc669e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785596 Jul 07 17:17:46.115730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.121827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.153379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fff8dee4-43e3-4ef4-8827-2a6f7e339002 req-3ac4573e-1974-4e88-82e5-27d092ebcd29 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827726 Jul 07 17:17:46.614833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-4e20d441-d2c6-45c9-ba5c-130b64f31278 service neutron] 10.222.0.22 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164838 Jul 07 17:17:46.653188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b47a-40e1-41fe-bd73-6c1ceb7bd619 req-b1ec774a-971c-47b0-b61a-bc527233936e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:46.660143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a58b47a-40e1-41fe-bd73-6c1ceb7bd619 req-b1ec774a-971c-47b0-b61a-bc527233936e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.3518634 Jul 07 17:17:46.711732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Router 9428b31b-b86a-414c-bb11-bb80d7a030e3 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:17:46.849413 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a58b47a-40e1-41fe-bd73-6c1ceb7bd619 req-d7c6d879-3b26-4c96-b00b-2921aaca78fe tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883566 Jul 07 17:17:46.879412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-f7107034-d500-43e6-bfba-2c51379bfa1a service neutron] 10.222.0.22 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637017 Jul 07 17:17:46.941890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e42ff5-a273-402a-813c-96785c863cb5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:46.954213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.982808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Transition to ACTIVE for port object c6e42ff5-a273-402a-813c-96785c863cb5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:46.984869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:46.994261 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.996132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Sync routers for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:47.012999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:47.015582 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.024767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03645-8584-443e-859a-c74c33fc601c req-6464fe7d-e8f9-478b-9e71-0f7549654e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:47.026347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cda03645-8584-443e-859a-c74c33fc601c req-6464fe7d-e8f9-478b-9e71-0f7549654e08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 1097 time: 0.1625755 Jul 07 17:17:47.033528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.035209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c9bc2e56-766c-44f7-8b61-e237d59ff686 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6618154 Jul 07 17:17:47.042810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:47.103944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:47.127011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:47.282654 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd14e9ff-8426-48f9-9593-3b111523f530 x-openstack-request-id: req-bd14e9ff-8426-48f9-9593-3b111523f530 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:47.284813 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13001508-70b5-49cf-b401-7ac69cf61917", "name": "network-vif-deleted", "tag": "7a4d5571-3e06-4f89-9d14-24584dda6513", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:47.285299 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd14e9ff-8426-48f9-9593-3b111523f530 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:47.285901 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13001508-70b5-49cf-b401-7ac69cf61917', 'name': 'network-vif-deleted', 'tag': '7a4d5571-3e06-4f89-9d14-24584dda6513', 'status': 'completed', 'code': 200} Jul 07 17:17:47.304512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Deleting subnet e4ef9435-d230-4286-b325-9fe61aee1007 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:47.318084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.321681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f8aa779-fac5-46a9-ab65-75e5ab98940a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:47.327318 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cda03645-8584-443e-859a-c74c33fc601c req-96302203-5446-4b7d-b7b5-6324d14dff94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922845 Jul 07 17:17:47.370829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.395129 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:47.424982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.428015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85c1442f-1a44-4530-9922-ba543ca68d82 req-830a49e6-0841-487f-b9bf-bdd2df1ad019 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 210 time: 0.0970883 Jul 07 17:17:47.433553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2f8aa779-fac5-46a9-ab65-75e5ab98940a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:47.434289 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.523107 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.584500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Attempting to bind port c6e42ff5-a273-402a-813c-96785c863cb5 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:47.584879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Attempting to bind port c6e42ff5-a273-402a-813c-96785c863cb5 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:47.585227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Attempting to bind port c6e42ff5-a273-402a-813c-96785c863cb5 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:47.587870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ef9435-d230-4286-b325-9fe61aee1007,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:47.607325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Port c6e42ff5-a273-402a-813c-96785c863cb5 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:47.607661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Attempting to bind port c6e42ff5-a273-402a-813c-96785c863cb5 on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:47.610084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.622574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d713fe9-b043-4d24-9e36-924c87c2fc5a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e4ef9435-d230-4286-b325-9fe61aee1007 HTTP/1.1" status: 204 len: 168 time: 0.5054131 Jul 07 17:17:47.626134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58548) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:47.665706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:47.666080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:47.670298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:47.674125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Bound port: c6e42ff5-a273-402a-813c-96785c863cb5, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:47.674768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.783784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.803428 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:44Z', 'revision_number': 3, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.865352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b1f88-90e6-4b81-aa0e-64cb5976a50a req-7964a610-7162-4739-ae63-72b761ef6bac tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:47.866479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Checking router: 9428b31b-b86a-414c-bb11-bb80d7a030e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:47.867130 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Updating router 9428b31b-b86a-414c-bb11-bb80d7a030e3 port 222f501d-bfad-4b36-adf7-2c0afdd217a4 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:47.875307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-975b1f88-90e6-4b81-aa0e-64cb5976a50a req-7964a610-7162-4739-ae63-72b761ef6bac tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 943 time: 0.4582076 Jul 07 17:17:47.930439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.941928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccceb1b6-94f9-42d1-9ca2-454b8a7b222c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.942207 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.958154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbd51b3-a83b-4df5-a1fd-091487944463') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.958849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbd51b3-a83b-4df5-a1fd-091487944463') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:47.982864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.033355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.079354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:48.087446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.122484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:48.170257 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:48.224488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.235519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.238008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] 10.222.0.22 "DELETE /v2.0/networks/ccceb1b6-94f9-42d1-9ca2-454b8a7b222c HTTP/1.1" status: 204 len: 168 time: 0.6096189 Jul 07 17:17:48.275881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-975b1f88-90e6-4b81-aa0e-64cb5976a50a req-2b4cf391-a26c-4cf9-804b-68817fb08f57 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972194 Jul 07 17:17:48.284485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39eb4b-f073-4a65-95eb-013092013d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccceb1b6-94f9-42d1-9ca2-454b8a7b222c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.304712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7a4d5571-3e06-4f89-9d14-24584dda6513 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:48.320074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c6e42ff5-a273-402a-813c-96785c863cb5,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:48.346848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 7a4d5571-3e06-4f89-9d14-24584dda6513 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:48.347982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7a4d5571-3e06-4f89-9d14-24584dda6513 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:48.375467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.529904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:48.565678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.571368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.573019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] 10.222.0.83 "PUT /v2.0/ports/c6e42ff5-a273-402a-813c-96785c863cb5 HTTP/1.1" status: 200 len: 1092 time: 3.1426373 Jul 07 17:17:48.573689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:48.583153 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf167f85-dad2-4b99-b877-33647a334edd" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:48.629161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2e2b136d-8232-43e0-a60e-31f60762e212 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=542856500dfc4d7bb90ed8f542bddd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979376 Jul 07 17:17:48.629826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58610) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:48.640383 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.695560 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Transition to ACTIVE for port object 222f501d-bfad-4b36-adf7-2c0afdd217a4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:48.710697 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.757691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.764465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40519048-11f1-40fb-9449-be195e7d730a req-04b13f80-561a-4e2c-a5c5-f73240932be7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.765778 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d8ddd-1abb-46fd-8b43-2e7dc3d7b426 None None] Pushing event updated for resources: {'Port': ['ID=222f501d-bfad-4b36-adf7-2c0afdd217a4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.766529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40519048-11f1-40fb-9449-be195e7d730a req-04b13f80-561a-4e2c-a5c5-f73240932be7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.5943005 Jul 07 17:17:48.767390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf3e3c-8dd7-409c-bc96-bcd8924f4b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.797219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Attempting to bind port 222f501d-bfad-4b36-adf7-2c0afdd217a4 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:48.797593 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Attempting to bind port 222f501d-bfad-4b36-adf7-2c0afdd217a4 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:48.797959 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Attempting to bind port 222f501d-bfad-4b36-adf7-2c0afdd217a4 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:48.801381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.815819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:48.815819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:48.816225 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.816329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:48.816756 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Bound port: 222f501d-bfad-4b36-adf7-2c0afdd217a4, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:48.817135 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.858422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f272a02e-7bd5-403e-b715-20526a513c9b req-c12cba65-1dd2-4eed-afa2-822755a5220c tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 210 time: 0.1184375 Jul 07 17:17:48.891279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.895512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.900294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d5eae9f-2bb0-4270-8272-38a2c029636a HTTP/1.1" status: 204 len: 168 time: 0.2694585 Jul 07 17:17:48.916512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51b08a-0860-4d1e-b1ca-f4c7d9e7485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5eae9f-2bb0-4270-8272-38a2c029636a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:48.970825 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78826795-884d-4c99-9149-ddb4f62680b4 x-openstack-request-id: req-78826795-884d-4c99-9149-ddb4f62680b4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:48.972801 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:48.974466 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78826795-884d-4c99-9149-ddb4f62680b4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:48.977924 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5', 'status': 'completed', 'code': 200} Jul 07 17:17:48.995329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] For port 222f501d-bfad-4b36-adf7-2c0afdd217a4, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:49.003312 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] For port 222f501d-bfad-4b36-adf7-2c0afdd217a4, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=222f501d-bfad-4b36-adf7-2c0afdd217a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:49.011130 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.049533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40519048-11f1-40fb-9449-be195e7d730a req-872ec3b7-9a89-47cf-a56f-66508f1ec250 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288420 Jul 07 17:17:49.087408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.091202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-1d104b49-3193-4f4f-bac4-f16e7666bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:49.092327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-1d104b49-3193-4f4f-bac4-f16e7666bbdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 1095 time: 0.4268420 Jul 07 17:17:49.131222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:49.132136 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:49.134599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d8ddd-1abb-46fd-8b43-2e7dc3d7b426 None None] Pushing event updated for resources: {'Port': ['ID=222f501d-bfad-4b36-adf7-2c0afdd217a4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:49.141014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-fa13d96f-2dcd-428f-8a6d-e6e8d089cc3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e42ff5-a273-402a-813c-96785c863cb5 HTTP/1.1" status: 200 len: 217 time: 0.0398924 Jul 07 17:17:49.357245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:49.465597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-1518ae9d-0e7c-414e-aa47-3f56cb833ffd tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:49.468546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-1518ae9d-0e7c-414e-aa47-3f56cb833ffd tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.83 "GET /v2.0/networks?id=e7411fda-5287-4987-b4ea-f82ebfe5ac46 HTTP/1.1" status: 200 len: 822 time: 0.3177180 Jul 07 17:17:49.484317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Request body: {'port': {'device_id': '84550448-ce2a-461a-97af-cc7894e40389', 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46', 'admin_state_up': True, 'tenant_id': 'f456f3ae6fee4a6295bac5f70bc669e0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:49.513630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:49.747113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Made reservation on behalf of f456f3ae6fee4a6295bac5f70bc669e0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:49.753151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:49.925883 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:44Z', 'revision_number': 3, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:50.019277 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18655-2688-4b36-936e-ae130318e5f2 None None] The sync data for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 is: [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:44Z', 'revision_number': 3, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:50.068275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Allocated IP 172.20.0.10 (e7411fda-5287-4987-b4ea-f82ebfe5ac46/22b63427-e290-4373-b83b-cc1a7447e781/9de64aea-a329-4a7f-ab3c-ee16561313a2) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:50.132519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-cb852251-c543-43c6-a602-5a2552a6359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.134135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-cb852251-c543-43c6-a602-5a2552a6359e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.9828796 Jul 07 17:17:50.318325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.323940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-c90847b1-2932-4671-a8d4-eaa707b35761 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175697 Jul 07 17:17:50.358379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e72231b8-00ac-43ca-b5a7-1b0dcf73fcad req-e0f25daa-b63d-4f6f-8627-b32f5942d9f1 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 210 time: 0.1313829 Jul 07 17:17:50.384530 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.446013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58648) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:50.535889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Network e7411fda-5287-4987-b4ea-f82ebfe5ac46 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:50.546004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:50.558218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:50.561188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Pushing event updated for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.696853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.697641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.699016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcf9fa-84b4-429f-9537-44ba0b9463ec req-dac00f09-52d6-44ee-b354-b81daaf8ae6d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.706582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bbcf9fa-84b4-429f-9537-44ba0b9463ec req-dac00f09-52d6-44ee-b354-b81daaf8ae6d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 943 time: 0.5968881 Jul 07 17:17:50.719781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-752858614-network', 'tenant_id': '995c69354fef4b4196b84b0a7a62318d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:50.726326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-c97cdb1f-56ed-4f39-b195-2ed1e86dd789 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2489545 Jul 07 17:17:50.730341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-5f5c16b3-7a0f-4c49-91c6-724a0a2b94f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2977953 Jul 07 17:17:50.740763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Request body: {'port': {'device_id': '84550448-ce2a-461a-97af-cc7894e40389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:50.842410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Made reservation on behalf of 995c69354fef4b4196b84b0a7a62318d for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:50.845152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.881928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.885643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Allocated IP 172.20.0.1 (dd13c01b-aac2-4c01-a1fa-13c7350e41b9/4c427795-81e4-487c-b998-40e889e8149d/36577c5b-aa37-4c19-b3d0-11e268530d7b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:50.891244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-2e68a4a1-30ed-4aa7-8ff1-e13926a4fc89 service neutron] 10.222.0.83 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159693 Jul 07 17:17:50.909730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bbcf9fa-84b4-429f-9537-44ba0b9463ec req-a1d83d83-78ec-4db2-989d-cd319ea9a024 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018836 Jul 07 17:17:50.918919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.969096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553f8f-1091-4255-ad5c-8f552f071994 req-ddb713a8-f12d-4373-ba5e-f69c50802078 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.976610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42553f8f-1091-4255-ad5c-8f552f071994 req-ddb713a8-f12d-4373-ba5e-f69c50802078 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.3673775 Jul 07 17:17:50.998982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-2df13bd8-8c4e-48d4-8c41-15601e0c11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.001765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-2df13bd8-8c4e-48d4-8c41-15601e0c11c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.2329595 Jul 07 17:17:51.174459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42553f8f-1091-4255-ad5c-8f552f071994 req-561f8f15-8a9d-4ac2-bf80-00aeac058d39 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964340 Jul 07 17:17:51.252136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe129a31-46d6-4d3e-863c-3d923b4c9694 req-c9cee1f6-0298-4346-b714-ca60a8b4f5a4 service neutron] 10.222.0.83 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147678 Jul 07 17:17:51.276451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.309244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Transition to ACTIVE for port object 36577c5b-aa37-4c19-b3d0-11e268530d7b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:51.344823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 222f501d-bfad-4b36-adf7-2c0afdd217a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:51.453116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-ed7a95d8-466c-4494-839a-258d397fbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.455287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-ed7a95d8-466c-4494-839a-258d397fbb58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 909 time: 0.4177041 Jul 07 17:17:51.458102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 222f501d-bfad-4b36-adf7-2c0afdd217a4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:51.462283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 222f501d-bfad-4b36-adf7-2c0afdd217a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:51.462673 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.493956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.519564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167f85-dad2-4b99-b877-33647a334edd req-5054689e-dd55-474d-92e2-94f876ebb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.522294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-5054689e-dd55-474d-92e2-94f876ebb10e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 1095 time: 0.2003679 Jul 07 17:17:51.528052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.641661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de64aea-a329-4a7f-ab3c-ee16561313a2 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:51.666652 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.679178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:51.683887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.688036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.718504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:51.720832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 222f501d-bfad-4b36-adf7-2c0afdd217a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=222f501d-bfad-4b36-adf7-2c0afdd217a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:51.730800 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.738140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Pushing event updated for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.741507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:51.745492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:51.753448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Transition to ACTIVE for port object 9de64aea-a329-4a7f-ab3c-ee16561313a2 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:51.763768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905d1aa-9398-48e6-8d1d-67b48ac5a7a5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.770943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.782525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.782885 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Added segment 0bf6f57d-ef36-4f5c-a421-98d472e17577 of type vlan for network 8459d809-a607-4633-ba8f-5c25638358d1 Jul 07 17:17:51.824483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-a04a7e62-0078-4bd2-a40d-9356e9e70c63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 1002 time: 0.3597450 Jul 07 17:17:51.841600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=222f501d-bfad-4b36-adf7-2c0afdd217a4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.851823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.946927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76225c60-dce9-4155-af60-a5c27b64030b req-5867669b-d0ba-4e88-b8a5-0ad40e89e7b2 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.954487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76225c60-dce9-4155-af60-a5c27b64030b req-5867669b-d0ba-4e88-b8a5-0ad40e89e7b2 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 932 time: 0.3030992 Jul 07 17:17:51.956796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167f85-dad2-4b99-b877-33647a334edd req-67e08d59-241f-4fe4-96bd-b617fd60b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:51.958330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-67e08d59-241f-4fe4-96bd-b617fd60b002 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.4223435 Jul 07 17:17:52.017872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.055054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-c8fa3559-03a3-4c5a-a3c4-6137251a6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.056889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-c8fa3559-03a3-4c5a-a3c4-6137251a6204 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.1753376 Jul 07 17:17:52.062731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-c52ecc55-4f91-47a4-af11-abae8c48c92a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e42ff5-a273-402a-813c-96785c863cb5 HTTP/1.1" status: 200 len: 217 time: 0.0935397 Jul 07 17:17:52.092138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Pushing event updated for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.133480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-75ea3fe8-6021-40cd-a42b-84fc1ba6d453 None None] Provisioning for port 36577c5b-aa37-4c19-b3d0-11e268530d7b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:52.138896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-75ea3fe8-6021-40cd-a42b-84fc1ba6d453 None None] Provisioning complete for port 36577c5b-aa37-4c19-b3d0-11e268530d7b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:52.139662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ea3fe8-6021-40cd-a42b-84fc1ba6d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.162945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76225c60-dce9-4155-af60-a5c27b64030b req-c015d8c5-5f6a-404f-96b9-858213aa256c tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075088 Jul 07 17:17:52.207436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.208469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.209081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.226142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-75ea3fe8-6021-40cd-a42b-84fc1ba6d453 None None] Port 36577c5b-aa37-4c19-b3d0-11e268530d7b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:52.249908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Attempting to bind port 9de64aea-a329-4a7f-ab3c-ee16561313a2 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:52.250465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Attempting to bind port 9de64aea-a329-4a7f-ab3c-ee16561313a2 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e234d8d4-4079-4a8a-9d70-0440e4475b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:52.250873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Attempting to bind port 9de64aea-a329-4a7f-ab3c-ee16561313a2 on network e7411fda-5287-4987-b4ea-f82ebfe5ac46 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:52.308241 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8574347 Jul 07 17:17:52.308939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Port 9de64aea-a329-4a7f-ab3c-ee16561313a2 on network e7411fda-5287-4987-b4ea-f82ebfe5ac46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:17:52.309270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Attempting to bind port 9de64aea-a329-4a7f-ab3c-ee16561313a2 on network e7411fda-5287-4987-b4ea-f82ebfe5ac46 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:52.313446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58674) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:52.325620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Request body: {'subnet': {'network_id': '8459d809-a607-4633-ba8f-5c25638358d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-752858614-subnet', 'tenant_id': '995c69354fef4b4196b84b0a7a62318d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:52.333440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:52.333791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Checking segment: {'id': 'e234d8d4-4079-4a8a-9d70-0440e4475b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:52.334227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Bound using segment: {'id': 'e234d8d4-4079-4a8a-9d70-0440e4475b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:52.334686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Bound port: 9de64aea-a329-4a7f-ab3c-ee16561313a2, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e234d8d4-4079-4a8a-9d70-0440e4475b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:52.335055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.337050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f013-cd6f-45f0-b846-7aea821fa7cb admin admin] Pushing event updated for resources: {'Network': ['ID=8459d809-a607-4633-ba8f-5c25638358d1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.348385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8459d809-a607-4633-ba8f-5c25638358d1 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:52.370563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167f85-dad2-4b99-b877-33647a334edd req-d6863d90-109a-4da7-8db6-244f4207baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.373137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-d6863d90-109a-4da7-8db6-244f4207baa2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.2820444 Jul 07 17:17:52.374850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-ce9344e9-1632-4252-bcdc-d33525189c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.376384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-ce9344e9-1632-4252-bcdc-d33525189c85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2873399 Jul 07 17:17:52.426090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Made reservation on behalf of 995c69354fef4b4196b84b0a7a62318d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:52.428801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.444245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-bdd9aa63-6868-48a1-a568-0b9b91af04e8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.445843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-bdd9aa63-6868-48a1-a568-0b9b91af04e8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 811 time: 0.4777482 Jul 07 17:17:52.486153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-ee56da2a-32f9-4588-8ec2-17f831677592 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997388 Jul 07 17:17:52.550729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-6e04796a-a437-4e89-a2a2-7b815c6685dc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/quotas/2dacbdd3547646589a29b2749775ae4d HTTP/1.1" status: 200 len: 375 time: 0.0693414 Jul 07 17:17:52.635473 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:52.848602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de264-a612-4628-97a1-53598b601e77 req-bcb8b491-7dbc-486c-bb3c-471d0e45c762 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.851133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-911de264-a612-4628-97a1-53598b601e77 req-bcb8b491-7dbc-486c-bb3c-471d0e45c762 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 943 time: 0.4144130 Jul 07 17:17:52.864956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-28340e14-5e33-41b2-b7fa-8a865ef86556 service neutron] 10.222.0.83 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538864 Jul 07 17:17:52.917937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-87523901-a2a3-4b4b-9765-c4d7800ec845 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3193431 Jul 07 17:17:52.993528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:53.050377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2,segment=NetworkSegment(e234d8d4-4079-4a8a-9d70-0440e4475b04),segment_id=e234d8d4-4079-4a8a-9d70-0440e4475b04)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:53.061808 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-945bd0c4-4c0d-4c7a-8681-a41d7cb6286d service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547918 Jul 07 17:17:53.066499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.094871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-911de264-a612-4628-97a1-53598b601e77 req-d168cd01-d30a-45e3-beba-4c76647ebbf7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325311 Jul 07 17:17:53.140778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.142096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.142981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] 10.222.0.83 "PUT /v2.0/ports/9de64aea-a329-4a7f-ab3c-ee16561313a2 HTTP/1.1" status: 200 len: 1093 time: 2.4096682 Jul 07 17:17:53.222331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf167f85-dad2-4b99-b877-33647a334edd req-d46e72b7-e4ee-4888-ae27-0859c9fc9f8b service neutron] 10.222.0.83 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391244 Jul 07 17:17:53.239862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-34df0726-5616-4cef-a4b9-a96f1ecc82ff service neutron] 10.222.0.22 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062439 Jul 07 17:17:53.269792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:53.273166 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6238b65-5cd7-4470-abc6-7822d2438a40" -d '{"events": [{"name": "network-changed", "server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:53.339625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.350636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.361750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 222f501d-bfad-4b36-adf7-2c0afdd217a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:53.431746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd0fc7-cbba-46b3-b9ea-1decaa37360a service neutron] Pushing event updated for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.458365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.494548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 222f501d-bfad-4b36-adf7-2c0afdd217a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:53.495161 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.547277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-437f8f82-9132-47a5-83b8-e9842e33aad0 req-fccb44ef-7aad-4bf0-adac-f5da0f3a2b1d service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695470 Jul 07 17:17:53.566806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-24f355a9-069f-456d-8938-44b764edeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.568330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-24f355a9-069f-456d-8938-44b764edeae2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f456f3ae6fee4a6295bac5f70bc669e0&device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 1096 time: 0.2869205 Jul 07 17:17:53.589846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b09531-b9df-4bb4-8f82-c7c87ade7ba5,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:53.631604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-62a2fa1e-7c73-4ca5-86b8-48c3b6285a78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2 HTTP/1.1" status: 200 len: 217 time: 0.0550709 Jul 07 17:17:53.632539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Checking segment: {'id': '0bf6f57d-ef36-4f5c-a421-98d472e17577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8459d809-a607-4633-ba8f-5c25638358d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:53.633437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Network hostable DHCP agents. Network: 8459d809-a607-4633-ba8f-5c25638358d1, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:53.698546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Network 8459d809-a607-4633-ba8f-5c25638358d1 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:53.701875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-d91aa0e5-e9e0-42d6-ab58-a16cc45b8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.703400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-d91aa0e5-e9e0-42d6-ab58-a16cc45b8641 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=22b63427-e290-4373-b83b-cc1a7447e781 HTTP/1.1" status: 200 len: 862 time: 0.0654960 Jul 07 17:17:53.721569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8459d809-a607-4633-ba8f-5c25638358d1) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:53.733266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28037bd8-18cc-4f63-bba1-19b231badf01 None None] Network 8459d809-a607-4633-ba8f-5c25638358d1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:53.761487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.762132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:53.796801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-a043419b-ffe3-49b3-9e75-4c4cce989200 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7411fda-5287-4987-b4ea-f82ebfe5ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846813 Jul 07 17:17:53.810999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dbca43b8-491f-43a8-b06c-7fc7aede1919 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4940858 Jul 07 17:17:53.975996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-274b9233-b06e-4798-888e-c91715a026a0 service neutron] 10.222.0.83 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637893 Jul 07 17:17:54.034800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74316fb-eae1-4288-b7f1-1e48664720a3 None None] Network 8459d809-a607-4633-ba8f-5c25638358d1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:54.099149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48171c50-a7af-4c4d-9da4-7f76d3ecdfd3 req-542930ba-7ad2-43a7-b32d-eafe7ea59c68 service neutron] 10.222.0.83 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125603 Jul 07 17:17:54.117959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.122258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Pushing event updated for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.130026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-c4451100-2407-43f8-a7ef-97247ddd01b9 service neutron] 10.222.0.22 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792579 Jul 07 17:17:54.262136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:54.264921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:54.274302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe065-33d8-429a-a275-60b66f5dc7b1 req-275a0f93-bace-4e45-9a48-6a9455770ba9 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.275909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e87fe065-33d8-429a-a275-60b66f5dc7b1 req-275a0f93-bace-4e45-9a48-6a9455770ba9 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 944 time: 0.2670472 Jul 07 17:17:54.360774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c6e42ff5-a273-402a-813c-96785c863cb5 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:54.368639 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20740b1c-f371-4584-9a69-c047b48f9747 x-openstack-request-id: req-20740b1c-f371-4584-9a69-c047b48f9747 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:54.369021 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:54.369348 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20740b1c-f371-4584-9a69-c047b48f9747 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:54.369823 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2', 'status': 'completed', 'code': 200} Jul 07 17:17:54.378228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58712) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:54.583708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Deleting subnet c7b09531-b9df-4bb4-8f82-c7c87ade7ba5 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:54.590595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.618798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c6e42ff5-a273-402a-813c-96785c863cb5,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:54.642785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'c6e42ff5-a273-402a-813c-96785c863cb5', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': 'c6e42ff5-a273-402a-813c-96785c863cb5', 'mac_address': 'fa:16:3e:29:b8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:54.682644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.714239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e87fe065-33d8-429a-a275-60b66f5dc7b1 req-20793810-39e7-4034-8513-3efd68f6366c tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714480 Jul 07 17:17:54.734785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.775626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e42ff5-a273-402a-813c-96785c863cb5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:54.792029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.823889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b5f9e03f-7c26-4afc-a883-c1bdefad37f1 None None] Provisioning complete for port 36577c5b-aa37-4c19-b3d0-11e268530d7b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:54.825080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e03f-7c26-4afc-a883-c1bdefad37f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.865412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c6e42ff5-a273-402a-813c-96785c863cb5,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:54.878063 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.905244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Router 9428b31b-b86a-414c-bb11-bb80d7a030e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:54.918723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-669a75f1-1282-46fe-9a4b-9c6c08e9a840 req-8473a72e-6c49-4420-a5d5-055ff27c91a8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 210 time: 0.0893707 Jul 07 17:17:54.951341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.951925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:54.958540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9e03f-7c26-4afc-a883-c1bdefad37f1 None None] Port 36577c5b-aa37-4c19-b3d0-11e268530d7b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:17:54.989626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfb2e7-be88-43a0-8ba8-27c1c4ba3132 req-1a0f1e56-4da3-40d8-92f1-da1b209c96d4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.994083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fcfb2e7-be88-43a0-8ba8-27c1c4ba3132 req-1a0f1e56-4da3-40d8-92f1-da1b209c96d4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 943 time: 0.3891504 Jul 07 17:17:55.024585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b09531-b9df-4bb4-8f82-c7c87ade7ba5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.026837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.032737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f3c4edcd-8645-45c0-9996-44bfd89d4149 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c7b09531-b9df-4bb4-8f82-c7c87ade7ba5 HTTP/1.1" status: 204 len: 168 time: 0.6530666 Jul 07 17:17:55.036496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58732) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.097518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-4dc4529f-47a4-437b-8b6b-7978a0394e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:55.099326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-4dc4529f-47a4-437b-8b6b-7978a0394e3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f456f3ae6fee4a6295bac5f70bc669e0&device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 1096 time: 0.6394792 Jul 07 17:17:55.141557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fcfb2e7-be88-43a0-8ba8-27c1c4ba3132 req-a8b32860-9c0d-43f8-9184-c05e0a5ef0a1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413035 Jul 07 17:17:55.143282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.222907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:55.232159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-95b67f9c-1eba-46d8-9d96-ec6740ae6831 admin admin] 10.222.0.22 "PUT /v2.0/routers/9428b31b-b86a-414c-bb11-bb80d7a030e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1832004 Jul 07 17:17:55.236005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['c6e42ff5-a273-402a-813c-96785c863cb5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:55.240297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Sync routers for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:55.305648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-1b8ca575-a702-4471-b04c-5c7547fb5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:55.307874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-1b8ca575-a702-4471-b04c-5c7547fb5ec2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7411fda-5287-4987-b4ea-f82ebfe5ac46 HTTP/1.1" status: 200 len: 923 time: 0.1595349 Jul 07 17:17:55.313932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:55.314712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.436072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-5e9e5c84-20be-4cc6-968b-01c5ac90a14d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2 HTTP/1.1" status: 200 len: 217 time: 0.1081786 Jul 07 17:17:55.466741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.569334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.578735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-df6905b6-0e4f-4b39-afbc-74f83048fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:55.580696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-df6905b6-0e4f-4b39-afbc-74f83048fbcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=22b63427-e290-4373-b83b-cc1a7447e781 HTTP/1.1" status: 200 len: 862 time: 0.1366806 Jul 07 17:17:55.585695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-862854355'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:55.606088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:55.644166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8459d809-a607-4633-ba8f-5c25638358d1']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.649978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-0fb33fbf-98ad-4018-8002-826c93878e05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7411fda-5287-4987-b4ea-f82ebfe5ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614848 Jul 07 17:17:55.660147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:55.667790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.755405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-0f50e853-735a-4c65-b514-857921bfc3c0 service neutron] 10.222.0.83 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960989 Jul 07 17:17:55.758534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:55.759770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf6f57d-ef36-4f5c-a421-98d472e17577') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.760073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf6f57d-ef36-4f5c-a421-98d472e17577') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.797935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.804269 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Added segment 3ae500f3-22da-42ad-ada5-a0e35feca73f of type vlan for network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 Jul 07 17:17:55.814293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.901443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.938233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.952945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:55.953370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:55.955154 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:55.988449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.001609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.002909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.051463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '36577c5b-aa37-4c19-b3d0-11e268530d7b', 'name': '', 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'mac_address': 'fa:16:3e:0c:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4c427795-81e4-487c-b998-40e889e8149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:49Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 2, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'subnets': [{'id': '4c427795-81e4-487c-b998-40e889e8149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:56.101893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Checking router: 9428b31b-b86a-414c-bb11-bb80d7a030e3 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:56.102300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Updating router 9428b31b-b86a-414c-bb11-bb80d7a030e3 port 36577c5b-aa37-4c19-b3d0-11e268530d7b binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:17:56.134018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.172468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.174319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] 10.222.0.22 "DELETE /v2.0/networks/8459d809-a607-4633-ba8f-5c25638358d1 HTTP/1.1" status: 204 len: 168 time: 1.1341209 Jul 07 17:17:56.177950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.219065 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6238b65-5cd7-4470-abc6-7822d2438a40 req-1c4d1a82-0300-4e9b-8e8a-31f8d915b199 service neutron] 10.222.0.83 "GET /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472671 Jul 07 17:17:56.220378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959c79-6e36-42e5-8595-d71c883de66b admin admin] Pushing event deleted for resources: {'Network': ['ID=8459d809-a607-4633-ba8f-5c25638358d1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.337544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8695493 Jul 07 17:17:56.349923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58752) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.356031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'subnet': {'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:56.359880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9de64aea-a329-4a7f-ab3c-ee16561313a2 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:56.430862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-991946db-1fae-47ca-af6d-65dbd44db3af req-cb612f9d-769a-427a-96c4-18eecf98b21f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 210 time: 0.2180159 Jul 07 17:17:56.445565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58754) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.473271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f1994-6ea7-41ee-a386-a9ec500c3d86 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Network': ['ID=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.494483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:56.506074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-cc45167a-637a-4ae2-9e00-fe61cc8ab963 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.507624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-cc45167a-637a-4ae2-9e00-fe61cc8ab963 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 811 time: 0.3635075 Jul 07 17:17:56.549121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Request body: {'port': {'device_id': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'admin_state_up': True, 'tenant_id': '2dacbdd3547646589a29b2749775ae4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:56.606840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4bd0-cbc3-42c9-bd88-82b98ec6df7b req-79954691-5189-4ae0-9103-9bdd4005c6b2 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.611909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-734a4bd0-cbc3-42c9-bd88-82b98ec6df7b req-79954691-5189-4ae0-9103-9bdd4005c6b2 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 944 time: 0.5262618 Jul 07 17:17:56.701649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a994da8a-55d8-4773-8040-becac55e39c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=995c69354fef4b4196b84b0a7a62318d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477713 Jul 07 17:17:56.704171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:56.712006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2,segment=NetworkSegment(e234d8d4-4079-4a8a-9d70-0440e4475b04),segment_id=e234d8d4-4079-4a8a-9d70-0440e4475b04)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:56.712273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:56.723504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.733168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-734a4bd0-cbc3-42c9-bd88-82b98ec6df7b req-196a7d12-b87d-483d-9ccd-7b743adad5b7 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127417 Jul 07 17:17:56.764866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '9de64aea-a329-4a7f-ab3c-ee16561313a2', 'network_id': 'e7411fda-5287-4987-b4ea-f82ebfe5ac46', 'port_id': '9de64aea-a329-4a7f-ab3c-ee16561313a2', 'mac_address': 'fa:16:3e:98:e2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b63427-e290-4373-b83b-cc1a7447e781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:56.836003 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.846872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.863385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de64aea-a329-4a7f-ab3c-ee16561313a2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:56.887500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.897641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2,segment=NetworkSegment(e234d8d4-4079-4a8a-9d70-0440e4475b04),segment_id=e234d8d4-4079-4a8a-9d70-0440e4475b04)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:56.904581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.911800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864eeaa-f818-4a2a-b6c5-7aa1dbcf37fe req-2adf8d80-fc90-44a4-9f65-d1be215b56ae tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.922547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8864eeaa-f818-4a2a-b6c5-7aa1dbcf37fe req-2adf8d80-fc90-44a4-9f65-d1be215b56ae tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 944 time: 0.1766493 Jul 07 17:17:56.946546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Made reservation on behalf of 2dacbdd3547646589a29b2749775ae4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:56.950322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.027091 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.054207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Transition to ACTIVE for port object 36577c5b-aa37-4c19-b3d0-11e268530d7b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:57.058905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8864eeaa-f818-4a2a-b6c5-7aa1dbcf37fe req-7b831247-ec47-4025-aeb3-e25912e0ed88 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355069 Jul 07 17:17:57.067637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.073814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.076539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.077693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7905d1aa-9398-48e6-8d1d-67b48ac5a7a5 HTTP/1.1" status: 204 len: 168 time: 0.3685281 Jul 07 17:17:57.103094 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.126323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd219e-7a5d-4253-924c-362820677dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905d1aa-9398-48e6-8d1d-67b48ac5a7a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.233760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5311fe-850e-46a9-bbf2-2e540dd3db1a None None] Pushing event updated for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.245689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.280489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9de64aea-a329-4a7f-ab3c-ee16561313a2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:57.389921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Subnet': ['ID=870624d2-a7e6-49dd-8c5d-a9f85dcda997,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.394141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Allocated IP 172.20.0.11 (98f493f3-af18-4fd1-ac7a-eb55b1fe92e4/5ca48a9c-084f-4665-b13d-6a88eab3b07c/16c6f285-30b8-4a2e-b4f6-1050ada65ff6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:17:57.394448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Attempting to bind port 36577c5b-aa37-4c19-b3d0-11e268530d7b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:17:57.394831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Attempting to bind port 36577c5b-aa37-4c19-b3d0-11e268530d7b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:17:57.395199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Attempting to bind port 36577c5b-aa37-4c19-b3d0-11e268530d7b on network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:17:57.402806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:17:57.403836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Checking segment: {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:57.406391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.406843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Bound using segment: {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:17:57.407374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Bound port: 36577c5b-aa37-4c19-b3d0-11e268530d7b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387265b1-2839-47ba-a397-3719152b54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:17:57.407783 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.423368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Checking segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:57.423767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network hostable DHCP agents. Network: 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:57.463294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:57.488137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:57.556161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2d9cb-e244-4b6e-8a09-cbe669449a82 None None] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:57.567557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:57.568178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.615127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5d28d9a3-dd8a-449a-8ee5-ca0bbde7c28b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2635293 Jul 07 17:17:57.618562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:57.626140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1871006491'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:57.716263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.727508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:57.731437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.753832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e14e1bcb-345c-4ec6-9455-33e76019392e req-50af8e63-e424-4972-a7d4-a19923cc7e3f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 210 time: 0.0765009 Jul 07 17:17:57.815468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:17:57.868699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.878156 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Added segment 1f2fb53e-5844-450d-9bc7-8c6c3c567498 of type vlan for network 0069e422-ca28-4837-9225-551c02e7b037 Jul 07 17:17:57.956647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.975254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:57.983864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] For port 36577c5b-aa37-4c19-b3d0-11e268530d7b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:17:58.001032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.056176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:17:58.061226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:58.068889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] For port 36577c5b-aa37-4c19-b3d0-11e268530d7b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36577c5b-aa37-4c19-b3d0-11e268530d7b,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:17:58.069410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:17:58.119631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.126016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Pushing event updated for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.157612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98732b2-d158-4bd5-a81a-3364811a28cb req-f3c7922d-4cab-4765-bcdd-91c66f2b4b7b tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.165926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f98732b2-d158-4bd5-a81a-3364811a28cb req-f3c7922d-4cab-4765-bcdd-91c66f2b4b7b tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 945 time: 0.1761937 Jul 07 17:17:58.189568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.208430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.209151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.242758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f98732b2-d158-4bd5-a81a-3364811a28cb req-341a44c2-c251-4616-9feb-09450de09fa6 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757146 Jul 07 17:17:58.263352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6435266 Jul 07 17:17:58.269010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:58.275106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'subnet': {'network_id': '0069e422-ca28-4837-9225-551c02e7b037', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:58.299061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.302591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.410697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:58.411516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.416658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c6e42ff5-a273-402a-813c-96785c863cb5 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:58.543090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-357ef0fe-f50d-404a-bb3f-9b1523253394 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0101206 Jul 07 17:17:58.551044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d819d3-11ff-45a6-a751-447398bf45e7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Network': ['ID=0069e422-ca28-4837-9225-551c02e7b037,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.568170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Request body: {'port': {'device_id': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:58.610773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:17:58.615221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.678281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0069e422-ca28-4837-9225-551c02e7b037 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:17:58.760968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.868442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5c3ce-d518-4f1a-9767-03f3c6d5db80 req-e0937ad2-6034-4f0f-a875-119a25b3e161 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.875847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5c3ce-d518-4f1a-9767-03f3c6d5db80 req-e0937ad2-6034-4f0f-a875-119a25b3e161 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 944 time: 0.4904859 Jul 07 17:17:58.898233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port c6e42ff5-a273-402a-813c-96785c863cb5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:58.949259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port c6e42ff5-a273-402a-813c-96785c863cb5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:58.949926 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.008765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5311fe-850e-46a9-bbf2-2e540dd3db1a None None] Pushing event updated for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:59.053840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5c3ce-d518-4f1a-9767-03f3c6d5db80 req-59a3ba50-71af-475e-ad14-cbd88e0ddc87 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769562 Jul 07 17:17:59.082584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.331512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'fixed_ips': [{'subnet_id': '870624d2-a7e6-49dd-8c5d-a9f85dcda997'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:17:59.332957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.375809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Subnet': ['ID=5b589d58-f71f-48aa-b5cf-7eedf6354598,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:59.408255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Checking segment: {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:17:59.409426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network hostable DHCP agents. Network: 0069e422-ca28-4837-9225-551c02e7b037, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:17:59.420049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:59.556131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490012b-a47c-40b1-8117-2a36bee9c7a4 req-a7c0fcd2-e033-428f-880c-7530f8d07dee tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.557615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2490012b-a47c-40b1-8117-2a36bee9c7a4 req-a7c0fcd2-e033-428f-880c-7530f8d07dee tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 932 time: 0.4546773 Jul 07 17:17:59.559178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 0069e422-ca28-4837-9225-551c02e7b037 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:17:59.657298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2490012b-a47c-40b1-8117-2a36bee9c7a4 req-37152947-399a-402d-88bd-a53a08439e61 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917032 Jul 07 17:17:59.659409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0069e422-ca28-4837-9225-551c02e7b037) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:17:59.664985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.666197 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.716180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4967f9-7e64-4932-90ab-0b640cdb463a req-f8ca937b-04e5-403b-bf1c-45b7e71d5cb1 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.717551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc4967f9-7e64-4932-90ab-0b640cdb463a req-f8ca937b-04e5-403b-bf1c-45b7e71d5cb1 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 945 time: 0.2508414 Jul 07 17:17:59.720974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:59.729337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4fcd0756-1cb4-40ff-b19f-7747821ed016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4591324 Jul 07 17:17:59.760199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.772601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc4967f9-7e64-4932-90ab-0b640cdb463a req-96ee49fd-fde0-491f-8fec-cb2f2f483f46 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420172 Jul 07 17:17:59.795974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Transition to ACTIVE for port object 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:17:59.803192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.833086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Allocated IP 19.80.0.2 (5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25/870624d2-a7e6-49dd-8c5d-a9f85dcda997/74678a13-98b8-4d9b-a029-dd91202a5789) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:00.004121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.008687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8b90a-0fa4-4166-b533-a84d43ca2109 None None] Network 0069e422-ca28-4837-9225-551c02e7b037 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:00.052581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Attempting to bind port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:00.052953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Attempting to bind port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:00.053262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Attempting to bind port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:00.058902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:00.059282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Attempting to bind port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 on network 98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:00.067100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:00.067441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Checking segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:00.067829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Bound using segment: {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:00.069445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Bound port: 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:00.071716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.078910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.206371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-64c41f10-25e2-4270-bd2c-54f1b7699982 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.216615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-64c41f10-25e2-4270-bd2c-54f1b7699982 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.218646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-64c41f10-25e2-4270-bd2c-54f1b7699982 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/networks?id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25&id=0069e422-ca28-4837-9225-551c02e7b037&id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 HTTP/1.1" status: 200 len: 1391 time: 0.1826315 Jul 07 17:18:00.236272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:00.246894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-6dae5cad-f952-4f1b-8633-e378e4723c9d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/quotas/d2105b98391b4a54ab4d1d0a599efb3c HTTP/1.1" status: 200 len: 375 time: 0.0225062 Jul 07 17:18:00.252270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:00.261496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.329209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.329852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.331307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] 10.222.0.32 "PUT /v2.0/ports/16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 200 len: 1093 time: 1.7743757 Jul 07 17:18:00.331760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:00.334051 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a29619-6445-4786-8972-904766235498" -d '{"events": [{"name": "network-changed", "server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:00.407769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83280827-0699-44d1-a252-913943b1c8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.432278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320fced-4a1a-4f60-90da-e5be582b9ecf service neutron] Pushing event updated for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.475762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-81e85b67-ad27-48bd-a613-9df2a3791ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.478578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-81e85b67-ad27-48bd-a613-9df2a3791ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1096 time: 0.0983605 Jul 07 17:18:00.480307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87483e96-6658-4503-aa5e-0cfaa626adff req-d1678853-cb62-4df5-9a54-4f790ba05b79 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.487735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87483e96-6658-4503-aa5e-0cfaa626adff req-d1678853-cb62-4df5-9a54-4f790ba05b79 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 944 time: 0.1984916 Jul 07 17:18:00.512052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-e76de85f-2f7b-432b-9008-ef7f98562fc0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598557 Jul 07 17:18:00.517695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c6e42ff5-a273-402a-813c-96785c863cb5,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:00.529122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:00.541485 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb09784-e93a-49bf-aeb5-d349c4b89c91" -d '{"events": [{"server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "name": "network-vif-plugged", "status": "completed", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:00.562924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-1cda3471-bbc1-4971-87d8-84fd423e6ce7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 200 len: 217 time: 0.0760863 Jul 07 17:18:00.571979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.628958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-a8d5b1fb-cdce-47bb-8c0c-2b7f5e0b5bbf service neutron] 10.222.0.22 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043961 Jul 07 17:18:00.641046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-94bdbb15-6c4d-41d6-9d17-0bacb53670e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:00.643156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-94bdbb15-6c4d-41d6-9d17-0bacb53670e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.0732851 Jul 07 17:18:00.665209 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.672976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87483e96-6658-4503-aa5e-0cfaa626adff req-44dd83c4-53cf-4011-8e19-89cdb081486d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840708 Jul 07 17:18:00.675680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Transition to ACTIVE for port object 74678a13-98b8-4d9b-a029-dd91202a5789 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:00.705388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Transition to ACTIVE for port object 74678a13-98b8-4d9b-a029-dd91202a5789 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:00.734894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9de64aea-a329-4a7f-ab3c-ee16561313a2 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:00.739118 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-1ba8ca8f-35e2-4e1e-aab2-b2c180089292 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846605 Jul 07 17:18:00.751632 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3775ccc7-e443-4b1c-9071-96997054a606 x-openstack-request-id: req-3775ccc7-e443-4b1c-9071-96997054a606 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:00.752047 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:00.752405 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3775ccc7-e443-4b1c-9071-96997054a606 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:00.752939 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6', 'status': 'completed', 'code': 200} Jul 07 17:18:00.831502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-9169c02d-82f5-46c3-a6f0-e21880d7a896 service neutron] 10.222.0.22 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938317 Jul 07 17:18:00.847803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.873744 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc02a2-2389-49a8-a35b-861c824ec38c x-openstack-request-id: req-40cc02a2-2389-49a8-a35b-861c824ec38c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:00.874048 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "name": "network-vif-plugged", "status": "completed", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:00.875136 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40cc02a2-2389-49a8-a35b-861c824ec38c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:00.876120 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5', 'code': 200} Jul 07 17:18:00.913596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-1299e2a0-2576-4dfd-8ae6-b535c6b7ac0a service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593091 Jul 07 17:18:00.965138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.978354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 9de64aea-a329-4a7f-ab3c-ee16561313a2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:01.074443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Pushing event updated for resources: {'Port': ['ID=74678a13-98b8-4d9b-a029-dd91202a5789,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:01.091052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 9de64aea-a329-4a7f-ab3c-ee16561313a2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:01.091423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.114795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86214-9252-4e7a-b101-d8be22ff975d req-a89a1e2e-7087-40d9-a20e-8c53a742b187 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.116388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0e86214-9252-4e7a-b101-d8be22ff975d req-a89a1e2e-7087-40d9-a20e-8c53a742b187 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 944 time: 0.1244898 Jul 07 17:18:01.135439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-913cc18f-cd83-4c15-82a1-146dd0ef38a8 service neutron] 10.222.0.22 "GET /v2.0/networks/0069e422-ca28-4837-9225-551c02e7b037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959607 Jul 07 17:18:01.136088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f57f-b832-4aa1-a519-f69ab14dbda3 req-45c44ef0-8003-4b3b-8dbc-1d8982325615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.137605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ca9f57f-b832-4aa1-a519-f69ab14dbda3 req-45c44ef0-8003-4b3b-8dbc-1d8982325615 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 1097 time: 0.2218759 Jul 07 17:18:01.166894 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62133bbb-b624-4dc5-b01d-2f4c325ae4c4 req-13c51156-edb0-474c-8464-26ebe7caea58 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404985 Jul 07 17:18:01.183910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ca9f57f-b832-4aa1-a519-f69ab14dbda3 req-22bddebb-617e-4a9e-9d92-08974b4cbd45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Jul 07 17:18:01.221763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:01.233443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '36577c5b-aa37-4c19-b3d0-11e268530d7b', 'name': '', 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'mac_address': 'fa:16:3e:0c:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4c427795-81e4-487c-b998-40e889e8149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:49Z', 'updated_at': '2021-07-07T17:17:57Z', 'revision_number': 4, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'subnets': [{'id': '4c427795-81e4-487c-b998-40e889e8149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.246600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0069e422-ca28-4837-9225-551c02e7b037', 'network_id': '0069e422-ca28-4837-9225-551c02e7b037', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'fixed_ips': [{'subnet_id': '5b589d58-f71f-48aa-b5cf-7eedf6354598'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:01.247514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.288036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:01.303281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:01.307993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a29619-6445-4786-8972-904766235498 req-3348361b-2ce6-4f61-9778-f4bb43a98982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.309850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f60da-04cb-4965-b053-dfb3a9b816ad None None] The sync data for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 is: [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:17:52Z', 'revision_number': 4, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '36577c5b-aa37-4c19-b3d0-11e268530d7b', 'name': '', 'network_id': 'dd13c01b-aac2-4c01-a1fa-13c7350e41b9', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'mac_address': 'fa:16:3e:0c:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '4c427795-81e4-487c-b998-40e889e8149d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:49Z', 'updated_at': '2021-07-07T17:17:57Z', 'revision_number': 4, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'subnets': [{'id': '4c427795-81e4-487c-b998-40e889e8149d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:01.312940 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-3348361b-2ce6-4f61-9778-f4bb43a98982 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1096 time: 0.0850537 Jul 07 17:18:01.316222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0e86214-9252-4e7a-b101-d8be22ff975d req-2c24fd70-ed83-48b3-be94-5c94de720bd6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792824 Jul 07 17:18:01.428006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-9cbc2919-f00c-4466-8795-a6ac604bb999 service neutron] 10.222.0.22 "GET /v2.0/networks/0069e422-ca28-4837-9225-551c02e7b037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341304 Jul 07 17:18:01.516451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a29619-6445-4786-8972-904766235498 req-8b7de816-31d6-429f-a42e-e90a581823e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.517916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-8b7de816-31d6-429f-a42e-e90a581823e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 912 time: 0.1990099 Jul 07 17:18:01.595485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.621307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-28193ea6-8217-48a5-b879-b53dbabd5357 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 200 len: 217 time: 0.0928390 Jul 07 17:18:01.660067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-bbfd91b3-df6c-4009-b19d-bdcc70e8abbb service neutron] 10.222.0.22 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250862 Jul 07 17:18:01.702162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a29619-6445-4786-8972-904766235498 req-0f3a3939-0cb3-4ae7-99e2-fc093d0cab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.703544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-0f3a3939-0cb3-4ae7-99e2-fc093d0cab63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.0737944 Jul 07 17:18:01.797937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-de2ce8dc-fc8b-4274-8843-831326c60db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867980 Jul 07 17:18:01.923658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecb00e-fbae-46b1-9020-c4e3a41d54cd req-69ff381b-8d3e-449c-9e48-796f203930d8 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.928316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eecb00e-fbae-46b1-9020-c4e3a41d54cd req-69ff381b-8d3e-449c-9e48-796f203930d8 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 945 time: 0.2555525 Jul 07 17:18:01.999858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4a14fe65-940f-4eb2-abba-0b00bf136b39 service neutron] 10.222.0.22 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380795 Jul 07 17:18:02.049107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eecb00e-fbae-46b1-9020-c4e3a41d54cd req-e94ed5c5-774b-4013-9b0f-c0a0c9677ac5 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059930 Jul 07 17:18:02.051825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-6abf4521-6f20-4433-8b83-3c9d989c26d6 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449057 Jul 07 17:18:02.144972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2,segment=NetworkSegment(e234d8d4-4079-4a8a-9d70-0440e4475b04),segment_id=e234d8d4-4079-4a8a-9d70-0440e4475b04)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:02.155489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.185586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Allocated IP 19.86.0.2 (0069e422-ca28-4837-9225-551c02e7b037/5b589d58-f71f-48aa-b5cf-7eedf6354598/ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:02.290549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-48a29619-6445-4786-8972-904766235498 req-d4b14a35-fd3f-487b-9fa2-3aa09183f161 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306666 Jul 07 17:18:02.303008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Attempting to bind port 74678a13-98b8-4d9b-a029-dd91202a5789 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:02.303395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Attempting to bind port 74678a13-98b8-4d9b-a029-dd91202a5789 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:02.303944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Attempting to bind port 74678a13-98b8-4d9b-a029-dd91202a5789 on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:02.308576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.344030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:02.345442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Checking segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:02.345885 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.346323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Bound using segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:02.346879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Bound port: 74678a13-98b8-4d9b-a029-dd91202a5789, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:02.347335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.434127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22483845-f28b-4faa-80d8-81803ece8e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.477276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-76796320-6dad-4f54-90aa-71bf638d3ee0 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1622151893&fields=id&tenant_id=53772322d07942e5afaf51c153b25d13 HTTP/1.1" status: 200 len: 267 time: 0.0775664 Jul 07 17:18:02.602020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] For port 74678a13-98b8-4d9b-a029-dd91202a5789, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:02.647915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] For port 74678a13-98b8-4d9b-a029-dd91202a5789, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=74678a13-98b8-4d9b-a029-dd91202a5789,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:02.660740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.729959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-527222c1-a25e-4f5e-ac02-9173ccb8ba09 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.737024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-527222c1-a25e-4f5e-ac02-9173ccb8ba09 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 815 time: 0.2531173 Jul 07 17:18:02.760919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-575a6d7a-d6f5-4c34-856f-d4d3cad41f2d tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/quotas/53772322d07942e5afaf51c153b25d13 HTTP/1.1" status: 200 len: 375 time: 0.0229516 Jul 07 17:18:02.768533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.799368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.829101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Transition to ACTIVE for port object ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:02.855298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3574fa-cbf5-419a-9eb0-c289a15f6df0 None None] Pushing event updated for resources: {'Port': ['ID=74678a13-98b8-4d9b-a029-dd91202a5789,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.872213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Transition to ACTIVE for port object ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:02.881334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:02.885243 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da323ee-4e17-4f9e-ad5c-38b9ecd96d47" -d '{"events": [{"server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "name": "network-vif-plugged", "status": "completed", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:02.890318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.908339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8831bc-7024-4d01-8376-32581f5a8855 req-588e47d1-ad0a-4e3e-ae26-244139b477d4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:02.910509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d8831bc-7024-4d01-8376-32581f5a8855 req-588e47d1-ad0a-4e3e-ae26-244139b477d4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.3227694 Jul 07 17:18:02.972246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Network 0069e422-ca28-4837-9225-551c02e7b037 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:02.979940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:02.986006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:03.010541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-44e92973-57f3-4544-9725-3554256e3fab tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2481642 Jul 07 17:18:03.052410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Pushing event updated for resources: {'Port': ['ID=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.109619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Attempting to bind port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:03.110590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Attempting to bind port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:03.112947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Attempting to bind port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 on network 0069e422-ca28-4837-9225-551c02e7b037 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:03.125073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:03.125631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Checking segment: {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:03.126643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.126811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Bound using segment: {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:03.127575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Bound port: ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:03.128164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.145938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-978b51dd-856b-4af7-af79-20c920f7ad19 service neutron] 10.222.0.22 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344528 Jul 07 17:18:03.250956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d8831bc-7024-4d01-8376-32581f5a8855 req-884f3a94-5a1b-4dd0-ad5e-fb95441e005f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280873 Jul 07 17:18:03.326509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-379aca66-38ef-4f44-9367-02aba496275f None None] For port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:03.334748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-379aca66-38ef-4f44-9367-02aba496275f None None] For port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:03.343602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.546213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36577c5b-aa37-4c19-b3d0-11e268530d7b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:03.564374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-b16a434e-4749-4634-81d4-3f9984bd5e4c service neutron] 10.222.0.22 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173422 Jul 07 17:18:03.606635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c93d852-49c8-4fa1-801a-e855822e9293 req-9576f394-7c27-4a14-af64-6a1b4b947fb9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 210 time: 0.0384762 Jul 07 17:18:03.652870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aca66-38ef-4f44-9367-02aba496275f None None] Pushing event updated for resources: {'Port': ['ID=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.729263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.773668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 36577c5b-aa37-4c19-b3d0-11e268530d7b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:03.783889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 36577c5b-aa37-4c19-b3d0-11e268530d7b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:03.784345 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.020641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f25b5b-e711-470b-b2b4-fb0c7b102492 req-ab22d751-a993-44b5-9207-1242045becb2 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.028237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17f25b5b-e711-470b-b2b4-fb0c7b102492 req-ab22d751-a993-44b5-9207-1242045becb2 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 944 time: 0.1596737 Jul 07 17:18:04.041989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.100533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17f25b5b-e711-470b-b2b4-fb0c7b102492 req-ef13c91d-d59f-4822-83e9-0fc46a6f6720 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709813 Jul 07 17:18:04.104380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:04.118538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 36577c5b-aa37-4c19-b3d0-11e268530d7b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36577c5b-aa37-4c19-b3d0-11e268530d7b,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:04.130701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.131823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 74678a13-98b8-4d9b-a029-dd91202a5789 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:04.248475 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9390a-ba0a-4130-8246-461f0fdfc544 x-openstack-request-id: req-71b9390a-ba0a-4130-8246-461f0fdfc544 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:04.248804 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "name": "network-vif-plugged", "status": "completed", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:04.249101 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71b9390a-ba0a-4130-8246-461f0fdfc544 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:04.249585 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2', 'code': 200} Jul 07 17:18:04.380181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:18:04.384197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.602044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.638919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 74678a13-98b8-4d9b-a029-dd91202a5789 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:04.683015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:04.708248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6', 'network_id': '98f493f3-af18-4fd1-ac7a-eb55b1fe92e4', 'port_id': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6', 'mac_address': 'fa:16:3e:41:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca48a9c-084f-4665-b13d-6a88eab3b07c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:04.791755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc28ee-716b-41bc-a37b-68bab5845eae req-3b62a1dd-d5f0-4d86-9cfa-39430c837a66 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.792519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.800789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fefc28ee-716b-41bc-a37b-68bab5845eae req-3b62a1dd-d5f0-4d86-9cfa-39430c837a66 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.0957134 Jul 07 17:18:04.841908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:04.905601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:04.916629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.922081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fefc28ee-716b-41bc-a37b-68bab5845eae req-3f176d40-e0fe-4be0-a61b-ce7efd468736 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190350 Jul 07 17:18:04.932299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42b8e-4380-4864-9cc0-c66bac8ccbfe req-7f4996d8-b41a-4a51-8027-3b08c8ed9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:04.934000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ee42b8e-4380-4864-9cc0-c66bac8ccbfe req-7f4996d8-b41a-4a51-8027-3b08c8ed9cfa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 1098 time: 0.5491645 Jul 07 17:18:05.066845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ee42b8e-4380-4864-9cc0-c66bac8ccbfe req-0eabc554-bea0-47a0-82bd-d52f91ec5e80 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231909 Jul 07 17:18:05.072281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0616ea-2dfe-44d6-ba9c-b86a64aed643 None None] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:05.111061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-dd6d4a02-ab6e-4b17-afb5-31180691cb43 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.115712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09c142c7-61f5-4396-9c60-60ed58ac80da req-8ecc7b24-8f17-4d3f-a04c-1dadec6a16db tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0629847 Jul 07 17:18:05.144296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-dd6d4a02-ab6e-4b17-afb5-31180691cb43 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.147482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-dd6d4a02-ab6e-4b17-afb5-31180691cb43 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "GET /v2.0/networks?id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25&id=0069e422-ca28-4837-9225-551c02e7b037&id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 HTTP/1.1" status: 200 len: 1391 time: 0.6488636 Jul 07 17:18:05.167220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'admin_state_up': True, 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:05.332847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350bcc-3a7e-4187-ad99-13d35ea5d57c req-dec3e3c5-db66-4481-9d94-2f0fcbed980a tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.345323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66350bcc-3a7e-4187-ad99-13d35ea5d57c req-dec3e3c5-db66-4481-9d94-2f0fcbed980a tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 946 time: 0.2383158 Jul 07 17:18:05.369262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.419717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['16c6f285-30b8-4a2e-b4f6-1050ada65ff6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:05.446524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:05.447682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66350bcc-3a7e-4187-ad99-13d35ea5d57c req-f688c27b-353d-4699-aca4-d10c83809bfb tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014028 Jul 07 17:18:05.453220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.548308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.556811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Provisioning for port 74678a13-98b8-4d9b-a029-dd91202a5789 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:05.574594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Provisioning complete for port 74678a13-98b8-4d9b-a029-dd91202a5789 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:05.574978 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.661577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36577c5b-aa37-4c19-b3d0-11e268530d7b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:05.702282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c70a8d45-d576-43d7-a464-8a4836ca54be req-fa51f776-7eff-469a-8267-f7a5b6e977a1 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 210 time: 0.1283679 Jul 07 17:18:05.724037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710095bb-46f3-4935-8c39-6f13e333b9da None None] Network 0069e422-ca28-4837-9225-551c02e7b037 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:05.922192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Allocated IP 19.80.0.29 (5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25/870624d2-a7e6-49dd-8c5d-a9f85dcda997/2d075d4c-e22e-456b-a730-c06112d469ed) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:06.139784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83294b77-b5e0-4ed0-8f48-ae5787d92851 req-e8e1bd92-0d4a-4e2e-a935-583f4d087b8c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.153524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83294b77-b5e0-4ed0-8f48-ae5787d92851 req-e8e1bd92-0d4a-4e2e-a935-583f4d087b8c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 945 time: 0.2238512 Jul 07 17:18:06.198766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 36577c5b-aa37-4c19-b3d0-11e268530d7b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:06.199150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.234844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.283921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83294b77-b5e0-4ed0-8f48-ae5787d92851 req-49bcc9f3-1c96-4921-9ce6-865c17db329f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222744 Jul 07 17:18:06.322368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.339745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Transition to ACTIVE for port object 2d075d4c-e22e-456b-a730-c06112d469ed will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:06.348215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39c02-e346-4ce0-8890-33b975e5bd13 req-00ebc98e-f6d5-4432-a8a4-72dfe58d795a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:06.362797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22a39c02-e346-4ce0-8890-33b975e5bd13 req-00ebc98e-f6d5-4432-a8a4-72dfe58d795a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.3519261 Jul 07 17:18:06.395021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.472538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22a39c02-e346-4ce0-8890-33b975e5bd13 req-eff12661-b564-4d9b-82d2-bd5ec925fea7 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019051 Jul 07 17:18:06.481149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.523684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] For port 74678a13-98b8-4d9b-a029-dd91202a5789, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=74678a13-98b8-4d9b-a029-dd91202a5789,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:06.533635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.633794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09741fc5-cdf8-4912-b00d-2c329ee5bea0 req-80384ef4-78ea-4f17-9626-6cf454498da9 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0773704 Jul 07 17:18:06.704361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:06.765543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4d85c290-c9da-4781-a0ed-78c2c79e428a None None] Provisioning for port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:06.793256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f79bc2-cc82-4792-89a8-7d12826bd7a3 None None] Pushing event updated for resources: {'Port': ['ID=74678a13-98b8-4d9b-a029-dd91202a5789,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.812445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4d85c290-c9da-4781-a0ed-78c2c79e428a None None] Provisioning complete for port 74678a13-98b8-4d9b-a029-dd91202a5789 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:06.812976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d85c290-c9da-4781-a0ed-78c2c79e428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.883787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:06.906967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:06.907402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.137456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b55004-d249-4055-8900-b3afa0cfb73f req-7d102377-7f99-40c6-86dc-26381f58bfb8 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.145251 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38b55004-d249-4055-8900-b3afa0cfb73f req-7d102377-7f99-40c6-86dc-26381f58bfb8 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 946 time: 0.4360819 Jul 07 17:18:07.156363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027a51-ebc5-48b0-b69e-7bc55cd2d6ea req-b96b102e-13a4-458c-b1d1-b7c41a2eb2d5 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.169296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a027a51-ebc5-48b0-b69e-7bc55cd2d6ea req-b96b102e-13a4-458c-b1d1-b7c41a2eb2d5 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 931 time: 0.3193340 Jul 07 17:18:07.232662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.280200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a027a51-ebc5-48b0-b69e-7bc55cd2d6ea req-5786ec30-3048-4096-8fd8-f2158b18aa46 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091738 Jul 07 17:18:07.292090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:07.300140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38b55004-d249-4055-8900-b3afa0cfb73f req-427fdd53-dc00-470a-a913-641dca0a860b tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529138 Jul 07 17:18:07.313429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:07.321418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.373487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:07.400886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1f0956d-6a35-4783-a048-e8f9c5b68a80 None None] Provisioning complete for port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.401271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1f0956d-6a35-4783-a048-e8f9c5b68a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.403368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:07.457122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:07.582452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.583144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.606725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 74678a13-98b8-4d9b-a029-dd91202a5789 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:07.614252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:07.652089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fd415432-da43-423d-a8f7-344eb0db50a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4898410 Jul 07 17:18:07.675613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'network_id': '0069e422-ca28-4837-9225-551c02e7b037', 'admin_state_up': True, 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:07.683824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fadc-d96f-478d-ad00-70f1c24f739c req-8d932176-5e7e-454e-b182-b9960433a4ca tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.695573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f12fadc-d96f-478d-ad00-70f1c24f739c req-8d932176-5e7e-454e-b182-b9960433a4ca tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 945 time: 0.1725631 Jul 07 17:18:07.721910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 74678a13-98b8-4d9b-a029-dd91202a5789 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.722348 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.825963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f12fadc-d96f-478d-ad00-70f1c24f739c req-8cbe26d0-8ef1-4846-9a62-09945d771ce1 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284494 Jul 07 17:18:07.868649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-8aba6056-1756-4fd1-b8a5-379a9060ae0e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.869268 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-8aba6056-1756-4fd1-b8a5-379a9060ae0e tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.83 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 815 time: 0.6183555 Jul 07 17:18:07.918216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b0111-3575-4160-92e7-a4a9266978af req-2054e8a6-4673-4557-81b3-1e736f7c4a36 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:07.919823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-768b0111-3575-4160-92e7-a4a9266978af req-2054e8a6-4673-4557-81b3-1e736f7c4a36 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1913149 Jul 07 17:18:07.948755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-91b63e3f-a5c8-47aa-ad6a-4b8e638e0b56 None None] Provisioning for port 2d075d4c-e22e-456b-a730-c06112d469ed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:07.953958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-91b63e3f-a5c8-47aa-ad6a-4b8e638e0b56 None None] Provisioning complete for port 2d075d4c-e22e-456b-a730-c06112d469ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.954506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91b63e3f-a5c8-47aa-ad6a-4b8e638e0b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.009959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-768b0111-3575-4160-92e7-a4a9266978af req-66a31983-e7f8-4979-98aa-7e4b1a7d95dd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844152 Jul 07 17:18:08.055352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91b63e3f-a5c8-47aa-ad6a-4b8e638e0b56 None None] Port 2d075d4c-e22e-456b-a730-c06112d469ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:08.089940 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-a2c40bfd-8793-434b-8127-b9d83b74b314 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53772322d07942e5afaf51c153b25d13 HTTP/1.1" status: 200 len: 380 time: 0.2086802 Jul 07 17:18:08.120039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'port': {'device_id': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'admin_state_up': True, 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'security_groups': ['a71bcdde-cd01-4aed-82ea-14b2c4bf5b46']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:08.124733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:08.124935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e675f8ca-9cff-4401-8733-2c5c63ddaab5 req-71067ade-5fc8-48c7-8c76-e0973a022148 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jul 07 17:18:08.222937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:08.229471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:08.230146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.333377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:08.342695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.363300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.409126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:08.410086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:08.413096 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6a37f-4026-445a-91e3-75ba2cf783be" -d '{"events": [{"server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "name": "network-vif-plugged", "status": "completed", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:08.417453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.545447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Made reservation on behalf of 53772322d07942e5afaf51c153b25d13 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:08.552986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.659028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782293-536f-4d54-98f5-66b4024b0ba5 req-b9d0e192-1213-4283-9103-ac675dca4222 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.666593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30782293-536f-4d54-98f5-66b4024b0ba5 req-b9d0e192-1213-4283-9103-ac675dca4222 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 931 time: 0.1617618 Jul 07 17:18:08.752947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30782293-536f-4d54-98f5-66b4024b0ba5 req-024bdb4b-a972-43ff-92d3-5345b0bc0edc tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853705 Jul 07 17:18:08.771346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.774987 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a5aad-9a98-41a4-a57d-6e4783ba06c4 x-openstack-request-id: req-a74a5aad-9a98-41a4-a57d-6e4783ba06c4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:08.775188 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "name": "network-vif-plugged", "status": "completed", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:08.775357 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a74a5aad-9a98-41a4-a57d-6e4783ba06c4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:08.775722 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6', 'code': 200} Jul 07 17:18:08.794147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Allocated IP 19.86.0.183 (0069e422-ca28-4837-9225-551c02e7b037/5b589d58-f71f-48aa-b5cf-7eedf6354598/1000ffec-868e-4980-94d1-e6d3ac9dbacf) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:08.961892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba12dda-d3a7-4a37-a6c3-e2e21294f75e req-21a23902-faee-465a-81b8-71c02733d7b0 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.972040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ba12dda-d3a7-4a37-a6c3-e2e21294f75e req-21a23902-faee-465a-81b8-71c02733d7b0 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 946 time: 0.0964484 Jul 07 17:18:09.024263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Allocated IP 172.20.0.4 (4ddac9f4-b6df-4505-ad57-0fbf27f68faa/3221fcfe-dd96-457a-922b-3a27b2b068a6/bbf49a69-d7f3-40e9-8974-21a9e915c600) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:09.066354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ba12dda-d3a7-4a37-a6c3-e2e21294f75e req-423a5e28-0cd7-4fa3-9441-922bba6f85b5 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924354 Jul 07 17:18:09.087801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc8c2-e43e-4d20-a518-d62858624f41 req-4da7002d-d566-4a54-b4a9-4b7df60aa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.089788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b0dc8c2-e43e-4d20-a518-d62858624f41 req-4da7002d-d566-4a54-b4a9-4b7df60aa705 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1098 time: 0.3251050 Jul 07 17:18:09.190795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff222aae-e2ec-40a9-96d0-ef05aefdd3f9 req-04e5944f-fd2a-45d6-af86-17471848cf0f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.192398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff222aae-e2ec-40a9-96d0-ef05aefdd3f9 req-04e5944f-fd2a-45d6-af86-17471848cf0f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1241975 Jul 07 17:18:09.193297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.218603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Transition to ACTIVE for port object 1000ffec-868e-4980-94d1-e6d3ac9dbacf will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:09.295814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff222aae-e2ec-40a9-96d0-ef05aefdd3f9 req-20757bfb-42fe-4831-8146-4f0322a5c7b5 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924342 Jul 07 17:18:09.330627 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b0dc8c2-e43e-4d20-a518-d62858624f41 req-93f6102b-38b9-4a21-b666-84c36e228327 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339609 Jul 07 17:18:09.403126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168f993-d42c-4044-8251-6cbef59e6358 req-026a1408-327e-42df-812f-8584c8fd9615 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.411063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b168f993-d42c-4044-8251-6cbef59e6358 req-026a1408-327e-42df-812f-8584c8fd9615 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.0910404 Jul 07 17:18:09.470054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.481565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b168f993-d42c-4044-8251-6cbef59e6358 req-f8b5b12e-34bf-415c-9fad-d1f29d9f470e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694213 Jul 07 17:18:09.488514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:09.581551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:09.581930 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.622695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319021a8-982d-4aa4-95b3-a3bedfa8d70c req-f30d6bec-07bc-4a39-b4f0-63d213d4f59b tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0708473 Jul 07 17:18:09.637659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.658361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 0069e422-ca28-4837-9225-551c02e7b037 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:09.667187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:09.673670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Transition to ACTIVE for port object bbf49a69-d7f3-40e9-8974-21a9e915c600 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:09.676674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:09.720246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.723911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.753945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.753945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.753945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.754660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.755106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.755544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.755986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.757533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.758008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.758490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.758931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.759369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:09.825208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.826070 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.878335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c27376b1-54ea-4dbb-9d45-a52bb49e0235 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2106898 Jul 07 17:18:09.897172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'admin_state_up': True, 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:09.904845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.932575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68cdd4f7-68a7-452e-be27-77a2e23fa2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.059485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:10.111587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be767cc3-3a66-439a-b8da-84aabcec2ba8 None None] Provisioning for port 1000ffec-868e-4980-94d1-e6d3ac9dbacf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:10.121457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be767cc3-3a66-439a-b8da-84aabcec2ba8 None None] Provisioning complete for port 1000ffec-868e-4980-94d1-e6d3ac9dbacf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:10.121852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be767cc3-3a66-439a-b8da-84aabcec2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.145299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event updated for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.156252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:10.161615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:10.206870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be767cc3-3a66-439a-b8da-84aabcec2ba8 None None] Port 1000ffec-868e-4980-94d1-e6d3ac9dbacf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:10.274874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.275533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.296696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-9242b331-f6b6-49da-8813-a5124983f8a7 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.299517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-9242b331-f6b6-49da-8813-a5124983f8a7 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.83 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 946 time: 0.2854784 Jul 07 17:18:10.392437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460b956-b241-47d8-8e02-a52c5eecd433 req-4126720d-4e12-4262-9700-cd5fca25780e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.399632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460b956-b241-47d8-8e02-a52c5eecd433 req-4126720d-4e12-4262-9700-cd5fca25780e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.401272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7460b956-b241-47d8-8e02-a52c5eecd433 req-4126720d-4e12-4262-9700-cd5fca25780e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 1654 time: 0.4618979 Jul 07 17:18:10.475262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68cdd4f7-68a7-452e-be27-77a2e23fa2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.521639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:10.531437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68cdd4f7-68a7-452e-be27-77a2e23fa2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.538438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.542476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-6116cf0d-a048-4301-84fc-19520d6ee950 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4378521 Jul 07 17:18:10.557395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Request body: {'port': {'device_id': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:10.635181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdd4f7-68a7-452e-be27-77a2e23fa2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba8d5b-8b85-4b7f-9f93-07b1d7b5b748,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.637164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5281d2ab-36e5-48dc-8896-bee12b4a8c3f None None] Provisioning for port bbf49a69-d7f3-40e9-8974-21a9e915c600 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:10.675066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-68cdd4f7-68a7-452e-be27-77a2e23fa2c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e9925a5bc8446eba499d04f0e22ab7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9474258 Jul 07 17:18:10.692965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5281d2ab-36e5-48dc-8896-bee12b4a8c3f None None] Provisioning complete for port bbf49a69-d7f3-40e9-8974-21a9e915c600 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:10.696177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5281d2ab-36e5-48dc-8896-bee12b4a8c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.698414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.717035 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7460b956-b241-47d8-8e02-a52c5eecd433 req-54fa1f19-99ac-490d-8069-de1b5b453f01 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705193 Jul 07 17:18:10.763603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5281d2ab-36e5-48dc-8896-bee12b4a8c3f None None] Port bbf49a69-d7f3-40e9-8974-21a9e915c600 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:10.772876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.822264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Deleting port 9de64aea-a329-4a7f-ab3c-ee16561313a2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:10.822853 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.883193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b96a8-cb49-419b-894e-0745fabe2cbb req-46f77aca-a2ba-4cc1-9cf0-ff8e94b56340 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:10.890056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-715b96a8-cb49-419b-894e-0745fabe2cbb req-46f77aca-a2ba-4cc1-9cf0-ff8e94b56340 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 946 time: 0.4463744 Jul 07 17:18:10.922988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.020651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.059214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-715b96a8-cb49-419b-894e-0745fabe2cbb req-09c2f689-6870-4563-ba7c-ee5df1a139d4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cbbc745-484b-4537-9f59-adf2e778655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682000 Jul 07 17:18:11.065410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Allocated IP 19.80.0.128 (5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25/870624d2-a7e6-49dd-8c5d-a9f85dcda997/5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:11.083528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] For port 9de64aea-a329-4a7f-ab3c-ee16561313a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9de64aea-a329-4a7f-ab3c-ee16561313a2,segment=NetworkSegment(e234d8d4-4079-4a8a-9d70-0440e4475b04),segment_id=e234d8d4-4079-4a8a-9d70-0440e4475b04)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:11.083913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.132419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf49a69-d7f3-40e9-8974-21a9e915c600 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:11.136513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Calling delete_port for 9de64aea-a329-4a7f-ab3c-ee16561313a2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:11.147679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.169603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Transition to ACTIVE for port object bbf49a69-d7f3-40e9-8974-21a9e915c600 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:11.188057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.277511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6eb9f-4c28-4014-ab6e-e07307eaa0dd req-69ea58e9-1a6d-4c31-9032-5c57d9bc8fd1 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.287167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-daf6eb9f-4c28-4014-ab6e-e07307eaa0dd req-69ea58e9-1a6d-4c31-9032-5c57d9bc8fd1 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.4216447 Jul 07 17:18:11.307209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.403000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-daf6eb9f-4c28-4014-ab6e-e07307eaa0dd req-4891cffc-1246-46a2-a30d-b261a1c74d84 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141267 Jul 07 17:18:11.431512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.435648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.444909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.446196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55ba8d5b-8b85-4b7f-9f93-07b1d7b5b748 HTTP/1.1" status: 204 len: 168 time: 0.7462881 Jul 07 17:18:11.455943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Attempting to bind port bbf49a69-d7f3-40e9-8974-21a9e915c600 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:11.456294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Attempting to bind port bbf49a69-d7f3-40e9-8974-21a9e915c600 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:11.456693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Attempting to bind port bbf49a69-d7f3-40e9-8974-21a9e915c600 on network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:11.472962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Transition to ACTIVE for port object 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:11.479548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Port bbf49a69-d7f3-40e9-8974-21a9e915c600 on network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:11.479982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Attempting to bind port bbf49a69-d7f3-40e9-8974-21a9e915c600 on network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:11.489942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:11.490091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Checking segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:11.496950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Bound using segment: {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:11.497429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Bound port: bbf49a69-d7f3-40e9-8974-21a9e915c600, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5901be24-c31e-4708-8136-6e6bad81f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:11.497807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.503722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a945c2-7145-44ea-9186-99132cfe4f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba8d5b-8b85-4b7f-9f93-07b1d7b5b748,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.627901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.776560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:11.793948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:11.796299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:11.839640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:11.844078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:11.956538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.957655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.970616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.984192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.062439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59064) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.083542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-b4f0965f-ebb3-4ae1-b36e-144a1fc23781 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1974382 Jul 07 17:18:12.112996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ce871-c348-47ec-a828-682073201d75 req-def359e2-af01-465d-9478-de44962797bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.127307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c58ce871-c348-47ec-a828-682073201d75 req-def359e2-af01-465d-9478-de44962797bf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.9440744 Jul 07 17:18:12.138956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.139592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.141080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] 10.222.0.83 "PUT /v2.0/ports/bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 1092 time: 1.5892153 Jul 07 17:18:12.148808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:12.153337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:12.156070 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee5fd4-f94c-494c-82ca-4712b6838660" -d '{"events": [{"name": "network-changed", "server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:12.165113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb99b66f-42eb-4ee6-b720-c21735513f8f None None] Provisioning for port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:12.170294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fea52-3581-49ea-a60c-9d34483aaea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.188194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb99b66f-42eb-4ee6-b720-c21735513f8f None None] Provisioning complete for port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:12.188194 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb99b66f-42eb-4ee6-b720-c21735513f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.195846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00344ab2-1225-40ef-b9b0-18aa7ae45c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.254633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.268572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9de64aea-a329-4a7f-ab3c-ee16561313a2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:12.272060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cb99b66f-42eb-4ee6-b720-c21735513f8f None None] Port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:12.289882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c58ce871-c348-47ec-a828-682073201d75 req-cd82aef7-891f-4bd8-bd4e-790b00c06dd0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595874 Jul 07 17:18:12.362710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Pushing event deleted for resources: {'Port': ['ID=9de64aea-a329-4a7f-ab3c-ee16561313a2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.459308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00344ab2-1225-40ef-b9b0-18aa7ae45c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.469945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a7136-f673-4980-a47d-4d2f9a1931a1 req-5077f33d-6016-460f-bf98-8629bf167708 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.470249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00344ab2-1225-40ef-b9b0-18aa7ae45c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.490654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e44a7136-f673-4980-a47d-4d2f9a1931a1 req-5077f33d-6016-460f-bf98-8629bf167708 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.3502762 Jul 07 17:18:12.547358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] No DVR routers for this DVR port 9de64aea-a329-4a7f-ab3c-ee16561313a2 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:12.560279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.568228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-842d7e44-aecb-4296-a193-c9da1b97ec96 req-ab9c8dd9-8f9e-4118-987b-829f1c4edae4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.83 "DELETE /v2.0/ports/9de64aea-a329-4a7f-ab3c-ee16561313a2 HTTP/1.1" status: 204 len: 173 time: 2.2558699 Jul 07 17:18:12.568844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'name': 'network-vif-deleted', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:12.580018 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46e5a04-051e-4f95-ab14-c4717f1102be" -d '{"events": [{"server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "name": "network-vif-deleted", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:12.611954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00344ab2-1225-40ef-b9b0-18aa7ae45c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72637f36-8065-40de-bd76-5d6f4b5b5d88,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:12.653268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e44a7136-f673-4980-a47d-4d2f9a1931a1 req-27f6184a-b8d3-4371-acdc-fcdcab859a95 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595857 Jul 07 17:18:12.672898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-00344ab2-1225-40ef-b9b0-18aa7ae45c46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e971e0e32fcd43a8a64a3a76cf2659c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093605 Jul 07 17:18:12.675652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.698952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.719112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-d90113bb-59b6-49f1-a1f0-b02e99167d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:12.720748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-d90113bb-59b6-49f1-a1f0-b02e99167d94 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1095 time: 0.5115409 Jul 07 17:18:12.805585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-bd8aae40-c720-4052-9b39-2053f35328a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 217 time: 0.0736852 Jul 07 17:18:12.874834 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.950417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdcba34b-5df9-4798-9746-24489f0037a4 req-7e6ad1e1-e308-48d2-a341-eef23418abf4 tempest-ServerAddressesNegativeTestJSON-1880019911 tempest-ServerAddressesNegativeTestJSON-1880019911-project] 10.222.0.22 "GET /v2.0/ports?device_id=84550448-ce2a-461a-97af-cc7894e40389 HTTP/1.1" status: 200 len: 210 time: 0.0584686 Jul 07 17:18:12.971439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.030726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0d7e-a123-42da-b43a-b4551041060b req-bde00d89-4868-4a4d-8aaf-9b5dc72e1b84 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.035779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-f7344745-cf34-45f4-9197-914f774c91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.036521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0d7e-a123-42da-b43a-b4551041060b req-bde00d89-4868-4a4d-8aaf-9b5dc72e1b84 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.037260 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-f7344745-cf34-45f4-9197-914f774c91b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 200 len: 854 time: 0.2248666 Jul 07 17:18:13.043260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0d7e-a123-42da-b43a-b4551041060b req-bde00d89-4868-4a4d-8aaf-9b5dc72e1b84 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.044940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffdb0d7e-a123-42da-b43a-b4551041060b req-bde00d89-4868-4a4d-8aaf-9b5dc72e1b84 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2376 time: 0.2585244 Jul 07 17:18:13.078058 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6cdea-f877-4316-9e36-25d2b9bd5e5e x-openstack-request-id: req-e3f6cdea-f877-4316-9e36-25d2b9bd5e5e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:13.078467 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:13.078705 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3f6cdea-f877-4316-9e36-25d2b9bd5e5e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:13.079109 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'status': 'completed', 'code': 200} Jul 07 17:18:13.110429 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c3104d-e872-4de3-8b7e-8c0870ffe792 x-openstack-request-id: req-13c3104d-e872-4de3-8b7e-8c0870ffe792 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:13.110747 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84550448-ce2a-461a-97af-cc7894e40389", "name": "network-vif-deleted", "tag": "9de64aea-a329-4a7f-ab3c-ee16561313a2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:13.111011 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13c3104d-e872-4de3-8b7e-8c0870ffe792 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:13.111437 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84550448-ce2a-461a-97af-cc7894e40389', 'name': 'network-vif-deleted', 'tag': '9de64aea-a329-4a7f-ab3c-ee16561313a2', 'status': 'completed', 'code': 200} Jul 07 17:18:13.151465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.155257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.170317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72637f36-8065-40de-bd76-5d6f4b5b5d88 HTTP/1.1" status: 204 len: 168 time: 0.4894602 Jul 07 17:18:13.191653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffdb0d7e-a123-42da-b43a-b4551041060b req-7bcd8568-6565-4b16-9ba3-f9cda49ad2d3 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356866 Jul 07 17:18:13.218379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-e6eb68dd-dc20-4a29-8f2e-c7ec623ec87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.219162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561b090-9945-460c-8f80-e2c40a4ae691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72637f36-8065-40de-bd76-5d6f4b5b5d88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.219916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-e6eb68dd-dc20-4a29-8f2e-c7ec623ec87b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1098 time: 0.3549616 Jul 07 17:18:13.374674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-1ee95707-fcc2-4557-a3b1-edfa2443ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.376272 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-1ee95707-fcc2-4557-a3b1-edfa2443ec25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3234491 Jul 07 17:18:13.552158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-cb45ac2b-ec5e-4365-a89a-6cf08c7a57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.553645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-cb45ac2b-ec5e-4365-a89a-6cf08c7a57d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 912 time: 0.3185782 Jul 07 17:18:13.609595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036043a-4ef8-4e85-ad0f-7ad7d4fd4bae req-78a9c4f5-501e-405f-b934-d57d5a84fb5f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.614996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e036043a-4ef8-4e85-ad0f-7ad7d4fd4bae req-78a9c4f5-501e-405f-b934-d57d5a84fb5f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1975412 Jul 07 17:18:13.617388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d075d4c-e22e-456b-a730-c06112d469ed {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:13.643243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.737518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Transition to ACTIVE for port object 2d075d4c-e22e-456b-a730-c06112d469ed will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:13.742421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-5ef00e47-525a-4bed-bccf-a350d0c522b6 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465014 Jul 07 17:18:13.744472 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-5af403a8-0fe6-4d1d-944b-35c339fb5e53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 200 len: 217 time: 0.1806433 Jul 07 17:18:13.748426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dd7ca-0bbb-46a1-ba8d-c0a3ad0ecde5 req-d8242001-95a6-42ac-92b8-ac43699c27df tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:13.750746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c50dd7ca-0bbb-46a1-ba8d-c0a3ad0ecde5 req-d8242001-95a6-42ac-92b8-ac43699c27df tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2417169 Jul 07 17:18:13.761050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.769948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e036043a-4ef8-4e85-ad0f-7ad7d4fd4bae req-350c4b04-6624-4d8d-99fa-e596f893652c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304853 Jul 07 17:18:13.866388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c50dd7ca-0bbb-46a1-ba8d-c0a3ad0ecde5 req-73fb4376-6dca-4ca3-9505-5d8f3194007e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898342 Jul 07 17:18:13.946634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e4c3d100-cfd2-4478-abb9-4e28d89b1007 req-c1d5d551-a327-4d51-b98d-18e260130004 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894324 Jul 07 17:18:14.147377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dca02-5eb8-4a4a-b16b-bad5f125f4fc req-675b7df5-4818-4356-958b-bb463429d800 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.155110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f1dca02-5eb8-4a4a-b16b-bad5f125f4fc req-675b7df5-4818-4356-958b-bb463429d800 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.1963186 Jul 07 17:18:14.163504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Attempting to bind port 2d075d4c-e22e-456b-a730-c06112d469ed on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:14.163855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Attempting to bind port 2d075d4c-e22e-456b-a730-c06112d469ed by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:14.164184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Attempting to bind port 2d075d4c-e22e-456b-a730-c06112d469ed on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:14.166290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Pushing event updated for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.188455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59110) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:14.253818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Deleting subnet 22b63427-e290-4373-b83b-cc1a7447e781 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:14.256748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-4269e041-34d6-4b8e-a974-93125da428e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.258272 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-4269e041-34d6-4b8e-a974-93125da428e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.4994619 Jul 07 17:18:14.261345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.263791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Port 2d075d4c-e22e-456b-a730-c06112d469ed on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:14.264129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Attempting to bind port 2d075d4c-e22e-456b-a730-c06112d469ed on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:14.270142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f1dca02-5eb8-4a4a-b16b-bad5f125f4fc req-c6e1c970-df3f-4e53-ae81-2b0bf8b155b2 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122689 Jul 07 17:18:14.320184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:14.320527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Checking segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:14.320907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Bound using segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:14.321366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Bound port: 2d075d4c-e22e-456b-a730-c06112d469ed, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:14.321737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.468929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9de64aea-a329-4a7f-ab3c-ee16561313a2 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:14.508323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 9de64aea-a329-4a7f-ab3c-ee16561313a2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:14.509338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9de64aea-a329-4a7f-ab3c-ee16561313a2 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:14.556963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24be3-7adb-41ea-a5d5-370df9ce449d req-b166718c-a6d9-4077-969a-9cf67ee0b4a0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.563951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24be3-7adb-41ea-a5d5-370df9ce449d req-b166718c-a6d9-4077-969a-9cf67ee0b4a0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.571291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f24be3-7adb-41ea-a5d5-370df9ce449d req-b166718c-a6d9-4077-969a-9cf67ee0b4a0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:14.573197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69f24be3-7adb-41ea-a5d5-370df9ce449d req-b166718c-a6d9-4077-969a-9cf67ee0b4a0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2388 time: 0.1410139 Jul 07 17:18:14.619926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69f24be3-7adb-41ea-a5d5-370df9ce449d req-1362bc59-3f27-480f-8de5-6eaf67e65600 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Jul 07 17:18:14.863124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:14.880244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-337237e3-2459-4582-978a-a4c42869efe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6028039 Jul 07 17:18:14.938594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.994040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc86f7-f146-4293-b915-5f17a4efa35f req-69636f20-0083-4599-ad04-4f547dba8d3f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.002609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50cc86f7-f146-4293-b915-5f17a4efa35f req-69636f20-0083-4599-ad04-4f547dba8d3f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1030102 Jul 07 17:18:15.005661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:15.012539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-166b8abb-2502-4b36-b44c-080b63ba75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.014577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-166b8abb-2502-4b36-b44c-080b63ba75c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1095 time: 0.9844065 Jul 07 17:18:15.050820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.058228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2d075d4c-e22e-456b-a730-c06112d469ed,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:15.095928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.104662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50cc86f7-f146-4293-b915-5f17a4efa35f req-3514f728-4d65-4861-9272-da11ecde3b5f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011286 Jul 07 17:18:15.160950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.174616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1575b-0ffd-4fb8-a64f-a01788d67f3c req-f3515f79-cfe2-44fa-a794-0417a05ecfe4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.176709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5df1575b-0ffd-4fb8-a64f-a01788d67f3c req-f3515f79-cfe2-44fa-a794-0417a05ecfe4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1330388 Jul 07 17:18:15.257526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5df1575b-0ffd-4fb8-a64f-a01788d67f3c req-da77b814-3ac4-4f6a-bda9-2f5ccd45372f tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710337 Jul 07 17:18:15.276374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.277008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.290139 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] 10.222.0.32 "PUT /v2.0/ports/2d075d4c-e22e-456b-a730-c06112d469ed HTTP/1.1" status: 200 len: 1092 time: 3.1568201 Jul 07 17:18:15.290139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:15.290139 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ec2ec-9171-4da8-8795-05e17704e4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:15.293577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.299438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.330425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-2eb1ba3e-4dab-42de-92a3-3d78cbb42e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.331933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-2eb1ba3e-4dab-42de-92a3-3d78cbb42e67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 916 time: 0.3080289 Jul 07 17:18:15.355161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:15.366295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70f8bdf858ff4223beb1e080b0196ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018935 Jul 07 17:18:15.367049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.367910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8176c18-5cff-4c60-9313-566f331263ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.393432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.393846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.394166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.394519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.394857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.395194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.395523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.395853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.396533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.396868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.397200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.397536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c52b0-9782-4a2a-bcd4-1b62fa660377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:15.415391 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-e44ec573-cb74-48b8-906b-5e11ac52a3ce service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103409 Jul 07 17:18:15.421402 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee24e6f-e627-4921-a46c-d54e86f3b550 x-openstack-request-id: req-7ee24e6f-e627-4921-a46c-d54e86f3b550 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:15.421704 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:15.422011 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ee24e6f-e627-4921-a46c-d54e86f3b550 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:15.422466 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed', 'status': 'completed', 'code': 200} Jul 07 17:18:15.430134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de8c2-0b80-4ae0-880c-99c05ed72602 service neutron] Pushing event updated for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.548504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-33524bb6-b344-4faf-8bfb-72dc2153fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.549157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-33524bb6-b344-4faf-8bfb-72dc2153fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.549648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-33524bb6-b344-4faf-8bfb-72dc2153fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.551335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-33524bb6-b344-4faf-8bfb-72dc2153fbfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2732 time: 0.1676059 Jul 07 17:18:15.558098 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.567070 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b79940cc-3ea3-42b0-ab72-a7b1ff8aa380 req-dbba95bd-4e95-4670-95c0-1f117c6f66d7 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381164 Jul 07 17:18:15.575083 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-d8189ab4-9424-4745-a22c-045b27ca8929 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 217 time: 0.1673975 Jul 07 17:18:15.626854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.647274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.694923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-ab183d46-65d3-4480-a150-0d5a5ab70c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.695406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-ab183d46-65d3-4480-a150-0d5a5ab70c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.695889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-ab183d46-65d3-4480-a150-0d5a5ab70c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.697501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-ab183d46-65d3-4480-a150-0d5a5ab70c2c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1365707 Jul 07 17:18:15.718273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c49eaf-b22d-4400-94f0-b05e4a1f37cb req-d38e55d2-48fe-4569-9503-f88ab8488fc5 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.719863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1c49eaf-b22d-4400-94f0-b05e4a1f37cb req-d38e55d2-48fe-4569-9503-f88ab8488fc5 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.2589357 Jul 07 17:18:15.726377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b63427-e290-4373-b83b-cc1a7447e781,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.728609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.732802 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ad5b13b3-3c18-4c99-8c97-896a02f0c4aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/22b63427-e290-4373-b83b-cc1a7447e781 HTTP/1.1" status: 204 len: 168 time: 1.5386362 Jul 07 17:18:15.735042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-6dedc701-0c9a-443c-8e2f-ae07c2aa31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:15.736517 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-6dedc701-0c9a-443c-8e2f-ae07c2aa31a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 200 len: 854 time: 0.1521409 Jul 07 17:18:15.738615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59150) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.739248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.941332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1c49eaf-b22d-4400-94f0-b05e4a1f37cb req-a34cef8d-dbb9-4c03-92f0-9f323d454416 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997061 Jul 07 17:18:15.943506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.993711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.996920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.998406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8176c18-5cff-4c60-9313-566f331263ff HTTP/1.1" status: 204 len: 168 time: 0.6216228 Jul 07 17:18:16.002705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-e158b336-989b-4db4-b23d-6866f85b6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.004623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c3ec2ec-9171-4da8-8795-05e17704e4fc req-e158b336-989b-4db4-b23d-6866f85b6b47 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832251 Jul 07 17:18:16.027879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b24c-4933-4f70-b0a2-23e717856325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8176c18-5cff-4c60-9313-566f331263ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.032659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-974cf379-0eb5-4905-88a0-5465b458eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.034206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-974cf379-0eb5-4905-88a0-5465b458eaeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2843890 Jul 07 17:18:16.068275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be095-118f-4b71-b6a7-8b603993e07b req-32c108b3-0736-4902-81c0-88a8a92577f8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.096795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be095-118f-4b71-b6a7-8b603993e07b req-32c108b3-0736-4902-81c0-88a8a92577f8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.107785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be095-118f-4b71-b6a7-8b603993e07b req-32c108b3-0736-4902-81c0-88a8a92577f8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.110568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-257be095-118f-4b71-b6a7-8b603993e07b req-32c108b3-0736-4902-81c0-88a8a92577f8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2388 time: 0.2962172 Jul 07 17:18:16.196635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.205934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-257be095-118f-4b71-b6a7-8b603993e07b req-f0396028-cc13-45bc-8529-6c6046ada107 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876124 Jul 07 17:18:16.224602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7411fda-5287-4987-b4ea-f82ebfe5ac46']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:16.250022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e234d8d4-4079-4a8a-9d70-0440e4475b04') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:16.250362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e234d8d4-4079-4a8a-9d70-0440e4475b04') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:16.285165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-aa7c948a-2412-46c6-8b9d-5283840023f7 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292504 Jul 07 17:18:16.292991 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.389170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.411981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7bbd4-a9a2-4b7f-a3cb-557b68aac3e3 req-b111c0a5-f35b-423a-b318-5384982823f7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.414216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfb7bbd4-a9a2-4b7f-a3cb-557b68aac3e3 req-b111c0a5-f35b-423a-b318-5384982823f7 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1553850 Jul 07 17:18:16.415751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:16.416166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:16.417885 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:16.432835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1000ffec-868e-4980-94d1-e6d3ac9dbacf {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:16.474238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.531652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfb7bbd4-a9a2-4b7f-a3cb-557b68aac3e3 req-25fad0d2-5dab-4aa9-9c28-0ad00b118664 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048853 Jul 07 17:18:16.536330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Transition to ACTIVE for port object 1000ffec-868e-4980-94d1-e6d3ac9dbacf will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:16.551801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.564475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.567845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e7411fda-5287-4987-b4ea-f82ebfe5ac46 HTTP/1.1" status: 204 len: 168 time: 0.8277054 Jul 07 17:18:16.568603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.584823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cee5fd4-f94c-494c-82ca-4712b6838660 req-e9b1e8a0-25ea-4288-8235-088de5872a44 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896111 Jul 07 17:18:16.631405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02190fa3-07c1-479d-82f7-cad011b5cb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7411fda-5287-4987-b4ea-f82ebfe5ac46,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.638923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4658b-a2d7-4ce5-b244-f194a2d4c6e9 req-83ccf027-0f0d-49cb-828f-986acec6b233 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.649590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6f4658b-a2d7-4ce5-b244-f194a2d4c6e9 req-83ccf027-0f0d-49cb-828f-986acec6b233 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1513767 Jul 07 17:18:16.674083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Pushing event updated for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.707626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6f4658b-a2d7-4ce5-b244-f194a2d4c6e9 req-75a4ecb8-f8fd-41e0-a7cb-c45c14ed2391 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Jul 07 17:18:16.763055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Attempting to bind port 1000ffec-868e-4980-94d1-e6d3ac9dbacf on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:16.763745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Attempting to bind port 1000ffec-868e-4980-94d1-e6d3ac9dbacf by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:16.764397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Attempting to bind port 1000ffec-868e-4980-94d1-e6d3ac9dbacf on network 0069e422-ca28-4837-9225-551c02e7b037 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:16.769622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Port 1000ffec-868e-4980-94d1-e6d3ac9dbacf on network 0069e422-ca28-4837-9225-551c02e7b037 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:16.770008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Attempting to bind port 1000ffec-868e-4980-94d1-e6d3ac9dbacf on network 0069e422-ca28-4837-9225-551c02e7b037 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:16.775549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:16.776032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Checking segment: {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:16.776581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Bound using segment: {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:16.777121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Bound port: 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2fb53e-5844-450d-9bc7-8c6c3c567498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0069e422-ca28-4837-9225-551c02e7b037'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:16.777585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.826261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59172) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:16.898702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:16.904190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:16.918868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.945981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-96174dcf-4eb8-4512-b455-5ff1566038c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f456f3ae6fee4a6295bac5f70bc669e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175106 Jul 07 17:18:16.949238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:16.964491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.973912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.977081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] 10.222.0.32 "PUT /v2.0/ports/1000ffec-868e-4980-94d1-e6d3ac9dbacf HTTP/1.1" status: 200 len: 1093 time: 1.6307430 Jul 07 17:18:17.017985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Request body: {'port': {'device_id': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:17.049588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b867fe1-a37f-4d9f-a49d-4c0e9b4a1636 service neutron] Pushing event updated for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.121557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.163722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.182959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.320973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.323659 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.326950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5cbbc745-484b-4537-9f59-adf2e778655d HTTP/1.1" status: 204 len: 168 time: 0.3739626 Jul 07 17:18:17.367926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d453b23-1253-4f6a-933d-a5cf9f96a65b req-03120a98-e8da-4453-806a-3fea33003f32 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.369551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d453b23-1253-4f6a-933d-a5cf9f96a65b req-03120a98-e8da-4453-806a-3fea33003f32 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.1794457 Jul 07 17:18:17.387477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ddd9-d6b3-4614-b01c-c2c9f5dee644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbbc745-484b-4537-9f59-adf2e778655d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.456393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d453b23-1253-4f6a-933d-a5cf9f96a65b req-1a6c78a9-4615-4451-bf71-5536b080bd3a tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709913 Jul 07 17:18:17.513729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:17.516381 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc871953-9dc8-4eeb-a504-9259cae58444" -d '{"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:17.570820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeaebb-50dd-4120-8212-397839bc9f6d req-d206fe5f-edc6-4945-8a35-7743a49b4fc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.583566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeaebb-50dd-4120-8212-397839bc9f6d req-d206fe5f-edc6-4945-8a35-7743a49b4fc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.604426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeaebb-50dd-4120-8212-397839bc9f6d req-d206fe5f-edc6-4945-8a35-7743a49b4fc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.610961 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef7898e-b5cb-46d8-9389-118138bcf16f x-openstack-request-id: req-6ef7898e-b5cb-46d8-9389-118138bcf16f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:17.611352 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:17.611701 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ef7898e-b5cb-46d8-9389-118138bcf16f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:17.612297 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf', 'status': 'completed', 'code': 200} Jul 07 17:18:17.618278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ffeaebb-50dd-4120-8212-397839bc9f6d req-d206fe5f-edc6-4945-8a35-7743a49b4fc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2400 time: 0.1729708 Jul 07 17:18:17.694040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:17.703415 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.715876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ffeaebb-50dd-4120-8212-397839bc9f6d req-9880341a-a04c-4407-9ac1-892af024587c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Jul 07 17:18:17.720105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Transition to ACTIVE for port object 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:17.728094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.744191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-1debf93f-197c-4ec0-b773-b59a2ddf9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.744764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-1debf93f-197c-4ec0-b773-b59a2ddf9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.745261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-1debf93f-197c-4ec0-b773-b59a2ddf9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.747034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-1debf93f-197c-4ec0-b773-b59a2ddf9499 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2800 time: 0.1050146 Jul 07 17:18:17.872889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.881636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Attempting to bind port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:17.883106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Attempting to bind port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:17.883519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Attempting to bind port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:17.899685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:17.900238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Attempting to bind port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 on network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:17.908905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:17.909408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Checking segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:17.909959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Bound using segment: {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:17.910633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Bound port: 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae500f3-22da-42ad-ada5-a0e35feca73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:17.911161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.928439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2b8f-0438-4989-9b77-96ce1fa7f6f2 req-054ea04c-0233-47c5-ba96-bad3e1eb1140 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:17.930223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-685e2b8f-0438-4989-9b77-96ce1fa7f6f2 req-054ea04c-0233-47c5-ba96-bad3e1eb1140 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1822209 Jul 07 17:18:18.011974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:18.018634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:18.029505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.051237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-96ea7f53-a808-430a-a0e3-dafc3f85ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.052103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-96ea7f53-a808-430a-a0e3-dafc3f85ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.054371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-96ea7f53-a808-430a-a0e3-dafc3f85ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.055936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-96ea7f53-a808-430a-a0e3-dafc3f85ca73 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2695031 Jul 07 17:18:18.077217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.077846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.079309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 HTTP/1.1" status: 200 len: 1093 time: 1.0729482 Jul 07 17:18:18.146985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4fa08-3fde-490b-8fef-bc094eec35c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.195905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-685e2b8f-0438-4989-9b77-96ce1fa7f6f2 req-ccc3e452-ee71-4e7a-aa99-98792a3a5aa8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537313 Jul 07 17:18:18.252790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49319785-f6be-42c0-8a50-ff2083b511a8 req-d632e3dd-ad09-4713-b158-c6438b5d2353 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.260585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49319785-f6be-42c0-8a50-ff2083b511a8 req-d632e3dd-ad09-4713-b158-c6438b5d2353 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2664278 Jul 07 17:18:18.318097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-216ef3f2-8ec7-42be-a511-d81d8fae0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.320173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc871953-9dc8-4eeb-a504-9259cae58444 req-216ef3f2-8ec7-42be-a511-d81d8fae0fca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559917 Jul 07 17:18:18.362871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49319785-f6be-42c0-8a50-ff2083b511a8 req-5fa9d0d7-55c1-402f-a988-7450f8929270 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954764 Jul 07 17:18:18.519857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c1500438-2b85-41af-8701-830dd293f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.522485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c1500438-2b85-41af-8701-830dd293f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.523022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c1500438-2b85-41af-8701-830dd293f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.524753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c1500438-2b85-41af-8701-830dd293f0aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2868 time: 0.1230106 Jul 07 17:18:18.597645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-f47dd296-b4d0-401c-bfbf-75ef74f70ac9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=2d075d4c-e22e-456b-a730-c06112d469ed HTTP/1.1" status: 200 len: 217 time: 0.0651193 Jul 07 17:18:18.749678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-00603371-261a-4414-a291-4ee602e91238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.751256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-00603371-261a-4414-a291-4ee602e91238 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=870624d2-a7e6-49dd-8c5d-a9f85dcda997 HTTP/1.1" status: 200 len: 801 time: 0.1447139 Jul 07 17:18:18.826845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c88168-5018-4c43-86c9-0e36c576d1fb req-c0cd87ab-c5fb-4498-b283-b4a7c1cf7acc tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.828542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96c88168-5018-4c43-86c9-0e36c576d1fb req-c0cd87ab-c5fb-4498-b283-b4a7c1cf7acc tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.1528733 Jul 07 17:18:18.838893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:18.900316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-ae66514e-c420-461d-b1eb-788d8b8bb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.902001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-ae66514e-c420-461d-b1eb-788d8b8bb8f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431277 Jul 07 17:18:18.985896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96c88168-5018-4c43-86c9-0e36c576d1fb req-154fdce8-5f30-456a-83e2-b2cb2f925042 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509628 Jul 07 17:18:19.044815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1953344957-network', 'tenant_id': '533653fe74844320abecebdc9bf4022c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:19.070143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Made reservation on behalf of 533653fe74844320abecebdc9bf4022c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:19.073295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.087501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.119898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59256) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.127632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726438-8f79-4051-9bc1-536922cc9fe8 req-3e384348-66a5-4452-984e-770b77d2ff60 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.135915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726438-8f79-4051-9bc1-536922cc9fe8 req-3e384348-66a5-4452-984e-770b77d2ff60 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.143691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726438-8f79-4051-9bc1-536922cc9fe8 req-3e384348-66a5-4452-984e-770b77d2ff60 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.152196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80726438-8f79-4051-9bc1-536922cc9fe8 req-3e384348-66a5-4452-984e-770b77d2ff60 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2412 time: 0.1828973 Jul 07 17:18:19.161982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-6d51b1a1-58fe-49a8-8b4f-335d48f2dc50 service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469628 Jul 07 17:18:19.211948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.220318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.243689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:19.287221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80726438-8f79-4051-9bc1-536922cc9fe8 req-4a4ea9d7-d87d-4b60-91c0-3ea5b2e75678 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339369 Jul 07 17:18:19.341555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4240db-7430-4f20-85f7-f79ccca89faf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:19.359873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-9450a770-299e-4367-8cb8-c4b409559372 service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849341 Jul 07 17:18:19.368751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.369377 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Added segment e3461dd0-fec0-4e9e-89a9-a35638e2b46a of type vlan for network 35ecfb81-254b-47ce-a6b4-d62364b11296 Jul 07 17:18:19.424755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:19.469723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-f5d7b657-1094-457d-950c-a4ee3965f136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf HTTP/1.1" status: 200 len: 217 time: 0.1036942 Jul 07 17:18:19.470646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.527984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.529896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.530714 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.614264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:19.616546 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:19.627241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.641492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8015211 Jul 07 17:18:19.645246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59268) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:19.652942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Request body: {'subnet': {'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1953344957-subnet', 'tenant_id': '533653fe74844320abecebdc9bf4022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:19.679968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d60653-c12d-43df-bcc4-127d750245ad admin admin] Pushing event updated for resources: {'Network': ['ID=35ecfb81-254b-47ce-a6b4-d62364b11296,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:19.691674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 35ecfb81-254b-47ce-a6b4-d62364b11296 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:19.695122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fa36d322-c12e-49d9-a7ed-85ce4bf402d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.697376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-fa36d322-c12e-49d9-a7ed-85ce4bf402d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b589d58-f71f-48aa-b5cf-7eedf6354598 HTTP/1.1" status: 200 len: 801 time: 0.2200375 Jul 07 17:18:19.727825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Made reservation on behalf of 533653fe74844320abecebdc9bf4022c for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:19.730493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.778249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0b855-6bf4-4310-83a1-3ffb86cbd9a9 req-dc53ee37-4450-45ef-ba08-4feaaa039cc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.779782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91d0b855-6bf4-4310-83a1-3ffb86cbd9a9 req-dc53ee37-4450-45ef-ba08-4feaaa039cc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2104750 Jul 07 17:18:19.789051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb84c3c-fdee-4279-adc1-e30adc415d8a req-45063cf9-ebf4-41e6-a939-f9a755dd46fe tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.790992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecb84c3c-fdee-4279-adc1-e30adc415d8a req-45063cf9-ebf4-41e6-a939-f9a755dd46fe tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2150159 Jul 07 17:18:19.846030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.856643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-7b48b257-c044-4245-adb0-2bf9dcc7bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.858188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-7b48b257-c044-4245-adb0-2bf9dcc7bdbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0069e422-ca28-4837-9225-551c02e7b037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459720 Jul 07 17:18:19.866253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91d0b855-6bf4-4310-83a1-3ffb86cbd9a9 req-e51c8418-eeef-4ab5-9d59-b9a3d552b0c6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743051 Jul 07 17:18:19.873648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecb84c3c-fdee-4279-adc1-e30adc415d8a req-3fd09ee3-8876-4fc2-b430-64b4e3b7687e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715497 Jul 07 17:18:19.928017 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15820de8-6dbb-41a1-83f6-6042fd81c505 x-openstack-request-id: req-15820de8-6dbb-41a1-83f6-6042fd81c505 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:19.928314 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:19.928604 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15820de8-6dbb-41a1-83f6-6042fd81c505 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:19.929062 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', 'status': 'completed', 'code': 200} Jul 07 17:18:19.973724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-aa7e058a-2da5-425a-8acd-7caf66b6da9c service neutron] 10.222.0.32 "GET /v2.0/networks/0069e422-ca28-4837-9225-551c02e7b037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931799 Jul 07 17:18:20.018500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.035377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Allocated IP 172.25.7.103 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/d4b11267-8e3a-4175-99f2-9928187a220b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:20.084663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-c8bd041d-98ec-4740-88c6-6700943d512f service neutron] 10.222.0.32 "GET /v2.0/networks/0069e422-ca28-4837-9225-551c02e7b037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969245 Jul 07 17:18:20.104255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba89077a-4d17-468c-82e2-c53aaa45cbea,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.136760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-0b57399c-eba7-4c44-8fd5-9656e9236e7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 HTTP/1.1" status: 200 len: 217 time: 0.0446522 Jul 07 17:18:20.156255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Checking segment: {'id': 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:20.156620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Network hostable DHCP agents. Network: 35ecfb81-254b-47ce-a6b4-d62364b11296, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:20.189952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Network 35ecfb81-254b-47ce-a6b4-d62364b11296 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:20.211493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 35ecfb81-254b-47ce-a6b4-d62364b11296) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:20.217224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.218760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-79a99754-86d3-4445-a57a-829d45a43a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.221246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-79a99754-86d3-4445-a57a-829d45a43a6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=870624d2-a7e6-49dd-8c5d-a9f85dcda997 HTTP/1.1" status: 200 len: 801 time: 0.0755434 Jul 07 17:18:20.222852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.225171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830608f3-cf05-49db-9879-8a0f84c54f08 None None] Network 35ecfb81-254b-47ce-a6b4-d62364b11296 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:20.226804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.253706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515726b-4d69-4477-9d20-18749f9c472c req-85ac21ba-1816-42fb-aafe-ee9bcca94abe tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.255337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d515726b-4d69-4477-9d20-18749f9c472c req-85ac21ba-1816-42fb-aafe-ee9bcca94abe tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.1211607 Jul 07 17:18:20.262418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41e74192-01e6-4966-bc29-0f04634d2bc0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6161013 Jul 07 17:18:20.289390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.317149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d515726b-4d69-4477-9d20-18749f9c472c req-3299bb9b-051b-4e97-b5e8-727d691e6fa3 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Jul 07 17:18:20.332151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be7d4-8704-4131-a402-035563ecc319 req-821bee85-2a0a-4c36-a68e-0f66e46be7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.334337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-821bee85-2a0a-4c36-a68e-0f66e46be7af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003251 Jul 07 17:18:20.352391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=d4b11267-8e3a-4175-99f2-9928187a220b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.375157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:20.376990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:20.380473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:20.432348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04991422-bb41-4e59-9588-7a9275ef1e66 None None] Network 35ecfb81-254b-47ce-a6b4-d62364b11296 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:20.450564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-53f21d92-52f5-4ee8-9b7a-4faa56c854ad service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080780 Jul 07 17:18:20.480497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.536880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.602940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8be7d4-8704-4131-a402-035563ecc319 req-d54a9e2e-4d0c-4f81-ae91-2d157bbe901a service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444228 Jul 07 17:18:20.623207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd296-761e-4db2-a0b9-b67cf9ef2288 req-c660227e-e687-4bb3-8b65-816abb795f49 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.629534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd296-761e-4db2-a0b9-b67cf9ef2288 req-c660227e-e687-4bb3-8b65-816abb795f49 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.637476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd296-761e-4db2-a0b9-b67cf9ef2288 req-c660227e-e687-4bb3-8b65-816abb795f49 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.639287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab0fd296-761e-4db2-a0b9-b67cf9ef2288 req-c660227e-e687-4bb3-8b65-816abb795f49 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2412 time: 0.1315730 Jul 07 17:18:20.706735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab0fd296-761e-4db2-a0b9-b67cf9ef2288 req-0b1908c4-43fc-414f-b504-2ff29fe32ab2 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Jul 07 17:18:20.765679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.772059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.774749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-b8aa4d69-1332-47b0-a0bb-e37ec8f0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.775243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-b8aa4d69-1332-47b0-a0bb-e37ec8f0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.775718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-b8aa4d69-1332-47b0-a0bb-e37ec8f0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.777950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-b8aa4d69-1332-47b0-a0bb-e37ec8f0194a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2868 time: 0.0865519 Jul 07 17:18:20.840326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=d4b11267-8e3a-4175-99f2-9928187a220b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:20.852223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.878821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.880606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b10cbdc-88f8-4ff1-914c-b2c4b9e7ef1e tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7597334 Jul 07 17:18:20.883695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:20.889858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1644660325'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:20.918551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Made reservation on behalf of 29adfffcf6c1457784d7806d5866b5ff for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:20.922144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.933692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.093893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.101497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.131783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:21.152338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffdb74f-6f5e-4e10-9742-6b3b03751b43,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.155504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.156029 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Added segment 30c2aecf-b6e4-4397-bfb3-b8100fa964a8 of type vlan for network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 Jul 07 17:18:21.206138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.241214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.247591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.248294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.278871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3909802 Jul 07 17:18:21.286232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.297293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Request body: {'subnet': {'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:21.327416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62c1b-4191-42cc-8022-ce34646de12a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Network': ['ID=4b1cc4f8-a840-4e92-a7c5-13124f50a4c9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.338883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:21.429983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-08207dff-9b44-4389-9931-24b4facac9c6 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.431485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-08207dff-9b44-4389-9931-24b4facac9c6 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/networks?id=35ecfb81-254b-47ce-a6b4-d62364b11296 HTTP/1.1" status: 200 len: 813 time: 0.6531179 Jul 07 17:18:21.447668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-73a55b2e-5821-4a4f-b01c-89d251e4cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.449089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-73a55b2e-5821-4a4f-b01c-89d251e4cd21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 HTTP/1.1" status: 200 len: 902 time: 0.6595204 Jul 07 17:18:21.474961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24123e91-1a90-49e0-9064-13cb66f13657 req-091ec215-86ca-47ef-bc2c-ff0d7d0476e1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.476851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24123e91-1a90-49e0-9064-13cb66f13657 req-091ec215-86ca-47ef-bc2c-ff0d7d0476e1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2672746 Jul 07 17:18:21.510800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-0960e75a-f630-42b4-b7a1-91cfa22b0a08 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/quotas/533653fe74844320abecebdc9bf4022c HTTP/1.1" status: 200 len: 375 time: 0.0704451 Jul 07 17:18:21.516937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-21775554-1723-4965-a311-0d72a40390fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 HTTP/1.1" status: 200 len: 217 time: 0.0577347 Jul 07 17:18:21.565084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Made reservation on behalf of 29adfffcf6c1457784d7806d5866b5ff for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:21.568604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.594099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-1c1c5c6e-0803-4cdf-b003-3ae95de5ed18 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=533653fe74844320abecebdc9bf4022c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753596 Jul 07 17:18:21.725243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24123e91-1a90-49e0-9064-13cb66f13657 req-0bb4e2e5-f9b9-4293-ac26-57e22b7f34e8 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134213 Jul 07 17:18:21.745609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-a6dc2d06-36c6-4188-bf86-e0b970ab8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.747358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-a6dc2d06-36c6-4188-bf86-e0b970ab8e9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=870624d2-a7e6-49dd-8c5d-a9f85dcda997 HTTP/1.1" status: 200 len: 801 time: 0.2210815 Jul 07 17:18:21.875322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-9e43252d-ba9d-499a-a575-39968306a1e3 service neutron] 10.222.0.22 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684255 Jul 07 17:18:22.004497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-3c07658c-4470-470c-af2a-7bae7f7db610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.005915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-3c07658c-4470-470c-af2a-7bae7f7db610 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505360 Jul 07 17:18:22.045783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.153472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:22.160960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-c9a53573-94f5-4d6b-8dbc-9bdd9ae2c511 service neutron] 10.222.0.22 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785101 Jul 07 17:18:22.174007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff5aad-7728-4b61-8b4b-6d8bacf42eae req-06dd0b3f-3ada-4054-9fde-ec499f75060e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.175656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9ff5aad-7728-4b61-8b4b-6d8bacf42eae req-06dd0b3f-3ada-4054-9fde-ec499f75060e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.3200240 Jul 07 17:18:22.214322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Subnet': ['ID=a766d70e-a22e-4b26-ad4a-ab61ee077731,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.245263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-329bec52-3dd5-47b9-a63f-5147cca6b0c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272933 Jul 07 17:18:22.247647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Checking segment: {'id': '30c2aecf-b6e4-4397-bfb3-b8100fa964a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:22.248016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network hostable DHCP agents. Network: 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:22.303303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:22.323264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'port_id': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', 'mac_address': 'fa:16:3e:6d:95:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870624d2-a7e6-49dd-8c5d-a9f85dcda997', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:22.330430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9ff5aad-7728-4b61-8b4b-6d8bacf42eae req-0e032903-2269-499c-88a8-d9b8bb709ef8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354940 Jul 07 17:18:22.344036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:22.393973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.410640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:22.412825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:22.435907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:22.439467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a9e79-23a0-44ce-b59b-e70eb9f5dcea None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:22.441095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.441718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.453896 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.454919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2d075d4c-e22e-456b-a730-c06112d469ed details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:22.494210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2d075d4c-e22e-456b-a730-c06112d469ed,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:22.535190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c331adb6-8bd0-4f27-817f-a3e7b6c9b3c1 req-f50f28c2-4b39-485c-8d05-467b70f0a78a service neutron] 10.222.0.32 "GET /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808046 Jul 07 17:18:22.575711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8635b7ff-a5ba-4066-b37a-721eda302c2a tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2875645 Jul 07 17:18:22.579414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59326) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:22.586544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-795732259', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:22.626170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '2d075d4c-e22e-456b-a730-c06112d469ed', 'network_id': '5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25', 'port_id': '2d075d4c-e22e-456b-a730-c06112d469ed', 'mac_address': 'fa:16:3e:f1:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870624d2-a7e6-49dd-8c5d-a9f85dcda997', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:22.633688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device bbf49a69-d7f3-40e9-8974-21a9e915c600 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:22.648230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.670184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.671974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.699982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8112-d6c1-4f8e-8cac-6d2de94440ca req-cb2a5155-b15e-4983-bc69-a958c80e9283 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.728017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8112-d6c1-4f8e-8cac-6d2de94440ca req-cb2a5155-b15e-4983-bc69-a958c80e9283 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.739381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8112-d6c1-4f8e-8cac-6d2de94440ca req-cb2a5155-b15e-4983-bc69-a958c80e9283 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.741227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a71f8112-d6c1-4f8e-8cac-6d2de94440ca req-cb2a5155-b15e-4983-bc69-a958c80e9283 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2413 time: 0.2374141 Jul 07 17:18:22.761453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.823572 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.831570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95845-a8af-4fec-8397-79878478bc84 req-d8f4b1c5-e9d8-41c8-8cf4-3a12616b0a8d tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.835828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8cc95845-a8af-4fec-8397-79878478bc84 req-d8f4b1c5-e9d8-41c8-8cf4-3a12616b0a8d tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 943 time: 0.2615211 Jul 07 17:18:22.862452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d075d4c-e22e-456b-a730-c06112d469ed {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:22.890835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a71f8112-d6c1-4f8e-8cac-6d2de94440ca req-fa0d9466-aee8-42e6-b957-7e73d585dd18 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387644 Jul 07 17:18:22.920342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8cc95845-a8af-4fec-8397-79878478bc84 req-da9ba395-8e63-45be-9050-2252c452c996 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691230 Jul 07 17:18:22.927928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2d075d4c-e22e-456b-a730-c06112d469ed,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:22.944521 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.945205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1000ffec-868e-4980-94d1-e6d3ac9dbacf details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:22.964411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.033243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:23.086012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7dbd433-f244-4920-a506-864418dbc4af req-ee533fb6-7b8a-4565-84c3-75b5fecfbe35 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 210 time: 0.0824003 Jul 07 17:18:23.106354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-4b1cc4f8-a840-4e92-a7c5-13124f50a4c9', 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9', 'tenant_id': '29adfffcf6c1457784d7806d5866b5ff', 'fixed_ips': [{'subnet_id': 'a766d70e-a22e-4b26-ad4a-ab61ee077731'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:23.107219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.175898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'port_id': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'mac_address': 'fa:16:3e:79:dd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:23.181066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.282144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d979e-0617-46a7-8c33-f34bd1bd6719 req-592d5f32-dd95-4336-ae2b-ef4b9f784e12 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.283786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-577d979e-0617-46a7-8c33-f34bd1bd6719 req-592d5f32-dd95-4336-ae2b-ef4b9f784e12 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1020224 Jul 07 17:18:23.379639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-577d979e-0617-46a7-8c33-f34bd1bd6719 req-ad23e37d-4969-4b38-a486-a3dea086569e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654030 Jul 07 17:18:23.387903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.402003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:23.427010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Allocated IP 172.20.0.2 (4b1cc4f8-a840-4e92-a7c5-13124f50a4c9/a766d70e-a22e-4b26-ad4a-ab61ee077731/4f0508e9-47d7-4128-b32b-c370496e7a1a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:23.433490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf49a69-d7f3-40e9-8974-21a9e915c600 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:23.441291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1000ffec-868e-4980-94d1-e6d3ac9dbacf', 'network_id': '0069e422-ca28-4837-9225-551c02e7b037', 'port_id': '1000ffec-868e-4980-94d1-e6d3ac9dbacf', 'mac_address': 'fa:16:3e:1d:14:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b589d58-f71f-48aa-b5cf-7eedf6354598', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:23.470770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:23.562327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d9f70-2731-4db0-8451-400f4c9deee7 req-ebb3884b-0507-4ec8-8c0d-0db6503fef66 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.568475 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.571516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b19d9f70-2731-4db0-8451-400f4c9deee7 req-ebb3884b-0507-4ec8-8c0d-0db6503fef66 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.0801136 Jul 07 17:18:23.623921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b19d9f70-2731-4db0-8451-400f4c9deee7 req-dd9e03c4-a40e-4ec9-b910-83f199c341cc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Jul 07 17:18:23.649532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.694598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1000ffec-868e-4980-94d1-e6d3ac9dbacf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:23.728032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.734413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.747504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.750922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:23.764114 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.770524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.806398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Transition to ACTIVE for port object 4f0508e9-47d7-4128-b32b-c370496e7a1a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:23.844833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Transition to ACTIVE for port object 4f0508e9-47d7-4128-b32b-c370496e7a1a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:23.851277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.856946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.917800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['bbf49a69-d7f3-40e9-8974-21a9e915c600'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:23.923548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Allocated IP 172.25.7.241 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f9ccd0a6-77c7-4674-bf9b-deb5bf692bbd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:24.001038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:24.092500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.235774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.295965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cdcd8-472f-4605-b5ea-663a2a9d4a4b req-e3f792da-3317-4403-b3d8-b68663dfe15a tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.298584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-597cdcd8-472f-4605-b5ea-663a2a9d4a4b req-e3f792da-3317-4403-b3d8-b68663dfe15a tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 944 time: 0.1442719 Jul 07 17:18:24.300792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:24.305770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Pushing event updated for resources: {'Port': ['ID=4f0508e9-47d7-4128-b32b-c370496e7a1a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.314680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cd140-3bce-478d-bf42-782c89934c29 req-397a3b10-77c7-45e9-ba65-a1dc39c2e365 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.315149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:24.318250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:24.321269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:24.321849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cd140-3bce-478d-bf42-782c89934c29 req-397a3b10-77c7-45e9-ba65-a1dc39c2e365 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.324398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:24.326630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=f9ccd0a6-77c7-4674-bf9b-deb5bf692bbd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.328288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cd140-3bce-478d-bf42-782c89934c29 req-397a3b10-77c7-45e9-ba65-a1dc39c2e365 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.329987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee4cd140-3bce-478d-bf42-782c89934c29 req-397a3b10-77c7-45e9-ba65-a1dc39c2e365 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2415 time: 0.1651490 Jul 07 17:18:24.341435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-49476d41-d1da-4543-802f-7c77f0be6e64 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.344113 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-49476d41-d1da-4543-802f-7c77f0be6e64 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.83 "GET /v2.0/networks?id=35ecfb81-254b-47ce-a6b4-d62364b11296 HTTP/1.1" status: 200 len: 813 time: 0.2293651 Jul 07 17:18:24.370293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Request body: {'port': {'device_id': 'b82c08df-9f85-40f2-9259-6a6078646181', 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296', 'admin_state_up': True, 'tenant_id': '533653fe74844320abecebdc9bf4022c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:24.392973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee4cd140-3bce-478d-bf42-782c89934c29 req-ee5dee46-e9db-471f-8b37-2d4b400da384 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jul 07 17:18:24.407366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-597cdcd8-472f-4605-b5ea-663a2a9d4a4b req-2e63f011-87fe-479c-b3b3-8b20b5aabc04 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762663 Jul 07 17:18:24.412583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:24.451146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Attempting to bind port 4f0508e9-47d7-4128-b32b-c370496e7a1a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:24.451525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Attempting to bind port 4f0508e9-47d7-4128-b32b-c370496e7a1a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '30c2aecf-b6e4-4397-bfb3-b8100fa964a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:24.451905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Attempting to bind port 4f0508e9-47d7-4128-b32b-c370496e7a1a on network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:24.454477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2d075d4c-e22e-456b-a730-c06112d469ed'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:24.457231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1000ffec-868e-4980-94d1-e6d3ac9dbacf'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:24.530214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:24.530586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Checking segment: {'id': '30c2aecf-b6e4-4397-bfb3-b8100fa964a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:24.530996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.531396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Bound using segment: {'id': '30c2aecf-b6e4-4397-bfb3-b8100fa964a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:24.531886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Bound port: 4f0508e9-47d7-4128-b32b-c370496e7a1a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c2aecf-b6e4-4397-bfb3-b8100fa964a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:24.532425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.577118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41f9c36d-e04e-4a99-844f-93685c825e62 req-65544c14-dc62-4142-8404-4877f2267527 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 210 time: 0.0452368 Jul 07 17:18:24.693852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81857e4-c100-4ff3-80dc-d21af00b235e req-6e3b1231-ebcc-400e-b367-fc1f71800b4e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.703554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f81857e4-c100-4ff3-80dc-d21af00b235e req-6e3b1231-ebcc-400e-b367-fc1f71800b4e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1203384 Jul 07 17:18:24.706856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.753787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] For port 4f0508e9-47d7-4128-b32b-c370496e7a1a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:24.757376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f81857e4-c100-4ff3-80dc-d21af00b235e req-8e522b52-ea00-45b3-9118-92b4b232ca53 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Jul 07 17:18:24.806273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] For port 4f0508e9-47d7-4128-b32b-c370496e7a1a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f0508e9-47d7-4128-b32b-c370496e7a1a,segment=NetworkSegment(30c2aecf-b6e4-4397-bfb3-b8100fa964a8),segment_id=30c2aecf-b6e4-4397-bfb3-b8100fa964a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:24.827018 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.903777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a766a-9a56-48af-a706-a94643bad871 req-b200b7c6-dd83-44bc-8c29-8c1346c0a99b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.912400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c8a766a-9a56-48af-a706-a94643bad871 req-b200b7c6-dd83-44bc-8c29-8c1346c0a99b tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1185825 Jul 07 17:18:24.982177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c8a766a-9a56-48af-a706-a94643bad871 req-6893ee9a-64ec-4c25-8faa-58e8f19ba18f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681148 Jul 07 17:18:24.995501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Made reservation on behalf of 533653fe74844320abecebdc9bf4022c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:24.999263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.010635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29a1cb-7e7b-40f4-9757-3ad02ad8391a None None] Pushing event updated for resources: {'Port': ['ID=4f0508e9-47d7-4128-b32b-c370496e7a1a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.023297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.297122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Allocated IP 172.20.0.3 (35ecfb81-254b-47ce-a6b4-d62364b11296/ba89077a-4d17-468c-82e2-c53aaa45cbea/b80c15ae-42e6-471e-b24d-adad48210f46) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:25.341242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Router 4eb9a7de-51c1-4617-8fd5-023d7dca604e is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:25.526247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f0508e9-47d7-4128-b32b-c370496e7a1a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:25.564032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:25.570452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.575298 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] Sync routers for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:25.588938 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:25.591529 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.637893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4f0508e9-47d7-4128-b32b-c370496e7a1a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:25.650896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.652735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1d5b682d-626a-478a-a885-d8e1dd9344f4 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0716798 Jul 07 17:18:25.665984 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.675569 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:25.676852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59360) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:25.677307 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.688942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.730982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.731948 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563e8d1-02e3-4026-b42d-b4b1458cadb5 None None] The sync data for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:25.747726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d4b0-d58e-4f21-abf6-e657e79c2048 req-c4bfadf5-6d1a-4f44-bca5-9e1a37f021be tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.755515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd84d4b0-d58e-4f21-abf6-e657e79c2048 req-c4bfadf5-6d1a-4f44-bca5-9e1a37f021be tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 944 time: 0.1514022 Jul 07 17:18:25.767926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0b3f-b07b-4c29-9b3b-c879de7ca951 req-274c735c-500e-4120-8311-00586e22b806 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.774743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0b3f-b07b-4c29-9b3b-c879de7ca951 req-274c735c-500e-4120-8311-00586e22b806 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.781243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Network 35ecfb81-254b-47ce-a6b4-d62364b11296 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:25.783034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0b3f-b07b-4c29-9b3b-c879de7ca951 req-274c735c-500e-4120-8311-00586e22b806 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.785140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f21b0b3f-b07b-4c29-9b3b-c879de7ca951 req-274c735c-500e-4120-8311-00586e22b806 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2415 time: 0.1701310 Jul 07 17:18:25.786242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:25.797800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:25.851979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f21b0b3f-b07b-4c29-9b3b-c879de7ca951 req-ec1e3c26-5d96-40cb-9a4a-61567e1c85a6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Jul 07 17:18:25.867341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd84d4b0-d58e-4f21-abf6-e657e79c2048 req-4e871474-cb9f-48ba-96ab-b9ac69057a33 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105771 Jul 07 17:18:25.904078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Pushing event updated for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.921647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.922422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.953003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-513e4483-e426-4225-bb64-4e328840f6a8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5872138 Jul 07 17:18:25.975272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Request body: {'port': {'device_id': 'b82c08df-9f85-40f2-9259-6a6078646181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:26.137990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c7ab-2adf-4ca7-a92e-b750c4d09579 req-dd1cea79-fcd4-4fc8-a55d-97c96aa5163e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.139832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8b8c7ab-2adf-4ca7-a92e-b750c4d09579 req-dd1cea79-fcd4-4fc8-a55d-97c96aa5163e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1380873 Jul 07 17:18:26.149753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b956-25e4-4d15-9833-13190e825647 req-0ecd6462-34d7-49da-8268-d34778e97a85 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.156893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.157333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06a2b956-25e4-4d15-9833-13190e825647 req-0ecd6462-34d7-49da-8268-d34778e97a85 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 931 time: 0.1683719 Jul 07 17:18:26.188821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:26.228238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06a2b956-25e4-4d15-9833-13190e825647 req-6fecbffd-77c0-49e5-9a34-9393624f30d4 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Jul 07 17:18:26.269406 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8b8c7ab-2adf-4ca7-a92e-b750c4d09579 req-324c34f8-1b22-4d6c-b510-114b883cd069 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931108 Jul 07 17:18:26.283583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.304733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56cf338-9a84-43ca-a5fc-5602e4089fdb None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:26.405782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.406566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.433523 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:26.438795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02722-e83d-467a-af25-5c4a6ebe40b1 req-92f9574a-6141-4660-aa47-44b51eed571a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.448059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0f02722-e83d-467a-af25-5c4a6ebe40b1 req-92f9574a-6141-4660-aa47-44b51eed571a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.0858221 Jul 07 17:18:26.461906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Provisioning for port 4f0508e9-47d7-4128-b32b-c370496e7a1a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.477806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Provisioning complete for port 4f0508e9-47d7-4128-b32b-c370496e7a1a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.478597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.500451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0f02722-e83d-467a-af25-5c4a6ebe40b1 req-5dce062c-fa3e-41e1-8fde-c432f7cc6f03 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Jul 07 17:18:26.548491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device bbf49a69-d7f3-40e9-8974-21a9e915c600 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:26.698949 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.722030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.734191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.741560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port bbf49a69-d7f3-40e9-8974-21a9e915c600 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.750273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80c15ae-42e6-471e-b24d-adad48210f46 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:26.755956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:26.758800 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7331c1ed-7a82-42d0-9272-0e8f9be16cc1" -d '{"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:26.760563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.771312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port bbf49a69-d7f3-40e9-8974-21a9e915c600 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.772692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.778389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:26.807219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.808344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2d075d4c-e22e-456b-a730-c06112d469ed up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:26.830380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] For port 4f0508e9-47d7-4128-b32b-c370496e7a1a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f0508e9-47d7-4128-b32b-c370496e7a1a,segment=NetworkSegment(30c2aecf-b6e4-4397-bfb3-b8100fa964a8),segment_id=30c2aecf-b6e4-4397-bfb3-b8100fa964a8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:26.934867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.943997 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440c4335-3b65-4f54-9ca4-cad40214b500 x-openstack-request-id: req-440c4335-3b65-4f54-9ca4-cad40214b500 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:26.943997 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:26.943997 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-440c4335-3b65-4f54-9ca4-cad40214b500 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:26.945214 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', 'code': 200} Jul 07 17:18:26.945644 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.020206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb8a5-fe56-4fa7-b0d0-55387bb4946b None None] Pushing event updated for resources: {'Port': ['ID=4f0508e9-47d7-4128-b32b-c370496e7a1a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.044060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 2d075d4c-e22e-456b-a730-c06112d469ed completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:27.054720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 2d075d4c-e22e-456b-a730-c06112d469ed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:27.055434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.150026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a2ffff99-8a5a-4a6e-a89f-41e5a722c42f None None] Provisioning complete for port 4f0508e9-47d7-4128-b32b-c370496e7a1a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:27.151227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2ffff99-8a5a-4a6e-a89f-41e5a722c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.153277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbec16-0781-4de8-a088-5d2da38259b8 req-43616426-9683-404e-b050-454b4ae5a858 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.160855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbec16-0781-4de8-a088-5d2da38259b8 req-43616426-9683-404e-b050-454b4ae5a858 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.167317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbec16-0781-4de8-a088-5d2da38259b8 req-43616426-9683-404e-b050-454b4ae5a858 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.175542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bafbec16-0781-4de8-a088-5d2da38259b8 req-43616426-9683-404e-b050-454b4ae5a858 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2416 time: 0.1532664 Jul 07 17:18:27.222575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.249273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bafbec16-0781-4de8-a088-5d2da38259b8 req-2f320c0c-5b03-4a4e-afbe-ddf1963a8ebe tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Jul 07 17:18:27.263523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293df52-ea48-4eb7-9498-3ca6cd84e4d0 req-96767f21-ae8b-4724-a253-dcace55ef887 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.265638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7293df52-ea48-4eb7-9498-3ca6cd84e4d0 req-96767f21-ae8b-4724-a253-dcace55ef887 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 944 time: 0.1953771 Jul 07 17:18:27.315341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:27.328701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.330218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7293df52-ea48-4eb7-9498-3ca6cd84e4d0 req-7d9bf0e7-eeff-416d-8222-80ffcf4cec41 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570307 Jul 07 17:18:27.368590 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.454943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.462442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2d075d4c-e22e-456b-a730-c06112d469ed,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:27.470373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.471231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1000ffec-868e-4980-94d1-e6d3ac9dbacf up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:27.479121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2cf2-ba2a-426c-8e4e-6928f06589d1 req-befa9257-a62a-4c5e-afd4-5702d6ad799d tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.486749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-070d2cf2-ba2a-426c-8e4e-6928f06589d1 req-befa9257-a62a-4c5e-afd4-5702d6ad799d tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 931 time: 0.0888784 Jul 07 17:18:27.546810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-070d2cf2-ba2a-426c-8e4e-6928f06589d1 req-6a1bd50d-3d24-4e67-80e5-3f24d6e4c4b8 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Jul 07 17:18:27.549163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f0508e9-47d7-4128-b32b-c370496e7a1a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:27.593404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.621644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 1000ffec-868e-4980-94d1-e6d3ac9dbacf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:27.626819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1000ffec-868e-4980-94d1-e6d3ac9dbacf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:27.627167 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.640959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Transition to ACTIVE for port object b80c15ae-42e6-471e-b24d-adad48210f46 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:27.653898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.683491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4f0508e9-47d7-4128-b32b-c370496e7a1a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:27.683905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.710566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Allocated IP 172.20.0.1 (4b1cc4f8-a840-4e92-a7c5-13124f50a4c9/a766d70e-a22e-4b26-ad4a-ab61ee077731/56770d42-d542-44b1-9761-e07f075417dc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:27.731480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5941d-285f-42a8-9e48-3d2145e51144 req-48452ad0-cb51-4aad-823a-567b80bc2205 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.733058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7da5941d-285f-42a8-9e48-3d2145e51144 req-48452ad0-cb51-4aad-823a-567b80bc2205 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.1591980 Jul 07 17:18:27.764159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.820861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Pushing event updated for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.824329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7da5941d-285f-42a8-9e48-3d2145e51144 req-b5ed1025-7685-47c6-8ff4-1378f5eb4aab tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815251 Jul 07 17:18:27.832566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:27.844367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.876980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc393-96b0-4fb9-ad86-2378c063a30d req-d021377e-18b0-4482-9b9f-6e279745b113 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.886207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a1fc393-96b0-4fb9-ad86-2378c063a30d req-d021377e-18b0-4482-9b9f-6e279745b113 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1060588 Jul 07 17:18:27.901838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Attempting to bind port b80c15ae-42e6-471e-b24d-adad48210f46 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:27.902313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Attempting to bind port b80c15ae-42e6-471e-b24d-adad48210f46 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:27.902655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Attempting to bind port b80c15ae-42e6-471e-b24d-adad48210f46 on network 35ecfb81-254b-47ce-a6b4-d62364b11296 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:27.914557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Port b80c15ae-42e6-471e-b24d-adad48210f46 on network 35ecfb81-254b-47ce-a6b4-d62364b11296 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:27.914883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Attempting to bind port b80c15ae-42e6-471e-b24d-adad48210f46 on network 35ecfb81-254b-47ce-a6b4-d62364b11296 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:27.923197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:27.923464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Checking segment: {'id': 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:27.923854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Bound using segment: {'id': 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:27.924287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Bound port: b80c15ae-42e6-471e-b24d-adad48210f46, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:27.924807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.931152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.955596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a1fc393-96b0-4fb9-ad86-2378c063a30d req-236cfb35-5aaa-437c-a565-b05b0fe80381 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611541 Jul 07 17:18:28.064593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.093986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Transition to ACTIVE for port object 56770d42-d542-44b1-9761-e07f075417dc will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:28.098301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:28.104549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b80c15ae-42e6-471e-b24d-adad48210f46,segment=NetworkSegment(e3461dd0-fec0-4e9e-89a9-a35638e2b46a),segment_id=e3461dd0-fec0-4e9e-89a9-a35638e2b46a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:28.111456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.160798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.161432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.163456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] 10.222.0.83 "PUT /v2.0/ports/b80c15ae-42e6-471e-b24d-adad48210f46 HTTP/1.1" status: 200 len: 1092 time: 2.2016764 Jul 07 17:18:28.165668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:28.168010 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d86d10-cd4d-4da5-8014-61d927b389c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:28.195924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaaa9-9309-483f-bcd6-152f0840da1a service neutron] Pushing event updated for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.200844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.275984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:28.283410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:28.294309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:28.324644 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa02a8-0ef1-44b6-a800-c3c0048b1230 x-openstack-request-id: req-77fa02a8-0ef1-44b6-a800-c3c0048b1230 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:28.324942 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:28.325198 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77fa02a8-0ef1-44b6-a800-c3c0048b1230 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:28.325608 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46', 'status': 'completed', 'code': 200} Jul 07 17:18:28.336005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=56770d42-d542-44b1-9761-e07f075417dc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.368276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.415370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-2f7855af-4d22-4e05-aed9-1d23037893da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.416949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-2f7855af-4d22-4e05-aed9-1d23037893da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=533653fe74844320abecebdc9bf4022c&device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 1095 time: 0.1873019 Jul 07 17:18:28.471077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-01e67765-55c5-4e35-9ec9-42f21285b41b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80c15ae-42e6-471e-b24d-adad48210f46 HTTP/1.1" status: 200 len: 217 time: 0.0469356 Jul 07 17:18:28.475201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a48e8-e719-4201-8c62-8550e82bf803 req-548943ed-d2b9-432f-88b8-44bf84ad56de tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.482812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a48e8-e719-4201-8c62-8550e82bf803 req-548943ed-d2b9-432f-88b8-44bf84ad56de tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.489339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a48e8-e719-4201-8c62-8550e82bf803 req-548943ed-d2b9-432f-88b8-44bf84ad56de tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.497259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc8a48e8-e719-4201-8c62-8550e82bf803 req-548943ed-d2b9-432f-88b8-44bf84ad56de tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2418 time: 0.1063147 Jul 07 17:18:28.552078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea664bb-6e38-44de-8279-b60378765dae req-dfa93b21-d443-482a-b9cf-15291caa9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.553739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-dfa93b21-d443-482a-b9cf-15291caa9dfc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba89077a-4d17-468c-82e2-c53aaa45cbea HTTP/1.1" status: 200 len: 853 time: 0.0759909 Jul 07 17:18:28.568862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc8a48e8-e719-4201-8c62-8550e82bf803 req-67c11780-817b-417e-86e5-1f754eb4516d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Jul 07 17:18:28.603037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780c294-aa36-4d79-ae69-1a2f414b76f4 req-7e13bd42-b2f8-41ea-9254-59a58c482b03 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.608609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d3b2c60-da20-4ebf-a05f-0bb53a23e04b None None] Provisioning for port 56770d42-d542-44b1-9761-e07f075417dc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:28.610684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9780c294-aa36-4d79-ae69-1a2f414b76f4 req-7e13bd42-b2f8-41ea-9254-59a58c482b03 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1111834 Jul 07 17:18:28.612869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d3b2c60-da20-4ebf-a05f-0bb53a23e04b None None] Provisioning complete for port 56770d42-d542-44b1-9761-e07f075417dc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:28.613203 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2c60-da20-4ebf-a05f-0bb53a23e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.622753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-7ec2495d-4f39-45d3-b8fe-a7694c609cab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35ecfb81-254b-47ce-a6b4-d62364b11296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427742 Jul 07 17:18:28.648542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.653640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b2c60-da20-4ebf-a05f-0bb53a23e04b None None] Port 56770d42-d542-44b1-9761-e07f075417dc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:28.658026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9780c294-aa36-4d79-ae69-1a2f414b76f4 req-22a26b4e-9ca5-4ec4-893c-0920dd559c7c tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Jul 07 17:18:28.774336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614ab31-94e8-43ca-b9d4-8d5083608fc0 req-ef93340b-4186-458e-8ae3-891067aaf371 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.775767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4614ab31-94e8-43ca-b9d4-8d5083608fc0 req-ef93340b-4186-458e-8ae3-891067aaf371 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 943 time: 0.0690236 Jul 07 17:18:28.813891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4614ab31-94e8-43ca-b9d4-8d5083608fc0 req-6a2e6f6d-a631-477e-ae53-1c45e5a318ea tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jul 07 17:18:28.821637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-ebeb7bb9-491a-41b4-aff2-9b4aa4d061f4 service neutron] 10.222.0.83 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903658 Jul 07 17:18:28.945653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600'}, {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed'}, {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:28.948067 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ca8ded-6fe2-451f-8b56-ad206cc4e02f" -d '{"events": [{"server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "name": "network-vif-plugged", "status": "completed", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600"}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed"}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:28.995910 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d718a74-1471-44cf-88c0-3ee0ed46e835 x-openstack-request-id: req-9d718a74-1471-44cf-88c0-3ee0ed46e835 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:28.996296 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "name": "network-vif-plugged", "status": "completed", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600", "code": 200}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed", "code": 200}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-plugged", "status": "completed", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:28.996954 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d718a74-1471-44cf-88c0-3ee0ed46e835 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:28.997177 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'code': 200} Jul 07 17:18:28.997540 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed', 'code': 200} Jul 07 17:18:28.998054 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf', 'code': 200} Jul 07 17:18:29.027377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad972331-1e44-422f-b65e-278e93ba06f6 req-a27d18c9-2f28-4458-b238-78d17790ba38 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.029187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad972331-1e44-422f-b65e-278e93ba06f6 req-a27d18c9-2f28-4458-b238-78d17790ba38 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.0818069 Jul 07 17:18:29.079234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eea664bb-6e38-44de-8279-b60378765dae req-1ccdf676-b829-4eb1-aeb9-12510e664178 service neutron] 10.222.0.83 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221615 Jul 07 17:18:29.082080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad972331-1e44-422f-b65e-278e93ba06f6 req-8f84a60c-8087-4431-ba1d-5c073aa00d64 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Jul 07 17:18:29.123559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.130532 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.242038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.244291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9acce-bf4d-4986-ab27-6ae2d7d4c981 req-7b670322-fd1f-4aeb-a4b4-fa2a6569562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.244779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9acce-bf4d-4986-ab27-6ae2d7d4c981 req-7b670322-fd1f-4aeb-a4b4-fa2a6569562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.245257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9acce-bf4d-4986-ab27-6ae2d7d4c981 req-7b670322-fd1f-4aeb-a4b4-fa2a6569562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.246926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0b9acce-bf4d-4986-ab27-6ae2d7d4c981 req-7b670322-fd1f-4aeb-a4b4-fa2a6569562c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2874 time: 0.1518292 Jul 07 17:18:29.251856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadafba-c238-493d-8541-e1b44ee6a4a6 req-cba23512-5169-43de-9ac0-750bddded278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.253246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccadafba-c238-493d-8541-e1b44ee6a4a6 req-cba23512-5169-43de-9ac0-750bddded278 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1097 time: 0.1566763 Jul 07 17:18:29.253467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=56770d42-d542-44b1-9761-e07f075417dc,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:29.268102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45919f-4866-485f-ab9a-a3297eb43f7e req-4cb57f62-d936-44ee-9b91-2940d8116f86 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.269597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d45919f-4866-485f-ab9a-a3297eb43f7e req-4cb57f62-d936-44ee-9b91-2940d8116f86 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1539483 Jul 07 17:18:29.317802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-39d2fabc-65c1-401d-a1d6-051509523ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.319584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-39d2fabc-65c1-401d-a1d6-051509523ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=533653fe74844320abecebdc9bf4022c&device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 1095 time: 0.1434567 Jul 07 17:18:29.341355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccadafba-c238-493d-8541-e1b44ee6a4a6 req-58eb3231-e681-4ece-8f18-3910154f120c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708458 Jul 07 17:18:29.352974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0b9acce-bf4d-4986-ab27-6ae2d7d4c981 req-af1aba5a-0654-4408-bae2-77b0c015d4d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Jul 07 17:18:29.355986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d45919f-4866-485f-ab9a-a3297eb43f7e req-accc325e-be76-427c-866b-4db62ccda379 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785534 Jul 07 17:18:29.404016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:29.408494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:29.499079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-2f31fcf8-224f-4995-a400-442cd8f06149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.500690 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-2f31fcf8-224f-4995-a400-442cd8f06149 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35ecfb81-254b-47ce-a6b4-d62364b11296 HTTP/1.1" status: 200 len: 914 time: 0.1727331 Jul 07 17:18:29.568755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-3d4e0bb2-09d8-4dd8-93eb-736adbb6ffa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80c15ae-42e6-471e-b24d-adad48210f46 HTTP/1.1" status: 200 len: 217 time: 0.0417514 Jul 07 17:18:29.624437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Router 4eb9a7de-51c1-4617-8fd5-023d7dca604e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:29.640738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-b4c5a830-70c6-4f0c-88d3-4772abfcd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.642280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-b4c5a830-70c6-4f0c-88d3-4772abfcd3d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba89077a-4d17-468c-82e2-c53aaa45cbea HTTP/1.1" status: 200 len: 853 time: 0.0653520 Jul 07 17:18:29.679001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d047a3c9-077f-4c14-857f-97a6c5d7aeaa None None] Provisioning complete for port 56770d42-d542-44b1-9761-e07f075417dc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:29.680007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d047a3c9-077f-4c14-857f-97a6c5d7aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.708235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-1b8cc338-8d34-4833-a5ea-c90a4d714d7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35ecfb81-254b-47ce-a6b4-d62364b11296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jul 07 17:18:29.765396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d047a3c9-077f-4c14-857f-97a6c5d7aeaa None None] Port 56770d42-d542-44b1-9761-e07f075417dc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:29.808079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4cdb-a08d-4d16-b1ca-56dc78ec74d4 req-32c428d5-0486-4a1f-8432-dc4fce92e839 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.815182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4cdb-a08d-4d16-b1ca-56dc78ec74d4 req-32c428d5-0486-4a1f-8432-dc4fce92e839 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.824128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4cdb-a08d-4d16-b1ca-56dc78ec74d4 req-32c428d5-0486-4a1f-8432-dc4fce92e839 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.824321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:29.834441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-06d1810d-3762-459e-aac0-b294862a50f2 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "PUT /v2.0/routers/4eb9a7de-51c1-4617-8fd5-023d7dca604e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1563833 Jul 07 17:18:29.834959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-198c4cdb-a08d-4d16-b1ca-56dc78ec74d4 req-32c428d5-0486-4a1f-8432-dc4fce92e839 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2418 time: 0.1041811 Jul 07 17:18:29.837642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:29.842781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] Sync routers for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:29.851850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Request body: {'port': {'network_id': '4b1cc4f8-a840-4e92-a7c5-13124f50a4c9', 'name': 'tempest-FloatingIPAdminTestJSON-1227097952'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:29.856387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-8b75f3d0-a545-467c-b23c-dda4e937b5fe service neutron] 10.222.0.83 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390934 Jul 07 17:18:29.867871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:29.868787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:29.872794 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5da0-19da-471d-8409-9db60febd771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.914517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:29.925794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:29.926435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:29.961852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-31d86d10-cd4d-4da5-8014-61d927b389c1 req-e64e1715-ba0d-40d6-bdd7-71ff0e884087 service neutron] 10.222.0.83 "GET /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976481 Jul 07 17:18:29.962135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:29.962605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd50e4-e65f-4833-9a70-001d7919d4cf None None] The sync data for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:29.986139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-198c4cdb-a08d-4d16-b1ca-56dc78ec74d4 req-f83971e9-5735-45b6-b325-c1860c120edb tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284201 Jul 07 17:18:30.050228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb12fea-9da6-459b-8a5e-c0913572cb14 req-6a2e6bb7-2340-4ab1-84fb-73f0ac7524e8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.052007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbb12fea-9da6-459b-8a5e-c0913572cb14 req-6a2e6bb7-2340-4ab1-84fb-73f0ac7524e8 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1811714 Jul 07 17:18:30.063483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Made reservation on behalf of 29adfffcf6c1457784d7806d5866b5ff for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:30.067114 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.100617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] device_id is not set on port 26e89763-284a-4573-a3c0-c0cdaa40b6db yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:30.147915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbb12fea-9da6-459b-8a5e-c0913572cb14 req-a4f4d46e-38f9-471f-af0e-313774b634ba tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866849 Jul 07 17:18:30.275524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755782-4731-48d7-81d6-2ba40c149f68 req-c540b0e8-bc2b-49e3-a492-453201db110f tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.283846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2755782-4731-48d7-81d6-2ba40c149f68 req-c540b0e8-bc2b-49e3-a492-453201db110f tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 943 time: 0.1734185 Jul 07 17:18:30.310957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Allocated IP 172.20.0.11 (4b1cc4f8-a840-4e92-a7c5-13124f50a4c9/a766d70e-a22e-4b26-ad4a-ab61ee077731/26e89763-284a-4573-a3c0-c0cdaa40b6db) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:30.417142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2755782-4731-48d7-81d6-2ba40c149f68 req-90db7576-fe5d-438e-85f3-fb80a126b620 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314266 Jul 07 17:18:30.524237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd22558-a983-4abb-a0fd-9028799220fd req-d0ba6b08-2f9e-458e-9402-7b3e0a11ade4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.524930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddd22558-a983-4abb-a0fd-9028799220fd req-d0ba6b08-2f9e-458e-9402-7b3e0a11ade4 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2069957 Jul 07 17:18:30.603188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddd22558-a983-4abb-a0fd-9028799220fd req-95cb32ae-bb9c-4489-9444-ac564b3d38f6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677929 Jul 07 17:18:30.664817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.689846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Transition to ACTIVE for port object 26e89763-284a-4573-a3c0-c0cdaa40b6db will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:30.710973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139bf38-14c6-44ae-92d0-c4f8b93701b8 req-a6d2b161-3624-44d8-ba9b-199ae489eb72 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.712944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a139bf38-14c6-44ae-92d0-c4f8b93701b8 req-a6d2b161-3624-44d8-ba9b-199ae489eb72 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1293488 Jul 07 17:18:30.769406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.773768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a139bf38-14c6-44ae-92d0-c4f8b93701b8 req-d0949c03-3c61-42a4-893c-47418830ca5a tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519366 Jul 07 17:18:30.814223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:30.817801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:30.822635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:30.854584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event updated for resources: {'Port': ['ID=26e89763-284a-4573-a3c0-c0cdaa40b6db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.882687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:30.883352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.898094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e3f8e28-0b9a-47f9-8bb8-1240673170a8 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0587413 Jul 07 17:18:30.901465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:30.950068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'project_id': '29adfffcf6c1457784d7806d5866b5ff', 'port_id': '26e89763-284a-4573-a3c0-c0cdaa40b6db'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:30.972039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.061891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.109370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6ab3e390-40de-4ac1-baba-f87814a114ed None None] Provisioning for port 26e89763-284a-4573-a3c0-c0cdaa40b6db completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:31.114573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6ab3e390-40de-4ac1-baba-f87814a114ed None None] Provisioning complete for port 26e89763-284a-4573-a3c0-c0cdaa40b6db triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:31.115957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e390-40de-4ac1-baba-f87814a114ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.166205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3e390-40de-4ac1-baba-f87814a114ed None None] Port 26e89763-284a-4573-a3c0-c0cdaa40b6db cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:31.183512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438b76-1e4c-403f-8ab1-3b39ec8ef6e1 req-8fe18700-73e0-4860-a141-dcccbb4bc29c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.184178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Allocated IP 172.25.7.121 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2f4ec937-b1a5-4543-9f3a-52320d6ca32b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:31.189377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438b76-1e4c-403f-8ab1-3b39ec8ef6e1 req-8fe18700-73e0-4860-a141-dcccbb4bc29c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.206195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438b76-1e4c-403f-8ab1-3b39ec8ef6e1 req-8fe18700-73e0-4860-a141-dcccbb4bc29c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.207909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a438b76-1e4c-403f-8ab1-3b39ec8ef6e1 req-8fe18700-73e0-4860-a141-dcccbb4bc29c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2418 time: 0.1065843 Jul 07 17:18:31.266720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a438b76-1e4c-403f-8ab1-3b39ec8ef6e1 req-0e2454a0-1009-404f-a164-4bafaaea622d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475414 Jul 07 17:18:31.296381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.345343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.360013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d3359-0bdd-476e-9b9d-5d5949985255 req-d418174f-7567-4ae1-92f0-caaf2bc74391 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.361101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-602d3359-0bdd-476e-9b9d-5d5949985255 req-d418174f-7567-4ae1-92f0-caaf2bc74391 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.0677013 Jul 07 17:18:31.388744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:31.391808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:31.394239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:31.412457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-602d3359-0bdd-476e-9b9d-5d5949985255 req-751a49c1-01f5-4132-98f8-11f84656ad73 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Jul 07 17:18:31.425462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4ec937-b1a5-4543-9f3a-52320d6ca32b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:31.613685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439a07c-496c-427a-828f-5b4fd053f9bf req-f72402a5-c851-4c14-89be-678084abd702 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.627861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3439a07c-496c-427a-828f-5b4fd053f9bf req-f72402a5-c851-4c14-89be-678084abd702 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1071033 Jul 07 17:18:31.630922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.637967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Request body: {'floatingip': {'port_id': 'bbf49a69-d7f3-40e9-8974-21a9e915c600'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:31.879487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.962170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.096597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.125547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.131397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.204390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4ec937-b1a5-4543-9f3a-52320d6ca32b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.216962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.300753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14d51209-e364-4e60-952e-1e3e09593527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.331566 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Floating IP 4b26bce0-b899-4f9b-ba14-76f5ed6b669f associated. External IP: 172.25.7.121, port: 26e89763-284a-4573-a3c0-c0cdaa40b6db. Jul 07 17:18:32.336628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c784d-0bde-4fd1-b858-0b7ae9737cb3 req-3b0cfe6f-fc2d-4f5a-a995-c979e728d011 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.338267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-599c784d-0bde-4fd1-b858-0b7ae9737cb3 req-3b0cfe6f-fc2d-4f5a-a995-c979e728d011 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.2696056 Jul 07 17:18:32.351136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb64172-569f-48a6-9eda-fbcc9500e84d req-1d0d9d85-b0c5-49c6-910f-9a7c934db99a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.352613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcb64172-569f-48a6-9eda-fbcc9500e84d req-1d0d9d85-b0c5-49c6-910f-9a7c934db99a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 943 time: 0.2826390 Jul 07 17:18:32.461339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-599c784d-0bde-4fd1-b858-0b7ae9737cb3 req-907d7022-cd16-4447-8e5c-96721786c1ff tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077149 Jul 07 17:18:32.467336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcb64172-569f-48a6-9eda-fbcc9500e84d req-03f57dd1-7a54-4d87-9c5f-069214d48e4d tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058280 Jul 07 17:18:32.553106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b80c15ae-42e6-471e-b24d-adad48210f46 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:32.700861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b80c15ae-42e6-471e-b24d-adad48210f46,segment=NetworkSegment(e3461dd0-fec0-4e9e-89a9-a35638e2b46a),segment_id=e3461dd0-fec0-4e9e-89a9-a35638e2b46a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:32.727850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'b80c15ae-42e6-471e-b24d-adad48210f46', 'network_id': '35ecfb81-254b-47ce-a6b4-d62364b11296', 'port_id': 'b80c15ae-42e6-471e-b24d-adad48210f46', 'mac_address': 'fa:16:3e:84:28:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba89077a-4d17-468c-82e2-c53aaa45cbea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:32.772805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.792184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.799421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80c15ae-42e6-471e-b24d-adad48210f46 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:32.837727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b80c15ae-42e6-471e-b24d-adad48210f46,segment=NetworkSegment(e3461dd0-fec0-4e9e-89a9-a35638e2b46a),segment_id=e3461dd0-fec0-4e9e-89a9-a35638e2b46a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:32.847287 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.911749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.940452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.949617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834511a-9c33-44f3-85c6-974f02903e7b req-f4d6c539-f297-420d-98cf-bedaba2e8fd0 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.951149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4834511a-9c33-44f3-85c6-974f02903e7b req-f4d6c539-f297-420d-98cf-bedaba2e8fd0 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2471259 Jul 07 17:18:32.953163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.958828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Router 4eb9a7de-51c1-4617-8fd5-023d7dca604e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:32.996546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7472-4d2a-43e0-88e1-244f202fc78c req-316078a2-3431-4daa-a4b2-ea00fca9c92d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.002306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7472-4d2a-43e0-88e1-244f202fc78c req-316078a2-3431-4daa-a4b2-ea00fca9c92d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.008204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7472-4d2a-43e0-88e1-244f202fc78c req-316078a2-3431-4daa-a4b2-ea00fca9c92d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.009863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2da7472-4d2a-43e0-88e1-244f202fc78c req-316078a2-3431-4daa-a4b2-ea00fca9c92d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2418 time: 0.3571670 Jul 07 17:18:33.073757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:33.082153 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] Sync routers for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:33.092167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:33.093080 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.099399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.151037 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-379c6987-5f0d-4d39-92a6-6e77046cfc5a tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.2482820 Jul 07 17:18:33.153863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.156777 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Floating IP ee046def-74f2-4dd4-8631-e5512f4a7e87 associated. External IP: 172.25.7.92, port: bbf49a69-d7f3-40e9-8974-21a9e915c600. Jul 07 17:18:33.170734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4834511a-9c33-44f3-85c6-974f02903e7b req-a0b38693-f9ae-489f-8f83-ff6803659744 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597559 Jul 07 17:18:33.181817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['b80c15ae-42e6-471e-b24d-adad48210f46'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:33.227144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2da7472-4d2a-43e0-88e1-244f202fc78c req-a0231bb7-100a-44ab-86a8-cffc2ceac4f3 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990633 Jul 07 17:18:33.240819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.251271 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:33.252190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.303932 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.304966 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beabf5-daac-4c0f-a0e9-44df7989f759 None None] The sync data for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:33.348498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1ccd724-f0c3-41f0-a55f-6f8262605289 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "GET /v2.0/floatingips/4b26bce0-b899-4f9b-ba14-76f5ed6b669f HTTP/1.1" status: 200 len: 984 time: 0.1930501 Jul 07 17:18:33.351243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.492189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Router 31ea30cf-3eda-4f1a-8cf0-1947138e318e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:33.511283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-7c5aafc3-9577-4b7a-a509-f2591a4cd1dd tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.520479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-7c5aafc3-9577-4b7a-a509-f2591a4cd1dd tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.527938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-7c5aafc3-9577-4b7a-a509-f2591a4cd1dd tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.529864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-7c5aafc3-9577-4b7a-a509-f2591a4cd1dd tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2418 time: 0.1704578 Jul 07 17:18:33.532688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6853fe07-146b-42c4-91c6-55826c229532 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1801879 Jul 07 17:18:33.535504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.536457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59466) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.731052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port 2f4ec937-b1a5-4543-9f3a-52320d6ca32b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:33.731304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.810728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.811185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.824676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for 2f4ec937-b1a5-4543-9f3a-52320d6ca32b owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:33.856927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:33.864578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.868477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Sync routers for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:33.884145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:33.885068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:33.917210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 1000ffec-868e-4980-94d1-e6d3ac9dbacf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:33.917724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.008574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1bf86-bcaa-4084-a9d8-96f0bebe06e6 req-1c04736d-e87a-4b6a-a1b4-3345c8ef0b0a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.015707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33e1bf86-bcaa-4084-a9d8-96f0bebe06e6 req-1c04736d-e87a-4b6a-a1b4-3345c8ef0b0a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 944 time: 0.3421347 Jul 07 17:18:34.019576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-34eabf1b-3fb0-4d54-80f7-792828f6f051 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "PUT /v2.0/floatingips/ee046def-74f2-4dd4-8631-e5512f4a7e87 HTTP/1.1" status: 200 len: 990 time: 2.3869114 Jul 07 17:18:34.024346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:34.026731 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c70b4-9814-4da4-ad97-3fb23585188d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:34.028712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.066497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=2f4ec937-b1a5-4543-9f3a-52320d6ca32b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.111944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795b6c-265c-4ab6-a909-49abf6cda57c req-a53e647d-1033-4d9f-9ea3-09c7caa3f25a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.113942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:34.118758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d795b6c-265c-4ab6-a909-49abf6cda57c req-a53e647d-1033-4d9f-9ea3-09c7caa3f25a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.3751409 Jul 07 17:18:34.209943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d795b6c-265c-4ab6-a909-49abf6cda57c req-9b1e2e54-e6a2-4fad-ba85-81bd540a40dd tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897524 Jul 07 17:18:34.219261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.219748 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Floating IP 4b26bce0-b899-4f9b-ba14-76f5ed6b669f disassociated (deleted). External IP: 172.25.7.121, port: 26e89763-284a-4573-a3c0-c0cdaa40b6db. Jul 07 17:18:34.247350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33e1bf86-bcaa-4084-a9d8-96f0bebe06e6 req-f2985231-0edd-4b0e-a1ce-1d482401b658 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306809 Jul 07 17:18:34.284645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 1000ffec-868e-4980-94d1-e6d3ac9dbacf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1000ffec-868e-4980-94d1-e6d3ac9dbacf,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:34.284941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.331440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 1000ffec-868e-4980-94d1-e6d3ac9dbacf owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:34.382893 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.529583 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c306c7a-4008-49ff-bb09-94dd3352d091 x-openstack-request-id: req-1c306c7a-4008-49ff-bb09-94dd3352d091 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:34.530186 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:34.530638 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c306c7a-4008-49ff-bb09-94dd3352d091 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:34.531179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-652bca8a-4c15-49a0-8366-72e71f67681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.531394 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'status': 'completed', 'code': 200} Jul 07 17:18:34.532935 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-652bca8a-4c15-49a0-8366-72e71f67681a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1097 time: 0.1230047 Jul 07 17:18:34.614734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b80c15ae-42e6-471e-b24d-adad48210f46 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:34.675034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-b4b13c12-b563-46a7-b103-2e5402ed37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.681581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-b4b13c12-b563-46a7-b103-2e5402ed37ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 916 time: 0.1387002 Jul 07 17:18:34.764632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'ee046def-74f2-4dd4-8631-e5512f4a7e87', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'port_id': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'mac_address': 'fa:16:3e:79:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 1, 'project_id': '53772322d07942e5afaf51c153b25d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:34.766831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-f9b2cf7a-8c60-4af9-95b2-4ef7446085b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 998 time: 0.0746598 Jul 07 17:18:34.771615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Router 4eb9a7de-51c1-4617-8fd5-023d7dca604e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:34.800793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port b80c15ae-42e6-471e-b24d-adad48210f46 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:34.805220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Checking router: 31ea30cf-3eda-4f1a-8cf0-1947138e318e for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:34.808416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port b80c15ae-42e6-471e-b24d-adad48210f46 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:34.808863 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.827271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.838451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:34.839548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:34.888574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-0a3c9945-9e57-4c59-b317-04e2d65e5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.892821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-0a3c9945-9e57-4c59-b317-04e2d65e5f48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 200 len: 854 time: 0.1159401 Jul 07 17:18:34.971885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ae7ac-4b3b-4caa-a5c5-e64f3424e9d7 req-51163236-42fe-4ab5-b0bc-cdc5cd764fb3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:34.980988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e22ae7ac-4b3b-4caa-a5c5-e64f3424e9d7 req-51163236-42fe-4ab5-b0bc-cdc5cd764fb3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2814901 Jul 07 17:18:35.021396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-806607c4-8c53-4aa3-865e-c8bfbe9a7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.023021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-806607c4-8c53-4aa3-865e-c8bfbe9a7fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927348 Jul 07 17:18:35.024147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=1000ffec-868e-4980-94d1-e6d3ac9dbacf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.026151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:35.031203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.043466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] Sync routers for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:35.060248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:35.060880 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.074837 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f3bd380-496e-4683-9886-9a1d6be49192 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/floatingips/4b26bce0-b899-4f9b-ba14-76f5ed6b669f HTTP/1.1" status: 204 len: 168 time: 1.5336978 Jul 07 17:18:35.089793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59484) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:35.094569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:35.101992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:35.138479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.140278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.179381 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:35.181620 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.290580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-46fc908a-bdbe-448b-b792-d90a33de5e8d service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109067 Jul 07 17:18:35.294856 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.295894 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce2258e-b6e9-4a3f-9cbe-1ca1e6f6538b None None] The sync data for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:35.327565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', '1000ffec-868e-4980-94d1-e6d3ac9dbacf', '2d075d4c-e22e-456b-a730-c06112d469ed'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:35.374448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.403999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.502717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd3c70b4-9814-4da4-ad97-3fb23585188d req-a548fd9b-4ca1-46a7-99f5-f44ae5b5feac service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045479 Jul 07 17:18:35.531224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Allocated IP 172.25.7.135 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/1c851639-49d7-46f0-ae9e-d5ac3764f207) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:35.554323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 1000ffec-868e-4980-94d1-e6d3ac9dbacf on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:35.557713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.559924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-73ebf3ff-8a32-4b8e-8cc1-3f2f86787eec tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "DELETE /v2.0/ports/1000ffec-868e-4980-94d1-e6d3ac9dbacf HTTP/1.1" status: 204 len: 173 time: 2.0213749 Jul 07 17:18:35.643223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.655295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.662340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e22ae7ac-4b3b-4caa-a5c5-e64f3424e9d7 req-d63b1be3-615d-4e88-8312-acb789054cc8 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797795 Jul 07 17:18:35.673665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3febaa-10e2-4bd4-8bed-bcddfde37aa5 req-96938451-4ac2-4c65-9773-1144b576ce42 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.680742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3febaa-10e2-4bd4-8bed-bcddfde37aa5 req-96938451-4ac2-4c65-9773-1144b576ce42 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.687196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3febaa-10e2-4bd4-8bed-bcddfde37aa5 req-96938451-4ac2-4c65-9773-1144b576ce42 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.694924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c3febaa-10e2-4bd4-8bed-bcddfde37aa5 req-96938451-4ac2-4c65-9773-1144b576ce42 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 2339 time: 0.9326608 Jul 07 17:18:35.727818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.745733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-da4141ed-b523-46b4-996a-4f9323ec4bbe tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.747634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-da4141ed-b523-46b4-996a-4f9323ec4bbe tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.8555007 Jul 07 17:18:35.822018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Pushing event updated for resources: {'Port': ['ID=1c851639-49d7-46f0-ae9e-d5ac3764f207,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.834973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:35.836849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:35.843436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:35.844094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c3febaa-10e2-4bd4-8bed-bcddfde37aa5 req-3a7b3e48-f131-42d9-8e4b-1eac9cac2b81 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459322 Jul 07 17:18:35.894049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b80c15ae-42e6-471e-b24d-adad48210f46,segment=NetworkSegment(e3461dd0-fec0-4e9e-89a9-a35638e2b46a),segment_id=e3461dd0-fec0-4e9e-89a9-a35638e2b46a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:35.903197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:35.905930 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c56243c-3611-4161-b9ea-3e50fdf6fcd8" -d '{"events": [{"server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "name": "network-vif-plugged", "status": "completed", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:35.913151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.971348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.987054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'ee046def-74f2-4dd4-8631-e5512f4a7e87', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'port_id': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'mac_address': 'fa:16:3e:79:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 1, 'project_id': '53772322d07942e5afaf51c153b25d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.987932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.020891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699fd06-7c57-4956-a74f-3dc8ff6d0441 None None] The sync data for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 is: [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'ee046def-74f2-4dd4-8631-e5512f4a7e87', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'port_id': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'mac_address': 'fa:16:3e:79:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:17:19Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 1, 'project_id': '53772322d07942e5afaf51c153b25d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:36.038539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.101173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:36.101735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.217244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8d129-f1cb-47cc-9ecf-74062f895bba req-bacd0997-3ebf-4317-b1ed-42d61348d42e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.224246 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1be8d129-f1cb-47cc-9ecf-74062f895bba req-bacd0997-3ebf-4317-b1ed-42d61348d42e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 945 time: 0.3387241 Jul 07 17:18:36.235662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port c6e42ff5-a273-402a-813c-96785c863cb5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:36.236302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.239351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.247864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.334076 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.342342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b67c72-ce5f-4fd7-85ad-4cd036c453db req-a58b87cf-93f2-44ca-8b73-0b6be3bc177b tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.352844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5b67c72-ce5f-4fd7-85ad-4cd036c453db req-a58b87cf-93f2-44ca-8b73-0b6be3bc177b tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.3200731 Jul 07 17:18:36.359328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Pushing event updated for resources: {'Port': ['ID=1c851639-49d7-46f0-ae9e-d5ac3764f207,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.368181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.370187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6a4fa-6925-48ac-81a4-b38bd82a8193 None None] New status for floating IP ee046def-74f2-4dd4-8631-e5512f4a7e87: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:18:36.386929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.395305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-56a9dcd0-5b04-4b21-b38d-0e110b21f6b0 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3042071 Jul 07 17:18:36.396540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.440499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1be8d129-f1cb-47cc-9ecf-74062f895bba req-f9e5385e-c3aa-49a9-85cb-3f0a9c569d35 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152841 Jul 07 17:18:36.469070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:36.469787 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.506130 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5b67c72-ce5f-4fd7-85ad-4cd036c453db req-f8c3e5a6-1e9a-407d-ba32-58e3bc1d79c0 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523249 Jul 07 17:18:36.525351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:36.534251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:36.536653 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c663ca-67ae-467f-9df2-19f2716ec939" -d '{"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:36.561452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port c6e42ff5-a273-402a-813c-96785c863cb5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c6e42ff5-a273-402a-813c-96785c863cb5,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:36.562205 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.587234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:36.620562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for c6e42ff5-a273-402a-813c-96785c863cb5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:36.646464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.674329 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0961cca-dc0a-49e9-b36c-d7e96b47da53 x-openstack-request-id: req-c0961cca-dc0a-49e9-b36c-d7e96b47da53 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:36.674894 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "name": "network-vif-plugged", "status": "completed", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:36.675028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0961cca-dc0a-49e9-b36c-d7e96b47da53 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:36.675417 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46', 'code': 200} Jul 07 17:18:36.787906 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1bf074-a141-4b43-aef7-ec0d682ff70f x-openstack-request-id: req-9e1bf074-a141-4b43-aef7-ec0d682ff70f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:36.788316 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "1000ffec-868e-4980-94d1-e6d3ac9dbacf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:36.788426 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e1bf074-a141-4b43-aef7-ec0d682ff70f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:36.788841 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '1000ffec-868e-4980-94d1-e6d3ac9dbacf', 'status': 'completed', 'code': 200} Jul 07 17:18:36.872809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.905413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59512) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.940945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.945650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.954143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a929a-a545-43f1-9ac2-f044ce968438 req-8d06fadf-7c05-4d72-a6c4-a158292671c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:36.954674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b3a929a-a545-43f1-9ac2-f044ce968438 req-8d06fadf-7c05-4d72-a6c4-a158292671c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 1097 time: 0.1359921 Jul 07 17:18:37.025868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b3a929a-a545-43f1-9ac2-f044ce968438 req-05568868-1ffb-470e-8193-11795c5c54d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Jul 07 17:18:37.034726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.082476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:37.088446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.090842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-e7da37d6-ecf9-4c5a-bce5-baf9643099ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "DELETE /v2.0/ports/5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 HTTP/1.1" status: 204 len: 173 time: 1.5194833 Jul 07 17:18:37.254008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=c6e42ff5-a273-402a-813c-96785c863cb5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.275154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port c6e42ff5-a273-402a-813c-96785c863cb5 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:37.281230 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.283248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b553cdd-7f52-4e8e-bc1d-98e227227b07 req-0019e8a8-8166-4012-923f-52ba42a4b026 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.83 "DELETE /v2.0/ports/c6e42ff5-a273-402a-813c-96785c863cb5 HTTP/1.1" status: 204 len: 173 time: 1.5094936 Jul 07 17:18:37.344349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 2d075d4c-e22e-456b-a730-c06112d469ed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:37.344860 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.448644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1d97-6967-40e5-8c30-d0e7378dc927 req-418c21bd-b1df-4db9-a505-1aa53679b704 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:37.448920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83b28d70-ac79-4ca8-9c16-f989ec865306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.450430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58fb1d97-6967-40e5-8c30-d0e7378dc927 req-418c21bd-b1df-4db9-a505-1aa53679b704 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.4526322 Jul 07 17:18:37.465952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309fae3-6a89-41e7-b8c1-6d61430c0aef req-b2675a44-61b3-40bd-b675-6fd249e7278f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:37.467587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6309fae3-6a89-41e7-b8c1-6d61430c0aef req-b2675a44-61b3-40bd-b675-6fd249e7278f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 945 time: 0.3613870 Jul 07 17:18:37.551825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Allocated IP 172.25.7.177 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e518b41a-9f6d-42fd-8fdf-9474f78015ef) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:37.581574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58fb1d97-6967-40e5-8c30-d0e7378dc927 req-f2377ab7-b225-4bf8-8b15-d88b13baf8ec tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128325 Jul 07 17:18:37.583599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 2d075d4c-e22e-456b-a730-c06112d469ed, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2d075d4c-e22e-456b-a730-c06112d469ed,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:37.584149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.602761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6309fae3-6a89-41e7-b8c1-6d61430c0aef req-e81541b1-6e7b-4137-b720-1cd41e16fe19 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141994 Jul 07 17:18:37.619693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 2d075d4c-e22e-456b-a730-c06112d469ed owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:37.687246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83b28d70-ac79-4ca8-9c16-f989ec865306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.700890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83b28d70-ac79-4ca8-9c16-f989ec865306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.738920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.764006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b28d70-ac79-4ca8-9c16-f989ec865306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce7d01-ad2d-4fad-a6d5-dfe1c7e77fa9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.768239 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-83b28d70-ac79-4ca8-9c16-f989ec865306 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7e995b3370d4824a608e30933a84e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8587539 Jul 07 17:18:37.770824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.826485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07351554-c12e-431b-adef-4c81785696d9 req-d02053d2-0ebb-4359-8575-d79e2dcd07d3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda HTTP/1.1" status: 200 len: 210 time: 0.0706027 Jul 07 17:18:37.845205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.854094 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.872025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.886333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=2d075d4c-e22e-456b-a730-c06112d469ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.895705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.900800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedf04e-21a1-4806-a077-b7ffccae8407 req-cb0910a1-06e2-48ed-9731-da6e9f6f7f7a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:37.902404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cedf04e-21a1-4806-a077-b7ffccae8407 req-cb0910a1-06e2-48ed-9731-da6e9f6f7f7a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.1454687 Jul 07 17:18:37.976031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 2d075d4c-e22e-456b-a730-c06112d469ed on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:37.978795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:37.979691 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.981715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36283a0a-4946-43de-9b44-7ad0d97a8fcf req-b7ab11cf-1ccd-4c8a-b480-bb2c27e42016 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.32 "DELETE /v2.0/ports/2d075d4c-e22e-456b-a730-c06112d469ed HTTP/1.1" status: 204 len: 173 time: 0.8572013 Jul 07 17:18:37.986262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:37.990973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:38.028178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Pushing event updated for resources: {'Port': ['ID=e518b41a-9f6d-42fd-8fdf-9474f78015ef,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.031575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cedf04e-21a1-4806-a077-b7ffccae8407 req-e5bdaab9-d68e-4671-a286-30ff04382c4a tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Jul 07 17:18:38.057142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.057142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.060496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5cce7d01-ad2d-4fad-a6d5-dfe1c7e77fa9 HTTP/1.1" status: 204 len: 168 time: 0.2864599 Jul 07 17:18:38.071982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f78ad-d294-4638-bac5-92c1afca22fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce7d01-ad2d-4fad-a6d5-dfe1c7e77fa9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.136393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.200854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.207428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:38.252497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:38.253209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:38.253806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2d075d4c-e22e-456b-a730-c06112d469ed no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:38.281710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 2d075d4c-e22e-456b-a730-c06112d469ed {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:38.282875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2d075d4c-e22e-456b-a730-c06112d469ed not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:38.284434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1000ffec-868e-4980-94d1-e6d3ac9dbacf no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:38.308645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 1000ffec-868e-4980-94d1-e6d3ac9dbacf {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:38.309382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1000ffec-868e-4980-94d1-e6d3ac9dbacf not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:38.410177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.416164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.484859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Pushing event updated for resources: {'Port': ['ID=e518b41a-9f6d-42fd-8fdf-9474f78015ef,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.502459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.516772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.518061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7298b547-7b69-4398-a174-da2eab8b8a01 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1200330 Jul 07 17:18:38.520758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.586760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9cc61cfc-7b09-44a8-9fd6-66c3f848d5c1 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0648644 Jul 07 17:18:38.589580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.592885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c6e42ff5-a273-402a-813c-96785c863cb5 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:38.619271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: c6e42ff5-a273-402a-813c-96785c863cb5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:38.619474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c6e42ff5-a273-402a-813c-96785c863cb5 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:38.676272 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dfb3695c-fe7e-4c0f-bed8-05cd3b77f729 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0847802 Jul 07 17:18:38.678827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59550) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.798550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365'}, {'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'name': 'network-vif-deleted', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5'}, {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:38.800843 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21a91cd-ace8-4066-ae83-2ad95468a572" -d '{"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365"}, {"server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "name": "network-vif-deleted", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5"}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:38.813522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abebb080-7f96-42ca-863a-8786c32ac8ed req-302c55c6-ee20-458d-9cb2-79ad0bc46091 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=102cf80d-f4e1-47fc-a7c3-709c4d180d53 HTTP/1.1" status: 200 len: 210 time: 0.0552189 Jul 07 17:18:38.860271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Deleting port e518b41a-9f6d-42fd-8fdf-9474f78015ef {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:38.860623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.899345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f3648-62c8-41d3-8b65-820e1a4cc5ef req-997c673c-be57-4d2d-8165-d2455f69a664 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.901089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-616f3648-62c8-41d3-8b65-820e1a4cc5ef req-997c673c-be57-4d2d-8165-d2455f69a664 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1292255 Jul 07 17:18:38.903172 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64204bc4-697f-4117-823c-e91819121e77 x-openstack-request-id: req-64204bc4-697f-4117-823c-e91819121e77 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:38.903562 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365", "status": "completed", "code": 200}, {"server_uuid": "ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda", "name": "network-vif-deleted", "tag": "c6e42ff5-a273-402a-813c-96785c863cb5", "status": "completed", "code": 200}, {"server_uuid": "102cf80d-f4e1-47fc-a7c3-709c4d180d53", "name": "network-vif-deleted", "tag": "2d075d4c-e22e-456b-a730-c06112d469ed", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:38.903917 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64204bc4-697f-4117-823c-e91819121e77 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:38.904384 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '5ce1ce8d-4ec5-42c0-97b5-d9ecdb1d9365', 'status': 'completed', 'code': 200} Jul 07 17:18:38.904644 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a0b15-54d9-48c0-bc1b-d1887ea8dfda', 'name': 'network-vif-deleted', 'tag': 'c6e42ff5-a273-402a-813c-96785c863cb5', 'status': 'completed', 'code': 200} Jul 07 17:18:38.905120 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102cf80d-f4e1-47fc-a7c3-709c4d180d53', 'name': 'network-vif-deleted', 'tag': '2d075d4c-e22e-456b-a730-c06112d469ed', 'status': 'completed', 'code': 200} Jul 07 17:18:38.978719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.979127 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.983599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-616f3648-62c8-41d3-8b65-820e1a4cc5ef req-8e5af4a6-6000-4133-b13a-1bfae12ab0ff tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Jul 07 17:18:39.020719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Calling delete_port for e518b41a-9f6d-42fd-8fdf-9474f78015ef owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:39.181235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.218271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Pushing event deleted for resources: {'Port': ['ID=e518b41a-9f6d-42fd-8fdf-9474f78015ef,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.281685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.284196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.286956 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c59f9ef5-d6a6-449d-86dd-bb9f14c270b8 tempest-FloatingIPAdminTestJSON-204855972 tempest-FloatingIPAdminTestJSON-204855972-project] 10.222.0.22 "DELETE /v2.0/floatingips/53383600-1600-4b5e-aa91-3657e775e7b3 HTTP/1.1" status: 204 len: 168 time: 0.6062622 Jul 07 17:18:39.288082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.337567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfc88e-8e41-45cb-9e6b-3ad341e22425 req-01c64b10-bc00-4f29-8e2b-ef4ab3c50c23 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.339510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73cfc88e-8e41-45cb-9e6b-3ad341e22425 req-01c64b10-bc00-4f29-8e2b-ef4ab3c50c23 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.1533663 Jul 07 17:18:39.419026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-c031adae-cc43-4a69-b97d-673e3979779a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:39.419999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Deleting port 1c851639-49d7-46f0-ae9e-d5ac3764f207 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:39.420358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.420566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-c031adae-cc43-4a69-b97d-673e3979779a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.1630657 Jul 07 17:18:39.430765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73cfc88e-8e41-45cb-9e6b-3ad341e22425 req-5c8bd36a-88c4-4271-8399-7d5987bd3ce7 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818720 Jul 07 17:18:39.448785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-04dac5f5-8753-4e0b-833f-3762511eb46d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/quotas/e9067861a7374b44af1e7187ec9c66e9 HTTP/1.1" status: 200 len: 375 time: 0.0124602 Jul 07 17:18:39.493299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-6145320e-e6e1-413b-a791-e1cf700d62a0 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420928 Jul 07 17:18:39.508679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.509254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.523459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Calling delete_port for 1c851639-49d7-46f0-ae9e-d5ac3764f207 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:39.596497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-89359179-d163-48a4-801b-323c5aeefd33 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965590 Jul 07 17:18:39.617525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.698304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.727967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c851639-49d7-46f0-ae9e-d5ac3764f207,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.739387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-4cd41ac5-63dc-4a86-aae3-cf5c8a5281b0 service neutron] 10.222.0.22 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365960 Jul 07 17:18:39.804861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.807869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.810576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8308ee39-9670-457a-aa91-cb8285bd8a69 tempest-FloatingIPAdminTestJSON-1197328756 tempest-FloatingIPAdminTestJSON-1197328756-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/40e0454d-8ec6-4a99-8f5f-0c6a720e8a68 HTTP/1.1" status: 204 len: 168 time: 0.5213714 Jul 07 17:18:39.813050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.854342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'network': {'name': 'tempest-network-smoke--1387907013', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:39.899804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:39.903479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.935440 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.964980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59608) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.999908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port 26e89763-284a-4573-a3c0-c0cdaa40b6db {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:40.000325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.077796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting subnet 5b589d58-f71f-48aa-b5cf-7eedf6354598 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:40.082324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.102852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c4aca8a-f2c1-4818-bdbc-c50ba30864f2 req-ba851723-b16c-465d-b555-0cd3afbc6dda tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 210 time: 0.0566092 Jul 07 17:18:40.137464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.188992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.212451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for 26e89763-284a-4573-a3c0-c0cdaa40b6db owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:40.250770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.277224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.321561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.346036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.376007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Subnet': ['ID=5b589d58-f71f-48aa-b5cf-7eedf6354598,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.380664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.385562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a6429bf9-0f5a-4c8d-a89d-59bc55c443e4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/subnets/5b589d58-f71f-48aa-b5cf-7eedf6354598 HTTP/1.1" status: 204 len: 168 time: 0.4171617 Jul 07 17:18:40.385938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59622) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.391107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e68df-8b5e-4a17-9141-68ed5ccbae0c None None] Network 0069e422-ca28-4837-9225-551c02e7b037 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:40.408135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:40.432344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a049c1-b2e2-4a4a-902a-8268fe7dcfa5 req-4b497958-16fd-4fff-b3ad-52c79612c1cc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.434014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a049c1-b2e2-4a4a-902a-8268fe7dcfa5 req-4b497958-16fd-4fff-b3ad-52c79612c1cc tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2952843 Jul 07 17:18:40.460510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0754e27e-888f-4f79-a4bd-a4d7c02a249e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.465218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.465579 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Added segment 99959852-a74e-499f-89ce-a73ae1480d7e of type vlan for network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa Jul 07 17:18:40.493391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.567773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:40.569161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.578792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a049c1-b2e2-4a4a-902a-8268fe7dcfa5 req-55401450-6572-40a0-b6bc-10d629f0d647 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323223 Jul 07 17:18:40.606245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda78e1-317c-48c6-bd44-c361d6fe8000 req-29a0fb80-dd39-4bac-93cb-eadac5d3c34c tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.607815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dda78e1-317c-48c6-bd44-c361d6fe8000 req-29a0fb80-dd39-4bac-93cb-eadac5d3c34c tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.2929404 Jul 07 17:18:40.611111 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.636249 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.659670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] DHCP port deletion for 0069e422-ca28-4837-9225-551c02e7b037 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:40.690034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:40.690957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.691653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=26e89763-284a-4573-a3c0-c0cdaa40b6db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.707843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:40.787618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Deleting port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:40.788081 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.796520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dda78e1-317c-48c6-bd44-c361d6fe8000 req-3f19171f-9a76-45d2-8c68-544cbf2cf964 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766164 Jul 07 17:18:40.802074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.823940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.825276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.854548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.885211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] For port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,segment=NetworkSegment(1f2fb53e-5844-450d-9bc7-8c6c3c567498),segment_id=1f2fb53e-5844-450d-9bc7-8c6c3c567498)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:40.885568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.901354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Calling delete_port for ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:40.911275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:40.918167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.943249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3240283 Jul 07 17:18:40.946570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.948585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.955542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'admin_state_up': True, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:40.957574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-36d7bcbb-c411-4bb2-85fe-0252a6559a02 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/ports/26e89763-284a-4573-a3c0-c0cdaa40b6db HTTP/1.1" status: 204 len: 168 time: 1.1414182 Jul 07 17:18:40.958806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.980313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b31f7-ebc4-4b63-819c-fae367755930 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Network': ['ID=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.996192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:41.040128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.064157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.065666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.074450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce713632-f2d0-4e35-8a68-a61fa54b1c52 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.075983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.079392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ce713632-f2d0-4e35-8a68-a61fa54b1c52 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eb9a7de-51c1-4617-8fd5-023d7dca604e HTTP/1.1" status: 200 len: 913 time: 0.1153913 Jul 07 17:18:41.079573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59628) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.081558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] No DVR routers for this DVR port ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:41.091709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Pushing event deleted for resources: {'Port': ['ID=ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.096981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0069e422-ca28-4837-9225-551c02e7b037']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:41.101453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.101802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.102173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.102877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.102877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.103205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.103554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.103859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.104313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.104805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.105137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.105470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3241c-d101-4720-af4b-167f5301ebb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:41.143020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2fb53e-5844-450d-9bc7-8c6c3c567498') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:41.143334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2fb53e-5844-450d-9bc7-8c6c3c567498') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:41.173807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.234607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.245849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.320414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:41.320834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:41.323873 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:41.348853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38e915dd-7dc3-460f-9481-e8545f75b11a req-59dcf1e1-0c55-4c1c-b0eb-4a3f036b0a23 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 210 time: 0.0830524 Jul 07 17:18:41.421905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-9add12df-aeea-4c46-b044-4cad9a97f0d3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.423657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-9add12df-aeea-4c46-b044-4cad9a97f0d3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 811 time: 0.1785586 Jul 07 17:18:41.437478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Request body: {'port': {'device_id': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'admin_state_up': True, 'tenant_id': 'e9067861a7374b44af1e7187ec9c66e9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:41.478810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:41.504420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.507448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:41.508034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ce4e6bdf-5ebd-4ffd-9107-46ab4931dfa9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:41.508456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.523458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.525381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/networks/0069e422-ca28-4837-9225-551c02e7b037 HTTP/1.1" status: 204 len: 168 time: 1.1384289 Jul 07 17:18:41.529402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.606055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21855fcb-69aa-4b5a-bffb-b7d5180bf67e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Network': ['ID=0069e422-ca28-4837-9225-551c02e7b037,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.627435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Made reservation on behalf of e9067861a7374b44af1e7187ec9c66e9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:41.632137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.654584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-17f5c948-dfde-4151-af6a-94b9eb60118e tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.657523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-17f5c948-dfde-4151-af6a-94b9eb60118e tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.1298370 Jul 07 17:18:41.688474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting subnet 870624d2-a7e6-49dd-8c5d-a9f85dcda997 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:41.723972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.812937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.895795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Allocated IP 172.20.0.7 (2343c16d-dc81-4f8f-b047-a065510aaf81/ee43fac0-9450-468f-abcb-3d1c24372b58/ef033dbf-21bc-473b-bcf4-a2f4f4add78e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:41.929262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eeaf1-2ece-4a6f-82a2-ce51bdc79339 req-cc4da92a-255d-4547-aef2-7d6dc98320df tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.936913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b41eeaf1-2ece-4a6f-82a2-ce51bdc79339 req-cc4da92a-255d-4547-aef2-7d6dc98320df tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.1917815 Jul 07 17:18:41.948994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffdb19-a56c-4e92-84c5-7662a9395561 req-2fe21143-b1e6-4b29-b3b3-fd69bbd52f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.950531 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76ffdb19-a56c-4e92-84c5-7662a9395561 req-2fe21143-b1e6-4b29-b3b3-fd69bbd52f29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1098 time: 0.2337384 Jul 07 17:18:41.966948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Deleting port b80c15ae-42e6-471e-b24d-adad48210f46 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:41.967291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.995114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.435371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b41eeaf1-2ece-4a6f-82a2-ce51bdc79339 req-e9e02630-9eb7-4f7f-a643-095a031b8580 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975164 Jul 07 17:18:42.487364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76ffdb19-a56c-4e92-84c5-7662a9395561 req-c9027ac5-fbec-446b-96d5-41a167773058 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268826 Jul 07 17:18:42.490506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.519413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.530021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] For port b80c15ae-42e6-471e-b24d-adad48210f46, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b80c15ae-42e6-471e-b24d-adad48210f46,segment=NetworkSegment(e3461dd0-fec0-4e9e-89a9-a35638e2b46a),segment_id=e3461dd0-fec0-4e9e-89a9-a35638e2b46a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:42.530384 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.541082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.556043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Calling delete_port for b80c15ae-42e6-471e-b24d-adad48210f46 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:42.612909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.614970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Subnet': ['ID=870624d2-a7e6-49dd-8c5d-a9f85dcda997,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.623197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.624072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e5ab-e7c0-4b78-80bf-2d33c5468179 req-dde3c768-9012-4586-baf3-3e83d5e9c302 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.625072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a6e1c72-5384-4c87-8db9-da3c31a5857c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/subnets/870624d2-a7e6-49dd-8c5d-a9f85dcda997 HTTP/1.1" status: 204 len: 168 time: 1.0926561 Jul 07 17:18:42.633324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3260e5ab-e7c0-4b78-80bf-2d33c5468179 req-dde3c768-9012-4586-baf3-3e83d5e9c302 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c08df-9f85-40f2-9259-6a6078646181 HTTP/1.1" status: 200 len: 945 time: 0.6159914 Jul 07 17:18:42.638071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46c480-40d5-49a2-bf9a-8e4be966ec5e None None] Network 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:42.653370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.701201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d790631d-bc55-43e4-91e3-168e08c686a3 req-5ce7bf41-8e6c-45a6-9b23-31f253dca7cf tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 210 time: 0.1185000 Jul 07 17:18:42.728289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.770411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.25.7.146 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/fa9b472e-738a-4301-92d0-e7412dc3563f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:42.827266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3260e5ab-e7c0-4b78-80bf-2d33c5468179 req-3449dce7-fa11-4793-a861-736f5b3ad3d5 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.22 "GET /v2.0/security-groups?id=dd4240db-7430-4f20-85f7-f79ccca89faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932063 Jul 07 17:18:42.845378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.883941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] DHCP port deletion for 5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:42.947077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.953891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Deleting port 74678a13-98b8-4d9b-a029-dd91202a5789 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:42.954409 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.002526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.030164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Network 2343c16d-dc81-4f8f-b047-a065510aaf81 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:43.043296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:43.047014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:43.051306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event updated for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.058893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.079972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] For port 74678a13-98b8-4d9b-a029-dd91202a5789, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=74678a13-98b8-4d9b-a029-dd91202a5789,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:43.080496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.096506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Calling delete_port for 74678a13-98b8-4d9b-a029-dd91202a5789 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:43.116458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 74678a13-98b8-4d9b-a029-dd91202a5789 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:43.116943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.121787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.125613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Pushing event deleted for resources: {'Port': ['ID=b80c15ae-42e6-471e-b24d-adad48210f46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.129672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port 56770d42-d542-44b1-9761-e07f075417dc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:43.130008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.211640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.221050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.221925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.238349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:43.244779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:43.247572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] No DVR routers for this DVR port b80c15ae-42e6-471e-b24d-adad48210f46 on host n-h2-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:43.249142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=fa9b472e-738a-4301-92d0-e7412dc3563f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.255566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.257647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:43.258608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-548d7964-22e1-4315-a848-10ea1bfd6cfb req-1f23d6ca-5c40-40f3-9ad5-923144aae250 tempest-ServerPasswordTestJSON-1702379671 tempest-ServerPasswordTestJSON-1702379671-project] 10.222.0.83 "DELETE /v2.0/ports/b80c15ae-42e6-471e-b24d-adad48210f46 HTTP/1.1" status: 204 len: 173 time: 1.5948932 Jul 07 17:18:43.264494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'name': 'network-vif-deleted', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:43.267083 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9ae28-9646-40c1-a9c5-38b080799b42" -d '{"events": [{"server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "name": "network-vif-deleted", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:43.278557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 74678a13-98b8-4d9b-a029-dd91202a5789, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=74678a13-98b8-4d9b-a029-dd91202a5789,segment=NetworkSegment(3ae500f3-22da-42ad-ada5-a0e35feca73f),segment_id=3ae500f3-22da-42ad-ada5-a0e35feca73f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:43.279105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.282396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] No DVR routers for this DVR port 74678a13-98b8-4d9b-a029-dd91202a5789 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:43.283033 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-2a3dc71a-8f6f-4d48-a996-745d098fdc9e tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8504343 Jul 07 17:18:43.289971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07661dd9-e669-4e9d-b144-84e55f1c2a5e None None] Pushing event deleted for resources: {'Port': ['ID=74678a13-98b8-4d9b-a029-dd91202a5789,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.303372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Request body: {'port': {'device_id': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:43.306321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 74678a13-98b8-4d9b-a029-dd91202a5789 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:43.335940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.381879 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f5c4e-3c97-48dc-ae84-fcfbdb751756 x-openstack-request-id: req-a75f5c4e-3c97-48dc-ae84-fcfbdb751756 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:43.381879 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82c08df-9f85-40f2-9259-6a6078646181", "name": "network-vif-deleted", "tag": "b80c15ae-42e6-471e-b24d-adad48210f46", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:43.382329 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a75f5c4e-3c97-48dc-ae84-fcfbdb751756 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:43.382822 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c08df-9f85-40f2-9259-6a6078646181', 'name': 'network-vif-deleted', 'tag': 'b80c15ae-42e6-471e-b24d-adad48210f46', 'status': 'completed', 'code': 200} Jul 07 17:18:43.390446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for 56770d42-d542-44b1-9761-e07f075417dc owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:43.450689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.500910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.542372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=74678a13-98b8-4d9b-a029-dd91202a5789,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.548953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 74678a13-98b8-4d9b-a029-dd91202a5789 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:43.553358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 74678a13-98b8-4d9b-a029-dd91202a5789 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:43.586176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 74678a13-98b8-4d9b-a029-dd91202a5789 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:43.586534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 74678a13-98b8-4d9b-a029-dd91202a5789 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:43.777648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.795949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.802034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.819641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae500f3-22da-42ad-ada5-a0e35feca73f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.820056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae500f3-22da-42ad-ada5-a0e35feca73f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:43.836752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.875156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.895770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df55479-1702-43ef-9ad1-a80a12ff6093 req-a60d67cf-93d0-4426-b18e-a835e08e23b6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.897943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4df55479-1702-43ef-9ad1-a80a12ff6093 req-a60d67cf-93d0-4426-b18e-a835e08e23b6 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2661827 Jul 07 17:18:43.910911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:43.911495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:43.916995 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:43.942244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.984125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=56770d42-d542-44b1-9761-e07f075417dc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.064600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef033dbf-21bc-473b-bcf4-a2f4f4add78e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:44.073511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.144991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4df55479-1702-43ef-9ad1-a80a12ff6093 req-93b1657c-7f36-4311-b775-38940df0e09f tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355199 Jul 07 17:18:44.146044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Transition to ACTIVE for port object ef033dbf-21bc-473b-bcf4-a2f4f4add78e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:44.153468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.159065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.172863 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.180118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/networks/5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25 HTTP/1.1" status: 204 len: 168 time: 1.5179539 Jul 07 17:18:44.187399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.207010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1949341326'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:44.235567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.235952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690557-632b-4192-8db4-9604bf179f9f req-47094f2c-74dc-4636-a44d-d55f2892584d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.243486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f690557-632b-4192-8db4-9604bf179f9f req-47094f2c-74dc-4636-a44d-d55f2892584d tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 931 time: 0.3279531 Jul 07 17:18:44.258965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185cb3-b466-4248-a319-0ba049e2e434 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Network': ['ID=5bf6eda4-cb20-4a9a-9eb4-5de0fb03ff25,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.274790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.340021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.371504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.424329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:44.428776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.437792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f690557-632b-4192-8db4-9604bf179f9f req-78b982c5-aba7-499d-aae2-18a8e6598b6a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934574 Jul 07 17:18:44.452504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Deleting subnet ba89077a-4d17-468c-82e2-c53aaa45cbea {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:44.458626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.517664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:44.530555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.565229 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.566361 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Added segment 4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23 of type vlan for network dce61d37-2d41-4f36-91c0-e40c73b214a3 Jul 07 17:18:44.567158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:44.570716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Attempting to bind port ef033dbf-21bc-473b-bcf4-a2f4f4add78e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:44.570907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Attempting to bind port ef033dbf-21bc-473b-bcf4-a2f4f4add78e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:44.571483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Attempting to bind port ef033dbf-21bc-473b-bcf4-a2f4f4add78e on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:44.606769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Port ef033dbf-21bc-473b-bcf4-a2f4f4add78e on network 2343c16d-dc81-4f8f-b047-a065510aaf81 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:44.607087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Attempting to bind port ef033dbf-21bc-473b-bcf4-a2f4f4add78e on network 2343c16d-dc81-4f8f-b047-a065510aaf81 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:44.628539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:44.628789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Checking segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:44.629171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Bound using segment: {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:44.629621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Bound port: ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31703c6b-1e7f-45ff-8f4e-5617b52a6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:44.629989 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.631867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b80c15ae-42e6-471e-b24d-adad48210f46 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:44.633405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.647582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.653163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: b80c15ae-42e6-471e-b24d-adad48210f46 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:44.653626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b80c15ae-42e6-471e-b24d-adad48210f46 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:44.769762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Router 4eb9a7de-51c1-4617-8fd5-023d7dca604e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:44.785577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.791991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.793419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.808779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-8dbe6151-389e-41bc-8984-66d519f96400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.810319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-8dbe6151-389e-41bc-8984-66d519f96400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dacbdd3547646589a29b2749775ae4d&device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 1098 time: 0.1888163 Jul 07 17:18:44.836653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:44.866280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:44.880367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:44.883290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6931067 Jul 07 17:18:44.884409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.890202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.900713 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:44.901782 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:44.905016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:44.910159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'subnet': {'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:44.944939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029788-4f20-46a0-a057-f5aee14eadd3 req-852f09b6-43fb-4391-befe-251472942aa2 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.946823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c029788-4f20-46a0-a057-f5aee14eadd3 req-852f09b6-43fb-4391-befe-251472942aa2 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.2963126 Jul 07 17:18:44.959940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.999237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba89077a-4d17-468c-82e2-c53aaa45cbea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.006166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.007472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1431102-bc0a-4ae8-b179-e3c7ce462931 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba89077a-4d17-468c-82e2-c53aaa45cbea HTTP/1.1" status: 204 len: 168 time: 0.7317023 Jul 07 17:18:45.011814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.019884 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:45.039075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c671e10-16f4-4f3e-a5fb-1053e913ac0f tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Network': ['ID=dce61d37-2d41-4f36-91c0-e40c73b214a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.053483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:45.125155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.125790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.127256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef033dbf-21bc-473b-bcf4-a2f4f4add78e HTTP/1.1" status: 200 len: 1092 time: 1.8323777 Jul 07 17:18:45.202095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d31b9e-b57a-40a5-82d6-8db0fe0225f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.207750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c029788-4f20-46a0-a057-f5aee14eadd3 req-eb5973c0-f61c-4f54-a732-1402b58e6524 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126303 Jul 07 17:18:45.236976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.256714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:43Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.287127 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:45.287848 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Updating router dd826bcf-8aa7-470a-8704-980b36d860e3 port fa9b472e-738a-4301-92d0-e7412dc3563f binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:45.321651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.326169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54cf1f6b-fe77-4574-a47f-f5c6f2b13ecd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3783255 Jul 07 17:18:45.326733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59668) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.327346 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.366060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:45.367031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.374215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-869277e3-ef0d-4b19-8384-ba26eff294a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.376802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-869277e3-ef0d-4b19-8384-ba26eff294a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 1095 time: 0.1877730 Jul 07 17:18:45.380715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ac2ca52-42a3-4360-bf38-b1d3085d087b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "PUT /v2.0/routers/4eb9a7de-51c1-4617-8fd5-023d7dca604e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2929001 Jul 07 17:18:45.385868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] Sync routers for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:45.387061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:45.389336 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04f51ef-41a9-480d-a55f-c8b232cc97ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:45.390832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59674) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.400082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-be41ad75-2cbc-4ba7-955d-0e3db88b412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.401539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-be41ad75-2cbc-4ba7-955d-0e3db88b412c service neutron] 10.222.0.32 "GET /v2.0/networks?id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 200 len: 912 time: 0.5492210 Jul 07 17:18:45.411776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:45.412947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.432104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-c5213aa6-9f15-448b-8bae-21448c7e65d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e HTTP/1.1" status: 200 len: 217 time: 0.0394676 Jul 07 17:18:45.432695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:45.436651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.502954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-8f2df374-8ad6-47a1-8d55-ea4912d3d8e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 200 len: 217 time: 0.0417905 Jul 07 17:18:45.523228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.544486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] Routers {'4eb9a7de-51c1-4617-8fd5-023d7dca604e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:45.545426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.552767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ecfb81-254b-47ce-a6b4-d62364b11296']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.555848 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb821aa-8758-4ed0-b512-38e4a0d0cae1 x-openstack-request-id: req-5eb821aa-8758-4ed0-b512-38e4a0d0cae1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:45.556141 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:45.556397 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5eb821aa-8758-4ed0-b512-38e4a0d0cae1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:45.556939 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e', 'status': 'completed', 'code': 200} Jul 07 17:18:45.584366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-91fcc573-1361-4d29-a2ac-84cf1fb635d4 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5f25a2c155444cbc937e49c00093ac8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2535038 Jul 07 17:18:45.596943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.597651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.598675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6456c09a-c617-4b7f-8f6a-e177b136beba None None] The sync data for ids ['4eb9a7de-51c1-4617-8fd5-023d7dca604e'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:45.618596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.618899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3461dd0-fec0-4e9e-89a9-a35638e2b46a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:45.661375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-89bbbc6e-0389-4cf7-9634-71323dc99140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.663430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-89bbbc6e-0389-4cf7-9634-71323dc99140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 200 len: 851 time: 0.1130204 Jul 07 17:18:45.669413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.669763 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.731179 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-61462320-c164-40b3-8ea3-e5e3c2b39d6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587153 Jul 07 17:18:45.768765 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.779740 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Transition to ACTIVE for port object fa9b472e-738a-4301-92d0-e7412dc3563f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:45.788450 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.843500 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Attempting to bind port fa9b472e-738a-4301-92d0-e7412dc3563f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:45.844437 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Attempting to bind port fa9b472e-738a-4301-92d0-e7412dc3563f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:45.844804 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Attempting to bind port fa9b472e-738a-4301-92d0-e7412dc3563f on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:45.856506 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:45.856885 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:45.857515 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.858093 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:45.858602 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Bound port: fa9b472e-738a-4301-92d0-e7412dc3563f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:45.858989 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.864537 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Pushing event updated for resources: {'Port': ['ID=fa9b472e-738a-4301-92d0-e7412dc3563f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.868473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.885046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-7f42f2bf-fd8b-4f36-9a2d-a973aa05af24 service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471848 Jul 07 17:18:45.896353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.897455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.897455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.897775 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.898366 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.898700 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.899028 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.899356 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.899679 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.900004 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.900333 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.900654 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.937405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] For port fa9b472e-738a-4301-92d0-e7412dc3563f, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:45.941018 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] For port fa9b472e-738a-4301-92d0-e7412dc3563f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa9b472e-738a-4301-92d0-e7412dc3563f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:45.945343 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.003466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:46.003715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port f9ccd0a6-77c7-4674-bf9b-deb5bf692bbd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:46.004022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.004150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.037945 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4763ce-e728-488c-87a9-aee667fba926 None None] Pushing event updated for resources: {'Port': ['ID=fa9b472e-738a-4301-92d0-e7412dc3563f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.056375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2949dfd5-ef04-45b2-ae6b-72518e7ded1c req-20cea76f-0e5d-4e92-a763-ce56c046e57e service neutron] 10.222.0.32 "GET /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454823 Jul 07 17:18:46.099408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.113255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for f9ccd0a6-77c7-4674-bf9b-deb5bf692bbd owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:46.123829 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:46.166635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.187321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-ace5caf4-2a3e-415f-bed5-33eee98f7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.189200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-ace5caf4-2a3e-415f-bed5-33eee98f7480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.6387889 Jul 07 17:18:46.228573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:46.228991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:46.235328 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:46.312051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.344829 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:43Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:46.351086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-a567bcbf-7d83-448c-b27b-07534b972d8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306403 Jul 07 17:18:46.378801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=f9ccd0a6-77c7-4674-bf9b-deb5bf692bbd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.391340 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ad2dd-5831-44bd-bd57-e91fdc391a5c None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:43Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:46.394832 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.446527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.453309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994143d9-3997-49c2-a930-cd6b0a81d580 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.457495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-994143d9-3997-49c2-a930-cd6b0a81d580 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8569865 Jul 07 17:18:46.480170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59684) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.496999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.505717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d5e8-5563-4de6-8be7-d412addb2824 req-88f210f7-6b34-4ccb-b43c-09baf00db36c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.507276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db23d5e8-5563-4de6-8be7-d412addb2824 req-88f210f7-6b34-4ccb-b43c-09baf00db36c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 943 time: 0.4369161 Jul 07 17:18:46.526374 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.528233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] 10.222.0.22 "DELETE /v2.0/networks/35ecfb81-254b-47ce-a6b4-d62364b11296 HTTP/1.1" status: 204 len: 168 time: 1.4902489 Jul 07 17:18:46.546692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ba77a17-60fb-48f7-bdcf-e9c8eecdbbef tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652232 Jul 07 17:18:46.549500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59688) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.558622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1c1c7-c911-4841-81ce-661eeaf1bc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ecfb81-254b-47ce-a6b4-d62364b11296,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.563281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679646436', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:46.614159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Subnet': ['ID=093b5576-588a-4adc-a8d3-6b9e31fe7a2f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.645080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.650134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.659547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db23d5e8-5563-4de6-8be7-d412addb2824 req-e1c3922b-3272-41b6-aeb9-6ca4243fa8d6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408188 Jul 07 17:18:46.675830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-4d8cf8f3-226e-4030-9d82-e4c172100a1b service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117850 Jul 07 17:18:46.675830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Checking segment: {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:46.677020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network hostable DHCP agents. Network: dce61d37-2d41-4f36-91c0-e40c73b214a3, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:46.772180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.772981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb9a7de-51c1-4617-8fd5-023d7dca604e {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:46.785365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.786799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71ec985e-c7ab-4bcc-adb5-c8c9d2fdab58 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/routers/4eb9a7de-51c1-4617-8fd5-023d7dca604e HTTP/1.1" status: 204 len: 168 time: 1.3936450 Jul 07 17:18:46.790026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59694) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.817446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc531e99-4596-4fd2-9a74-48f1ab657040 req-b702fa53-c6c3-4c70-ab0d-7c88aa341b55 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.819376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc531e99-4596-4fd2-9a74-48f1ab657040 req-b702fa53-c6c3-4c70-ab0d-7c88aa341b55 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.4309177 Jul 07 17:18:46.829801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.873233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:46.878084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.889586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:46.902027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting subnet a766d70e-a22e-4b26-ad4a-ab61ee077731 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:46.905800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.928904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, dce61d37-2d41-4f36-91c0-e40c73b214a3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:46.937343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a6691-453f-4061-b8eb-1d8502d4d678 None None] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:46.961503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.962436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.974216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc531e99-4596-4fd2-9a74-48f1ab657040 req-f36b573f-38fe-482d-b10f-ee6354c791c1 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461267 Jul 07 17:18:46.986951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-20db05ed-64e2-4fea-823c-02864118d251 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=533653fe74844320abecebdc9bf4022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564176 Jul 07 17:18:46.996140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.012540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.021375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba967626-ca4c-4f60-bdba-242d4d2038bd req-667ae012-4253-4ee8-b5bc-d8a21821f41a service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361390 Jul 07 17:18:47.024426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa68f3b1-51fe-42f2-afae-cc9740289865 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1310551 Jul 07 17:18:47.030786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.038808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-798792812'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:47.073387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:47.078603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.156284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.174777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eddb260-4937-422f-a479-cd687254065c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-dce61d37-2d41-4f36-91c0-e40c73b214a3', 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'fixed_ips': [{'subnet_id': '093b5576-588a-4adc-a8d3-6b9e31fe7a2f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:47.176624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.183021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.195997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.242241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:47.271375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.272850 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Added segment 6ca98eb9-4280-4b50-812c-d7ccf84de0ec of type vlan for network 7fb909f7-fa94-4340-bb6c-1a6f0987241a Jul 07 17:18:47.295705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.325731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-f12f8d4d-bd48-47eb-ba6b-7c14072bbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.328110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-f12f8d4d-bd48-47eb-ba6b-7c14072bbf3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9067861a7374b44af1e7187ec9c66e9&device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 1095 time: 0.2291551 Jul 07 17:18:47.346731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.349603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.353462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd4240db-7430-4f20-85f7-f79ccca89faf HTTP/1.1" status: 204 len: 168 time: 0.3521852 Jul 07 17:18:47.353632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.365133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6eddb260-4937-422f-a479-cd687254065c None None] Allocated IP 19.80.0.2 (dce61d37-2d41-4f36-91c0-e40c73b214a3/093b5576-588a-4adc-a8d3-6b9e31fe7a2f/44cc44d0-36cd-4e0a-b35d-0629ad95c0c7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:47.367554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.378306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.382695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/subnets/a766d70e-a22e-4b26-ad4a-ab61ee077731 HTTP/1.1" status: 204 len: 168 time: 0.5891044 Jul 07 17:18:47.387204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.391901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319e099-7411-42b0-ae44-4dbe4d8d83f4 None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:47.448497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6b783-2d8e-4f4a-a6b9-8cdcffec3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4240db-7430-4f20-85f7-f79ccca89faf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.535397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.553902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-2d62dd93-760f-401c-9acc-c82d792ee9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.555434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-2d62dd93-760f-401c-9acc-c82d792ee9ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 200 len: 912 time: 0.2180290 Jul 07 17:18:47.567962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Subnet': ['ID=53a063ea-7bb3-465e-885c-d71285791c1d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.584291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:18:47.635319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fbdb1-a3a3-49c8-aaf5-fd618f4bded6 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Subnet': ['ID=a766d70e-a22e-4b26-ad4a-ab61ee077731,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.635584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa9b472e-738a-4301-92d0-e7412dc3563f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:47.647531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Checking segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:47.648142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network hostable DHCP agents. Network: bf7f3927-feb4-45ed-a6de-9e744c6c9cfa, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:47.686834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-b56d9d3c-9129-4e76-8d8b-0880d013707e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e HTTP/1.1" status: 200 len: 217 time: 0.1239688 Jul 07 17:18:47.738805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:47.760741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.780074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bf7f3927-feb4-45ed-a6de-9e744c6c9cfa) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:47.782492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.783387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.795466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.796073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.882845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-440a0099-257b-4ba0-be5e-3c74329bc590 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3326478 Jul 07 17:18:47.891810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59712) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.922679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab9bd3-2861-4514-bef4-b5caafb1e63c None None] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:47.957864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9258604 Jul 07 17:18:47.967456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.972746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'subnet': {'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:47.980424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-e8e639a7-d937-47c6-96dd-e79e73b05184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.982254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-e8e639a7-d937-47c6-96dd-e79e73b05184 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 200 len: 851 time: 0.2869842 Jul 07 17:18:47.983045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bff83-ddb8-4ade-afd6-f88df3af6162 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Network': ['ID=7fb909f7-fa94-4340-bb6c-1a6f0987241a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.014474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:48.079376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port fa9b472e-738a-4301-92d0-e7412dc3563f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:48.091204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fa9b472e-738a-4301-92d0-e7412dc3563f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:48.091627 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.113622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-1c6e1f00-ea99-43d1-a4cf-05e9587fe873 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2343c16d-dc81-4f8f-b047-a065510aaf81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119680 Jul 07 17:18:48.136405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port 4f0508e9-47d7-4128-b32b-c370496e7a1a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.136865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.175540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.226402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6eddb260-4937-422f-a479-cd687254065c None None] Transition to ACTIVE for port object 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:48.307220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ef033dbf-21bc-473b-bcf4-a2f4f4add78e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:48.310392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] DHCP port deletion for 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:48.323102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf29be-696e-4f63-942f-87c5bac8cd38 req-d4028744-7f1a-41bc-b453-bdf0c946e20c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.324572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6eddb260-4937-422f-a479-cd687254065c None None] Transition to ACTIVE for port object 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:48.324897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ccf29be-696e-4f63-942f-87c5bac8cd38 req-d4028744-7f1a-41bc-b453-bdf0c946e20c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 943 time: 0.4354293 Jul 07 17:18:48.395604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.399517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] For port 4f0508e9-47d7-4128-b32b-c370496e7a1a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f0508e9-47d7-4128-b32b-c370496e7a1a,segment=NetworkSegment(30c2aecf-b6e4-4397-bfb3-b8100fa964a8),segment_id=30c2aecf-b6e4-4397-bfb3-b8100fa964a8)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.399517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.399938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:48.416269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.421263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for 4f0508e9-47d7-4128-b32b-c370496e7a1a owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:48.489274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ccf29be-696e-4f63-942f-87c5bac8cd38 req-fceb8465-f4f6-4075-9af1-b15549dc6574 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446095 Jul 07 17:18:48.491655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-b0bd5b18-48b9-40e5-a5d7-ac85531a2c02 service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569164 Jul 07 17:18:48.523531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e18d-ae15-41c9-8009-f3f32d551778 req-6b2859c2-d6e7-4a53-939c-f3da18f9f753 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.525059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8af1e18d-ae15-41c9-8009-f3f32d551778 req-6b2859c2-d6e7-4a53-939c-f3da18f9f753 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.3033290 Jul 07 17:18:48.549005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddb260-4937-422f-a479-cd687254065c None None] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:48.552340 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.579159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6eddb260-4937-422f-a479-cd687254065c None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:48.591577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb260-4937-422f-a479-cd687254065c None None] Pushing event updated for resources: {'Port': ['ID=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.595206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:48.596135 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.618150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddb260-4937-422f-a479-cd687254065c None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:48.637560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Deleting port 4f0508e9-47d7-4128-b32b-c370496e7a1a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.638021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.651955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.657511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8af1e18d-ae15-41c9-8009-f3f32d551778 req-f4e62df8-9d2e-4517-af4f-2eb6936801f0 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266127 Jul 07 17:18:48.709616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] No DVR routers for this DVR port 4f0508e9-47d7-4128-b32b-c370496e7a1a on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:48.719119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=4f0508e9-47d7-4128-b32b-c370496e7a1a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.760121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port fa9b472e-738a-4301-92d0-e7412dc3563f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa9b472e-738a-4301-92d0-e7412dc3563f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.766545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d04f51ef-41a9-480d-a55f-c8b232cc97ba req-a16bf602-0e59-4842-b22b-8944a439c19a service neutron] 10.222.0.32 "GET /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423766 Jul 07 17:18:48.825663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.905161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.944643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.953710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:48.957416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1cc4f8-a840-4e92-a7c5-13124f50a4c9']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:48.971169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c2aecf-b6e4-4397-bfb3-b8100fa964a8') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:48.971487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c2aecf-b6e4-4397-bfb3-b8100fa964a8') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:48.984968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.005677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.014939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:49.015564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.020954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Checking segment: {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:49.023232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network hostable DHCP agents. Network: 7fb909f7-fa94-4340-bb6c-1a6f0987241a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:49.025061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6eddb260-4937-422f-a479-cd687254065c None None] Attempting to bind port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:49.025581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6eddb260-4937-422f-a479-cd687254065c None None] Attempting to bind port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:49.026101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb260-4937-422f-a479-cd687254065c None None] Attempting to bind port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 on network dce61d37-2d41-4f36-91c0-e40c73b214a3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:49.028853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Subnet': ['ID=df119e2f-a3ae-4ae4-9404-99c887acd579,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.038093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:49.053803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:49.066664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7fb909f7-fa94-4340-bb6c-1a6f0987241a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:49.067922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] For port 4f0508e9-47d7-4128-b32b-c370496e7a1a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4f0508e9-47d7-4128-b32b-c370496e7a1a,segment=NetworkSegment(30c2aecf-b6e4-4397-bfb3-b8100fa964a8),segment_id=30c2aecf-b6e4-4397-bfb3-b8100fa964a8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:49.069335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.083945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.085595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.085840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb260-4937-422f-a479-cd687254065c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:49.086879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb260-4937-422f-a479-cd687254065c None None] Checking segment: {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:49.087288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.087877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb260-4937-422f-a479-cd687254065c None None] Bound using segment: {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:49.089288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6eddb260-4937-422f-a479-cd687254065c None None] Bound port: 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:49.089905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:49.097443 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:49.112382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.112690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d011b83-e00d-41ca-a1e4-61f5a008c07a None None] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:49.116479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f1772d3-183b-434c-8196-6828dc78f2c9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1475749 Jul 07 17:18:49.134725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.138662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/networks/4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 HTTP/1.1" status: 204 len: 168 time: 1.7482998 Jul 07 17:18:49.138662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eca05-f7bc-4755-a455-ec0128e0593b tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Network': ['ID=4b1cc4f8-a840-4e92-a7c5-13124f50a4c9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.140680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59746) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.153672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Allocated IP 172.20.0.2 (bf7f3927-feb4-45ed-a6de-9e744c6c9cfa/53a063ea-7bb3-465e-885c-d71285791c1d/0ca2272e-4696-4613-a61c-8f51a44ab5e9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:49.156169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e', 'network_id': '2343c16d-dc81-4f8f-b047-a065510aaf81', 'port_id': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e', 'mac_address': 'fa:16:3e:bb:43:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee43fac0-9450-468f-abcb-3d1c24372b58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:49.191032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=fa9b472e-738a-4301-92d0-e7412dc3563f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.199603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Calling delete_port for 4f0508e9-47d7-4128-b32b-c370496e7a1a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:49.242020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1378780502-network', 'tenant_id': '531da377aedd4bd28698bb1240d29604'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:49.303172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Made reservation on behalf of 531da377aedd4bd28698bb1240d29604 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:49.306295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.366032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.371075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.393186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Deleting port d4b11267-8e3a-4175-99f2-9928187a220b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:49.393697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.477319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.498824 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.511837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.528327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6eddb260-4937-422f-a479-cd687254065c None None] For port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:49.538982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa9b472e-738a-4301-92d0-e7412dc3563f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:49.582793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6eddb260-4937-422f-a479-cd687254065c None None] For port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:49.626424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6eddb260-4937-422f-a479-cd687254065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.638045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef033dbf-21bc-473b-bcf4-a2f4f4add78e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:49.665456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:49.687431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0428531-1aa3-473e-8e39-a5bbd31b6738,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.715177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.715647 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Added segment 868bcd4e-8032-4590-afac-f947d105bc61 of type vlan for network 652261f8-0e11-4614-8845-31aa852bd1d7 Jul 07 17:18:49.716836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.724921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd623f6-ad55-4bb9-a95f-38daed3abe49 req-d6e9e9a2-8c20-4f02-9e31-0ec254e9b71e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.726682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edd623f6-ad55-4bb9-a95f-38daed3abe49 req-d6e9e9a2-8c20-4f02-9e31-0ec254e9b71e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.4153457 Jul 07 17:18:49.765297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Network 4b1cc4f8-a840-4e92-a7c5-13124f50a4c9 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:18:49.765760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] No DVR routers for this DVR port 4f0508e9-47d7-4128-b32b-c370496e7a1a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:49.806252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:49.822601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b57c3559-1591-4b4c-b5b1-4dc50dcac1cf tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.827277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b57c3559-1591-4b4c-b5b1-4dc50dcac1cf tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.829125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b57c3559-1591-4b4c-b5b1-4dc50dcac1cf tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/networks?id=dce61d37-2d41-4f36-91c0-e40c73b214a3&id=7fb909f7-fa94-4340-bb6c-1a6f0987241a HTTP/1.1" status: 200 len: 1391 time: 0.3628073 Jul 07 17:18:49.837499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.849369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.855981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb260-4937-422f-a479-cd687254065c None None] Pushing event updated for resources: {'Port': ['ID=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.897072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7fb909f7-fa94-4340-bb6c-1a6f0987241a', 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'fixed_ips': [{'subnet_id': 'df119e2f-a3ae-4ae4-9404-99c887acd579'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:49.898204 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.913840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e7c5-6344-4bb7-8af4-4e1492a073ca None None] Pushing event deleted for resources: {'Port': ['ID=4f0508e9-47d7-4128-b32b-c370496e7a1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.922881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-74c0e36e-d9f2-4638-bb91-6e3f79c50a13 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/quotas/d2105b98391b4a54ab4d1d0a599efb3c HTTP/1.1" status: 200 len: 375 time: 0.0519419 Jul 07 17:18:49.923268 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.929483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fa9b472e-738a-4301-92d0-e7412dc3563f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:49.929863 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.951697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edd623f6-ad55-4bb9-a95f-38daed3abe49 req-f4dd5000-9e44-46c6-bed7-d03321a3e024 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724844 Jul 07 17:18:49.980631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Transition to ACTIVE for port object 0ca2272e-4696-4613-a61c-8f51a44ab5e9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.024298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.025371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.031589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-51a0691e-50ae-4563-948a-09da09fd8910 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4264016 Jul 07 17:18:50.050007 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.052894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.054021 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.057137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Calling delete_port for d4b11267-8e3a-4175-99f2-9928187a220b owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:50.114630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ef033dbf-21bc-473b-bcf4-a2f4f4add78e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:50.132132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Transition to ACTIVE for port object 0ca2272e-4696-4613-a61c-8f51a44ab5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.321318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] Pushing event updated for resources: {'Network': ['ID=652261f8-0e11-4614-8845-31aa852bd1d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.352775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b089632e-8134-45b8-b4a5-316b9a8e8c6a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3972778 Jul 07 17:18:50.424329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.481818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-8ab47251-335b-487f-a92c-80d90ba7db5a tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5640004 Jul 07 17:18:50.485323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Pushing event deleted for resources: {'Port': ['ID=d4b11267-8e3a-4175-99f2-9928187a220b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.567302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-2f38f21a-a660-4fec-b50b-66a8ea051a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.568989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-2f38f21a-a660-4fec-b50b-66a8ea051a2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.3272431 Jul 07 17:18:50.578771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 652261f8-0e11-4614-8845-31aa852bd1d7 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:50.631370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.633974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.635288 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5c3bd3f2-3e78-47a6-9645-3883a7a23807 tempest-FloatingIPAdminTestJSON-562894879 tempest-FloatingIPAdminTestJSON-562894879-project] 10.222.0.22 "DELETE /v2.0/floatingips/b3acb353-6bfe-41f2-bcd5-6379f12ca503 HTTP/1.1" status: 204 len: 168 time: 1.4700906 Jul 07 17:18:50.693812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.1 (bf7f3927-feb4-45ed-a6de-9e744c6c9cfa/53a063ea-7bb3-465e-885c-d71285791c1d/fd0320c7-8e16-4b60-935d-9ce80dd8e9c1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:50.716585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-9d02dea3-7f16-4460-a4ef-6cf9d4bea6ce service neutron] 10.222.0.22 "GET /v2.0/networks/dce61d37-2d41-4f36-91c0-e40c73b214a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325811 Jul 07 17:18:50.730686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.769752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.890280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451531-637e-4c38-a3a4-e85f746313e0 req-ca95cdeb-aaee-4f8e-b6f6-77192e11fc60 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.899062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62451531-637e-4c38-a3a4-e85f746313e0 req-ca95cdeb-aaee-4f8e-b6f6-77192e11fc60 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 944 time: 0.6544981 Jul 07 17:18:50.916190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.921010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-5ee3013d-f682-4e9e-911d-beeabd4c0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.929484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-5ee3013d-f682-4e9e-911d-beeabd4c0000 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 909 time: 0.3142526 Jul 07 17:18:50.936874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:50.963951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:50.986823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:50.989626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:50.999908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.007706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Pushing event updated for resources: {'Port': ['ID=0ca2272e-4696-4613-a61c-8f51a44ab5e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.021959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Allocated IP 19.86.0.2 (7fb909f7-fa94-4340-bb6c-1a6f0987241a/df119e2f-a3ae-4ae4-9404-99c887acd579/324c15d2-6516-4288-a20a-0ee8507e0475) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:51.083349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.087717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-f1c53577-4721-47d2-bb40-5328bb24b53e req-46a51773-a7f4-4e3e-99e6-5169c0000909 tempest-ImagesOneServerNegativeTestJSON-980799111 tempest-ImagesOneServerNegativeTestJSON-980799111-project] (93765) timed out ('10.222.0.32', 53073) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:18:51.093234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.120400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:51.122569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:51.128835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:51.142282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f0508e9-47d7-4128-b32b-c370496e7a1a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:51.219567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.278708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4f0508e9-47d7-4128-b32b-c370496e7a1a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:51.279012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4f0508e9-47d7-4128-b32b-c370496e7a1a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:51.298470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Attempting to bind port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:51.299380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Attempting to bind port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:51.299766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Attempting to bind port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 on network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:51.330482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:51.330921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Checking segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:51.331995 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.332442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Bound using segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:51.332988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Bound port: 0ca2272e-4696-4613-a61c-8f51a44ab5e9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:51.333389 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.367243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-06090016-0320-4858-81c6-11dd771fa5b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29adfffcf6c1457784d7806d5866b5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762010 Jul 07 17:18:51.371320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59782) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.439912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b71b8eb8-f961-48e6-a28a-7ec3162fc6f7 service neutron] 10.222.0.22 "GET /v2.0/networks/dce61d37-2d41-4f36-91c0-e40c73b214a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224541 Jul 07 17:18:51.456856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.471496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62451531-637e-4c38-a3a4-e85f746313e0 req-10eb093e-4a7c-48a0-8599-06989dd23f0c tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713539 Jul 07 17:18:51.480116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af7d444-c21e-4739-b494-240c74f24b39 None None] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:51.514427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.555818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.606330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-1518a8e6-6ba5-4daa-a785-4833c6583492 service neutron] 10.222.0.22 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502867 Jul 07 17:18:51.638038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.648117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Transition to ACTIVE for port object 324c15d2-6516-4288-a20a-0ee8507e0475 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:51.664743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Transition to ACTIVE for port object 324c15d2-6516-4288-a20a-0ee8507e0475 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:51.673142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:51.681711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-a1a22ecd-4751-4c5d-aa44-aa851a925f85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 1002 time: 0.7141931 Jul 07 17:18:51.686444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.732228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:51.752578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:51.765540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-9d719630-c9a5-45aa-a7f3-9fecf537b3cb service neutron] 10.222.0.22 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582801 Jul 07 17:18:51.770041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-e835ef39-c89f-4dbd-965c-3f2f68d98c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.774491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-e835ef39-c89f-4dbd-965c-3f2f68d98c6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.0854542 Jul 07 17:18:51.780626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-03193976-a0fc-4696-946f-560ae0ae5928 None None] Provisioning for port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:51.788838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:51.906259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] For port 0ca2272e-4696-4613-a61c-8f51a44ab5e9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:51.926810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-311fadea-5742-4cef-a33b-3c59468b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.931264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-311fadea-5742-4cef-a33b-3c59468b63c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491165 Jul 07 17:18:51.934127 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.936977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.940631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ffdb74f-6f5e-4e10-9742-6b3b03751b43 HTTP/1.1" status: 204 len: 168 time: 0.5658619 Jul 07 17:18:51.946390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Pushing event updated for resources: {'Port': ['ID=324c15d2-6516-4288-a20a-0ee8507e0475,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.957030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] For port 0ca2272e-4696-4613-a61c-8f51a44ab5e9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ca2272e-4696-4613-a61c-8f51a44ab5e9,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:51.964877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95a21f-adb3-4525-a469-ff210751c661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffdb74f-6f5e-4e10-9742-6b3b03751b43,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.965307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Attempting to bind port 324c15d2-6516-4288-a20a-0ee8507e0475 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:51.972376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Attempting to bind port 324c15d2-6516-4288-a20a-0ee8507e0475 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:51.972931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Attempting to bind port 324c15d2-6516-4288-a20a-0ee8507e0475 on network 7fb909f7-fa94-4340-bb6c-1a6f0987241a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:51.986759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:51.989079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Checking segment: {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:51.989662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.993404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Bound using segment: {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:51.994866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Bound port: 324c15d2-6516-4288-a20a-0ee8507e0475, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:51.998465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.042710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.156405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.168715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.204569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:52.260059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.270596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:52.271626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.315921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.317979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b6f6-5adc-42ab-892a-c9eba90eb039 None None] Pushing event updated for resources: {'Port': ['ID=0ca2272e-4696-4613-a61c-8f51a44ab5e9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.340039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-ad50686d-1b50-4fe8-b8a8-b5db6eafc815 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.342035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-ad50686d-1b50-4fe8-b8a8-b5db6eafc815 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.3295612 Jul 07 17:18:52.356337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ef033dbf-21bc-473b-bcf4-a2f4f4add78e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:52.422254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-f574eec2-3d3c-46f5-afcc-2734dacb6acd service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524412 Jul 07 17:18:52.433541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1b47-d3a7-4187-a221-1be2dd7109e9 req-33b9f22f-6380-4569-be2f-c07296da6dbe tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.440450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1b47-d3a7-4187-a221-1be2dd7109e9 req-33b9f22f-6380-4569-be2f-c07296da6dbe tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.458152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1b47-d3a7-4187-a221-1be2dd7109e9 req-33b9f22f-6380-4569-be2f-c07296da6dbe tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.460837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38ee1b47-d3a7-4187-a221-1be2dd7109e9 req-33b9f22f-6380-4569-be2f-c07296da6dbe tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5283749 Jul 07 17:18:52.522601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] For port 324c15d2-6516-4288-a20a-0ee8507e0475, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:52.551733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] For port 324c15d2-6516-4288-a20a-0ee8507e0475, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=324c15d2-6516-4288-a20a-0ee8507e0475,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:52.571675 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.634524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59804) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.673728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14bbefa0-a1bf-41a0-b997-5b2f9fa00c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.707625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91db0a1e-a035-4ba7-b042-f3441c6b0bae req-96c625d1-2a8a-4d0d-9b5f-983e7316a015 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 210 time: 0.1358275 Jul 07 17:18:52.729428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.739786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e50f-ffaf-4862-a941-625b7831cc1f req-c0d476fa-5a84-4880-8ca7-6ed50de20eae tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.741027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:52.741934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1052e50f-ffaf-4862-a941-625b7831cc1f req-c0d476fa-5a84-4880-8ca7-6ed50de20eae tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 946 time: 0.4859383 Jul 07 17:18:52.768100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:52.836975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port ef033dbf-21bc-473b-bcf4-a2f4f4add78e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:52.854992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port ef033dbf-21bc-473b-bcf4-a2f4f4add78e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:52.858422 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.865248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5484f-c8dd-4057-bc8d-ab2f51347389 None None] Pushing event updated for resources: {'Port': ['ID=324c15d2-6516-4288-a20a-0ee8507e0475,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.900270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:52.910932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.995315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def420a-55f3-4035-9954-187eea033bdf req-e7883be0-17fe-47c3-9adc-2a0d2b48e257 tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.996780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7def420a-55f3-4035-9954-187eea033bdf req-e7883be0-17fe-47c3-9adc-2a0d2b48e257 tempest-ComputeTenantNetworksTest-590294452 tempest-ComputeTenantNetworksTest-590294452-project] 10.222.0.22 "GET /v2.0/networks/652261f8-0e11-4614-8845-31aa852bd1d7 HTTP/1.1" status: 200 len: 769 time: 0.2196629 Jul 07 17:18:53.023135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.039577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.142095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2c713f1-f7d6-4d22-884d-426b1a3c6573 req-4625f6bf-a237-460f-919d-9143c32a0902 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764147 Jul 07 17:18:53.163811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.195523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1052e50f-ffaf-4862-a941-625b7831cc1f req-4af8f0d2-955b-42b5-9150-7dcb15f79360 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445090 Jul 07 17:18:53.274199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:53.276244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:53.288079 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a77ec38-e9d8-4a39-9f9b-0c5cb4662a90" -d '{"events": [{"server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "name": "network-vif-plugged", "status": "completed", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:53.295294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.305450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9356f487-c4bb-4903-9ba4-4b12d21ce71e None None] Provisioning complete for port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:53.306032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9356f487-c4bb-4903-9ba4-4b12d21ce71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.335863 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.359038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14bbefa0-a1bf-41a0-b997-5b2f9fa00c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.372131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Deleting port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:53.378585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.381953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14bbefa0-a1bf-41a0-b997-5b2f9fa00c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.415331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.575918 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97081b41-d2f3-46ea-9ef0-5f9943ab4da9 x-openstack-request-id: req-97081b41-d2f3-46ea-9ef0-5f9943ab4da9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:53.576321 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "name": "network-vif-plugged", "status": "completed", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:53.576675 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97081b41-d2f3-46ea-9ef0-5f9943ab4da9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:53.577359 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e', 'code': 200} Jul 07 17:18:53.584442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460bd5-0a9c-42a2-a952-904666df5f38 req-08cc520c-3de1-4dc7-9fb7-f6979900cfae tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.594827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80460bd5-0a9c-42a2-a952-904666df5f38 req-08cc520c-3de1-4dc7-9fb7-f6979900cfae tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 944 time: 0.3581803 Jul 07 17:18:53.639185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-14bbefa0-a1bf-41a0-b997-5b2f9fa00c1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=058b7849fc9844c39e586cd87c3b0813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9903109 Jul 07 17:18:53.639983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbefa0-a1bf-41a0-b997-5b2f9fa00c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f356e524-1517-4b25-a032-2cfaac29d172,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.643210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59814) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.663259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.695469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:53.723426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652261f8-0e11-4614-8845-31aa852bd1d7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.756133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80460bd5-0a9c-42a2-a952-904666df5f38 req-811e67ca-3451-472b-845d-7d64776b26ab tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599648 Jul 07 17:18:53.761952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868bcd4e-8032-4590-afac-f947d105bc61') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.762324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868bcd4e-8032-4590-afac-f947d105bc61') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:53.809528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] For port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:53.810174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.832295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Calling delete_port for 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:53.848805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 324c15d2-6516-4288-a20a-0ee8507e0475 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:53.972965 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.974890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 324c15d2-6516-4288-a20a-0ee8507e0475 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:53.993496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:54.078085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:54.078676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.146877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f22c789-b499-4e4b-a8fd-d9fadd60fc5a req-07032ab7-7e0a-42db-bc8f-4b61e888cfd9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 210 time: 0.1612403 Jul 07 17:18:54.148152 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.170372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:54.171058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:54.174083 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:54.188490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d45f0-f878-4cb4-84d3-9e007234ae70 None None] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:54.262359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:54.277355 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:54.279610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.296884 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:54.297533 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:54.301392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8a1cb29-a014-4f76-ad6e-b4e11dd2317a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/dd826bcf-8aa7-470a-8704-980b36d860e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4068155 Jul 07 17:18:54.307969 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.315632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.320597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.325708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] 10.222.0.22 "DELETE /v2.0/networks/652261f8-0e11-4614-8845-31aa852bd1d7 HTTP/1.1" status: 204 len: 168 time: 1.3010304 Jul 07 17:18:54.328035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152696-30bb-4f91-b609-473aa32e5bee admin admin] Pushing event deleted for resources: {'Network': ['ID=652261f8-0e11-4614-8845-31aa852bd1d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.338861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb06f4-4345-4e66-b989-e35560d4a985 req-cd258981-cc7b-49a9-8dc4-9c459401bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.340831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bfb06f4-4345-4e66-b989-e35560d4a985 req-cd258981-cc7b-49a9-8dc4-9c459401bb4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 1097 time: 0.5461018 Jul 07 17:18:54.383257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-d285773d-75db-4780-9f2a-fd76c6e9c1e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4783394 Jul 07 17:18:54.424075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bfb06f4-4345-4e66-b989-e35560d4a985 req-20252224-4fef-4493-a784-eed3a7594990 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Jul 07 17:18:54.502703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ca2272e-4696-4613-a61c-8f51a44ab5e9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:54.508822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', '16c6f285-30b8-4a2e-b4f6-1050ada65ff6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:54.537382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-707d1fa6-823d-4c22-8da6-85864f70362a req-98c9d139-c7b0-4df4-8ec5-51081af7bd43 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 210 time: 0.1005161 Jul 07 17:18:54.570147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea948d-ceb5-4eab-a84c-5894f26e0eaa None None] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:54.614939 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:54.619303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.719814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-1461d724-3967-42fe-9bf0-b9f2a62be4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.722152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-1461d724-3967-42fe-9bf0-b9f2a62be4ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1097 time: 0.1405702 Jul 07 17:18:54.772485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.870482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ff70de7-10cd-448c-8266-0238c9e3781e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=531da377aedd4bd28698bb1240d29604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946467 Jul 07 17:18:54.870906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.904385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-927dae29-2b69-4a9d-840e-ff368124dd69 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.910755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-927dae29-2b69-4a9d-840e-ff368124dd69 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.912451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-927dae29-2b69-4a9d-840e-ff368124dd69 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "GET /v2.0/networks?id=dce61d37-2d41-4f36-91c0-e40c73b214a3&id=7fb909f7-fa94-4340-bb6c-1a6f0987241a HTTP/1.1" status: 200 len: 1391 time: 0.2249427 Jul 07 17:18:54.940151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-38f816c3-5bcf-4402-96ad-c731ec1b8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.940444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Pushing event deleted for resources: {'Port': ['ID=16c6f285-30b8-4a2e-b4f6-1050ada65ff6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.942209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-38f816c3-5bcf-4402-96ad-c731ec1b8f2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 916 time: 0.1983356 Jul 07 17:18:54.971300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'port': {'device_id': '4981b466-bed0-4126-8a23-46c523f28fa5', 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3', 'admin_state_up': True, 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:54.993676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2ab62e65-ea4c-41f6-9e25-98ed2d5db495 None None] Provisioning for port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:55.036023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.130149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-189a010f-70aa-434a-acd6-4c319443bf37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 1000 time: 0.1800292 Jul 07 17:18:55.132610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.180583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] No DVR routers for this DVR port 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:55.193847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.196216 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b87a06d0-9c72-4f7a-80be-a9158c84c81e req-fe2fb1db-e893-4403-9929-c10d2689275c tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "DELETE /v2.0/ports/16c6f285-30b8-4a2e-b4f6-1050ada65ff6 HTTP/1.1" status: 204 len: 173 time: 2.7915335 Jul 07 17:18:55.201592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'name': 'network-vif-deleted', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:55.204085 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3568115-7055-4a66-be80-d4db9b3f363a" -d '{"events": [{"server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "name": "network-vif-deleted", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:55.208381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.231087 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 2, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:55.274930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:55.275295 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Updating router dd826bcf-8aa7-470a-8704-980b36d860e3 port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:55.286539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.289331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.290003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.290659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.291314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.291946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.293259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.296342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.297039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.297697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.298632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.299287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.305662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fbc3e74b-846c-40ba-bfe2-1d289cfe5b7d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8456 time: 0.9581561 Jul 07 17:18:55.306673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59838) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.336624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:55.342203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-48184984-0b11-4f9a-9637-f52bb473b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.346986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.347422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-48184984-0b11-4f9a-9637-f52bb473b82f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 200 len: 854 time: 0.2037709 Jul 07 17:18:55.359380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Provisioning for port 324c15d2-6516-4288-a20a-0ee8507e0475 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:55.362659 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.406892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Provisioning complete for port 324c15d2-6516-4288-a20a-0ee8507e0475 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:55.409512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.475199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785607-80ab-4506-b09e-de750958cf40 req-3c010562-b0d5-4708-bc62-b69994f7e866 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.485711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22785607-80ab-4506-b09e-de750958cf40 req-3c010562-b0d5-4708-bc62-b69994f7e866 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.4814620 Jul 07 17:18:55.504368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:55.515073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:55.515530 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.609357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22785607-80ab-4506-b09e-de750958cf40 req-266f5a86-dc29-4c8f-ba81-c90304b476a3 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225410 Jul 07 17:18:55.660517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.661109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.661587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.662207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.662662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.663111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.663632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.664075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.664563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.665050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.665494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.665979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.674381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.678958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86596d6a-3db2-4797-a7fd-c693e4178f46 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7733 time: 0.3636670 Jul 07 17:18:55.690971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.694831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e426016-280c-4c6c-962f-eb47acfcd5cc req-54e633c3-0803-4820-8e00-d25c88cac41e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 210 time: 0.1650746 Jul 07 17:18:55.699563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.705035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f356e524-1517-4b25-a032-2cfaac29d172 HTTP/1.1" status: 204 len: 168 time: 2.0543208 Jul 07 17:18:55.736348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd18ff2-eb1b-405a-9698-f45dd17e7967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356e524-1517-4b25-a032-2cfaac29d172,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.766017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.775066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.777005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0428531-1aa3-473e-8e39-a5bbd31b6738 HTTP/1.1" status: 204 len: 168 time: 0.9044943 Jul 07 17:18:55.779115 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7317ec0e-0994-4e46-a424-c17c6e836328 x-openstack-request-id: req-7317ec0e-0994-4e46-a424-c17c6e836328 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:55.779360 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e6709-e7e0-4354-ba46-a84f815e533b", "name": "network-vif-deleted", "tag": "16c6f285-30b8-4a2e-b4f6-1050ada65ff6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:55.779613 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7317ec0e-0994-4e46-a424-c17c6e836328 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:55.780022 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63e6709-e7e0-4354-ba46-a84f815e533b', 'name': 'network-vif-deleted', 'tag': '16c6f285-30b8-4a2e-b4f6-1050ada65ff6', 'status': 'completed', 'code': 200} Jul 07 17:18:55.867894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Allocated IP 19.80.0.177 (dce61d37-2d41-4f36-91c0-e40c73b214a3/093b5576-588a-4adc-a8d3-6b9e31fe7a2f/755cde02-a7c9-4c75-baf1-9342a750b4a0) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:55.893348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fb44d-43f3-40c4-a5dd-63d254f0fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0428531-1aa3-473e-8e39-a5bbd31b6738,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.924317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-7d2c1a23-afd3-4419-a556-deaa70328efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.935713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-7d2c1a23-afd3-4419-a556-deaa70328efe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5804863 Jul 07 17:18:55.948846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.138445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] For port 324c15d2-6516-4288-a20a-0ee8507e0475, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=324c15d2-6516-4288-a20a-0ee8507e0475,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.148848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.246879 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.283251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Transition to ACTIVE for port object fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:56.295726 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.346894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f85ba-3f5a-4445-a17c-2a0d11e2e428 None None] Pushing event updated for resources: {'Port': ['ID=324c15d2-6516-4288-a20a-0ee8507e0475,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.371796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:56.417720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-901f5f23-4d01-4a55-9382-c3dbaaf1d118 req-91c97051-104f-4e8a-8377-9ac302d61582 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63e6709-e7e0-4354-ba46-a84f815e533b HTTP/1.1" status: 200 len: 210 time: 0.1900597 Jul 07 17:18:56.430975 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dad260-acbb-4b9d-a02e-6932954189dd None None] Pushing event updated for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.487561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:56.488131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 16c6f285-30b8-4a2e-b4f6-1050ada65ff6 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:56.490556 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.509724 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.514624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.607420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0ca2272e-4696-4613-a61c-8f51a44ab5e9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ca2272e-4696-4613-a61c-8f51a44ab5e9,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:56.617552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ea5497f-2e41-4b69-8f3f-5f6ab71e794d None None] Provisioning complete for port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:56.622332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ea5497f-2e41-4b69-8f3f-5f6ab71e794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.624627 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.680476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-9de90863-713b-4c9f-ab43-cebf014139c6 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039959 Jul 07 17:18:56.706910 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Attempting to bind port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:56.707280 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Attempting to bind port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:56.707853 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Attempting to bind port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 on network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:56.727018 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:56.727729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Checking segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:56.728399 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.729207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Bound using segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:56.729933 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Bound port: fd0320c7-8e16-4b60-935d-9ce80dd8e9c1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:56.730626 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.855304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0ca2272e-4696-4613-a61c-8f51a44ab5e9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.872597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 324c15d2-6516-4288-a20a-0ee8507e0475 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:56.911782 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] For port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:56.916071 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] For port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:56.923212 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.022819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:57.023579 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:57.090093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 324c15d2-6516-4288-a20a-0ee8507e0475 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:57.095376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.100457 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dad260-acbb-4b9d-a02e-6932954189dd None None] Pushing event updated for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.170602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-960e4849-05a0-42a9-85e8-375e3b9cde8b req-152229f8-36cd-45c5-8828-2ac1cddcff9e tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 210 time: 0.1550741 Jul 07 17:18:57.255987 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:57.304582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2660075b-1af5-4c14-80cb-50abc4c0c9b4 req-118d432e-583d-4b2b-bf69-fe6b186309ce service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176949 Jul 07 17:18:57.341733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67f1b7e4-1b78-4cd7-a186-814dcf0b4532 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 1.6642992 Jul 07 17:18:57.379522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1635f3-7489-4966-8d29-29f2309cb902 req-66c71a2b-4bd2-49cd-9ad7-d6c662b09abb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.391422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1635f3-7489-4966-8d29-29f2309cb902 req-66c71a2b-4bd2-49cd-9ad7-d6c662b09abb tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.4649184 Jul 07 17:18:57.484802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1635f3-7489-4966-8d29-29f2309cb902 req-a75ca811-0b89-4048-a264-8090f4b2fd28 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Jul 07 17:18:57.519600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.534098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ea5497f-2e41-4b69-8f3f-5f6ab71e794d None None] Provisioning for port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:57.673895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2038733350-network', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:57.688503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:56Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:57.696931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c81ba5-6b46-4a00-b1a5-a26b2f71cb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.703809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-523f3395-b05d-415f-81f8-a1b381d5d00f None None] Provisioning complete for port 324c15d2-6516-4288-a20a-0ee8507e0475 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:57.706001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Made reservation on behalf of c27740b9691043c99d9b7154d090a18d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:57.708365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f3395-b05d-415f-81f8-a1b381d5d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.713401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.738582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.785385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Transition to ACTIVE for port object 755cde02-a7c9-4c75-baf1-9342a750b4a0 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:57.785843 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a50fd4-b311-44c4-82ef-b8f0bd75d581 None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:56Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:57.913784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.025889 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.029821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:58.031346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.042985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:58.086389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:58.136732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:58.180802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729cf141-6b2c-4871-8d6f-c5c95cf33505,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.196778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.197455 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Added segment 427ffa98-cc7a-42d6-b438-549b3ee00936 of type vlan for network a5aa51c1-4605-49b4-b06a-b8171de446bd Jul 07 17:18:58.282957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.370463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.382486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.386302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.443014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.445104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.445928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.552127 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c81ba5-6b46-4a00-b1a5-a26b2f71cb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.562587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-82c81ba5-6b46-4a00-b1a5-a26b2f71cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.607575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0864110 Jul 07 17:18:58.608296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.616325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-55905fbb-e03f-49a3-8154-91d67930a028 None None] Provisioning for port 755cde02-a7c9-4c75-baf1-9342a750b4a0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:58.629174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Request body: {'subnet': {'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2038733350-subnet', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:58.630054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-55905fbb-e03f-49a3-8154-91d67930a028 None None] Provisioning complete for port 755cde02-a7c9-4c75-baf1-9342a750b4a0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:58.631347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81ba5-6b46-4a00-b1a5-a26b2f71cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3653651-8943-4f18-b275-5a48627c7d07,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.632382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55905fbb-e03f-49a3-8154-91d67930a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.654887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2ee4e90-59d8-4961-8115-0c53a9e53ee8 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6983385 Jul 07 17:18:58.681387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Request body: {'port': {'device_id': '4981b466-bed0-4126-8a23-46c523f28fa5', 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a', 'admin_state_up': True, 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:58.704295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22644d-ca8a-46db-bd25-f5672bb4b870 admin admin] Pushing event updated for resources: {'Network': ['ID=a5aa51c1-4605-49b4-b06a-b8171de446bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.732404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Made reservation on behalf of c27740b9691043c99d9b7154d090a18d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:58.739988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.740472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-55905fbb-e03f-49a3-8154-91d67930a028 None None] Port 755cde02-a7c9-4c75-baf1-9342a750b4a0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:58.755901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a5aa51c1-4605-49b4-b06a-b8171de446bd details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:58.776135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.788825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-82c81ba5-6b46-4a00-b1a5-a26b2f71cb4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cef3b624befc47c5a20587d028c7cbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2731171 Jul 07 17:18:58.794521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365409345', 'description': 'tempest-secgroup-smoke-1365409345 description', 'project_id': '5f25a2c155444cbc937e49c00093ac8f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:58.889196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59902) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.044319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:59.072513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.126395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:59.138240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:59.138683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.220840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.233434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.262719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.299575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:59.312405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.315070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ca2272e-4696-4613-a61c-8f51a44ab5e9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:59.329440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.339121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.400417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005f6949-6143-4c77-a9f9-66ec7e95cec1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.405927 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.409889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.411438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3653651-8943-4f18-b275-5a48627c7d07 HTTP/1.1" status: 204 len: 168 time: 0.5123005 Jul 07 17:18:59.421203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Made reservation on behalf of d2105b98391b4a54ab4d1d0a599efb3c for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:59.423379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.427010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.436426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:59.436806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.455036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.460322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b24aa5f-f97a-419d-9bc2-3fbc890d4032 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6795311 Jul 07 17:18:59.464429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.472110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:59.479952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b5cb3-e4ea-4c28-a59c-01b25f80e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3653651-8943-4f18-b275-5a48627c7d07,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.566133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.661166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Allocated IP 19.86.0.121 (7fb909f7-fa94-4340-bb6c-1a6f0987241a/df119e2f-a3ae-4ae4-9404-99c887acd579/78cefab1-07a9-4f35-9a39-952b478d54df) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:59.693852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.706367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.747045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c631c878-4157-4b4d-a7c0-277cb8b63410,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.779255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.780337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4586071-2d18-42ef-abc6-8c7a811d870b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130193 Jul 07 17:18:59.787702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.817493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d409-0fe8-4caa-a5e6-a7ccd2672db5 req-d83bcc12-34ea-4fd5-8735-45113d3dde03 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.819561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8337d409-0fe8-4caa-a5e6-a7ccd2672db5 req-d83bcc12-34ea-4fd5-8735-45113d3dde03 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 932 time: 0.1770446 Jul 07 17:18:59.822908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:59.861595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa617c79-94c4-4cf7-8ee0-dcfcf2899e66 req-cda3d811-73c1-478e-9f88-1f755b79e752 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.869996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa617c79-94c4-4cf7-8ee0-dcfcf2899e66 req-cda3d811-73c1-478e-9f88-1f755b79e752 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.9367654 Jul 07 17:18:59.881809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aaa6563-f390-4128-9b9d-92c5ca6a3974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.908755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.924127 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.926250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Transition to ACTIVE for port object 78cefab1-07a9-4f35-9a39-952b478d54df will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:59.938058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.963393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.001272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa617c79-94c4-4cf7-8ee0-dcfcf2899e66 req-8e693716-00df-4663-80e5-3dcd502508f6 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299310 Jul 07 17:19:00.012386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:00.015976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:00.024415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8337d409-0fe8-4caa-a5e6-a7ccd2672db5 req-b8c7910f-8189-4ee3-a1e6-31a2b86ce2c1 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484511 Jul 07 17:19:00.024785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:00.088206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.089240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.105654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event updated for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.118256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-0a6bce17-37fe-400c-b6d6-fe3b11fc06ef tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4559333 Jul 07 17:19:00.128507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.142644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Request body: {'port': {'device_id': '4981b466-bed0-4126-8a23-46c523f28fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.155071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.163225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.169406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Checking segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:00.169985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Network hostable DHCP agents. Network: a5aa51c1-4605-49b4-b06a-b8171de446bd, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:00.197800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89694c13-d816-4d42-bc3f-4fd85684b69b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.223948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.225485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a2ce41c9-3b0b-472c-b901-e5e49452bad2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4157493 Jul 07 17:19:00.231102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.235209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.277240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:00.300066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.304249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a5aa51c1-4605-49b4-b06a-b8171de446bd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:00.311219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.311994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.315064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fea59-506b-4c5a-84bf-be60c42a816a None None] Network a5aa51c1-4605-49b4-b06a-b8171de446bd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:00.333263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.363098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fc6e01c1-8d3d-4417-80b5-44fa22ddee95 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7459769 Jul 07 17:19:00.369847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.376717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.405447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fab5ee-218e-4f53-a055-ac2a29672f5e req-cc3efd58-5083-4337-a3b5-3b7c42ef72d3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.407255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3fab5ee-218e-4f53-a055-ac2a29672f5e req-cc3efd58-5083-4337-a3b5-3b7c42ef72d3 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1797838 Jul 07 17:19:00.442642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.443793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.487528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.505754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.518590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3fab5ee-218e-4f53-a055-ac2a29672f5e req-33c2eab2-25d6-457f-b49d-a0dabd9ac8ad tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Jul 07 17:19:00.526909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3fd6dc97-f02b-482b-9b99-328a55b0431a None None] Provisioning for port 78cefab1-07a9-4f35-9a39-952b478d54df completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:00.553262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3fd6dc97-f02b-482b-9b99-328a55b0431a None None] Provisioning complete for port 78cefab1-07a9-4f35-9a39-952b478d54df triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.553262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fd6dc97-f02b-482b-9b99-328a55b0431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.553262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-a5aa51c1-4605-49b4-b06a-b8171de446bd', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:00.553262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.569903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e07faa-0c0a-40b3-bf9e-1fb61f5a30ed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.573607 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.590546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.594387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-60e62d3f-5ce1-4520-8da9-52198f8a3246 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602798 Jul 07 17:19:00.599025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.614431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.670001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6dc97-f02b-482b-9b99-328a55b0431a None None] Port 78cefab1-07a9-4f35-9a39-952b478d54df cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:00.689638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.775623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:00.826566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.836754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.847915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Allocated IP 172.20.0.2 (a5aa51c1-4605-49b4-b06a-b8171de446bd/5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9/12aa61c7-d0f7-4d3e-a3ee-a7409026b130) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:00.885917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.925089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8691bb7-5a3c-4946-9e52-0c0baf86b82f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.935130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.935907 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.944846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755cde02-a7c9-4c75-baf1-9342a750b4a0 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:00.950091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.954688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2742192-02ea-41cd-86c9-78e3dea74c20 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3535602 Jul 07 17:19:00.954985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:00.960058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.961653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:00.984022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Transition to ACTIVE for port object 755cde02-a7c9-4c75-baf1-9342a750b4a0 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:00.989765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.011716 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:19:01.018937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.167752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Pushing event updated for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.184414 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.204617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Transition to ACTIVE for port object 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:01.237227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Transition to ACTIVE for port object 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:01.245669 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.291414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:01.297922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:01.303982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:01.331791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Pushing event updated for resources: {'Port': ['ID=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.335865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-c9dd3478-cc5a-45db-85b4-d8298fb15be9 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.338413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-c9dd3478-cc5a-45db-85b4-d8298fb15be9 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.2902334 Jul 07 17:19:01.406302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Attempting to bind port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:01.407014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Attempting to bind port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:01.407590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Attempting to bind port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:01.415378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:01.415781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Checking segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:01.416689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.417094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Bound using segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:01.417575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Bound port: 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:01.417990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.426868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59956) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.438757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Attempting to bind port 755cde02-a7c9-4c75-baf1-9342a750b4a0 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:01.439451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Attempting to bind port 755cde02-a7c9-4c75-baf1-9342a750b4a0 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:01.439784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Attempting to bind port 755cde02-a7c9-4c75-baf1-9342a750b4a0 on network dce61d37-2d41-4f36-91c0-e40c73b214a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:01.461047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Port 755cde02-a7c9-4c75-baf1-9342a750b4a0 on network dce61d37-2d41-4f36-91c0-e40c73b214a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:01.461378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Attempting to bind port 755cde02-a7c9-4c75-baf1-9342a750b4a0 on network dce61d37-2d41-4f36-91c0-e40c73b214a3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:01.469084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.488913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:01.489630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Checking segment: {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:01.489630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Bound using segment: {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:01.490500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Bound port: 755cde02-a7c9-4c75-baf1-9342a750b4a0, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:01.490985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.500135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] For port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:01.510921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] For port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:01.517862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.525841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.543177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.560881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.583406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b1759-c0cf-436e-8e13-4d0359b7dc93 None None] Pushing event updated for resources: {'Port': ['ID=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.603713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:01.608748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:01.617698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.663589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Deleting port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:01.664021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.686338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8566f7e-38db-414a-84f1-11c8b0dc4866,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.696727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.701245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fe594d9-19ff-4b3b-99ed-b50cb5fbd99a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7423875 Jul 07 17:19:01.701375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1660614495', 'router:external': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:01.714207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d0790-d625-42fb-af89-d365b7ee5fa3 req-c81ef1c0-b4ee-436b-99e2-d7d2da45cce0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.720754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d0790-d625-42fb-af89-d365b7ee5fa3 req-c81ef1c0-b4ee-436b-99e2-d7d2da45cce0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.729209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b69d0790-d625-42fb-af89-d365b7ee5fa3 req-c81ef1c0-b4ee-436b-99e2-d7d2da45cce0 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1667 time: 0.4770782 Jul 07 17:19:01.735487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.737277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.737914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.739537 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] 10.222.0.83 "PUT /v2.0/ports/755cde02-a7c9-4c75-baf1-9342a750b4a0 HTTP/1.1" status: 200 len: 1093 time: 1.6124520 Jul 07 17:19:01.740740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:01.743491 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ef036-825b-474d-8af0-8a8d8ce6b713" -d '{"events": [{"name": "network-changed", "server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:01.743800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': '005f6949-6143-4c77-a9f9-66ec7e95cec1', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:01.787328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05a05-495a-43ef-a457-7bd7d03074bc req-a1d61bd1-58cf-465b-abc8-8a5e5606c3ba tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.800450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fc05a05-495a-43ef-a457-7bd7d03074bc req-a1d61bd1-58cf-465b-abc8-8a5e5606c3ba tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.5506177 Jul 07 17:19:01.823065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Request body: {'port': {'device_id': '4981b466-bed0-4126-8a23-46c523f28fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:01.859373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Made reservation on behalf of 59fca32c6caf4f97b6ca9dc7094adf67 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:01.862089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.937278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.956890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882f9a-c7d6-434d-b8c6-24f7df5aefa8 service neutron] Pushing event updated for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.957447 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:19:01.983322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b69d0790-d625-42fb-af89-d365b7ee5fa3 req-30d4cb57-92ee-4926-a863-8b16ab817346 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527132 Jul 07 17:19:01.993096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.017032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fc05a05-495a-43ef-a457-7bd7d03074bc req-9170cbcd-4807-4287-abe8-fb1b41c6e6fa tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154970 Jul 07 17:19:02.069144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] For port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:02.069430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.084538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Allocated IP 172.25.7.230 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2e4d8435-fad6-48ba-bc7e-70e6ddff2933) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:02.098681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.102282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Calling delete_port for 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:02.156296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.172770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.217536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991ab021-baba-449f-8ab9-c0e96c5b31ac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.307178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9516aa32-5771-4a0c-a9f6-19535d762f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.403093 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23708b0-4158-41c0-8d78-cf6d284ce628 x-openstack-request-id: req-b23708b0-4158-41c0-8d78-cf6d284ce628 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:02.403378 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:02.403978 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b23708b0-4158-41c0-8d78-cf6d284ce628 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:02.404105 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0', 'status': 'completed', 'code': 200} Jul 07 17:19:02.415672 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.440159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbffbf-eaf4-4708-ade4-39503047054d req-0935def9-5f51-43b8-ab18-62d89b1ee387 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.441917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59dbffbf-eaf4-4708-ade4-39503047054d req-0935def9-5f51-43b8-ab18-62d89b1ee387 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/ports?device_id=f44d3317-1d78-4ebd-a088-af5248c9ff98 HTTP/1.1" status: 200 len: 945 time: 0.1817985 Jul 07 17:19:02.469323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.488297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.494633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.496085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0ce7b65f-f025-4495-96ea-efeaf8d75b45 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7587411 Jul 07 17:19:02.545469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-e64a701b-d87e-45df-b527-a996545fdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.546062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-e64a701b-d87e-45df-b527-a996545fdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.550830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-e64a701b-d87e-45df-b527-a996545fdaca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1915 time: 0.2174311 Jul 07 17:19:02.561416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.564206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:02.613964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59dbffbf-eaf4-4708-ade4-39503047054d req-efaff2a1-4c73-49bd-a51f-3fadfbbb0e61 tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.22 "GET /v2.0/security-groups?id=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631365 Jul 07 17:19:02.671635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.672041 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Added segment 163dba5f-a2d4-4529-b59d-c3ad837eb8a9 of type vlan for network 08a0a37c-a8c6-41da-9210-563f3c19eb7c Jul 07 17:19:02.738743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.745826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.803358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.824754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503dbc1-45e3-432a-8dd6-c5bd25426ae8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.854413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Pushing event deleted for resources: {'Port': ['ID=61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.870949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:02.872997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cefab1-07a9-4f35-9a39-952b478d54df {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:02.887674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.928394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.929320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.929918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.930186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.939790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-384c8759-ba85-4ed1-b716-d414e7d26e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.940288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-384c8759-ba85-4ed1-b716-d414e7d26e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.940864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-384c8759-ba85-4ed1-b716-d414e7d26e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.943030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-384c8759-ba85-4ed1-b716-d414e7d26e2c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3834860 Jul 07 17:19:02.944818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:02.961032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Transition to ACTIVE for port object 78cefab1-07a9-4f35-9a39-952b478d54df will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:02.963103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:02.965919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] No DVR routers for this DVR port 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:02.982817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.984956 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4b972a6-c9e3-498a-82cf-270cba85f6a7 req-38f7dfae-589a-4ba4-85a2-98094551c91e tempest-ServerRescueTestJSON-1443918633 tempest-ServerRescueTestJSON-1443918633-project] 10.222.0.32 "DELETE /v2.0/ports/61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e HTTP/1.1" status: 204 len: 173 time: 1.6333382 Jul 07 17:19:02.998822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:03.022030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.030447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:03.055797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6221771 Jul 07 17:19:03.072725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:03.086153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-59b80e29-f962-4c14-b90b-b0dee878827c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365409345&fields=id&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 267 time: 0.2453606 Jul 07 17:19:03.098766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecbf61-b7c9-4913-a910-f43f377cab51 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Network': ['ID=08a0a37c-a8c6-41da-9210-563f3c19eb7c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.110553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:03.111503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'subnet': {'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:03.116828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.220520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Attempting to bind port 78cefab1-07a9-4f35-9a39-952b478d54df on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:03.221705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Attempting to bind port 78cefab1-07a9-4f35-9a39-952b478d54df by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:03.222172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Attempting to bind port 78cefab1-07a9-4f35-9a39-952b478d54df on network 7fb909f7-fa94-4340-bb6c-1a6f0987241a {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:03.245353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5ddab-e766-4c2a-b461-948713d5423f None None] Network a5aa51c1-4605-49b4-b06a-b8171de446bd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:03.245849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Port 78cefab1-07a9-4f35-9a39-952b478d54df on network 7fb909f7-fa94-4340-bb6c-1a6f0987241a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:03.246216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Attempting to bind port 78cefab1-07a9-4f35-9a39-952b478d54df on network 7fb909f7-fa94-4340-bb6c-1a6f0987241a {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:03.255079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:03.256063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Checking segment: {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:03.256494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Bound using segment: {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:03.261974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Bound port: 78cefab1-07a9-4f35-9a39-952b478d54df, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca98eb9-4280-4b50-812c-d7ccf84de0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:03.261974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.298785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460fc9f-cda7-4029-a921-2607a17e14da req-5d62ac99-5c22-4b9c-8a12-81b1e79996bc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.300528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e460fc9f-cda7-4029-a921-2607a17e14da req-5d62ac99-5c22-4b9c-8a12-81b1e79996bc tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.5209365 Jul 07 17:19:03.301207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Made reservation on behalf of 59fca32c6caf4f97b6ca9dc7094adf67 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:03.305385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.341132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:03.345547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=78cefab1-07a9-4f35-9a39-952b478d54df,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:03.352266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.357252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Provisioning for port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:03.366587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Provisioning complete for port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:03.367375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.405658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.406395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.408311 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/78cefab1-07a9-4f35-9a39-952b478d54df HTTP/1.1" status: 200 len: 1093 time: 1.6250496 Jul 07 17:19:03.435028 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:03.438132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478b77-191e-420a-9b37-6c30ce8ec4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.596664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.599420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.653974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e460fc9f-cda7-4029-a921-2607a17e14da req-9e4e7a9f-8c51-4bef-9f62-87b3e9f99f8a tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c045c26-e9ee-4b53-946e-4c36f3ef81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850913 Jul 07 17:19:03.655196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-7fc29b8c-8abd-4f9d-9bd4-417972287794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.656719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-481ef036-825b-474d-8af0-8a8d8ce6b713 req-7fc29b8c-8abd-4f9d-9bd4-417972287794 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6960013 Jul 07 17:19:03.658734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] For port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:03.666596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.745693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822aec0-62e9-4ef5-a96a-c432fb5fd4f0 None None] Pushing event updated for resources: {'Port': ['ID=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.793692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-8cb13537-0fb6-47dc-846f-83d004843c99 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:03.795320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-8cb13537-0fb6-47dc-846f-83d004843c99 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/networks?id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 797 time: 0.7085040 Jul 07 17:19:03.980525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-d77ce63e-7faf-4523-b70f-596c142bc1ac tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/quotas/5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 375 time: 0.1542733 Jul 07 17:19:04.046622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e9702315-4938-4840-9eeb-5780533525e0 None None] Provisioning complete for port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:04.046974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9702315-4938-4840-9eeb-5780533525e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.116243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-9a36a9fd-5041-4f6b-9511-aa0ffc5afc57 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.117906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-9a36a9fd-5041-4f6b-9511-aa0ffc5afc57 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 945 time: 0.0787611 Jul 07 17:19:04.136745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.228504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Deleting port ef033dbf-21bc-473b-bcf4-a2f4f4add78e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:04.228824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.258394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.333274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] For port ef033dbf-21bc-473b-bcf4-a2f4f4add78e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,segment=NetworkSegment(31703c6b-1e7f-45ff-8f4e-5617b52a6b60),segment_id=31703c6b-1e7f-45ff-8f4e-5617b52a6b60)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:04.333611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.348830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Calling delete_port for ef033dbf-21bc-473b-bcf4-a2f4f4add78e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:04.375704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:04.396847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:04.397261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:04.405732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'name': 'network-vif-deleted', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e'}, {'name': 'network-changed', 'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:04.408069 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e985adf-6b75-4ba3-8a38-553091bc2635" -d '{"events": [{"server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "name": "network-vif-deleted", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e"}, {"name": "network-changed", "server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:04.493816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.505400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ef033dbf-21bc-473b-bcf4-a2f4f4add78e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:04.529643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Pushing event deleted for resources: {'Port': ['ID=ef033dbf-21bc-473b-bcf4-a2f4f4add78e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:04.557315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c6360-31ce-4d62-9b89-c3b5583d31bb req-793accf3-edb7-4b93-9015-0dbbafa5e78c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.563152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c6360-31ce-4d62-9b89-c3b5583d31bb req-793accf3-edb7-4b93-9015-0dbbafa5e78c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.564708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e2c6360-31ce-4d62-9b89-c3b5583d31bb req-793accf3-edb7-4b93-9015-0dbbafa5e78c tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1679 time: 0.7372682 Jul 07 17:19:04.571253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] No DVR routers for this DVR port ef033dbf-21bc-473b-bcf4-a2f4f4add78e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:04.573901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.576740 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e177db4b-8ab6-4610-ba68-2edafed71242 req-b2962578-b98e-4ec0-a91f-a77f37d6bfc1 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.32 "DELETE /v2.0/ports/ef033dbf-21bc-473b-bcf4-a2f4f4add78e HTTP/1.1" status: 204 len: 173 time: 0.4523771 Jul 07 17:19:04.580148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-6c20be7d-cf33-4ef2-8fa9-b8e70d52287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.580751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-6c20be7d-cf33-4ef2-8fa9-b8e70d52287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.582787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-6c20be7d-cf33-4ef2-8fa9-b8e70d52287d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1983 time: 0.7362008 Jul 07 17:19:04.668186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-aa71ad60-3c32-408c-ad41-947e2093c1c9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6746655 Jul 07 17:19:04.711897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-2726d39a-fad1-4e38-bde8-e5a174ae0833 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0 HTTP/1.1" status: 200 len: 217 time: 0.1089559 Jul 07 17:19:04.754575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:04.807934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:04.808480 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.840652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e2c6360-31ce-4d62-9b89-c3b5583d31bb req-8a45609d-8719-4668-8570-6b0a962a4e09 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667797 Jul 07 17:19:04.976189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.objects.ports [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:04.976651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.993034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-5b03d7cb-207a-431b-9e5c-4473fc94c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.994718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-5b03d7cb-207a-431b-9e5c-4473fc94c271 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=093b5576-588a-4adc-a8d3-6b9e31fe7a2f HTTP/1.1" status: 200 len: 801 time: 0.2727549 Jul 07 17:19:05.053793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59994) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.111930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-00e41f62-0953-41d3-9b17-3077a9bac9da service neutron] 10.222.0.22 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933966 Jul 07 17:19:05.120368 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0160460e-b1e1-43a2-997b-7feb1f1fd795 x-openstack-request-id: req-0160460e-b1e1-43a2-997b-7feb1f1fd795 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:05.120872 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44d3317-1d78-4ebd-a088-af5248c9ff98", "name": "network-vif-deleted", "tag": "61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:05.121079 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0160460e-b1e1-43a2-997b-7feb1f1fd795 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:05.121708 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44d3317-1d78-4ebd-a088-af5248c9ff98', 'name': 'network-vif-deleted', 'tag': '61ff0dde-d5d3-4fc8-8642-5d54a9fffd4e', 'status': 'completed', 'code': 200} Jul 07 17:19:05.122233 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df', 'status': 'completed', 'code': 200} Jul 07 17:19:05.198098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=241f0ae6-f01d-49ab-838e-e3dfd63281d2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.214153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.248989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Checking segment: {'id': '163dba5f-a2d4-4529-b59d-c3ad837eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:05.249363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network hostable DHCP agents. Network: 08a0a37c-a8c6-41da-9210-563f3c19eb7c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:05.307245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.318597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a35e892-c191-4f74-bdbf-620d91dc2666 req-dbe917e8-1a41-424c-98f6-2fc0ff9b6992 tempest-DeleteServersTestJSON-1894471870 tempest-DeleteServersTestJSON-1894471870-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e17fde8-c7e2-4698-beed-fe542cb6dda4 HTTP/1.1" status: 200 len: 210 time: 0.0888228 Jul 07 17:19:05.349901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-4bc9fe96-3b53-4ad0-8c50-5a3e98214837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.351560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-4bc9fe96-3b53-4ad0-8c50-5a3e98214837 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dce61d37-2d41-4f36-91c0-e40c73b214a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264201 Jul 07 17:19:05.401066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:05.453003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-d3cb9bde-d794-4c63-ba0e-12a3c02883bc service neutron] 10.222.0.22 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221331 Jul 07 17:19:05.464469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 08a0a37c-a8c6-41da-9210-563f3c19eb7c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:05.473026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.476994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.477598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.478411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab62cf6-33ef-4314-8fd0-62d2b24d0f0e None None] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:05.521852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd29b6c9-ccef-4385-9b89-dd25b1c723a6 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4427757 Jul 07 17:19:05.523378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.528421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-830787219', 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:05.545653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-906a678e-67b9-442d-9d55-f085dbaf50c6 service neutron] 10.222.0.83 "GET /v2.0/networks/dce61d37-2d41-4f36-91c0-e40c73b214a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592031 Jul 07 17:19:05.573641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Router 6f92e08f-dca7-43df-9730-879e7ef29fda is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:05.598364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Made reservation on behalf of 59fca32c6caf4f97b6ca9dc7094adf67 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:05.601324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.622315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] device_id is not set on port ce3b92f5-fe9a-45e8-9884-4ac2634038ab yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:05.681356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a1dae-74f5-4afb-bceb-4332989b06af None None] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:05.749776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-7080a70d-5cc4-43d6-a547-0e398e5c8679 service neutron] 10.222.0.83 "GET /v2.0/networks/dce61d37-2d41-4f36-91c0-e40c73b214a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968367 Jul 07 17:19:05.780509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-897762b6-4473-44ab-bd2d-d3815c3d37b3 req-964c28a1-bc94-4d27-abc1-96dc3978fe13 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0455084 Jul 07 17:19:05.823404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-ed1f6192-03d8-41ea-a96c-2279268affd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=78cefab1-07a9-4f35-9a39-952b478d54df HTTP/1.1" status: 200 len: 217 time: 0.0456591 Jul 07 17:19:05.847275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 2001:db8::30e (08a0a37c-a8c6-41da-9210-563f3c19eb7c/241f0ae6-f01d-49ab-838e-e3dfd63281d2/ce3b92f5-fe9a-45e8-9884-4ac2634038ab) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:05.885994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-e776c014-4010-49b1-a2fa-af9a05920868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.887519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-e776c014-4010-49b1-a2fa-af9a05920868 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df119e2f-a3ae-4ae4-9404-99c887acd579 HTTP/1.1" status: 200 len: 801 time: 0.0567310 Jul 07 17:19:05.889804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:05.908301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:05.924781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:05.926068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:05.937839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.939160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-16130373-66f6-4a60-ac05-f9453e7d48c4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5686886 Jul 07 17:19:05.942356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.082354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef736-102f-48ea-af27-a29627fc4976 req-76fbd9a2-42a2-446a-a541-028534a6993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.085496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-76fbd9a2-42a2-446a-a541-028534a6993a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fb909f7-fa94-4340-bb6c-1a6f0987241a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871159 Jul 07 17:19:06.111068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Deleting port 060020f3-60b2-41be-8f83-b31d042bf9a9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:06.111429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.251049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] For port 060020f3-60b2-41be-8f83-b31d042bf9a9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=060020f3-60b2-41be-8f83-b31d042bf9a9,segment=NetworkSegment(5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e),segment_id=5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:06.251797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.265597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Calling delete_port for 060020f3-60b2-41be-8f83-b31d042bf9a9 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:06.304682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-f6990e31-81a0-454e-858c-032a994f1fce service neutron] 10.222.0.83 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079008 Jul 07 17:19:06.340822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:06.343895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.378156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ffd4d-2e4c-40e7-948e-217571ce0197 req-9b726ccd-8d59-471e-ab70-5843eb415dc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.385364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ffd4d-2e4c-40e7-948e-217571ce0197 req-9b726ccd-8d59-471e-ab70-5843eb415dc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.392557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44ffd4d-2e4c-40e7-948e-217571ce0197 req-9b726ccd-8d59-471e-ab70-5843eb415dc9 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1679 time: 0.3159375 Jul 07 17:19:06.513334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.586944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:03Z', 'revision_number': 3, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:06.605490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d44ffd4d-2e4c-40e7-948e-217571ce0197 req-dec30082-b4c2-4ad4-bdae-d2ff41353178 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117763 Jul 07 17:19:06.623523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ccef736-102f-48ea-af27-a29627fc4976 req-f778dc33-37df-4912-8df3-92db89abb417 service neutron] 10.222.0.83 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094101 Jul 07 17:19:06.624536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:06.624889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Updating router 6f92e08f-dca7-43df-9730-879e7ef29fda port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:06.668081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.685671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.768973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:06.775459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:06.784937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:06.784937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.784937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.792148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.814202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=ce3b92f5-fe9a-45e8-9884-4ac2634038ab,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.869300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5eb3eea6-9a9b-44fe-a37e-20a8e617a41e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3429270 Jul 07 17:19:06.869300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=060020f3-60b2-41be-8f83-b31d042bf9a9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.877973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.990563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-47cfc397-dbee-4539-9bdb-960b3252f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.991145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-47cfc397-dbee-4539-9bdb-960b3252f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.992881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-47cfc397-dbee-4539-9bdb-960b3252f949 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1983 time: 0.2880294 Jul 07 17:19:07.094047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.107161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Transition to ACTIVE for port object 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:07.116731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.195368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Attempting to bind port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:07.195749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Attempting to bind port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:07.196124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Attempting to bind port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:07.196528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2c22e39-e0a4-4153-8360-dbdc686927bb req-b0219ba4-db56-4cc5-9f6a-59c1ecfa1939 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 210 time: 0.1731532 Jul 07 17:19:07.199064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32ba4b-9136-4c61-a791-12d38842d416 None None] Pushing event updated for resources: {'Port': ['ID=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.206809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:07.207245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:07.208282 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.209244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:07.209755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Bound port: 2e4d8435-fad6-48ba-bc7e-70e6ddff2933, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:07.210232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.302687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] For port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:07.307657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-317c74fa-45ba-49b4-b712-50ff81496690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:07.309164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-317c74fa-45ba-49b4-b712-50ff81496690 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fb909f7-fa94-4340-bb6c-1a6f0987241a HTTP/1.1" status: 200 len: 902 time: 0.2980876 Jul 07 17:19:07.313157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] For port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:07.324232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.429956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:07.432510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.466010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32ba4b-9136-4c61-a791-12d38842d416 None None] Pushing event updated for resources: {'Port': ['ID=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.493630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'name': 'network-vif-deleted', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:07.496113 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66d2db-e664-448b-aa7d-dd15ce8a96f4" -d '{"events": [{"server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "name": "network-vif-deleted", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:07.499133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.604512 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ff5cbd-f0a4-40a5-90a2-b98225735ded x-openstack-request-id: req-06ff5cbd-f0a4-40a5-90a2-b98225735ded {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:07.604803 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17fde8-c7e2-4698-beed-fe542cb6dda4", "name": "network-vif-deleted", "tag": "ef033dbf-21bc-473b-bcf4-a2f4f4add78e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:07.605065 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06ff5cbd-f0a4-40a5-90a2-b98225735ded {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:07.605486 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17fde8-c7e2-4698-beed-fe542cb6dda4', 'name': 'network-vif-deleted', 'tag': 'ef033dbf-21bc-473b-bcf4-a2f4f4add78e', 'status': 'completed', 'code': 200} Jul 07 17:19:07.663923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:07.768271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-e4cbdf4d-1b3c-4d78-9d64-8ce5f095ac26 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:07.771430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-e4cbdf4d-1b3c-4d78-9d64-8ce5f095ac26 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/networks?id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 797 time: 0.2698288 Jul 07 17:19:07.861225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-af7c1eaa-6288-4bc8-8ba9-ea729b4feeb5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 380 time: 0.0800440 Jul 07 17:19:07.872847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'port': {'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'admin_state_up': True, 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'security_groups': ['005f6949-6143-4c77-a9f9-66ec7e95cec1']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:07.889342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.895687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-fa7abcdb-4391-4c2a-a7c1-23e9e2b98bce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=78cefab1-07a9-4f35-9a39-952b478d54df HTTP/1.1" status: 200 len: 217 time: 0.5785477 Jul 07 17:19:07.937457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:03Z', 'revision_number': 3, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:07.975600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2084ef-0b10-406d-8243-bd1bed73b204 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:03Z', 'revision_number': 3, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:07.995209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-1a64a0d7-8391-4f56-ba51-2cb87933f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:07.996896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-1a64a0d7-8391-4f56-ba51-2cb87933f423 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df119e2f-a3ae-4ae4-9404-99c887acd579 HTTP/1.1" status: 200 len: 801 time: 0.0809898 Jul 07 17:19:08.046365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:08.050079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.115250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Deleting port ce3b92f5-fe9a-45e8-9884-4ac2634038ab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:08.115773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.194432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Router c5208372-a707-4aa1-9ffb-23e97dbb60f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:08.284755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.5 (bf7f3927-feb4-45ed-a6de-9e744c6c9cfa/53a063ea-7bb3-465e-885c-d71285791c1d/9e12e1ba-e188-4cfd-863a-6df6052a2679) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:08.292904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ebd4-f45a-4cd2-8446-8ffa018b50ce req-f8657f51-6bcc-4a19-b46e-33ead95cb902 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.299725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ebd4-f45a-4cd2-8446-8ffa018b50ce req-f8657f51-6bcc-4a19-b46e-33ead95cb902 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.307351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a874ebd4-f45a-4cd2-8446-8ffa018b50ce req-f8657f51-6bcc-4a19-b46e-33ead95cb902 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1679 time: 0.4235773 Jul 07 17:19:08.402847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ef033dbf-21bc-473b-bcf4-a2f4f4add78e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:08.437709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:08.441247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: ef033dbf-21bc-473b-bcf4-a2f4f4add78e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:08.441615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ef033dbf-21bc-473b-bcf4-a2f4f4add78e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:08.452112 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Sync routers for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:08.473465 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:08.475031 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:08.476816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4909ecf6-0ef5-47e2-920c-476da16c7a87 req-6ac9d4d3-73a2-416a-a749-e4f92a80f697 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 210 time: 0.0542803 Jul 07 17:19:08.480094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-c8211808-878a-4297-88fe-0cb8c4a4716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:08.481536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-c8211808-878a-4297-88fe-0cb8c4a4716e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fb909f7-fa94-4340-bb6c-1a6f0987241a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4745135 Jul 07 17:19:08.535427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a088def3-4d0d-44ce-8ed1-21632c8b9fbd admin admin] 10.222.0.22 "PUT /v2.0/routers/c5208372-a707-4aa1-9ffb-23e97dbb60f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800789 Jul 07 17:19:08.538860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60054) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.548197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a874ebd4-f45a-4cd2-8446-8ffa018b50ce req-f00be5ec-b903-4dd8-a0e1-e9d8ebc53c2b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395980 Jul 07 17:19:08.555554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.727791 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:08.732834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Calling delete_port for ce3b92f5-fe9a-45e8-9884-4ac2634038ab owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:08.781883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Allocated IP 172.20.0.1 (a5aa51c1-4605-49b4-b06a-b8171de446bd/5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9/f0a8557d-b41a-424a-b63b-331830afc783) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:08.895161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.906183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.946210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-c2343634-393f-4558-90b7-ee5c957906b3 service neutron] 10.222.0.83 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872485 Jul 07 17:19:09.000155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:09.032431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object 9e12e1ba-e188-4cfd-863a-6df6052a2679 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:09.066702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:09.079855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:09.080153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.154706 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:19:06Z', 'revision_number': 5, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:09.198208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.223643 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Checking router: c5208372-a707-4aa1-9ffb-23e97dbb60f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:09.235956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Routers {'c5208372-a707-4aa1-9ffb-23e97dbb60f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:09.236833 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:09.245894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.269272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e985adf-6b75-4ba3-8a38-553091bc2635 req-66b6ca23-5827-4cdd-95f6-8a4bdb98066f service neutron] 10.222.0.83 "GET /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829587 Jul 07 17:19:09.275638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:09.289361 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.298251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.306685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:09.316652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:09.321584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:09.328348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.367022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce3b92f5-fe9a-45e8-9884-4ac2634038ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.383539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.397846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.399658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.400422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be270b8d-fe32-491b-abb0-56c35c513a2d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ce3b92f5-fe9a-45e8-9884-4ac2634038ab HTTP/1.1" status: 204 len: 168 time: 2.5027964 Jul 07 17:19:09.403925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.406677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Transition to ACTIVE for port object f0a8557d-b41a-424a-b63b-331830afc783 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:09.411915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c', 'external_fixed_ips': [{'subnet_id': '241f0ae6-f01d-49ab-838e-e3dfd63281d2', 'ip_address': '2001:db8::30e'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:09.416653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.464944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.466388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.482715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.483371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.507488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] Set router c5208372-a707-4aa1-9ffb-23e97dbb60f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:09.514243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-38a99d23-8b73-43b5-88da-a1b769026638 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6474233 Jul 07 17:19:09.536084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Request body: {'port': {'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:09.558632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.587611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Deleting port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:09.587967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.613223 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.736743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.744985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] For port 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:09.745478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.758308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:09.760559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Calling delete_port for 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:09.762494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:09.781575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:09.819559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-962067e5-4d10-47d7-a5c2-d41f55dbdc7d None None] Provisioning for port 9e12e1ba-e188-4cfd-863a-6df6052a2679 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:09.824670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-962067e5-4d10-47d7-a5c2-d41f55dbdc7d None None] Provisioning complete for port 9e12e1ba-e188-4cfd-863a-6df6052a2679 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:09.825073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-962067e5-4d10-47d7-a5c2-d41f55dbdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.885622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-962067e5-4d10-47d7-a5c2-d41f55dbdc7d None None] Port 9e12e1ba-e188-4cfd-863a-6df6052a2679 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:09.980290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:19:06Z', 'revision_number': 5, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.019414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de41705-5ee2-4c8c-b829-fb083bd326de None None] The sync data for ids ['c5208372-a707-4aa1-9ffb-23e97dbb60f3'] in n-d-791504-12 is: [{'id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'name': 'tempest-ServerRescueTestJSON-1994991613-router', 'tenant_id': '2dacbdd3547646589a29b2749775ae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:49Z', 'updated_at': '2021-07-07T17:19:06Z', 'revision_number': 5, 'project_id': '2dacbdd3547646589a29b2749775ae4d', 'gw_port': {'id': '71d7f6cf-3af4-4e64-9f76-b8b500bb96f1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5208372-a707-4aa1-9ffb-23e97dbb60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:52Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:10.055990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.056260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.099407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.217363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-23e551de-4b25-40c4-bccf-02b7b4f84d25 None None] Provisioning for port f0a8557d-b41a-424a-b63b-331830afc783 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:10.222162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-23e551de-4b25-40c4-bccf-02b7b4f84d25 None None] Provisioning complete for port f0a8557d-b41a-424a-b63b-331830afc783 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:10.222629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23e551de-4b25-40c4-bccf-02b7b4f84d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.242366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce268-c5dc-469a-b774-40755510859f req-ee92b542-33b5-4027-8529-7ef86dd56297 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.250569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce268-c5dc-469a-b774-40755510859f req-ee92b542-33b5-4027-8529-7ef86dd56297 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.252416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.254148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fdce268-c5dc-469a-b774-40755510859f req-ee92b542-33b5-4027-8529-7ef86dd56297 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1679 time: 0.3667471 Jul 07 17:19:10.284682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23e551de-4b25-40c4-bccf-02b7b4f84d25 None None] Port f0a8557d-b41a-424a-b63b-331830afc783 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:10.312156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b503-0245-4c1f-bf55-651bfa23f88e req-d38817f3-f5c7-4c5b-9690-16e5ee0787cd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:10.321916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a37b503-0245-4c1f-bf55-651bfa23f88e req-d38817f3-f5c7-4c5b-9690-16e5ee0787cd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 931 time: 0.4572716 Jul 07 17:19:10.346873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d7f6cf-3af4-4e64-9f76-b8b500bb96f1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.420078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.420896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fdce268-c5dc-469a-b774-40755510859f req-0b493fd4-2c42-4d29-9e55-11446d16090b tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467855 Jul 07 17:19:10.437621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a37b503-0245-4c1f-bf55-651bfa23f88e req-ff061f1f-48e3-4cc6-be72-9fff85cbcc37 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146591 Jul 07 17:19:10.482274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.482567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.482957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.483360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.483712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.484051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.484383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.484718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.485048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.485376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.485697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.486018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.568475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.593913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.610386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.744719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.745311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5208372-a707-4aa1-9ffb-23e97dbb60f3 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:10.756361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.759194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58c292eb-6e01-4481-8ab7-11eb6fa25526 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c5208372-a707-4aa1-9ffb-23e97dbb60f3 HTTP/1.1" status: 204 len: 168 time: 2.2190788 Jul 07 17:19:10.763474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:10.785905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 755cde02-a7c9-4c75-baf1-9342a750b4a0 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:10.801220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.863372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e12e1ba-e188-4cfd-863a-6df6052a2679 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:10.869947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.875926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.898400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Transition to ACTIVE for port object 9e12e1ba-e188-4cfd-863a-6df6052a2679 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:10.915119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:10.916085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.014743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.049333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Pushing event updated for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.065957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '755cde02-a7c9-4c75-baf1-9342a750b4a0', 'network_id': 'dce61d37-2d41-4f36-91c0-e40c73b214a3', 'port_id': '755cde02-a7c9-4c75-baf1-9342a750b4a0', 'mac_address': 'fa:16:3e:16:8c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093b5576-588a-4adc-a8d3-6b9e31fe7a2f', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:11.130950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.136404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.148761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:11.149348 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.176046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755cde02-a7c9-4c75-baf1-9342a750b4a0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:11.181421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Deleting subnet 5ca48a9c-084f-4665-b13d-6a88eab3b07c {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:11.189420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.209485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.219692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.221308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 78cefab1-07a9-4f35-9a39-952b478d54df details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:11.243910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 2001:db8::30e (08a0a37c-a8c6-41da-9210-563f3c19eb7c/241f0ae6-f01d-49ab-838e-e3dfd63281d2/55802c95-035c-4b13-bfd3-57de9605096d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:11.262559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.302363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Attempting to bind port 9e12e1ba-e188-4cfd-863a-6df6052a2679 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:11.302717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Attempting to bind port 9e12e1ba-e188-4cfd-863a-6df6052a2679 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:11.303125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Attempting to bind port 9e12e1ba-e188-4cfd-863a-6df6052a2679 on network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:11.317145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Port 9e12e1ba-e188-4cfd-863a-6df6052a2679 on network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:11.318148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Attempting to bind port 9e12e1ba-e188-4cfd-863a-6df6052a2679 on network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:11.326769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:11.327044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Checking segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:11.327377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Bound using segment: {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:11.327823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Bound port: 9e12e1ba-e188-4cfd-863a-6df6052a2679, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99959852-a74e-499f-89ce-a73ae1480d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:11.328185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.358073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.384616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.405109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=78cefab1-07a9-4f35-9a39-952b478d54df,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.490023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:11.496022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:11.500616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.515002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '78cefab1-07a9-4f35-9a39-952b478d54df', 'network_id': '7fb909f7-fa94-4340-bb6c-1a6f0987241a', 'port_id': '78cefab1-07a9-4f35-9a39-952b478d54df', 'mac_address': 'fa:16:3e:d8:ad:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df119e2f-a3ae-4ae4-9404-99c887acd579', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:11.517826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060020f3-60b2-41be-8f83-b31d042bf9a9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:11.521471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.531351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.546304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.564527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.573817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 060020f3-60b2-41be-8f83-b31d042bf9a9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:11.574640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 060020f3-60b2-41be-8f83-b31d042bf9a9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:11.595501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.612593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.613278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.616127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] 10.222.0.32 "PUT /v2.0/ports/9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 200 len: 1092 time: 2.0842230 Jul 07 17:19:11.623899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.626737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5ca48a9c-084f-4665-b13d-6a88eab3b07c HTTP/1.1" status: 204 len: 168 time: 0.8596520 Jul 07 17:19:11.626737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:11.630917 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75651ddf-9d9f-4078-9983-818af7df8c12" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:11.634239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60080) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:11.644982 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.695486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cefab1-07a9-4f35-9a39-952b478d54df {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:11.717097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec376-4fbe-44a2-a204-0d4bc4574867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca48a9c-084f-4665-b13d-6a88eab3b07c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.751676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=78cefab1-07a9-4f35-9a39-952b478d54df,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.757199 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.758154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.829634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.882533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bee37-ae69-477d-806f-ac6f5976369f service neutron] Pushing event updated for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.894145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=55802c95-035c-4b13-bfd3-57de9605096d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.922038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.939150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-025f5260-9244-4bda-aed2-ed40613a4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.940751 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-025f5260-9244-4bda-aed2-ed40613a4b4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1095 time: 0.2019842 Jul 07 17:19:11.943920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 08a0a37c-a8c6-41da-9210-563f3c19eb7c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:11.967362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:11.974912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:11.977406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:11.979863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:12.001455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-9430bf98-5c89-43b3-9477-5baa03e198be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 200 len: 217 time: 0.0526905 Jul 07 17:19:12.102234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-6caa9a5b-fb38-4a56-a4f8-fad809afcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.104113 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-6caa9a5b-fb38-4a56-a4f8-fad809afcb82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53a063ea-7bb3-465e-885c-d71285791c1d HTTP/1.1" status: 200 len: 835 time: 0.0909903 Jul 07 17:19:12.117553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['755cde02-a7c9-4c75-baf1-9342a750b4a0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:12.154858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.168944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f493f3-af18-4fd1-ac7a-eb55b1fe92e4']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.188860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.189358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9dd015-ae30-41f4-9d8a-1d203b9e6d1e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:12.204867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.237060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.254355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:12.254355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:12.254660 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:12.259776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-b2e26bd2-a58e-4bcd-ae29-4506a5b48c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.259776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-b2e26bd2-a58e-4bcd-ae29-4506a5b48c76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426520 Jul 07 17:19:12.293720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cb3a-b8af-4af3-999d-0fa997c74421 req-c77de096-0ef9-4c91-91dc-b981b7488a66 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.301211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cb3a-b8af-4af3-999d-0fa997c74421 req-c77de096-0ef9-4c91-91dc-b981b7488a66 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.302583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e539cb3a-b8af-4af3-999d-0fa997c74421 req-c77de096-0ef9-4c91-91dc-b981b7488a66 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1681 time: 0.5235152 Jul 07 17:19:12.303206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.369601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.393491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.396622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] 10.222.0.22 "DELETE /v2.0/networks/98f493f3-af18-4fd1-ac7a-eb55b1fe92e4 HTTP/1.1" status: 204 len: 168 time: 0.7473688 Jul 07 17:19:12.397087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3c6cff41-f073-454f-802d-a51fa59d3cdf None None] Provisioning complete for port f0a8557d-b41a-424a-b63b-331830afc783 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:12.397557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6cff41-f073-454f-802d-a51fa59d3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.404520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3906a-7461-4a86-b173-9376ba89df69 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f493f3-af18-4fd1-ac7a-eb55b1fe92e4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.432814 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-7072e304-670d-4f73-b79c-0ecfbcdec083 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639414 Jul 07 17:19:12.451541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cff41-f073-454f-802d-a51fa59d3cdf None None] Port f0a8557d-b41a-424a-b63b-331830afc783 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:12.522926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbed78-e46b-401d-ab49-dfc7beb5c36e req-a70527cc-d2b3-4f84-9942-b21714a9dc4e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:12.525015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ddbed78-e46b-401d-ab49-dfc7beb5c36e req-a70527cc-d2b3-4f84-9942-b21714a9dc4e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 943 time: 0.6670537 Jul 07 17:19:12.555019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d4e135d-0b6c-427b-a03b-9e55f1c59690 req-b5df1bd0-59ca-46c6-a96a-72d7aaf09474 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138279 Jul 07 17:19:12.629028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.674427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5469e3c4-67ea-4e56-824c-62736da5a9de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dacbdd3547646589a29b2749775ae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417790 Jul 07 17:19:12.674650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60094) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.725884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:12.742570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.748456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:12.749077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 71d7f6cf-3af4-4e64-9f76-b8b500bb96f1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:12.773974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.829748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.832986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.836775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f73cd27d-2e66-4042-a6a9-ca04bd31c9ea HTTP/1.1" status: 204 len: 168 time: 0.1586607 Jul 07 17:19:12.845523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306081d6-86ad-4d89-82db-2de0f93b4bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73cd27d-2e66-4042-a6a9-ca04bd31c9ea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.124070 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e539cb3a-b8af-4af3-999d-0fa997c74421 req-f021fb56-aa0f-4672-a1b7-6f12ec42d9bf tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536461 Jul 07 17:19:13.154625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ddbed78-e46b-401d-ab49-dfc7beb5c36e req-2b58bbaf-1ffe-48d8-8214-b79b66b5a5f4 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6000886 Jul 07 17:19:13.180568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:13.199664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.222226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['78cefab1-07a9-4f35-9a39-952b478d54df'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:13.271773 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5271274-baed-431f-9990-9124b01056d4 x-openstack-request-id: req-d5271274-baed-431f-9990-9124b01056d4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:13.272086 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:13.272346 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5271274-baed-431f-9990-9124b01056d4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:13.272758 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'status': 'completed', 'code': 200} Jul 07 17:19:13.408887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-193b9844-4dde-41eb-80f8-2cb6bdb6ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.410437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-193b9844-4dde-41eb-80f8-2cb6bdb6ca8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1095 time: 0.1143415 Jul 07 17:19:13.433954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:13.441105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cfd25dfd-7091-451f-8aeb-457df6eb25e1 admin admin] 10.222.0.22 "PUT /v2.0/routers/6f92e08f-dca7-43df-9730-879e7ef29fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4975014 Jul 07 17:19:13.453678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:13.472726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:13.474187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:13.487902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router 102b41a5-fc37-4357-bbb2-561a8aa64bd2 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:13.538953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-7ad5dc01-1a8b-4270-b41d-0e330080bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.540439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-7ad5dc01-1a8b-4270-b41d-0e330080bbaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 898 time: 0.1229272 Jul 07 17:19:13.592856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-2028d5ae-6e0c-4f33-9ddc-847d43b39b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 200 len: 217 time: 0.0447543 Jul 07 17:19:13.681833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:13.682396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-a233b4a4-5aa2-41ac-841f-1a0fc95fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.682396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-a233b4a4-5aa2-41ac-841f-1a0fc95fd22c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53a063ea-7bb3-465e-885c-d71285791c1d HTTP/1.1" status: 200 len: 835 time: 0.0815732 Jul 07 17:19:13.685178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:13.703734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Sync routers for ids ['102b41a5-fc37-4357-bbb2-561a8aa64bd2'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:13.719472 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Routers {'102b41a5-fc37-4357-bbb2-561a8aa64bd2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:13.722197 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['102b41a5-fc37-4357-bbb2-561a8aa64bd2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:13.748973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.752747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b4671da0-6ead-4682-8d2b-7e67aa0b749a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3453922 Jul 07 17:19:13.755424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.764403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-75a73bd0-3e75-4c7a-b994-9c929cf6b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.766156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-75a73bd0-3e75-4c7a-b994-9c929cf6b0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773852 Jul 07 17:19:13.861169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.959687 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Set router 102b41a5-fc37-4357-bbb2-561a8aa64bd2 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:14.027729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.061792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 2, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:14.104283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:14.104913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Updating router 6f92e08f-dca7-43df-9730-879e7ef29fda port f0a8557d-b41a-424a-b63b-331830afc783 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:14.152396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.308960 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b41a5-fc37-4357-bbb2-561a8aa64bd2', 'name': '', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c', 'external_fixed_ips': [{'subnet_id': '241f0ae6-f01d-49ab-838e-e3dfd63281d2', 'ip_address': '2001:db8::30e'}], 'enable_snat': True}, 'gw_port_id': '55802c95-035c-4b13-bfd3-57de9605096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:09Z', 'updated_at': '2021-07-07T17:19:12Z', 'revision_number': 3, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port': {'id': '55802c95-035c-4b13-bfd3-57de9605096d', 'name': '', 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b41a5-fc37-4357-bbb2-561a8aa64bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '241f0ae6-f01d-49ab-838e-e3dfd63281d2', 'ip_address': '2001:db8::30e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:10Z', 'updated_at': '2021-07-07T17:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '241f0ae6-f01d-49ab-838e-e3dfd63281d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:14.374919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.377040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Checking router: 102b41a5-fc37-4357-bbb2-561a8aa64bd2 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:14.378612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Updating router 102b41a5-fc37-4357-bbb2-561a8aa64bd2 port 55802c95-035c-4b13-bfd3-57de9605096d binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:14.393673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Deleting subnet ee43fac0-9450-468f-abcb-3d1c24372b58 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:14.402176 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.427310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9e12e1ba-e188-4cfd-863a-6df6052a2679 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:14.468226 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.484268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.556717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.587680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:14.626600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.641841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:14.673312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-725f79df-019e-49c6-a9d5-3c6c1fca0df6 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004793 Jul 07 17:19:14.677827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.680482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ee43fac0-9450-468f-abcb-3d1c24372b58 HTTP/1.1" status: 204 len: 168 time: 0.8183200 Jul 07 17:19:14.683832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60148) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.701109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261573-b31f-494d-a9b2-e492b865713f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee43fac0-9450-468f-abcb-3d1c24372b58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.746850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Deleting port 55802c95-035c-4b13-bfd3-57de9605096d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:14.747486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.849333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:14.866472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782034161', 'description': 'tempest-description--922747788'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:14.969766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.007477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.022147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 755cde02-a7c9-4c75-baf1-9342a750b4a0 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:15.030665 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.034703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.046477 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Transition to ACTIVE for port object 55802c95-035c-4b13-bfd3-57de9605096d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:15.054947 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.074420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e12e1ba-e188-4cfd-863a-6df6052a2679 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:15.074664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Calling delete_port for 55802c95-035c-4b13-bfd3-57de9605096d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:15.095776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.133724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Attempting to bind port 55802c95-035c-4b13-bfd3-57de9605096d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:15.134665 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Attempting to bind port 55802c95-035c-4b13-bfd3-57de9605096d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '163dba5f-a2d4-4529-b59d-c3ad837eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:15.135308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Attempting to bind port 55802c95-035c-4b13-bfd3-57de9605096d on network 08a0a37c-a8c6-41da-9210-563f3c19eb7c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:15.139153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:15.152566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.157704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:15.158312 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Checking segment: {'id': '163dba5f-a2d4-4529-b59d-c3ad837eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:15.158911 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.159458 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Bound using segment: {'id': '163dba5f-a2d4-4529-b59d-c3ad837eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:15.160276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Bound port: 55802c95-035c-4b13-bfd3-57de9605096d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163dba5f-a2d4-4529-b59d-c3ad837eb8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '08a0a37c-a8c6-41da-9210-563f3c19eb7c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:15.160979 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.162469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 755cde02-a7c9-4c75-baf1-9342a750b4a0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:15.171130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 755cde02-a7c9-4c75-baf1-9342a750b4a0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:15.171768 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.215128 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-75651ddf-9d9f-4078-9983-818af7df8c12 req-541cdfc0-11eb-4669-87ec-aa205f9370c4 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295167 Jul 07 17:19:15.263799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] For port 55802c95-035c-4b13-bfd3-57de9605096d, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:15.264931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.270893 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] For port 55802c95-035c-4b13-bfd3-57de9605096d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=55802c95-035c-4b13-bfd3-57de9605096d,segment=NetworkSegment(163dba5f-a2d4-4529-b59d-c3ad837eb8a9),segment_id=163dba5f-a2d4-4529-b59d-c3ad837eb8a9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:15.287434 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.298610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.306990 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0670d-1560-48c0-9d2f-483803b2fc90 None None] Pushing event updated for resources: {'Port': ['ID=55802c95-035c-4b13-bfd3-57de9605096d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.314249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Transition to ACTIVE for port object f0a8557d-b41a-424a-b63b-331830afc783 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:15.322791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2343c16d-dc81-4f8f-b047-a065510aaf81']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.346650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31703c6b-1e7f-45ff-8f4e-5617b52a6b60') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.347658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.349429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31703c6b-1e7f-45ff-8f4e-5617b52a6b60') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.354368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.368349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.388773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.389003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Routers {'102b41a5-fc37-4357-bbb2-561a8aa64bd2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:15.389418 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['102b41a5-fc37-4357-bbb2-561a8aa64bd2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.398871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:15.399318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:15.403695 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:15.437220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['9e12e1ba-e188-4cfd-863a-6df6052a2679'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:15.490744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.498315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd62ab-1f00-48a1-8ebb-6a673887824b req-b97d5ea0-ba08-47c5-b361-10666d7b1ed5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.504611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.505382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3dd62ab-1f00-48a1-8ebb-6a673887824b req-b97d5ea0-ba08-47c5-b361-10666d7b1ed5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 943 time: 0.5402224 Jul 07 17:19:15.508384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] 10.222.0.22 "DELETE /v2.0/networks/2343c16d-dc81-4f8f-b047-a065510aaf81 HTTP/1.1" status: 204 len: 168 time: 0.8009477 Jul 07 17:19:15.509979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.512521 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.526213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a518391-3857-4804-bfbd-9edcd425bb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2343c16d-dc81-4f8f-b047-a065510aaf81,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.534054 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] Set router 102b41a5-fc37-4357-bbb2-561a8aa64bd2 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:15.546959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736510b-14bb-43ae-a0cc-9a0965acae20 None None] Pushing event updated for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.565997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352d7-9654-4931-8397-d4adadf956eb req-f4211ab5-d059-4daa-ad07-ceec189312f7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.580984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6352d7-9654-4931-8397-d4adadf956eb req-f4211ab5-d059-4daa-ad07-ceec189312f7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.585108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e6352d7-9654-4931-8397-d4adadf956eb req-f4211ab5-d059-4daa-ad07-ceec189312f7 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1681 time: 0.5919256 Jul 07 17:19:15.623291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:15.626463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.632263 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465dfa1-7384-45d2-b110-51a74bb36ee6" -d '{"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-plugged", "status": "completed", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:15.651629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.679867 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0670d-1560-48c0-9d2f-483803b2fc90 None None] Pushing event updated for resources: {'Port': ['ID=55802c95-035c-4b13-bfd3-57de9605096d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.683536 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b41a5-fc37-4357-bbb2-561a8aa64bd2', 'name': '', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:09Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 4, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.707235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:15.726697 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.727332 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227ee2f-69b6-4ccc-aca4-a2c596eec428 None None] The sync data for ids ['102b41a5-fc37-4357-bbb2-561a8aa64bd2'] in n-d-791504-12 is: [{'id': '102b41a5-fc37-4357-bbb2-561a8aa64bd2', 'name': '', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:09Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 4, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:15.727594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 78cefab1-07a9-4f35-9a39-952b478d54df up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:15.744909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.761750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Attempting to bind port f0a8557d-b41a-424a-b63b-331830afc783 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:15.762280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Attempting to bind port f0a8557d-b41a-424a-b63b-331830afc783 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:15.762725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Attempting to bind port f0a8557d-b41a-424a-b63b-331830afc783 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:15.812794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3501d777-a42c-48be-b257-0c0f2954f453 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9067861a7374b44af1e7187ec9c66e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643489 Jul 07 17:19:15.813024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:15.813024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Checking segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:15.813024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.813024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Bound using segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:15.813603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Bound port: f0a8557d-b41a-424a-b63b-331830afc783, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:15.814138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.814264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.891392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.916052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.926729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.931073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0721743 Jul 07 17:19:15.931073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.931362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] For port f0a8557d-b41a-424a-b63b-331830afc783, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:15.934420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] For port f0a8557d-b41a-424a-b63b-331830afc783, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f0a8557d-b41a-424a-b63b-331830afc783,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:15.934846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60166) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.937638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Port': ['ID=55802c95-035c-4b13-bfd3-57de9605096d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.943587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group_rule': {'security_group_id': '2113ec44-ba48-408a-8ff9-ee2dee4c7856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:15.953297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.957149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.988655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2113ec44-ba48-408a-8ff9-ee2dee4c7856,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:15.992515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.017078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.020511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.021767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c045c26-e9ee-4b53-946e-4c36f3ef81a6 HTTP/1.1" status: 204 len: 168 time: 0.2063742 Jul 07 17:19:16.044914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa617-d8e5-44a0-a739-ab5b7e89b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c045c26-e9ee-4b53-946e-4c36f3ef81a6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.069089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3dd62ab-1f00-48a1-8ebb-6a673887824b req-38d26c27-7985-49bd-8975-c337f93c98ce tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627182 Jul 07 17:19:16.097306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.098661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.100671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.101265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.102931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.103551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.104148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.105448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.106685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.107862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 78cefab1-07a9-4f35-9a39-952b478d54df completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:16.109928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.110411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.111221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.111766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.113598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 78cefab1-07a9-4f35-9a39-952b478d54df triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:16.113876 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.119557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.121881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:16.122630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.125194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736510b-14bb-43ae-a0cc-9a0965acae20 None None] Pushing event updated for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.152374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0ae748-0ad1-41b0-8ce4-8ba1d7a66082,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.179206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.182159 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5904877-460c-4d65-94a3-4a8fce6b3c63 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2445979 Jul 07 17:19:16.185606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60170) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.194946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.197504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group_rule': {'security_group_id': '2113ec44-ba48-408a-8ff9-ee2dee4c7856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:16.197890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.198514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.199088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.199799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.200364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.200929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.202782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.208597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.209279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.213272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.216046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d3b8-4f4f-41d6-8455-6649702fe580 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:16.250730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e6352d7-9654-4931-8397-d4adadf956eb req-594dde25-a4d3-4041-ae77-67a183b637a2 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125870 Jul 07 17:19:16.255778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.262595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.264157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.424441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.425493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 102b41a5-fc37-4357-bbb2-561a8aa64bd2 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:16.430986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.435424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-925827c8-2495-4819-9eac-a73182293087 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/routers/102b41a5-fc37-4357-bbb2-561a8aa64bd2 HTTP/1.1" status: 204 len: 168 time: 2.6793873 Jul 07 17:19:16.437847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60180) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.470709 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c5b06-abef-45a0-b07e-ee61e3cef7a6 x-openstack-request-id: req-e68c5b06-abef-45a0-b07e-ee61e3cef7a6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:16.475243 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-plugged", "status": "completed", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:16.475958 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e68c5b06-abef-45a0-b07e-ee61e3cef7a6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:16.477123 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0', 'code': 200} Jul 07 17:19:16.501077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.510364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.545224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Deleting subnet 241f0ae6-f01d-49ab-838e-e3dfd63281d2 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:16.552848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:16.562051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a1777-19b2-4999-8825-2cf0feb69eb7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.570926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.572872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.575486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-99acd9aa-6294-46a8-89f7-7f3e09cb9315 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868794 Jul 07 17:19:16.577253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.582510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:16.632168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.645315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.713741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.762041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.785822 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.804393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.809897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/241f0ae6-f01d-49ab-838e-e3dfd63281d2 HTTP/1.1" status: 204 len: 168 time: 0.3691380 Jul 07 17:19:16.810648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:16.832508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234ba6-5111-4421-bf0a-01442595e70a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=241f0ae6-f01d-49ab-838e-e3dfd63281d2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.877755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=78cefab1-07a9-4f35-9a39-952b478d54df,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:16.887741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.940638 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.997086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.003714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.036992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:15Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.070918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6b3d-34be-4e02-b4c1-f63dadc8ce41 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:15Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:17.209392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.240843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a0a37c-a8c6-41da-9210-563f3c19eb7c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.266911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Allocated IP 172.25.7.206 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/1c4068ae-4fc4-4968-ace2-f92a789a4dda) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:17.273656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163dba5f-a2d4-4529-b59d-c3ad837eb8a9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.274209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163dba5f-a2d4-4529-b59d-c3ad837eb8a9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.293902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.344321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60216) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.378596 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.440650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:17.441942 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: items = [ Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:17.493044 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:17.529055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-920084910-network', 'tenant_id': 'edcaac8d596e4fecaa1af191b6b65c10'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:17.562044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Made reservation on behalf of edcaac8d596e4fecaa1af191b6b65c10 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:17.564904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.582188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.586680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.608247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08a0a37c-a8c6-41da-9210-563f3c19eb7c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:19:17.625415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.631793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/networks/08a0a37c-a8c6-41da-9210-563f3c19eb7c HTTP/1.1" status: 204 len: 168 time: 0.8079970 Jul 07 17:19:17.632266 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.635270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae2fd7-db69-4b58-b49d-e211adcfb7dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Network': ['ID=08a0a37c-a8c6-41da-9210-563f3c19eb7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.683182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca8eb-f992-4b95-97c8-0765258221ae req-9e7e1c61-78d6-4d4f-a61f-dc8cde7011b2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.695548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-763ca8eb-f992-4b95-97c8-0765258221ae req-9e7e1c61-78d6-4d4f-a61f-dc8cde7011b2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 944 time: 0.3183782 Jul 07 17:19:17.725292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850a3e-ae52-4c43-a9ca-c523110eeb46 req-c195167f-4982-4fdb-b249-717ee90b2c82 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.731894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850a3e-ae52-4c43-a9ca-c523110eeb46 req-c195167f-4982-4fdb-b249-717ee90b2c82 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.738898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad850a3e-ae52-4c43-a9ca-c523110eeb46 req-c195167f-4982-4fdb-b249-717ee90b2c82 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.2467775 Jul 07 17:19:17.787208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.796196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.820523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:17.823195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-763ca8eb-f992-4b95-97c8-0765258221ae req-6621fda5-a795-4619-936e-988eee2e7c10 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269383 Jul 07 17:19:17.842469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.842823 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Added segment 3f546a60-8e74-451a-bcf8-84fe86dec2c2 of type vlan for network 85a140e3-8eb1-4793-9837-0edaaab05461 Jul 07 17:19:17.878884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad850a3e-ae52-4c43-a9ca-c523110eeb46 req-c1f4094f-ed53-4955-9502-b8818a9f9ef2 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384928 Jul 07 17:19:17.887779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.990966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:17.993773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.998678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:18.002307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:18.012972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26dc55-f6fa-478e-9401-0583a9b34192,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.047560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=1c4068ae-4fc4-4968-ace2-f92a789a4dda,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.061986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.068795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.070623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.071428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.071892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'name': 'tempest-router--1244015707', 'project_id': 'fa2d0a6da80549f3a0cf6778020d81cc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:18.099760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.100790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.146190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8004546 Jul 07 17:19:18.149544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.156555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Request body: {'subnet': {'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-920084910-subnet', 'tenant_id': 'edcaac8d596e4fecaa1af191b6b65c10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:18.157752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0573ce-47ae-4a5b-b90e-d352cfacfdcb admin admin] Pushing event updated for resources: {'Network': ['ID=85a140e3-8eb1-4793-9837-0edaaab05461,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.170079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 85a140e3-8eb1-4793-9837-0edaaab05461 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:18.237582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.246691 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.249685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.260959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Made reservation on behalf of edcaac8d596e4fecaa1af191b6b65c10 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:18.263383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.326790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.330860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81943850-47d7-4b10-b67e-21e343bf6508 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2682321 Jul 07 17:19:18.331582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.369097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.425307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9e12e1ba-e188-4cfd-863a-6df6052a2679 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:18.460563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.479676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:18.482366 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de1cb9-3c25-43a1-89eb-b1e7c4c8ebe2" -d '{"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-plugged", "status": "completed", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:18.533024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 9e12e1ba-e188-4cfd-863a-6df6052a2679 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:18.540582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 9e12e1ba-e188-4cfd-863a-6df6052a2679 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:18.541680 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.622888 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57bd69-92e5-4228-9e00-328a07490dfa x-openstack-request-id: req-cd57bd69-92e5-4228-9e00-328a07490dfa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:18.623171 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-plugged", "status": "completed", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:18.625269 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd57bd69-92e5-4228-9e00-328a07490dfa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:18.625872 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df', 'code': 200} Jul 07 17:19:18.701025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.704830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.775794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.776387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6efd2cc-dbe6-4714-801b-d9ed0f54d648 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:18.782923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.787696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.790804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0f8895d-a2ec-48a6-8b97-5d027136ad92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c6efd2cc-dbe6-4714-801b-d9ed0f54d648 HTTP/1.1" status: 204 len: 168 time: 0.4579661 Jul 07 17:19:18.822684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.856776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:18.863874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.933287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.946594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64717d87-38e7-4a66-b302-79a18abd9876 req-a622da52-e610-449f-853d-4012bf016d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.947086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64717d87-38e7-4a66-b302-79a18abd9876 req-a622da52-e610-449f-853d-4012bf016d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.948805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64717d87-38e7-4a66-b302-79a18abd9876 req-a622da52-e610-449f-853d-4012bf016d5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1987 time: 0.2850010 Jul 07 17:19:18.956891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.001914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f0a8557d-b41a-424a-b63b-331830afc783 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:19.040660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e13e424-e3fa-4493-99b4-c66ed5d043af,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.091257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.118377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64717d87-38e7-4a66-b302-79a18abd9876 req-27d60214-67e5-48bf-86b9-4185b1dbe28d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535385 Jul 07 17:19:19.119254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=1c4068ae-4fc4-4968-ace2-f92a789a4dda,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.131763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:19.143938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f0a8557d-b41a-424a-b63b-331830afc783 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:19.149933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f0a8557d-b41a-424a-b63b-331830afc783 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:19.150460 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.171633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Checking segment: {'id': '3f546a60-8e74-451a-bcf8-84fe86dec2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:19.172094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Network hostable DHCP agents. Network: 85a140e3-8eb1-4793-9837-0edaaab05461, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:19.250318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.301811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f0a8557d-b41a-424a-b63b-331830afc783, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f0a8557d-b41a-424a-b63b-331830afc783,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:19.308859 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.333374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Network 85a140e3-8eb1-4793-9837-0edaaab05461 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:19.355699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 85a140e3-8eb1-4793-9837-0edaaab05461) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:19.371212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.372162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.381449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6128c8a-3ef0-44e1-83fd-e1ffb3936deb None None] Network 85a140e3-8eb1-4793-9837-0edaaab05461 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:19.407088 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.415128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-926f983e-5d2b-4cc7-b1e2-f2c52c56baeb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2642040 Jul 07 17:19:19.460927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.462941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-550bbf96-1c65-4710-8295-7b79ace6a383 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8842568 Jul 07 17:19:19.483766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c87d5e-755f-4521-a1b0-93ac16217432 req-050fd036-759f-42ea-9d9e-de762776f2d4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.499112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c87d5e-755f-4521-a1b0-93ac16217432 req-050fd036-759f-42ea-9d9e-de762776f2d4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.502027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47c87d5e-755f-4521-a1b0-93ac16217432 req-050fd036-759f-42ea-9d9e-de762776f2d4 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.3314257 Jul 07 17:19:19.511058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba27b63-7052-4991-a2a8-eb7e3a05a078 req-58907a5d-3360-4c61-b0e8-88ccf1c95dfd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.518379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba27b63-7052-4991-a2a8-eb7e3a05a078 req-58907a5d-3360-4c61-b0e8-88ccf1c95dfd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.3574514 Jul 07 17:19:19.624606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ba27b63-7052-4991-a2a8-eb7e3a05a078 req-ad682e82-29c3-4b8d-9eaa-a744feb9a75c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049378 Jul 07 17:19:19.628718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47c87d5e-755f-4521-a1b0-93ac16217432 req-1e422c99-fa39-42e2-903d-30c7a34efb31 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031296 Jul 07 17:19:19.707579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01799d-c3af-4921-9a80-f8dde79fcd51 None None] Network 85a140e3-8eb1-4793-9837-0edaaab05461 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:19.719461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-776846238', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.787131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.788270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.861326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.899870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.111273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.136827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-0785715f-3222-4d5e-8c8c-986fa8464c42 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1782034161&fields=id&tenant_id=c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 267 time: 0.0610297 Jul 07 17:19:20.198412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60286) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.373773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-9c24ab57-5fd8-43a2-8661-b7679dfdb5a9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.382724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-9c24ab57-5fd8-43a2-8661-b7679dfdb5a9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 811 time: 0.2449517 Jul 07 17:19:20.409615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-2df2ac27-6a68-455a-8c33-4fd6a8d10e0c tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.412228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-2df2ac27-6a68-455a-8c33-4fd6a8d10e0c tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/networks?id=85a140e3-8eb1-4793-9837-0edaaab05461 HTTP/1.1" status: 200 len: 821 time: 0.2386737 Jul 07 17:19:20.420565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-9d413f3d-0450-407f-b6a1-66876ff5bc7d tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/quotas/c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 375 time: 0.0369606 Jul 07 17:19:20.422266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c50fefae-4924-494e-b131-18b352315d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.446091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-bd58f2f7-c279-4bfc-86db-e1d51f9af6b7 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/quotas/edcaac8d596e4fecaa1af191b6b65c10 HTTP/1.1" status: 200 len: 375 time: 0.0231071 Jul 07 17:19:20.451686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.474436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.626836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:20.630995 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88098e48-37a0-4f86-9bcd-56f9ea5223cb" -d '{"events": [{"server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "name": "network-vif-plugged", "status": "completed", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:20.637484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Allocated IP 172.25.7.212 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/692d46b8-0ea0-45ad-8a9e-88308c323544) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:20.674518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c50fefae-4924-494e-b131-18b352315d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.686808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c50fefae-4924-494e-b131-18b352315d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.766299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f0a8557d-b41a-424a-b63b-331830afc783 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:20.774261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c50fefae-4924-494e-b131-18b352315d6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=305c81ff730044688fa88953e9c5a45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757246 Jul 07 17:19:20.777118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fefae-4924-494e-b131-18b352315d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a54afd-0e01-4b24-839e-4505513e615f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.779577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60296) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.830969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f0a8557d-b41a-424a-b63b-331830afc783 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:20.831428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.844658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.875673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.909275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-b24a22c5-415c-46f5-90df-0a4972cad075 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=edcaac8d596e4fecaa1af191b6b65c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4430366 Jul 07 17:19:20.913324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.934062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.983951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:20.988233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:20.992142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:21.015121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-a813fc2f-8db0-45e3-a668-bfccdcff66cc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5935249 Jul 07 17:19:21.024674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event updated for resources: {'Port': ['ID=692d46b8-0ea0-45ad-8a9e-88308c323544,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.037078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.039704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.040855 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59a54afd-0e01-4b24-839e-4505513e615f HTTP/1.1" status: 204 len: 168 time: 0.2544541 Jul 07 17:19:21.055831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec461f32-7315-45e3-8bfd-81c0a4464069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a54afd-0e01-4b24-839e-4505513e615f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.058050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-75b1a2a7-2654-4fb1-92c6-4159938876ed service neutron] 10.222.0.22 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379137 Jul 07 17:19:21.206853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-7b87a887-41a3-4f6d-9dda-3f0bca288b17 service neutron] 10.222.0.22 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780226 Jul 07 17:19:21.217706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-d5d5146c-0ead-4dbf-b35a-28830a019150 service neutron] 10.222.0.22 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266193 Jul 07 17:19:21.315993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-445db253-5d7d-466c-bbb8-8f8ca01bfb7c service neutron] 10.222.0.22 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922804 Jul 07 17:19:21.328583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.424882 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4d82d-a652-4823-9a91-797d005cd14c x-openstack-request-id: req-1ae4d82d-a652-4823-9a91-797d005cd14c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:21.425279 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "name": "network-vif-plugged", "status": "completed", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:21.425861 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ae4d82d-a652-4823-9a91-797d005cd14c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:21.427553 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'code': 200} Jul 07 17:19:21.747042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.804292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50997da9-f13b-4a64-89fa-c59a6afb2d70 req-fdabf0e7-265d-4d3b-9d85-6bbb0bf774ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.806002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-50997da9-f13b-4a64-89fa-c59a6afb2d70 req-fdabf0e7-265d-4d3b-9d85-6bbb0bf774ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1097 time: 0.1525958 Jul 07 17:19:21.849108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bda79-10ff-4c91-acb7-3753585e2a2b req-247a1158-191b-40f1-90f6-6720b017e996 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.850300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bda79-10ff-4c91-acb7-3753585e2a2b req-247a1158-191b-40f1-90f6-6720b017e996 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.851856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c7bda79-10ff-4c91-acb7-3753585e2a2b req-247a1158-191b-40f1-90f6-6720b017e996 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.2500598 Jul 07 17:19:21.898778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-50997da9-f13b-4a64-89fa-c59a6afb2d70 req-01048f2f-bc62-4e9d-b38e-7bb9d2ef668e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822210 Jul 07 17:19:21.924384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5e04c-6a37-442e-8bdf-54276b12cd55 req-122602bd-9af8-42fd-ba44-ceccf425b36a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.930747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91b5e04c-6a37-442e-8bdf-54276b12cd55 req-122602bd-9af8-42fd-ba44-ceccf425b36a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.2507715 Jul 07 17:19:21.936014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Router 502c0537-4ffc-40d1-b76f-3f0c4532e424 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:21.982920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c7bda79-10ff-4c91-acb7-3753585e2a2b req-a9568a38-bbc1-4288-bd2b-4e997886279a tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176517 Jul 07 17:19:22.005623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91b5e04c-6a37-442e-8bdf-54276b12cd55 req-baddf6fb-c5fd-485e-a5ff-ea7bb07f957b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638430 Jul 07 17:19:22.124927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:22.140899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] Sync routers for ids ['502c0537-4ffc-40d1-b76f-3f0c4532e424'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:22.145457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da581582-f650-42cf-8d69-a1352eb78ffe req-c2037ea2-b3cb-4d13-8cc5-9abc7f1cad84 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 210 time: 0.0585449 Jul 07 17:19:22.166483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.168251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-842f496c-c059-42f1-bf9a-aba8e5a6c985 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0355694 Jul 07 17:19:22.171269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.174994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] Routers {'502c0537-4ffc-40d1-b76f-3f0c4532e424'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:22.175725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['502c0537-4ffc-40d1-b76f-3f0c4532e424'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.232605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.248632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] Routers {'502c0537-4ffc-40d1-b76f-3f0c4532e424'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:22.249585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['502c0537-4ffc-40d1-b76f-3f0c4532e424'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.293560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:22.294600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d1725d-abb7-419c-aed4-109b8579177a None None] The sync data for ids ['502c0537-4ffc-40d1-b76f-3f0c4532e424'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:22.316287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78a11d39-d80e-4e74-86b4-edd9235f1017 req-380a8234-5a4b-4d1f-bc1d-9c9bfb9c2ad7 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 210 time: 0.0899088 Jul 07 17:19:22.380536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5942d4f-048a-4e99-846d-0041ff911a92 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/502c0537-4ffc-40d1-b76f-3f0c4532e424 HTTP/1.1" status: 200 len: 924 time: 0.2073457 Jul 07 17:19:22.383403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.416623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b212a631-46ce-41f5-aa69-7e11cf4ba18d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=502c0537-4ffc-40d1-b76f-3f0c4532e424 HTTP/1.1" status: 200 len: 205 time: 0.0313256 Jul 07 17:19:22.418931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.896524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9ad8-a829-477f-b622-8fb54c2839f0 req-061c377b-3278-4e97-ab1f-1acee63065d6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.902971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9ad8-a829-477f-b622-8fb54c2839f0 req-061c377b-3278-4e97-ab1f-1acee63065d6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.904766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-697c9ad8-a829-477f-b622-8fb54c2839f0 req-061c377b-3278-4e97-ab1f-1acee63065d6 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.0836117 Jul 07 17:19:22.948415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-697c9ad8-a829-477f-b622-8fb54c2839f0 req-ba11f3e9-09d6-4396-98e1-739c75d95dbe tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Jul 07 17:19:22.964392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.084492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.159690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port 692d46b8-0ea0-45ad-8a9e-88308c323544 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:23.160099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.228645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5949ad-aec6-4c1a-ab4f-c0b683bb3278 req-296fe497-29ee-46f0-808a-293826963593 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.231215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f5949ad-aec6-4c1a-ab4f-c0b683bb3278 req-296fe497-29ee-46f0-808a-293826963593 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.0891075 Jul 07 17:19:23.265190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.287849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for 692d46b8-0ea0-45ad-8a9e-88308c323544 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:23.423132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25b64e03-834e-44ae-982d-e175e89c835b req-7a2c855b-3429-45db-a96e-335bc8473f80 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 210 time: 0.0441089 Jul 07 17:19:23.458078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f5949ad-aec6-4c1a-ab4f-c0b683bb3278 req-acb97340-64e8-462f-817e-e1d53af6a825 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178757 Jul 07 17:19:23.544323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.553083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-d32c3cc1-451a-42b8-a842-76cfef7fa546 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.560123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-d32c3cc1-451a-42b8-a842-76cfef7fa546 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.83 "GET /v2.0/networks?id=85a140e3-8eb1-4793-9837-0edaaab05461 HTTP/1.1" status: 200 len: 821 time: 0.2826524 Jul 07 17:19:23.579487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Request body: {'port': {'device_id': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461', 'admin_state_up': True, 'tenant_id': 'edcaac8d596e4fecaa1af191b6b65c10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:23.597806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=692d46b8-0ea0-45ad-8a9e-88308c323544,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:23.685226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.734855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35dfdfcd-0c31-4d99-994c-47a6c37c42c0 req-848795dc-53b4-4547-aa44-0da3293432f7 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 210 time: 0.0390465 Jul 07 17:19:23.858870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.863155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.887569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Made reservation on behalf of edcaac8d596e4fecaa1af191b6b65c10 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:23.891207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.917828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55066-d086-4639-9418-15b7b3048cc4 req-bb8877e7-0153-4a7f-8f4f-2a30a5f4af3e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.919715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7d55066-d086-4639-9418-15b7b3048cc4 req-bb8877e7-0153-4a7f-8f4f-2a30a5f4af3e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.1192350 Jul 07 17:19:23.936165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.936727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router 502c0537-4ffc-40d1-b76f-3f0c4532e424 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:23.944866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.945949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45b59e86-0b50-426e-a81e-be7d4c371216 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/502c0537-4ffc-40d1-b76f-3f0c4532e424 HTTP/1.1" status: 204 len: 168 time: 1.5252714 Jul 07 17:19:23.952365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60400) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:23.956665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201741249', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:23.991821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-4fbe4f34-8e85-43b4-9e36-bc180ac7ff34 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.993554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-4fbe4f34-8e85-43b4-9e36-bc180ac7ff34 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 811 time: 0.2197669 Jul 07 17:19:24.015138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.016267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.034738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7d55066-d086-4639-9418-15b7b3048cc4 req-a90427c9-5cc7-4f51-b18d-355e2c20109a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967734 Jul 07 17:19:24.061713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.119897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Allocated IP 172.20.0.11 (85a140e3-8eb1-4793-9837-0edaaab05461/6e13e424-e3fa-4493-99b4-c66ed5d043af/234b80a2-cd66-415b-bb9c-89b4780a5e62) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:24.130866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-1f17a45d-8b22-48c6-a5ec-63576ac08f71 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 380 time: 0.1261542 Jul 07 17:19:24.164051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'port': {'device_id': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'admin_state_up': True, 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'security_groups': ['2113ec44-ba48-408a-8ff9-ee2dee4c7856']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.172647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.293928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49c9f-285e-4d76-8320-c1d2cc59b3ff req-c9e44f77-d112-49a2-a8a7-c298056a2189 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.300200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49c9f-285e-4d76-8320-c1d2cc59b3ff req-c9e44f77-d112-49a2-a8a7-c298056a2189 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.301920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fba49c9f-285e-4d76-8320-c1d2cc59b3ff req-c9e44f77-d112-49a2-a8a7-c298056a2189 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.1768684 Jul 07 17:19:24.372362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fba49c9f-285e-4d76-8320-c1d2cc59b3ff req-29f1921a-7a72-4f34-8ca8-24486839d393 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626853 Jul 07 17:19:24.383085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.393354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32a33e-96ce-4e44-9366-47bb88ee1435 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.394887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ad32a33e-96ce-4e44-9366-47bb88ee1435 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1092 time: 0.3290277 Jul 07 17:19:24.400782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.424985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.431377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.440519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.493381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Network 85a140e3-8eb1-4793-9837-0edaaab05461 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:24.498722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:24.506883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:24.523293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.533194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Pushing event updated for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.572571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.573506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.592510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-e22dea8b-ab2d-41eb-9c0a-72dd1db494e6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0225487 Jul 07 17:19:24.605893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Made reservation on behalf of c27740b9691043c99d9b7154d090a18d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:24.607711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Request body: {'port': {'device_id': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.610940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.675219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-4a32e0f4-9370-4afc-a2b5-b7edf86ae3ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.697384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-4a32e0f4-9370-4afc-a2b5-b7edf86ae3ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.699379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-4a32e0f4-9370-4afc-a2b5-b7edf86ae3ed tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.3469167 Jul 07 17:19:24.743934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.778378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e83c9a-d766-41be-a283-24b613b1ec03 req-92917766-5eb6-4694-95c6-cfb211087379 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.784010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96e83c9a-d766-41be-a283-24b613b1ec03 req-92917766-5eb6-4694-95c6-cfb211087379 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 932 time: 0.1401370 Jul 07 17:19:24.965322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10be42e9-12ba-4b8b-8638-fcf7eb2f8f3b req-e6a39029-23ac-4e07-8595-d40e8d2772d7 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 210 time: 0.0570261 Jul 07 17:19:24.999229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96e83c9a-d766-41be-a283-24b613b1ec03 req-bf55fd16-e9e0-4a5d-8ab5-99eb3078ed6e tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080669 Jul 07 17:19:25.033129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Allocated IP 172.20.0.4 (a5aa51c1-4605-49b4-b06a-b8171de446bd/5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9/ec151313-693b-4e99-9d40-171fd8e23b32) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.121261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.127664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 78cefab1-07a9-4f35-9a39-952b478d54df {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:25.128003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.173625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234b80a2-cd66-415b-bb9c-89b4780a5e62 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:25.182217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.197217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Transition to ACTIVE for port object 234b80a2-cd66-415b-bb9c-89b4780a5e62 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:25.203201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.262251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Pushing event updated for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.351514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Attempting to bind port 234b80a2-cd66-415b-bb9c-89b4780a5e62 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:25.351514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Attempting to bind port 234b80a2-cd66-415b-bb9c-89b4780a5e62 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '3f546a60-8e74-451a-bcf8-84fe86dec2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:25.351965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Attempting to bind port 234b80a2-cd66-415b-bb9c-89b4780a5e62 on network 85a140e3-8eb1-4793-9837-0edaaab05461 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:25.356142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Port 234b80a2-cd66-415b-bb9c-89b4780a5e62 on network 85a140e3-8eb1-4793-9837-0edaaab05461 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:25.356475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Attempting to bind port 234b80a2-cd66-415b-bb9c-89b4780a5e62 on network 85a140e3-8eb1-4793-9837-0edaaab05461 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:25.361965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:25.362335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Checking segment: {'id': '3f546a60-8e74-451a-bcf8-84fe86dec2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:25.362718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Bound using segment: {'id': '3f546a60-8e74-451a-bcf8-84fe86dec2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:25.363145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Bound port: 234b80a2-cd66-415b-bb9c-89b4780a5e62, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f546a60-8e74-451a-bcf8-84fe86dec2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:25.363549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.368403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.432566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.442044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:25.443666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 78cefab1-07a9-4f35-9a39-952b478d54df, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=78cefab1-07a9-4f35-9a39-952b478d54df,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:25.444041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.445455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62,segment=NetworkSegment(3f546a60-8e74-451a-bcf8-84fe86dec2c2),segment_id=3f546a60-8e74-451a-bcf8-84fe86dec2c2)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:25.450984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.489894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 78cefab1-07a9-4f35-9a39-952b478d54df owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:25.490454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.491420 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.492496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] 10.222.0.83 "PUT /v2.0/ports/234b80a2-cd66-415b-bb9c-89b4780a5e62 HTTP/1.1" status: 200 len: 1093 time: 0.8924801 Jul 07 17:19:25.493145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:25.495203 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216d11c-0b04-4910-9067-32e9ced99bee" -d '{"events": [{"name": "network-changed", "server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:25.549044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.25.7.61 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f05de916-69b6-4893-a1f9-bc6303442c71) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.575434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d8d16-682b-4599-b2ff-39c766647f41 service neutron] Pushing event updated for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.580708 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc58b875-99ea-45ac-924d-4b4bb5ee83be x-openstack-request-id: req-cc58b875-99ea-45ac-924d-4b4bb5ee83be {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:25.581034 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:25.581289 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc58b875-99ea-45ac-924d-4b4bb5ee83be {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:25.581836 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62', 'status': 'completed', 'code': 200} Jul 07 17:19:25.627209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.669419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fab52f-df49-44df-b2e8-0e256d7b4071 req-932810f5-f524-40a8-a385-d5150647dfc3 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.675297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fab52f-df49-44df-b2e8-0e256d7b4071 req-932810f5-f524-40a8-a385-d5150647dfc3 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.676985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0fab52f-df49-44df-b2e8-0e256d7b4071 req-932810f5-f524-40a8-a385-d5150647dfc3 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 1683 time: 0.1029809 Jul 07 17:19:25.679858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-61f248ea-2f97-4950-8d55-49e0d54b843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.681252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-61f248ea-2f97-4950-8d55-49e0d54b843d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edcaac8d596e4fecaa1af191b6b65c10&device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 1096 time: 0.1420448 Jul 07 17:19:25.697362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Transition to ACTIVE for port object ec151313-693b-4e99-9d40-171fd8e23b32 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:25.735233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-51c6e315-2436-4fd1-b909-e8573602a628 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62 HTTP/1.1" status: 200 len: 217 time: 0.0440943 Jul 07 17:19:25.776612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0fab52f-df49-44df-b2e8-0e256d7b4071 req-728af643-703d-4e35-8077-3380c79f9a4d tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 Jul 07 17:19:25.794759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-27048ad1-e63b-4c17-b05e-edf95366a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.796274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-27048ad1-e63b-4c17-b05e-edf95366a90f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e13e424-e3fa-4493-99b4-c66ed5d043af HTTP/1.1" status: 200 len: 861 time: 0.0515723 Jul 07 17:19:25.826219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.829954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.837006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-3c75bb7f-6233-4253-8fd8-2dc4a481e744 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85a140e3-8eb1-4793-9837-0edaaab05461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338492 Jul 07 17:19:25.840945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.852054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['755cde02-a7c9-4c75-baf1-9342a750b4a0', '78cefab1-07a9-4f35-9a39-952b478d54df'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:25.964141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 78cefab1-07a9-4f35-9a39-952b478d54df on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:25.969500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.971797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "DELETE /v2.0/ports/78cefab1-07a9-4f35-9a39-952b478d54df HTTP/1.1" status: 204 len: 173 time: 1.2632051 Jul 07 17:19:25.986908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-f51c5f64-dd37-4033-bd1e-f85b11aee4c0 service neutron] 10.222.0.83 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426275 Jul 07 17:19:25.993513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-deleted', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:25.999709 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f519ff-081d-4f0f-85cb-13c79e05da9e" -d '{"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-deleted", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:26.011919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:26.020501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:26.025222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:26.103445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.104165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.186477 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77f2a0-9d10-4421-88f7-c8fdcb41f7db x-openstack-request-id: req-4b77f2a0-9d10-4421-88f7-c8fdcb41f7db {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:26.186793 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-deleted", "tag": "78cefab1-07a9-4f35-9a39-952b478d54df", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:26.187045 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b77f2a0-9d10-4421-88f7-c8fdcb41f7db {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:26.187666 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-deleted', 'tag': '78cefab1-07a9-4f35-9a39-952b478d54df', 'status': 'completed', 'code': 200} Jul 07 17:19:26.227137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0689375 Jul 07 17:19:26.227992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09001a-3347-4ca5-9ff2-824ad4b75439 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.287526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8236d-785f-4fd7-8d9c-e3e0bf2b1700 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=78cefab1-07a9-4f35-9a39-952b478d54df,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.296895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Request body: {'port': {'device_id': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:26.384232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.438293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27e9a13c-136f-449e-973d-c8eab6ef9fad None None] Provisioning for port ec151313-693b-4e99-9d40-171fd8e23b32 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:26.446071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27e9a13c-136f-449e-973d-c8eab6ef9fad None None] Provisioning complete for port ec151313-693b-4e99-9d40-171fd8e23b32 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:26.446934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27e9a13c-136f-449e-973d-c8eab6ef9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.450738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5a31bc0-ae9e-483f-a988-04757b13308e req-77b2eceb-88df-4df8-b068-06c6e83ebf99 service neutron] 10.222.0.83 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554212 Jul 07 17:19:26.475104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb0ef3-4227-4a04-85f2-b02f77deb1b8 req-085109d8-b0a7-4cc8-86f9-5a5d06afd2f2 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.476902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabb0ef3-4227-4a04-85f2-b02f77deb1b8 req-085109d8-b0a7-4cc8-86f9-5a5d06afd2f2 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 931 time: 0.2291958 Jul 07 17:19:26.522698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27e9a13c-136f-449e-973d-c8eab6ef9fad None None] Port ec151313-693b-4e99-9d40-171fd8e23b32 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:26.562701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61a44-67ec-4c65-8719-6397943dd60b req-d4583047-4cf0-4345-82fe-4172ed2bdd20 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.570573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbd61a44-67ec-4c65-8719-6397943dd60b req-d4583047-4cf0-4345-82fe-4172ed2bdd20 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 944 time: 0.2324624 Jul 07 17:19:26.635418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabb0ef3-4227-4a04-85f2-b02f77deb1b8 req-4c9ae196-e664-457e-9be5-265c828572d1 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492929 Jul 07 17:19:26.707255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbd61a44-67ec-4c65-8719-6397943dd60b req-32c38aab-5ddb-460c-a240-e712b033f894 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914068 Jul 07 17:19:26.707255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d11c-0b04-4910-9067-32e9ced99bee req-5715139a-bfe9-441a-9d9e-569222f9fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.715679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-5715139a-bfe9-441a-9d9e-569222f9fc78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edcaac8d596e4fecaa1af191b6b65c10&device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 1096 time: 0.1939924 Jul 07 17:19:26.820250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d11c-0b04-4910-9067-32e9ced99bee req-da754992-9a84-4fa9-80e9-abaa3504cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.821875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-da754992-9a84-4fa9-80e9-abaa3504cccd service neutron] 10.222.0.83 "GET /v2.0/networks?id=85a140e3-8eb1-4793-9837-0edaaab05461 HTTP/1.1" status: 200 len: 922 time: 0.0988648 Jul 07 17:19:26.869273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:26.872064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-b4a2b499-c030-402f-8f29-44f821142178 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62 HTTP/1.1" status: 200 len: 217 time: 0.0430684 Jul 07 17:19:26.884195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:26.886810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:26.903130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 172.25.7.173 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e2e83337-e7d9-4f96-a18b-94cf37efea87) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:26.936944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d11c-0b04-4910-9067-32e9ced99bee req-456b7a46-2e34-4a58-8454-8b81344f5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.937274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=f05de916-69b6-4893-a1f9-bc6303442c71,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.940049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-456b7a46-2e34-4a58-8454-8b81344f5dbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6e13e424-e3fa-4493-99b4-c66ed5d043af HTTP/1.1" status: 200 len: 861 time: 0.0605695 Jul 07 17:19:26.948713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.989951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-9bb548f6-03c3-4150-899c-80d5d981d32f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85a140e3-8eb1-4793-9837-0edaaab05461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399742 Jul 07 17:19:26.992823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 755cde02-a7c9-4c75-baf1-9342a750b4a0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:26.992823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.133601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036fbba-b941-4cf5-9a7e-9d413e27242b req-f99be9bb-0fc1-48b1-b211-958259e199fc tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.140690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9036fbba-b941-4cf5-9a7e-9d413e27242b req-f99be9bb-0fc1-48b1-b211-958259e199fc tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 946 time: 0.1828902 Jul 07 17:19:27.155207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-24551d84-9411-4f3e-8dd6-3c8200035b67 service neutron] 10.222.0.83 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560183 Jul 07 17:19:27.246806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9036fbba-b941-4cf5-9a7e-9d413e27242b req-1d48b9c3-43cf-416b-a16a-fd44d987907a tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034601 Jul 07 17:19:27.298565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-68ed2499-785c-4723-a208-c36a14b50c4d service neutron] 10.222.0.83 "GET /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348059 Jul 07 17:19:27.334177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 755cde02-a7c9-4c75-baf1-9342a750b4a0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=755cde02-a7c9-4c75-baf1-9342a750b4a0,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:27.334636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.358938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.440083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 755cde02-a7c9-4c75-baf1-9342a750b4a0 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:27.664832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.760989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:27.819594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:27.822590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:27.862282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec151313-693b-4e99-9d40-171fd8e23b32 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:27.875243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=e2e83337-e7d9-4f96-a18b-94cf37efea87,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.882767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.923853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Transition to ACTIVE for port object ec151313-693b-4e99-9d40-171fd8e23b32 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:27.932630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5452a4-82a5-4b99-a099-8c4ea9de2f1d req-557fb3c8-47f0-4160-b705-45babaf934f0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.934137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a5452a4-82a5-4b99-a099-8c4ea9de2f1d req-557fb3c8-47f0-4160-b705-45babaf934f0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 931 time: 0.1263289 Jul 07 17:19:27.943141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e06e53-7c48-45e9-8665-ab538576b831 req-98ef6c35-bba5-4043-82a8-fddf112e8de6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.944592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e06e53-7c48-45e9-8665-ab538576b831 req-98ef6c35-bba5-4043-82a8-fddf112e8de6 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 944 time: 0.1251895 Jul 07 17:19:27.951125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.961686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.005375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a5452a4-82a5-4b99-a099-8c4ea9de2f1d req-142aabe7-ca45-4f02-ad43-ad98b11be0c5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597587 Jul 07 17:19:28.008335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59e06e53-7c48-45e9-8665-ab538576b831 req-cb9d68ba-61e8-4d00-a847-6c2f36b50109 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Jul 07 17:19:28.056370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=755cde02-a7c9-4c75-baf1-9342a750b4a0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.179524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 755cde02-a7c9-4c75-baf1-9342a750b4a0 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:28.182047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.184720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ae067ad8-f493-4e63-b739-99b4aa48ee3a req-a43d15de-c2a5-4e96-9a6e-0d651df1f181 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.83 "DELETE /v2.0/ports/755cde02-a7c9-4c75-baf1-9342a750b4a0 HTTP/1.1" status: 204 len: 173 time: 2.1662574 Jul 07 17:19:28.191293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-deleted', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:28.194324 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dc9aab-f46a-4717-9625-afb92b4f4210" -d '{"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-deleted", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:28.232340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.254964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.256570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.318442 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d2b00-0ec9-4d1f-a0f8-e7d2fe8ad704 x-openstack-request-id: req-fb5d2b00-0ec9-4d1f-a0f8-e7d2fe8ad704 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:28.318914 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4981b466-bed0-4126-8a23-46c523f28fa5", "name": "network-vif-deleted", "tag": "755cde02-a7c9-4c75-baf1-9342a750b4a0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:28.319376 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb5d2b00-0ec9-4d1f-a0f8-e7d2fe8ad704 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:28.319927 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4981b466-bed0-4126-8a23-46c523f28fa5', 'name': 'network-vif-deleted', 'tag': '755cde02-a7c9-4c75-baf1-9342a750b4a0', 'status': 'completed', 'code': 200} Jul 07 17:19:28.454970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.475332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e72bbce1-8b45-4655-8904-514de2a76307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.528390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-154332c1-1743-4c5c-b223-9c30fc5eb285 req-f9f2dcc9-2445-423d-8387-159652999b49 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "GET /v2.0/ports?device_id=4981b466-bed0-4126-8a23-46c523f28fa5 HTTP/1.1" status: 200 len: 210 time: 0.0344768 Jul 07 17:19:28.604654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Attempting to bind port ec151313-693b-4e99-9d40-171fd8e23b32 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:28.605061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Attempting to bind port ec151313-693b-4e99-9d40-171fd8e23b32 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:28.605402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Attempting to bind port ec151313-693b-4e99-9d40-171fd8e23b32 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:28.614406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e72bbce1-8b45-4655-8904-514de2a76307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.619748 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e72bbce1-8b45-4655-8904-514de2a76307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.626384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.630370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Port ec151313-693b-4e99-9d40-171fd8e23b32 on network a5aa51c1-4605-49b4-b06a-b8171de446bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:28.630701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Attempting to bind port ec151313-693b-4e99-9d40-171fd8e23b32 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:28.658124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:28.658468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Checking segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:28.658858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Bound using segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:28.659295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Bound port: ec151313-693b-4e99-9d40-171fd8e23b32, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:28.659662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.664617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e72bbce1-8b45-4655-8904-514de2a76307 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01d338b7dca34b5c983c90367ad3df73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284496 Jul 07 17:19:28.664617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bbce1-8b45-4655-8904-514de2a76307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c251cb-0f95-411c-ab7d-18062243c67c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.664928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.848140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 234b80a2-cd66-415b-bb9c-89b4780a5e62 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:28.853558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 755cde02-a7c9-4c75-baf1-9342a750b4a0 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:28.881969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 755cde02-a7c9-4c75-baf1-9342a750b4a0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:28.882330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 755cde02-a7c9-4c75-baf1-9342a750b4a0 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:28.882769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 78cefab1-07a9-4f35-9a39-952b478d54df no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:28.905230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 78cefab1-07a9-4f35-9a39-952b478d54df {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:28.905562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 78cefab1-07a9-4f35-9a39-952b478d54df not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:28.992692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62,segment=NetworkSegment(3f546a60-8e74-451a-bcf8-84fe86dec2c2),segment_id=3f546a60-8e74-451a-bcf8-84fe86dec2c2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:29.004220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '234b80a2-cd66-415b-bb9c-89b4780a5e62', 'network_id': '85a140e3-8eb1-4793-9837-0edaaab05461', 'port_id': '234b80a2-cd66-415b-bb9c-89b4780a5e62', 'mac_address': 'fa:16:3e:d9:37:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e13e424-e3fa-4493-99b4-c66ed5d043af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:29.043844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.064144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234b80a2-cd66-415b-bb9c-89b4780a5e62 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:29.088025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62,segment=NetworkSegment(3f546a60-8e74-451a-bcf8-84fe86dec2c2),segment_id=3f546a60-8e74-451a-bcf8-84fe86dec2c2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:29.093366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.155709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.252730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60976-fb7c-47bc-b1d8-bf0f3fd4e32b req-67a220c6-1220-4292-853b-8c62630933e3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.254221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cc60976-fb7c-47bc-b1d8-bf0f3fd4e32b req-67a220c6-1220-4292-853b-8c62630933e3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 943 time: 0.1121571 Jul 07 17:19:29.256419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:29.264730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656669b-fb19-48b0-8078-eba582d86941 req-3aefba4b-95d0-48db-adc7-a43c3bf64f3d tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.266241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5656669b-fb19-48b0-8078-eba582d86941 req-3aefba4b-95d0-48db-adc7-a43c3bf64f3d tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 945 time: 0.0939710 Jul 07 17:19:29.300777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ec151313-693b-4e99-9d40-171fd8e23b32,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:29.303649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.310708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.321797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.323092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cc60976-fb7c-47bc-b1d8-bf0f3fd4e32b req-6924db0b-7a18-4715-83b6-9b75f1e9eae2 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557549 Jul 07 17:19:29.328041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5656669b-fb19-48b0-8078-eba582d86941 req-d441a175-dfce-447f-9417-dbb86547ce7e tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546725 Jul 07 17:19:29.411993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['234b80a2-cd66-415b-bb9c-89b4780a5e62'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:29.414219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.422726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.423352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.424783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1092 time: 3.1406655 Jul 07 17:19:29.455578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.493098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.547440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c166c-4f1c-4875-bcb8-dd6ca02164f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.642706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:29.681282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=f05de916-69b6-4893-a1f9-bc6303442c71,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.692229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.699844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.702029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting subnet df119e2f-a3ae-4ae4-9404-99c887acd579 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:29.702349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.703491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3c251cb-0f95-411c-ab7d-18062243c67c HTTP/1.1" status: 204 len: 168 time: 1.0371814 Jul 07 17:19:29.705422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.748900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.758767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c917b4a-332f-4071-890f-0445b6a3ce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c251cb-0f95-411c-ab7d-18062243c67c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.769283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-5591a7b5-c79b-4c4f-bedd-adac2bd8ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.771520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-5591a7b5-c79b-4c4f-bedd-adac2bd8ec97 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1095 time: 0.2593296 Jul 07 17:19:29.850240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.866336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-bda1c5bd-64a8-4934-8b39-eb0824ad5e59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 217 time: 0.0865831 Jul 07 17:19:29.870777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca52227-7864-407b-a848-79007f48b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.898870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:29.927813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.929755 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Floating IP 3c2ee813-c4cc-4f9b-aab9-42eb91475a98 associated. External IP: 172.25.7.61, port: 9e12e1ba-e188-4cfd-863a-6df6052a2679. Jul 07 17:19:29.957166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Subnet': ['ID=df119e2f-a3ae-4ae4-9404-99c887acd579,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.961665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.963999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba0c7f2f-c80f-494e-972c-92a487031502 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/subnets/df119e2f-a3ae-4ae4-9404-99c887acd579 HTTP/1.1" status: 204 len: 168 time: 0.3200073 Jul 07 17:19:29.966690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:29.976122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b0f9e-e99a-4ea5-8308-29b7c772d635 None None] Network 7fb909f7-fa94-4340-bb6c-1a6f0987241a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:30.023990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-d80253b7-a78a-48dc-ae85-4f58370c959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.025259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-d80253b7-a78a-48dc-ae85-4f58370c959c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1509743 Jul 07 17:19:30.042030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.068244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18a250b-19d6-4f96-80b3-a8e283d017a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.077213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.162977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:30.174309 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Sync routers for ids ['37851c0a-dfcb-4a86-b25d-5099f15fa3f5'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:30.185362 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Routers {'37851c0a-dfcb-4a86-b25d-5099f15fa3f5'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:30.186255 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['37851c0a-dfcb-4a86-b25d-5099f15fa3f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:30.196088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] DHCP port deletion for 7fb909f7-fa94-4340-bb6c-1a6f0987241a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:30.202788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 324c15d2-6516-4288-a20a-0ee8507e0475 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:30.203120 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.239009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-f36b99e5-8733-4585-8821-1e5fe5d686a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.240542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-f36b99e5-8733-4585-8821-1e5fe5d686a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047036 Jul 07 17:19:30.280235 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18a250b-19d6-4f96-80b3-a8e283d017a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.294863 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18a250b-19d6-4f96-80b3-a8e283d017a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.316077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 324c15d2-6516-4288-a20a-0ee8507e0475, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=324c15d2-6516-4288-a20a-0ee8507e0475,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:30.316693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.323176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:30.325774 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde9363-8252-4898-8a0c-f36a1c40a852" -d '{"events": [{"name": "network-changed", "server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:30.334515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.335753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3b75a52e-76c1-4119-9267-39e473bc535d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3824482 Jul 07 17:19:30.339830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60626) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.357281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 324c15d2-6516-4288-a20a-0ee8507e0475 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:30.369879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f18a250b-19d6-4f96-80b3-a8e283d017a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14c455e35c75426b9265d213e9fc096c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267577 Jul 07 17:19:30.376477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.389971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a250b-19d6-4f96-80b3-a8e283d017a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8786030-7166-4bb1-a71e-91ca8c56319d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.399495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Set router 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:30.460135 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d364d48a-f853-4112-8d3a-808b1b5f0db7 x-openstack-request-id: req-d364d48a-f853-4112-8d3a-808b1b5f0db7 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:30.460727 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:30.460727 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d364d48a-f853-4112-8d3a-808b1b5f0db7 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:30.461075 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'status': 'completed', 'code': 200} Jul 07 17:19:30.510958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.530044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Deleting port 324c15d2-6516-4288-a20a-0ee8507e0475 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:30.531595 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.539811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:30.555258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.588242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.603468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-23fd0281-5ea1-4463-8690-e434a278091c service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548496 Jul 07 17:19:30.630468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] For port 324c15d2-6516-4288-a20a-0ee8507e0475, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=324c15d2-6516-4288-a20a-0ee8507e0475,segment=NetworkSegment(6ca98eb9-4280-4b50-812c-d7ccf84de0ec),segment_id=6ca98eb9-4280-4b50-812c-d7ccf84de0ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:30.630961 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.644457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Calling delete_port for 324c15d2-6516-4288-a20a-0ee8507e0475 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:30.671396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=324c15d2-6516-4288-a20a-0ee8507e0475,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.678756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 324c15d2-6516-4288-a20a-0ee8507e0475 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:30.720594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c317d58e-bcdd-4254-9b7b-76045049923b tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/37851c0a-dfcb-4a86-b25d-5099f15fa3f5 HTTP/1.1" status: 200 len: 909 time: 0.3763030 Jul 07 17:19:30.726909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60636) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:30.732687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201741249', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': True}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:30.734860 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:24Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 3, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port': {'id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:30.756485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.786816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Checking router: 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:30.787067 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Updating router 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 port e2e83337-e7d9-4f96-a18b-94cf37efea87 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:30.801073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 324c15d2-6516-4288-a20a-0ee8507e0475 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:30.805922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.809382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] No DVR routers for this DVR port 324c15d2-6516-4288-a20a-0ee8507e0475 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:30.812500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.814015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8786030-7166-4bb1-a71e-91ca8c56319d HTTP/1.1" status: 204 len: 168 time: 0.4361985 Jul 07 17:19:30.831883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.833019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.836644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbdfc0-deca-4cbe-84cb-600d3bb007d7 None None] Pushing event deleted for resources: {'Port': ['ID=324c15d2-6516-4288-a20a-0ee8507e0475,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.841289 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29e6f6d8-47b6-4006-9ab0-6dcde530e2fc req-e6e0cdd9-4637-49d3-930c-1e36420fe4eb service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288477 Jul 07 17:19:30.843369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 324c15d2-6516-4288-a20a-0ee8507e0475 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:30.844919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 324c15d2-6516-4288-a20a-0ee8507e0475 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:30.850282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:30.868493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:30.869254 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.883202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 234b80a2-cd66-415b-bb9c-89b4780a5e62 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:30.895179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.942441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b5514-2943-470d-820a-7f0705ebb46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8786030-7166-4bb1-a71e-91ca8c56319d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.956313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.957785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:30.959445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:30.973988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9d94-e365-4341-bea8-e364cf8c4dee req-8f3f32ba-9cc2-4f6b-8a05-e7d32eabedbc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.981507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-226a9d94-e365-4341-bea8-e364cf8c4dee req-8f3f32ba-9cc2-4f6b-8a05-e7d32eabedbc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 943 time: 0.4421101 Jul 07 17:19:30.998847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58051903-38ab-4de0-a498-8ef863cede67 req-08070858-efa1-4d2c-b86e-056600f009ab tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.006717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58051903-38ab-4de0-a498-8ef863cede67 req-08070858-efa1-4d2c-b86e-056600f009ab tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 945 time: 0.4240794 Jul 07 17:19:31.050844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.067360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb909f7-fa94-4340-bb6c-1a6f0987241a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.073522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae3e4b02-5f6a-4fe2-b153-437a46411e72 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6675382 Jul 07 17:19:31.092921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-226a9d94-e365-4341-bea8-e364cf8c4dee req-a1d1f34a-6249-449a-85d1-cb63eb9c0b0e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104579 Jul 07 17:19:31.137754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:31.155438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-58051903-38ab-4de0-a498-8ef863cede67 req-6a2a634c-2c0b-44bb-9770-f1891d5ccb88 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480794 Jul 07 17:19:31.159476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.173811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca98eb9-4280-4b50-812c-d7ccf84de0ec') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.174394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca98eb9-4280-4b50-812c-d7ccf84de0ec') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.226761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.253184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-7bb62fda-6254-4a28-a787-adde60c21903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.253376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 234b80a2-cd66-415b-bb9c-89b4780a5e62 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:31.254974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-7bb62fda-6254-4a28-a787-adde60c21903 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1095 time: 0.3113303 Jul 07 17:19:31.269287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.285454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 234b80a2-cd66-415b-bb9c-89b4780a5e62 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:31.285905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.292352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-96550330-0386-4d39-9b08-7ae66ec877f5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/3c2ee813-c4cc-4f9b-aab9-42eb91475a98 HTTP/1.1" status: 200 len: 990 time: 0.1307588 Jul 07 17:19:31.302511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:31.302849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:31.336959 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:31.353097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:31.374796 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.398734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Transition to ACTIVE for port object e2e83337-e7d9-4f96-a18b-94cf37efea87 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:31.413120 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.468558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.479091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-6fa135df-191c-4515-9978-0ad2c5035904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.480260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.480823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-6fa135df-191c-4515-9978-0ad2c5035904 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.2182450 Jul 07 17:19:31.485734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/networks/7fb909f7-fa94-4340-bb6c-1a6f0987241a HTTP/1.1" status: 204 len: 168 time: 1.5180013 Jul 07 17:19:31.486131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:31.509548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.521276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44581e2-75b6-4905-9b4a-25a8c9112b26 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Network': ['ID=7fb909f7-fa94-4340-bb6c-1a6f0987241a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.562586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-f63d8f19-7161-4b7c-8c95-d886729f951f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 217 time: 0.0732305 Jul 07 17:19:31.582085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:31.585021 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda6f49-6be6-414a-b3dc-94fd573e38cf" -d '{"events": [{"server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "name": "network-vif-plugged", "status": "completed", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:31.615996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62,segment=NetworkSegment(3f546a60-8e74-451a-bcf8-84fe86dec2c2),segment_id=3f546a60-8e74-451a-bcf8-84fe86dec2c2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:31.626720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.632367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Attempting to bind port e2e83337-e7d9-4f96-a18b-94cf37efea87 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:31.633196 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Attempting to bind port e2e83337-e7d9-4f96-a18b-94cf37efea87 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:31.633196 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Attempting to bind port e2e83337-e7d9-4f96-a18b-94cf37efea87 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:31.655225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.665228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting subnet 093b5576-588a-4adc-a8d3-6b9e31fe7a2f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:31.671332 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688705c3-ddd9-44d6-870f-84b99c21bcf4 x-openstack-request-id: req-688705c3-ddd9-44d6-870f-84b99c21bcf4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:31.671627 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "name": "network-vif-plugged", "status": "completed", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:31.672047 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-688705c3-ddd9-44d6-870f-84b99c21bcf4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:31.672446 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62', 'code': 200} Jul 07 17:19:31.688843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.692684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.696197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-65d539c5-61d8-447e-b496-524929df3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.697680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-65d539c5-61d8-447e-b496-524929df3d36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1124423 Jul 07 17:19:31.715104 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:31.715851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:31.716396 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.716955 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:31.717555 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Bound port: e2e83337-e7d9-4f96-a18b-94cf37efea87, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:31.718376 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.720203 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc5401-6c33-4a28-b624-53f7ab43a6b7 None None] Pushing event updated for resources: {'Port': ['ID=e2e83337-e7d9-4f96-a18b-94cf37efea87,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.745277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.770625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.783684 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] For port e2e83337-e7d9-4f96-a18b-94cf37efea87, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:31.787947 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] For port e2e83337-e7d9-4f96-a18b-94cf37efea87, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2e83337-e7d9-4f96-a18b-94cf37efea87,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:31.792350 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.801847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:31.816094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:31.817335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.860911 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc5401-6c33-4a28-b624-53f7ab43a6b7 None None] Pushing event updated for resources: {'Port': ['ID=e2e83337-e7d9-4f96-a18b-94cf37efea87,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.864734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Routers {'37851c0a-dfcb-4a86-b25d-5099f15fa3f5'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:31.865360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['37851c0a-dfcb-4a86-b25d-5099f15fa3f5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:31.960452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:31.987028 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] Set router 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:32.238552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.268580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc465-381b-4f92-a3c6-de6990e43c02 None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:18:51Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:27Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:32.280681 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:24Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 3, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port': {'id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:32.300664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60674) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:32.310358 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8123-533b-4243-8a77-aaf93092b1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.311972 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ee7d0-1591-444a-99f2-631c5b999145 None None] The sync data for ids ['37851c0a-dfcb-4a86-b25d-5099f15fa3f5'] in n-d-791504-12 is: [{'id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173'}], 'enable_snat': False}, 'gw_port_id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:24Z', 'updated_at': '2021-07-07T17:19:28Z', 'revision_number': 3, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port': {'id': 'e2e83337-e7d9-4f96-a18b-94cf37efea87', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37851c0a-dfcb-4a86-b25d-5099f15fa3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:25Z', 'updated_at': '2021-07-07T17:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:32.389198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8ca19-891e-4394-a88b-db7c2d05eea1 req-d330f38f-9c05-4a4e-8b69-ffdbccd656ca tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.396777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80b8ca19-891e-4394-a88b-db7c2d05eea1 req-d330f38f-9c05-4a4e-8b69-ffdbccd656ca tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 943 time: 0.1426525 Jul 07 17:19:32.456396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.470411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:32.472794 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:32.486315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80b8ca19-891e-4394-a88b-db7c2d05eea1 req-901b604a-afa1-4629-bd2a-a5f91eeb9950 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883076 Jul 07 17:19:32.541103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46717b-6343-4110-863a-80c2bde8feed req-1d16dae1-105d-4aa1-ad73-adc0a8f59fe1 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.552780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe46717b-6343-4110-863a-80c2bde8feed req-1d16dae1-105d-4aa1-ad73-adc0a8f59fe1 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.1382370 Jul 07 17:19:32.605346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6cc372de-296a-4321-9184-6579ba48c6df tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/3c2ee813-c4cc-4f9b-aab9-42eb91475a98 HTTP/1.1" status: 200 len: 990 time: 0.2850754 Jul 07 17:19:32.614759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe46717b-6343-4110-863a-80c2bde8feed req-8acc2415-f9fc-4a30-890e-62b0380a8118 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606749 Jul 07 17:19:32.683308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f7030-ed4d-487c-9e05-303ad1afb50a req-89daa9f8-3aed-4ae7-b590-fe49fe07c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.684762 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a13f7030-ed4d-487c-9e05-303ad1afb50a req-89daa9f8-3aed-4ae7-b590-fe49fe07c8d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 1098 time: 0.9201698 Jul 07 17:19:32.692569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 172.25.7.115 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/cad65124-b8c1-4c07-b920-7118c10cf5b4) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:32.699957 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0335c-b87a-4384-823d-308a2790287b None None] New status for floating IP 3c2ee813-c4cc-4f9b-aab9-42eb91475a98: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:32.724571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.759034 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f33ae-1935-4d68-a55c-edc7ba46c4ee x-openstack-request-id: req-b34f33ae-1935-4d68-a55c-edc7ba46c4ee {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:32.759791 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:32.759791 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b34f33ae-1935-4d68-a55c-edc7ba46c4ee {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:32.760474 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'status': 'completed', 'code': 200} Jul 07 17:19:32.764394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-50c0ef8c-212d-4b2a-a9b8-102b5bb1e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.766774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-50c0ef8c-212d-4b2a-a9b8-102b5bb1e97b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6107488 Jul 07 17:19:32.773009 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.014067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a13f7030-ed4d-487c-9e05-303ad1afb50a req-9372065f-f3f5-47bf-b845-159d62f5a236 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049653 Jul 07 17:19:33.053604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.112419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-a0c13e3e-af7d-461a-a58d-8fbf793c20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.114141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-a0c13e3e-af7d-461a-a58d-8fbf793c20d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1097 time: 0.3296413 Jul 07 17:19:33.114874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Subnet': ['ID=093b5576-588a-4adc-a8d3-6b9e31fe7a2f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.119651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d33d9-3016-4e93-8d84-ce39b5b2257e None None] Network dce61d37-2d41-4f36-91c0-e40c73b214a3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:33.125798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-5c1a7951-49a6-4de9-8987-43b024a6a848 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385394 Jul 07 17:19:33.133259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.135366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e132dc1e-d416-4f68-a47f-bbc88a448e06 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/subnets/093b5576-588a-4adc-a8d3-6b9e31fe7a2f HTTP/1.1" status: 204 len: 168 time: 1.6477787 Jul 07 17:19:33.139326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.217346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.245272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.342415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Deleting port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:33.342990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.390747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ddde9363-8252-4898-8a0c-f36a1c40a852 req-c214a0c7-9652-44c0-8ab7-380e9f387c18 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769879 Jul 07 17:19:33.394459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.407281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] DHCP port deletion for dce61d37-2d41-4f36-91c0-e40c73b214a3 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:33.438816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] For port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:33.440114 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.459075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Calling delete_port for 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:33.483478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=cad65124-b8c1-4c07-b920-7118c10cf5b4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.490958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Deleting port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:33.491494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.501081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-6b0f0ad7-043f-4825-9709-27b215f8c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.504047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-6b0f0ad7-043f-4825-9709-27b215f8c4e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 898 time: 0.3721969 Jul 07 17:19:33.533184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:33.553319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:33.574129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.592244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:33.596925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.618590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] For port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,segment=NetworkSegment(4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23),segment_id=4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:33.618996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.624987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60708) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.636560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Calling delete_port for 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:33.654665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] No DVR routers for this DVR port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:33.671784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Port': ['ID=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.768828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.783477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] No DVR routers for this DVR port 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:33.802521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-780217ca-2742-4b3c-8038-b9e65929211e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 200 len: 1000 time: 0.2716014 Jul 07 17:19:33.815757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369e19-9a6e-4555-94af-cc41f0d7af8b None None] Pushing event deleted for resources: {'Port': ['ID=44cc44d0-36cd-4e0a-b35d-0629ad95c0c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:33.842959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b047b0e9-7c5b-4d0e-9621-26768b87de8f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/3c2ee813-c4cc-4f9b-aab9-42eb91475a98 HTTP/1.1" status: 200 len: 992 time: 0.2150834 Jul 07 17:19:33.952982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-a35eaa44-ddd1-4816-8c07-2b769c76859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.954581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-a35eaa44-ddd1-4816-8c07-2b769c76859d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53a063ea-7bb3-465e-885c-d71285791c1d HTTP/1.1" status: 200 len: 835 time: 0.1105475 Jul 07 17:19:34.110069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-b7a0dc98-704f-419a-80d7-25e2cefd9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.116011 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-b7a0dc98-704f-419a-80d7-25e2cefd9975 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520915 Jul 07 17:19:34.142901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.247424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.330045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.344337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-b9640273-ac14-43e8-88e8-5ef679a21904 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231739 Jul 07 17:19:34.347709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce61d37-2d41-4f36-91c0-e40c73b214a3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:34.364775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:34.365046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7ef7e3-3e17-47a2-a2a2-8e3409b96d23') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:34.382302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.416287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768b60-e9ea-42e7-816b-6fefcad09b95 req-1d48b6fc-3695-4584-bead-f1336455b6cf tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.417860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd768b60-e9ea-42e7-816b-6fefcad09b95 req-1d48b6fc-3695-4584-bead-f1336455b6cf tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 943 time: 0.6989341 Jul 07 17:19:34.420577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.433175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590338c4-6fbe-468b-bc9d-3e755b258d07 req-b5942723-e131-4ad5-8f4c-17e247308e19 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.434970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-590338c4-6fbe-468b-bc9d-3e755b258d07 req-b5942723-e131-4ad5-8f4c-17e247308e19 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.6776786 Jul 07 17:19:34.438151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:34.438596 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:34.442351 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:34.501208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.550963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.565616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0941ecfb-2a72-4e60-bd32-b1db9e1dea7b req-7498b462-7e20-4384-9bc3-296fd9d6094f service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084644 Jul 07 17:19:34.571712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.573694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] 10.222.0.22 "DELETE /v2.0/networks/dce61d37-2d41-4f36-91c0-e40c73b214a3 HTTP/1.1" status: 204 len: 168 time: 1.4335983 Jul 07 17:19:34.597338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd768b60-e9ea-42e7-816b-6fefcad09b95 req-4dc9ebe8-facf-4c4d-bd6a-a5b23cb9a0a7 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407707 Jul 07 17:19:34.601625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134cdd8-17a7-49cb-8aef-72d6a4b65619 tempest-ServersTestMultiNic-1205104498 tempest-ServersTestMultiNic-1205104498-project] Pushing event deleted for resources: {'Network': ['ID=dce61d37-2d41-4f36-91c0-e40c73b214a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.620201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-590338c4-6fbe-468b-bc9d-3e755b258d07 req-82d6fecd-4238-4ade-80de-a6d898ad5e7d tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618044 Jul 07 17:19:34.705963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router 8e3f21a7-75c1-4878-9121-f6cf056f7922 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:34.841571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2e83337-e7d9-4f96-a18b-94cf37efea87 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:34.888666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ec151313-693b-4e99-9d40-171fd8e23b32 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:34.911574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:34.930497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Sync routers for ids ['8e3f21a7-75c1-4878-9121-f6cf056f7922'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:34.934002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.938908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-801a2d12-f3b1-458e-a425-687792167443 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2066009 Jul 07 17:19:34.939049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e2e83337-e7d9-4f96-a18b-94cf37efea87 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:34.939473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.951611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2e83337-e7d9-4f96-a18b-94cf37efea87 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:34.952077 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.993239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.032575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Routers {'8e3f21a7-75c1-4878-9121-f6cf056f7922'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:35.033247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8e3f21a7-75c1-4878-9121-f6cf056f7922'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:35.139419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b77dac1a-e6e8-481c-b26f-1e5428ac7d1f tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/8e3f21a7-75c1-4878-9121-f6cf056f7922 HTTP/1.1" status: 200 len: 908 time: 0.1989193 Jul 07 17:19:35.142368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60746) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.180405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ec151313-693b-4e99-9d40-171fd8e23b32,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:35.204622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.213029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'port_id': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'mac_address': 'fa:16:3e:b9:83:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:35.259363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Set router 8e3f21a7-75c1-4878-9121-f6cf056f7922 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:35.264638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port e2e83337-e7d9-4f96-a18b-94cf37efea87, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2e83337-e7d9-4f96-a18b-94cf37efea87,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:35.304962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.425050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.474084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.487179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Deleting port cad65124-b8c1-4c07-b920-7118c10cf5b4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:35.487447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.515183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.577000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.597516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Calling delete_port for cad65124-b8c1-4c07-b920-7118c10cf5b4 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:35.608080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:35.677106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.757453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.764623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:35.764916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 44cc44d0-36cd-4e0a-b35d-0629ad95c0c7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:35.806979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec151313-693b-4e99-9d40-171fd8e23b32 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:35.825237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=e2e83337-e7d9-4f96-a18b-94cf37efea87,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.840506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ec151313-693b-4e99-9d40-171fd8e23b32,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:35.851664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.854149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.885089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Port': ['ID=cad65124-b8c1-4c07-b920-7118c10cf5b4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.949692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.962142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.982420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f21a7-75c1-4878-9121-f6cf056f7922', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cad65124-b8c1-4c07-b920-7118c10cf5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:30Z', 'updated_at': '2021-07-07T17:19:33Z', 'revision_number': 3, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port': {'id': 'cad65124-b8c1-4c07-b920-7118c10cf5b4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f21a7-75c1-4878-9121-f6cf056f7922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:31Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:35.989452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Deleting port 36577c5b-aa37-4c19-b3d0-11e268530d7b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:35.989799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.014942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Checking router: 8e3f21a7-75c1-4878-9121-f6cf056f7922 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:36.015307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Updating router 8e3f21a7-75c1-4878-9121-f6cf056f7922 port cad65124-b8c1-4c07-b920-7118c10cf5b4 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:36.035297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Port cad65124-b8c1-4c07-b920-7118c10cf5b4 not found while updating agent binding for router 8e3f21a7-75c1-4878-9121-f6cf056f7922. {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 17:19:36.048114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Routers {'8e3f21a7-75c1-4878-9121-f6cf056f7922'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:36.049374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8e3f21a7-75c1-4878-9121-f6cf056f7922'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:36.069331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842a07-92fa-412e-bbd8-4b382b42dc1f req-20100c1f-77d4-47dc-b62e-8211fccb8f86 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.071090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61842a07-92fa-412e-bbd8-4b382b42dc1f req-20100c1f-77d4-47dc-b62e-8211fccb8f86 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 944 time: 0.2268746 Jul 07 17:19:36.113083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fdb9b-63d6-4389-9576-10b3f446d441 req-cee6eb8b-b733-40d6-ada1-e8f8be58ee6a tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.120297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-511fdb9b-63d6-4389-9576-10b3f446d441 req-cee6eb8b-b733-40d6-ada1-e8f8be58ee6a tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.2883327 Jul 07 17:19:36.162606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] Set router 8e3f21a7-75c1-4878-9121-f6cf056f7922 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:36.170667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] For port 36577c5b-aa37-4c19-b3d0-11e268530d7b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36577c5b-aa37-4c19-b3d0-11e268530d7b,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:36.171049 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.190418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-511fdb9b-63d6-4389-9576-10b3f446d441 req-0ebd24c9-0c38-460b-9fbb-592fdfd6d258 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690973 Jul 07 17:19:36.226063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Calling delete_port for 36577c5b-aa37-4c19-b3d0-11e268530d7b owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:36.235394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61842a07-92fa-412e-bbd8-4b382b42dc1f req-980ed5b3-ed19-4c83-a49a-05d41897ae20 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533306 Jul 07 17:19:36.246441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f21a7-75c1-4878-9121-f6cf056f7922', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:30Z', 'updated_at': '2021-07-07T17:19:35Z', 'revision_number': 5, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:36.252324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['ec151313-693b-4e99-9d40-171fd8e23b32'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:36.302625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e16191-705d-4db7-a4a7-37d7b4b71b94 None None] The sync data for ids ['8e3f21a7-75c1-4878-9121-f6cf056f7922'] in n-d-791504-12 is: [{'id': '8e3f21a7-75c1-4878-9121-f6cf056f7922', 'name': 'tempest-snat-router-1201741249', 'tenant_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:30Z', 'updated_at': '2021-07-07T17:19:35Z', 'revision_number': 5, 'project_id': '59fca32c6caf4f97b6ca9dc7094adf67', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:36.420117 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.615642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.618381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.644646 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.665940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.666556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3f21a7-75c1-4878-9121-f6cf056f7922 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:36.670994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.672220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f7216939-d261-4f92-8f7f-1254531e1d76 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8e3f21a7-75c1-4878-9121-f6cf056f7922 HTTP/1.1" status: 204 len: 168 time: 1.5282073 Jul 07 17:19:36.675163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.697654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36577c5b-aa37-4c19-b3d0-11e268530d7b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.878884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.880852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2e83337-e7d9-4f96-a18b-94cf37efea87 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:36.937548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2e83337-e7d9-4f96-a18b-94cf37efea87 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:36.938150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.032631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.098710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Deleting port e2e83337-e7d9-4f96-a18b-94cf37efea87 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:37.099256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.130171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a1e4-9f5c-44f3-9101-fe6693f178be req-4b4a3fdd-c363-4881-af22-a955c5f4ad2c tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.131689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48b5a1e4-9f5c-44f3-9101-fe6693f178be req-4b4a3fdd-c363-4881-af22-a955c5f4ad2c tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.2493794 Jul 07 17:19:37.132710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.201370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] For port e2e83337-e7d9-4f96-a18b-94cf37efea87, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2e83337-e7d9-4f96-a18b-94cf37efea87,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.202172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.219282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48b5a1e4-9f5c-44f3-9101-fe6693f178be req-44d19cdc-a403-4b15-98d8-d78fc46d7046 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775118 Jul 07 17:19:37.222378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Calling delete_port for e2e83337-e7d9-4f96-a18b-94cf37efea87 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:37.430331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.468590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2e83337-e7d9-4f96-a18b-94cf37efea87,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.480263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Router 9428b31b-b86a-414c-bb11-bb80d7a030e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:37.559932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.599046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760a41d-e83e-442e-a822-be598b9ad12b req-01409aa2-ece9-4c23-b324-8b0e70e6bc1b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.600500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1760a41d-e83e-442e-a822-be598b9ad12b req-01409aa2-ece9-4c23-b324-8b0e70e6bc1b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 944 time: 0.1379669 Jul 07 17:19:37.655391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.657551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.694503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1760a41d-e83e-442e-a822-be598b9ad12b req-36e9e724-025e-4fbd-9624-e2dfd2836349 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598514 Jul 07 17:19:37.696469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:37.718398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-061aa2cd-01b5-4f4b-8d1a-2892141ed6b1 admin admin] 10.222.0.22 "PUT /v2.0/routers/9428b31b-b86a-414c-bb11-bb80d7a030e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120764 Jul 07 17:19:37.718398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.718696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.718696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37851c0a-dfcb-4a86-b25d-5099f15fa3f5 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:37.726558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.726558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-530986c8-937a-4d60-960a-d011dcce04cd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "DELETE /v2.0/routers/37851c0a-dfcb-4a86-b25d-5099f15fa3f5 HTTP/1.1" status: 204 len: 168 time: 1.0452588 Jul 07 17:19:37.727015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60812) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.729190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Sync routers for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:37.732319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1417908684', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.748956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:37.749610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:37.761276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.762790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.856306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.917948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.946369 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:38.059513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.068529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.133530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Deleting port 222f501d-bfad-4b36-adf7-2c0afdd217a4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:38.134337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.202776 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:19:36Z', 'revision_number': 5, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port': {'id': '222f501d-bfad-4b36-adf7-2c0afdd217a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:42Z', 'updated_at': '2021-07-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.230619 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Checking router: 9428b31b-b86a-414c-bb11-bb80d7a030e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:38.233473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] For port 222f501d-bfad-4b36-adf7-2c0afdd217a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=222f501d-bfad-4b36-adf7-2c0afdd217a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:38.233985 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.242245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Routers {'9428b31b-b86a-414c-bb11-bb80d7a030e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:38.243198 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9428b31b-b86a-414c-bb11-bb80d7a030e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.251665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Calling delete_port for 222f501d-bfad-4b36-adf7-2c0afdd217a4 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:38.364314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] Set router 9428b31b-b86a-414c-bb11-bb80d7a030e3 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:38.415828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.449418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.485379 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:19:38Z', 'revision_number': 6, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:38.531318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-88bd6d04-36ce-4594-892c-56341419b669 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.533001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-88bd6d04-36ce-4594-892c-56341419b669 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.1664994 Jul 07 17:19:38.536707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cbff0-52eb-4a29-8264-44bf6bd1dc00 None None] The sync data for ids ['9428b31b-b86a-414c-bb11-bb80d7a030e3'] in n-d-791504-12 is: [{'id': '9428b31b-b86a-414c-bb11-bb80d7a030e3', 'name': 'tempest-ServersTestMultiNic-1684655879-router', 'tenant_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:41Z', 'updated_at': '2021-07-07T17:19:38Z', 'revision_number': 6, 'project_id': 'd2105b98391b4a54ab4d1d0a599efb3c', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:38.582839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.622436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=222f501d-bfad-4b36-adf7-2c0afdd217a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.644461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cfad9-6242-43fb-a890-ae8e1b3e9e87 req-33497804-8edf-4473-93ee-01b021aa91d8 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.653257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-969cfad9-6242-43fb-a890-ae8e1b3e9e87 req-33497804-8edf-4473-93ee-01b021aa91d8 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 946 time: 0.1997612 Jul 07 17:19:38.702922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Allocated IP 172.25.7.149 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/027cca5e-f6e0-41b2-86ff-275980f4e2ff) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:38.766234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.781649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-969cfad9-6242-43fb-a890-ae8e1b3e9e87 req-5ad0a34c-54da-41be-91a4-a2355583e799 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e26dc55-f6fa-478e-9401-0583a9b34192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273787 Jul 07 17:19:38.792318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Deleting port 234b80a2-cd66-415b-bb9c-89b4780a5e62 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:38.792914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.895557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ec151313-693b-4e99-9d40-171fd8e23b32 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:38.920758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.923055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.927977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.973589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] For port 234b80a2-cd66-415b-bb9c-89b4780a5e62, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=234b80a2-cd66-415b-bb9c-89b4780a5e62,segment=NetworkSegment(3f546a60-8e74-451a-bcf8-84fe86dec2c2),segment_id=3f546a60-8e74-451a-bcf8-84fe86dec2c2)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:38.973972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.993054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Calling delete_port for 234b80a2-cd66-415b-bb9c-89b4780a5e62 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:39.036238 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.041961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port ec151313-693b-4e99-9d40-171fd8e23b32 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:39.042061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9428b31b-b86a-414c-bb11-bb80d7a030e3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:39.047164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.049444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c40accc9-3b6e-40a6-b076-6993d8360a3c admin admin] 10.222.0.22 "DELETE /v2.0/routers/9428b31b-b86a-414c-bb11-bb80d7a030e3 HTTP/1.1" status: 204 len: 168 time: 1.3393302 Jul 07 17:19:39.050686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port ec151313-693b-4e99-9d40-171fd8e23b32 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.051272 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.058504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.119148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.132925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36577c5b-aa37-4c19-b3d0-11e268530d7b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:39.146782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5619339-77b6-4a17-b006-db072c075039 req-d0ac0126-dda8-4659-9d71-69f816a2ebe0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.148637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5619339-77b6-4a17-b006-db072c075039 req-d0ac0126-dda8-4659-9d71-69f816a2ebe0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 944 time: 0.2884963 Jul 07 17:19:39.170881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 36577c5b-aa37-4c19-b3d0-11e268530d7b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:39.171300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36577c5b-aa37-4c19-b3d0-11e268530d7b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:39.171975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2e83337-e7d9-4f96-a18b-94cf37efea87 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:39.194743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5619339-77b6-4a17-b006-db072c075039 req-3a0301f1-eec7-4a03-b17f-55afb808dbb5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Jul 07 17:19:39.196079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e2e83337-e7d9-4f96-a18b-94cf37efea87 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:39.196736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2e83337-e7d9-4f96-a18b-94cf37efea87 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:39.245630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:39.248874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.254686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:39.259224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Deleting subnet 4c427795-81e4-487c-b998-40e889e8149d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:39.262701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.281671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:39.284255 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a75b8b8-d5d7-4a4f-86f7-2127a94bbc80" -d '{"events": [{"server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "name": "network-vif-plugged", "status": "completed", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:39.298209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ec151313-693b-4e99-9d40-171fd8e23b32,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:39.302980 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.303402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:39.343654 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cd78a7-65b9-4085-9696-88963fd50891 x-openstack-request-id: req-31cd78a7-65b9-4085-9696-88963fd50891 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:39.343957 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "name": "network-vif-plugged", "status": "completed", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:39.344472 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31cd78a7-65b9-4085-9696-88963fd50891 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:39.345108 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'code': 200} Jul 07 17:19:39.352861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event updated for resources: {'Port': ['ID=027cca5e-f6e0-41b2-86ff-275980f4e2ff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.369593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.371508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.373189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.387866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['234b80a2-cd66-415b-bb9c-89b4780a5e62'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:39.452668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Pushing event deleted for resources: {'Port': ['ID=234b80a2-cd66-415b-bb9c-89b4780a5e62,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.647208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] No DVR routers for this DVR port 234b80a2-cd66-415b-bb9c-89b4780a5e62 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:39.655900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.657848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c4f7baf-e645-4fea-b58a-76739b42c5c9 req-b4e4fefa-e189-468f-9b57-c7f6ebb7b1ed tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.83 "DELETE /v2.0/ports/234b80a2-cd66-415b-bb9c-89b4780a5e62 HTTP/1.1" status: 204 len: 173 time: 1.1019583 Jul 07 17:19:39.659256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'name': 'network-vif-deleted', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:39.661878 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3b591-f00c-4d6a-bc75-050c459f6522" -d '{"events": [{"server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "name": "network-vif-deleted", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:39.738653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.814614 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954b4567-8c3c-4ece-9aeb-84a65464ceeb x-openstack-request-id: req-954b4567-8c3c-4ece-9aeb-84a65464ceeb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:39.814890 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72b33e-eff4-4915-a51e-b688aee3ee75", "name": "network-vif-deleted", "tag": "234b80a2-cd66-415b-bb9c-89b4780a5e62", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:39.815151 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-954b4567-8c3c-4ece-9aeb-84a65464ceeb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:39.815696 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72b33e-eff4-4915-a51e-b688aee3ee75', 'name': 'network-vif-deleted', 'tag': '234b80a2-cd66-415b-bb9c-89b4780a5e62', 'status': 'completed', 'code': 200} Jul 07 17:19:39.859424 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.899210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c427795-81e4-487c-b998-40e889e8149d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.901429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.905868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c167a87f-af89-469c-8e22-09053db7f354 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4c427795-81e4-487c-b998-40e889e8149d HTTP/1.1" status: 204 len: 168 time: 0.8435733 Jul 07 17:19:39.907268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.908268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d26225-c077-4030-ab07-f946a7f96658 req-06393248-7eae-4e2d-8b78-740882607de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.909748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-01d26225-c077-4030-ab07-f946a7f96658 req-06393248-7eae-4e2d-8b78-740882607de0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.4682574 Jul 07 17:19:39.914508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a981a0c-873f-438f-8141-4a5bb1bdcbad None None] Network dd13c01b-aac2-4c01-a1fa-13c7350e41b9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:40.018549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-01d26225-c077-4030-ab07-f946a7f96658 req-ae326422-bc3f-4c83-a1c6-523649636208 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010218 Jul 07 17:19:40.031697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3637059a-7bf8-4d17-893e-1a128eb37b6b req-a864429b-1915-4236-aeca-1299d9302822 tempest-InstanceActionsNegativeTestJSON-671144331 tempest-InstanceActionsNegativeTestJSON-671144331-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f72b33e-eff4-4915-a51e-b688aee3ee75 HTTP/1.1" status: 200 len: 210 time: 0.0506208 Jul 07 17:19:40.042126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.061017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.143354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] DHCP port deletion for dd13c01b-aac2-4c01-a1fa-13c7350e41b9 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:40.144532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Deleting port 2f8aa779-fac5-46a9-ab65-75e5ab98940a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:40.145063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.192669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Deleting port 2f8aa779-fac5-46a9-ab65-75e5ab98940a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:40.193049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.239733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] For port 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f8aa779-fac5-46a9-ab65-75e5ab98940a,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:40.240163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.264359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Calling delete_port for 2f8aa779-fac5-46a9-ab65-75e5ab98940a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:40.317503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.360060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] For port 2f8aa779-fac5-46a9-ab65-75e5ab98940a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2f8aa779-fac5-46a9-ab65-75e5ab98940a,segment=NetworkSegment(387265b1-2839-47ba-a397-3719152b54f1),segment_id=387265b1-2839-47ba-a397-3719152b54f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:40.360467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.397348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Calling delete_port for 2f8aa779-fac5-46a9-ab65-75e5ab98940a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:40.419705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.434858 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:40.452245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8aa779-fac5-46a9-ab65-75e5ab98940a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.462651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] No DVR routers for this DVR port 2f8aa779-fac5-46a9-ab65-75e5ab98940a on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:40.506061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Router ad74ae55-232c-4940-a1d1-2b57790fc6bc is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:40.519203 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.544276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] No DVR routers for this DVR port 2f8aa779-fac5-46a9-ab65-75e5ab98940a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:40.547479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.558717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13c01b-aac2-4c01-a1fa-13c7350e41b9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.570806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387265b1-2839-47ba-a397-3719152b54f1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.571745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387265b1-2839-47ba-a397-3719152b54f1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.580682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.590889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c0863-60eb-4549-b7b6-6a23b0095045 None None] Pushing event deleted for resources: {'Port': ['ID=2f8aa779-fac5-46a9-ab65-75e5ab98940a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.595657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.603388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:40.603924 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:40.606654 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:40.656134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:40.667314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] Sync routers for ids ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:40.676072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94825413-572f-4936-b76d-e7d87ff9a979 req-d09a732e-2bdc-44c3-ac1f-ba649b5ad3f1 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.677644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94825413-572f-4936-b76d-e7d87ff9a979 req-d09a732e-2bdc-44c3-ac1f-ba649b5ad3f1 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.3004508 Jul 07 17:19:40.682874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] Routers {'ad74ae55-232c-4940-a1d1-2b57790fc6bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:40.683587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.683847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.696505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.700574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd13c01b-aac2-4c01-a1fa-13c7350e41b9 HTTP/1.1" status: 204 len: 168 time: 0.7909453 Jul 07 17:19:40.715111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.720165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.723320 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4a61a7b-5c71-4911-b1c0-c746ed69f25d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9919713 Jul 07 17:19:40.728528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:40.740184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d8103-9327-4fc9-809e-f499c67d2c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd13c01b-aac2-4c01-a1fa-13c7350e41b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.770362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.796392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] Routers {'ad74ae55-232c-4940-a1d1-2b57790fc6bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:40.798469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.824656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94825413-572f-4936-b76d-e7d87ff9a979 req-a50dcd74-e727-4e2e-a23f-082d5d00afa5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296980 Jul 07 17:19:40.873089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:40.873932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a02ecc-779e-41c3-b5e0-b90f33e977be None None] The sync data for ids ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:40.885955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f8aa779-fac5-46a9-ab65-75e5ab98940a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:40.912230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2f8aa779-fac5-46a9-ab65-75e5ab98940a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:40.912590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2f8aa779-fac5-46a9-ab65-75e5ab98940a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:40.913026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 222f501d-bfad-4b36-adf7-2c0afdd217a4 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:40.936069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 222f501d-bfad-4b36-adf7-2c0afdd217a4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:40.936705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 222f501d-bfad-4b36-adf7-2c0afdd217a4 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:41.050275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.099416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2c6c83da-0168-49e6-a646-f611812c0da9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2105b98391b4a54ab4d1d0a599efb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472155 Jul 07 17:19:41.102001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.145285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.212709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Deleting subnet 6e13e424-e3fa-4493-99b4-c66ed5d043af {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:41.219085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.266404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.309302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.365877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.393611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e13e424-e3fa-4493-99b4-c66ed5d043af,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:41.398968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.403019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac47e36a-5a0c-40e6-99af-c6fa664e1b72 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e13e424-e3fa-4493-99b4-c66ed5d043af HTTP/1.1" status: 204 len: 168 time: 0.2563155 Jul 07 17:19:41.403646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.539729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.576200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.631932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.710871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.713845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.717663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda HTTP/1.1" status: 204 len: 168 time: 0.6117265 Jul 07 17:19:41.734132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bd9d8-c431-4a1b-afd2-1855566ff3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f6d73-3dce-4f1a-b6c6-3d30dd15ddda,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:41.850051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.023502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.035752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a140e3-8eb1-4793-9837-0edaaab05461']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.049595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f546a60-8e74-451a-bcf8-84fe86dec2c2') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.050046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f546a60-8e74-451a-bcf8-84fe86dec2c2') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.061674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.082295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.089665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:19:42.091030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:19:42.096447 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:19:42.164191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.169766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.176961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] 10.222.0.22 "DELETE /v2.0/networks/85a140e3-8eb1-4793-9837-0edaaab05461 HTTP/1.1" status: 204 len: 168 time: 0.7722561 Jul 07 17:19:42.193142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5aa48-4da6-4697-a4cb-4fb2a452fc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a140e3-8eb1-4793-9837-0edaaab05461,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.204762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38099811-8c42-41e9-bff6-b8198a73816f req-3ba72143-ddd2-4e27-a5fb-91019ab3a974 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.207854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38099811-8c42-41e9-bff6-b8198a73816f req-3ba72143-ddd2-4e27-a5fb-91019ab3a974 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2326894 Jul 07 17:19:42.318942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38099811-8c42-41e9-bff6-b8198a73816f req-abe5708b-34f2-4861-96c9-777efda64170 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872872 Jul 07 17:19:42.330237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.339396 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.344956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.404757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.410814 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-037fa74b-dd36-4c83-9660-c0226116f24a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edcaac8d596e4fecaa1af191b6b65c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791476 Jul 07 17:19:42.570334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.605439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router ad74ae55-232c-4940-a1d1-2b57790fc6bc has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:42.624863 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.724225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908519d5-56b8-4bbf-8aec-196c57eaed0f req-f8bfe09f-2b3d-4e5c-9c51-8dc0bdfd008e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.725287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-908519d5-56b8-4bbf-8aec-196c57eaed0f req-f8bfe09f-2b3d-4e5c-9c51-8dc0bdfd008e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2337787 Jul 07 17:19:42.738529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60958) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.743207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'floatingip': {'port_id': 'ec151313-693b-4e99-9d40-171fd8e23b32'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.797328 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.797526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.801744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.802794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e26dc55-f6fa-478e-9401-0583a9b34192 HTTP/1.1" status: 204 len: 168 time: 0.3968167 Jul 07 17:19:42.815447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:42.817804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2640b5-06d7-4260-9b39-15cb66109587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26dc55-f6fa-478e-9401-0583a9b34192,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.821737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.825477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6dd33c7a-112f-4113-8c5e-ad80184fdb3d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "PUT /v2.0/routers/ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 200 len: 926 time: 2.1015635 Jul 07 17:19:42.825669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.842520 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] Sync routers for ids ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:42.867125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] Routers {'ad74ae55-232c-4940-a1d1-2b57790fc6bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:42.867718 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.911177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.913519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 234b80a2-cd66-415b-bb9c-89b4780a5e62 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:42.927412 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] Routers {'ad74ae55-232c-4940-a1d1-2b57790fc6bc'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:42.930715 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:42.946272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 234b80a2-cd66-415b-bb9c-89b4780a5e62 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:42.946927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 234b80a2-cd66-415b-bb9c-89b4780a5e62 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:42.980946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.003439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:43.004643 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6106c-40d0-4439-88c9-9c24f34215bd None None] The sync data for ids ['ad74ae55-232c-4940-a1d1-2b57790fc6bc'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:43.022763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ce24c35-18b7-4921-9ccd-16325525617a tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 200 len: 926 time: 0.1959395 Jul 07 17:19:43.025734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.138089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e734c6-6612-4dc5-ac28-363f72ff901f tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.140376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1e734c6-6612-4dc5-ac28-363f72ff901f tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=ad74ae55-232c-4940-a1d1-2b57790fc6bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1131172 Jul 07 17:19:43.144203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.263365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1500524591-network', 'tenant_id': '71c00562986e40349b86355e388bc58a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:43.299556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d1bb8-f8b3-4593-a7d8-6292895966d2 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.303178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2d4d1bb8-f8b3-4593-a7d8-6292895966d2 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.1562135 Jul 07 17:19:43.312777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60986) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.332237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Made reservation on behalf of 71c00562986e40349b86355e388bc58a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.339892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.355358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ac35389-7e9c-4fef-a632-f6a7b5dbcef0 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 200 len: 205 time: 0.0411744 Jul 07 17:19:43.355831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.359881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.428105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:19:43.478000 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.483772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.508836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:19:43.524636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.529145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbafeed-877a-4c49-a370-b5d731d0b53b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.532797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.533160 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Added segment 4f501657-8734-43ed-af24-d5edede5c279 of type vlan for network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 Jul 07 17:19:43.541934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.590313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.592659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.635638 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.638699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.639936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.737779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7534740 Jul 07 17:19:43.740402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:43.747959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Request body: {'subnet': {'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1500524591-subnet', 'tenant_id': '71c00562986e40349b86355e388bc58a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:43.755350 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Floating IP b10283a9-ad62-4445-b945-75bad36eb65d associated. External IP: 172.25.7.206, port: ec151313-693b-4e99-9d40-171fd8e23b32. Jul 07 17:19:43.759098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b3b13-213a-40c2-8960-6691e1e245a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.772684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:19:43.777816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Made reservation on behalf of 71c00562986e40349b86355e388bc58a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.781269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.921482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.005746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.074672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68eb708a-052c-4f96-9d6e-6180e8123a22,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.084170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Checking segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:44.084534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Network hostable DHCP agents. Network: a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:19:44.105316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:19:44.115187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:44.117573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:44.120951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port 027cca5e-f6e0-41b2-86ff-275980f4e2ff {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:44.121296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.123704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.124567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.129710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2e994-eb7b-462a-8c33-3d95c241db49 None None] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:44.142714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0b92fe87-fab1-4152-996a-3c1284a160f7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4013498 Jul 07 17:19:44.302312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.306190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c12b14-f5db-4178-a1a5-6ee1c4899e9a None None] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:44.328094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for 027cca5e-f6e0-41b2-86ff-275980f4e2ff owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:44.344930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:44.352534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.369365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:44.392206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:44.393035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:44.486038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ebd7330f-9a6d-4a3a-bca5-962e97d6462c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "PUT /v2.0/floatingips/b10283a9-ad62-4445-b945-75bad36eb65d HTTP/1.1" status: 200 len: 991 time: 1.7464540 Jul 07 17:19:44.495537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:44.498144 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d637236-47fd-4e4f-9ac4-6078e88449f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:44.592369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:44.667484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.751987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=027cca5e-f6e0-41b2-86ff-275980f4e2ff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.843523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.861393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7acfe046-92d1-4dbd-bbd4-c1e504cbeb07 req-040f9807-eb68-440a-9500-2f46ec73e11e tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0764062 Jul 07 17:19:44.958673 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfb62d6-4dbb-4ca8-a7dd-a92c8ad8dbb2 x-openstack-request-id: req-abfb62d6-4dbb-4ca8-a7dd-a92c8ad8dbb2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:44.958963 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:44.959218 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abfb62d6-4dbb-4ca8-a7dd-a92c8ad8dbb2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:44.959618 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'status': 'completed', 'code': 200} Jul 07 17:19:44.995242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b10283a9-ad62-4445-b945-75bad36eb65d', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:b9:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:18Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.023237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:45.036124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:45.036967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.056498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.059995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.150803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.152553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router ad74ae55-232c-4940-a1d1-2b57790fc6bc {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:45.171214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.172865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6c3c8d6a-e255-47eb-bfa0-21b84f93055d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 204 len: 168 time: 1.8111851 Jul 07 17:19:45.177590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.183824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-435286118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:45.197431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-9f9d1f6a-1358-4a96-8a6f-6404472e2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.199824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-9f9d1f6a-1358-4a96-8a6f-6404472e2a13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.2076516 Jul 07 17:19:45.290360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-eea101f0-6bd7-40b2-bd3b-4e6dcc8b150c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.297517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-eea101f0-6bd7-40b2-bd3b-4e6dcc8b150c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.1952009 Jul 07 17:19:45.313725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-9b2bbc99-7783-42b5-a810-4f19c363587d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/quotas/71c00562986e40349b86355e388bc58a HTTP/1.1" status: 200 len: 375 time: 0.0149639 Jul 07 17:19:45.351230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:45.362228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-9c384faa-7743-498d-a8b3-30c93a0c2903 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478790 Jul 07 17:19:45.377587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-14535295-a855-4b09-916c-dcf13425e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.379269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-14535295-a855-4b09-916c-dcf13425e39b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.1729901 Jul 07 17:19:45.384417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.385580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.464862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-bcb7c708-347b-4530-a6b5-43884e5c7d30 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017549 Jul 07 17:19:45.557336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-44102ff1-971f-4b5b-bf5f-d9351dddb653 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 999 time: 0.1612687 Jul 07 17:19:45.559177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.579894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.632987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.636861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6c28797b-6ab5-4e48-b034-80c10c4941e8 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4553916 Jul 07 17:19:45.638353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32854) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.645666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:45.701890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-cb16036c-3ed9-4abc-83cc-e9707c3680c3 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297587 Jul 07 17:19:45.730095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b10283a9-ad62-4445-b945-75bad36eb65d', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:b9:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:18Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:45.784812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd55ca-3acd-4c43-b34c-5d98f2a17671 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b10283a9-ad62-4445-b945-75bad36eb65d', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:b9:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:18Z', 'updated_at': '2021-07-07T17:19:43Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:45.805929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-16e6625a-7ab9-4544-b835-1b355ca8b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.807718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-16e6625a-7ab9-4544-b835-1b355ca8b83d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.2441287 Jul 07 17:19:45.994423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.013719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cdabcaf1-dbcb-43c1-aead-a9ab1704523e req-04bb07bf-bf3f-4cd6-9f20-d26529a96812 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 210 time: 0.0532763 Jul 07 17:19:46.136844 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99a672-7f12-4f2b-967f-487483307546 None None] New status for floating IP b10283a9-ad62-4445-b945-75bad36eb65d: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:46.159818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23ca7418-948c-4744-9a0c-067bb8ecbd06 req-28b2e98f-1eb1-4415-ac7a-2b8a1d16b7ff tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.1004639 Jul 07 17:19:46.531918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-999f7371-8f32-4a15-842b-ff0ab53b92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.533431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-999f7371-8f32-4a15-842b-ff0ab53b92c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6831059 Jul 07 17:19:46.653507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-e7da5375-0476-42f2-bd65-cb81af554ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127279 Jul 07 17:19:46.829533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.862198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.873501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d637236-47fd-4e4f-9ac4-6078e88449f9 req-e261e078-4e28-4cbc-a440-c5c459f24c3c service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120624 Jul 07 17:19:46.994061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Allocated IP 172.25.7.134 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/5ea51b17-45f7-431f-a394-1b7354482dde) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:47.112219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.153868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.159766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c415e56-f64e-43d0-b5e4-40ca49979d03 req-efbb1385-e7e4-4931-b1ee-78c373487e95 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Jul 07 17:19:47.194794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:47.197824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:47.201573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:47.235652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event updated for resources: {'Port': ['ID=5ea51b17-45f7-431f-a394-1b7354482dde,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.378253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5158dd80-669b-4c4e-b927-f704d646b0d2 req-203d8ca6-d3f2-4233-81ce-309bb41ba990 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0374601 Jul 07 17:19:47.536514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-1607490c-04df-412e-bd8c-d75f73cb1e87 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.537997 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-1607490c-04df-412e-bd8c-d75f73cb1e87 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.1985636 Jul 07 17:19:47.552351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Request body: {'port': {'device_id': '4a0033c6-446f-420a-9afa-b40724a47090', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'admin_state_up': True, 'tenant_id': '71c00562986e40349b86355e388bc58a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:47.666244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.790358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Made reservation on behalf of 71c00562986e40349b86355e388bc58a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:47.793889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.987279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.999960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.007208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.054540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Allocated IP 172.20.0.12 (a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499/68eb708a-052c-4f96-9d6e-6180e8123a22/05f9f7a3-a822-4223-80ea-7dc5dd8533a7) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:48.112993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f859c2e2-87e0-4b09-abf0-32cecaeadfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.214218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f859c2e2-87e0-4b09-abf0-32cecaeadfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.223281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f859c2e2-87e0-4b09-abf0-32cecaeadfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.260177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c2e2-87e0-4b09-abf0-32cecaeadfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b293069-e6f8-430c-95dc-05a3416eb6de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.266157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Router 2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:48.270602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f859c2e2-87e0-4b09-abf0-32cecaeadfb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77db8cb838b14de695dc33ea16962e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813590 Jul 07 17:19:48.273374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.299037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.329830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c745a95-ef6a-4c49-868a-10d07833feec req-0cea61fa-609e-46e3-a342-1ef95ff940a6 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 210 time: 0.0371213 Jul 07 17:19:48.352475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.377855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.414908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:48.422022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.426557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c2c4b032-038b-4ee7-aa50-08b2975ace94 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "PUT /v2.0/routers/2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 200 len: 883 time: 2.7844110 Jul 07 17:19:48.426706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] Sync routers for ids ['2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:48.427143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.437471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.445153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] Routers {'2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:48.446875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:48.455331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.457962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.460708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b293069-e6f8-430c-95dc-05a3416eb6de HTTP/1.1" status: 204 len: 168 time: 0.1859810 Jul 07 17:19:48.471253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189012e-3140-4a22-96b8-05f51e4c96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b293069-e6f8-430c-95dc-05a3416eb6de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.513854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:48.540058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] Routers {'2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:48.541058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:48.545311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:48.579330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:48.582376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:48.588086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.637325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:48.638829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc4336-0af6-4f5c-b488-c1c3c5837fd3 None None] The sync data for ids ['2a62aece-4544-4d10-bf00-1ce7c4ce9fe1'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:48.653779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.654495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.658901 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52055672-c155-411c-959a-784ca86f13fa tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 200 len: 924 time: 0.2308519 Jul 07 17:19:48.662325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32944) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.710783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-6302d460-f426-4a72-9330-5c864d1b15bc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1624961 Jul 07 17:19:48.727934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Request body: {'port': {'device_id': '4a0033c6-446f-420a-9afa-b40724a47090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:48.771353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548f598-e3fd-4f14-a388-43263db8578e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.772794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5548f598-e3fd-4f14-a388-43263db8578e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=2a62aece-4544-4d10-bf00-1ce7c4ce9fe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1101098 Jul 07 17:19:48.775913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.825449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.858177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32948) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.864475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ae4c964-bda0-4042-abec-b2555d7c38f4 req-94ba7af4-315a-4c9f-9a0f-6117673711cd tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0384817 Jul 07 17:19:48.875965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12b7e7d1-dddf-488f-8c52-d0b64b390a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.903858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67c2a3-900e-4771-989d-f1ac632bfb7d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.905489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6b67c2a3-900e-4771-989d-f1ac632bfb7d tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.1285653 Jul 07 17:19:48.908778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.942723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-01c69a6b-a080-4cd2-9602-9e680ec841ec tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 200 len: 205 time: 0.0327845 Jul 07 17:19:48.945673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.017775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6146e-f893-49b0-9e7e-52eaa8fbdba2 req-b2465073-794a-412b-8e6f-5bc476e3ecb5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0451598 Jul 07 17:19:49.153001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12b7e7d1-dddf-488f-8c52-d0b64b390a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.163674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12b7e7d1-dddf-488f-8c52-d0b64b390a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.169940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.254209 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-12b7e7d1-dddf-488f-8c52-d0b64b390a90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adc0fd7f33aa4b4c81a282c3631f3308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927028 Jul 07 17:19:49.258448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:49.262471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 32958) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.272795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7e7d1-dddf-488f-8c52-d0b64b390a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac07c50-7bf0-4a51-ac09-1c9428d05813,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.281382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.293742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.306646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Transition to ACTIVE for port object 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:49.311903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.352108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port 5ea51b17-45f7-431f-a394-1b7354482dde {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:49.352483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.373753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.383082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.437467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.437943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.451145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for 5ea51b17-45f7-431f-a394-1b7354482dde owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:49.490789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Attempting to bind port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:49.490789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Attempting to bind port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:49.491105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Attempting to bind port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:49.497385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:49.497830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Attempting to bind port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:49.505914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:49.506436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Checking segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:49.506981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Bound using segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:49.507586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Bound port: 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:49.508104 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.531143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.533698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.535276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ac07c50-7bf0-4a51-ac09-1c9428d05813 HTTP/1.1" status: 204 len: 168 time: 0.2716191 Jul 07 17:19:49.565019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2858f9b-1ad8-4c9c-aca1-c701553d36de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac07c50-7bf0-4a51-ac09-1c9428d05813,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.584669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9262f97-45ef-46bc-b825-985150728d4d req-58e9ed75-40af-47bc-a81f-a74fa29ca6fb tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.586272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9262f97-45ef-46bc-b825-985150728d4d req-58e9ed75-40af-47bc-a81f-a74fa29ca6fb tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 944 time: 0.1332157 Jul 07 17:19:49.595457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:49.599602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:49.604626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.642979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.643608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.647208 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] 10.222.0.32 "PUT /v2.0/ports/05f9f7a3-a822-4223-80ea-7dc5dd8533a7 HTTP/1.1" status: 200 len: 1093 time: 0.9233725 Jul 07 17:19:49.647208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:49.648674 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e268b5-311c-404d-ba29-1e029e0f158b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:49.679574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f88ca0-7219-43c5-9ed9-ff351a56e26c service neutron] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.710492 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dbca6a-d169-4c82-992b-67ad20a9abf3 x-openstack-request-id: req-44dbca6a-d169-4c82-992b-67ad20a9abf3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:49.710913 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:49.711493 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44dbca6a-d169-4c82-992b-67ad20a9abf3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:49.711679 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'status': 'completed', 'code': 200} Jul 07 17:19:49.716161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9262f97-45ef-46bc-b825-985150728d4d req-5db994f4-01c1-445e-908a-fe61c20636b3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 Jul 07 17:19:49.774504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.807451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=5ea51b17-45f7-431f-a394-1b7354482dde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.815105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-60c5c571-31a7-45f4-8c3a-8a978731c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.817341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-60c5c571-31a7-45f4-8c3a-8a978731c4d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 1096 time: 0.0598314 Jul 07 17:19:49.860440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-5028367f-b471-4892-930a-f6c7421c4235 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7 HTTP/1.1" status: 200 len: 217 time: 0.0362382 Jul 07 17:19:49.887854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.928280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-9be65e5e-97d4-421a-84a9-bc718d885c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.929976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-9be65e5e-97d4-421a-84a9-bc718d885c8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.0635886 Jul 07 17:19:49.984525 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-9bc31603-ff8a-4836-ba13-33b2e57a6a8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462639 Jul 07 17:19:50.015749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.020037 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.094590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-cafa15dc-5bd3-4460-bbcd-f798b27842a4 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039147 Jul 07 17:19:50.104233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-562b2e14-629b-455d-80de-036599a2f767 req-4d67727d-b765-4edc-a4be-51b5ad8fcac9 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0373189 Jul 07 17:19:50.106540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.107488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router 2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:50.117115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.118449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0350c8eb-2e57-49f9-944d-bd4b15afc212 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 204 len: 168 time: 1.1717823 Jul 07 17:19:50.123041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:50.128175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2133657137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:50.158185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.159531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.218466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5565c85b-07e3-4d7a-a2ef-6e25e8c0e16a req-cac519d0-da10-41c8-a518-f6a7e489ca24 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175642 Jul 07 17:19:50.242636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.247579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.273421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.275763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-835c69a1-2217-41b9-ac52-521cbfe4cddb tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1505084 Jul 07 17:19:50.278468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 32988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:50.283504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:50.341917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e268b5-311c-404d-ba29-1e029e0f158b req-1a5b8d08-e671-4d28-9d75-43c1f3eda004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.344155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-1a5b8d08-e671-4d28-9d75-43c1f3eda004 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 1096 time: 0.0656407 Jul 07 17:19:50.445253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e268b5-311c-404d-ba29-1e029e0f158b req-22abd236-2577-40f1-aeb1-0e82b6d9e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.446799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-22abd236-2577-40f1-aeb1-0e82b6d9e214 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 916 time: 0.0950334 Jul 07 17:19:50.492821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-521376cd-32e3-465a-b42b-39e4428c7772 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7 HTTP/1.1" status: 200 len: 217 time: 0.0375800 Jul 07 17:19:50.546762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e268b5-311c-404d-ba29-1e029e0f158b req-415048bc-c982-452f-bc20-2e9063df9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.548336 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-415048bc-c982-452f-bc20-2e9063df9e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.0481226 Jul 07 17:19:50.591670 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-80b9669a-04f6-45a8-a6ba-ce73a73eaca2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361185 Jul 07 17:19:50.685959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-ab650d47-04eb-4c01-9ebd-07609546b1ac service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869751 Jul 07 17:19:50.797742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-46e268b5-311c-404d-ba29-1e029e0f158b req-5db218fc-6958-422a-b2b4-7aef24cea670 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986590 Jul 07 17:19:50.930833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.039976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b073-997d-48a8-8e8b-9ec7ca8f9fcb req-77e17d72-23da-46f7-91f7-70177cb8af49 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.041507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8726b073-997d-48a8-8e8b-9ec7ca8f9fcb req-77e17d72-23da-46f7-91f7-70177cb8af49 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 944 time: 0.1261585 Jul 07 17:19:51.093434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8726b073-997d-48a8-8e8b-9ec7ca8f9fcb req-22fc509a-a921-4181-b107-b24d7a106d58 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Jul 07 17:19:51.221919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.241191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.331707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfbb10dd-fbad-4f3c-a848-2d0dd0f11c07 req-3d85413d-1689-417e-b955-6862c7e97c72 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0428572 Jul 07 17:19:51.399084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 172.25.7.123 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b6c74ec4-85bf-46bb-ad66-59bc5a76138b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:51.518821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.560410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.615286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:51.619614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:51.622334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:51.653259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=b6c74ec4-85bf-46bb-ad66-59bc5a76138b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.913318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.161826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.165836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.280763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29cbbdcf-eaff-4ad8-9a80-d3d66d7bba08 req-b74ab8aa-0b1e-47c3-abe4-b9e3f7e10de0 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0683792 Jul 07 17:19:52.373692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c1ad-739d-4867-bbd1-b4e723ca9107 req-5cdcd6e3-1275-4e63-b7e8-dc907b32debf tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.375706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f554c1ad-739d-4867-bbd1-b4e723ca9107 req-5cdcd6e3-1275-4e63-b7e8-dc907b32debf tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 944 time: 0.1450262 Jul 07 17:19:52.426055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router 382aa844-1572-44aa-b83d-c33a4b27f50d is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:52.433189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f554c1ad-739d-4867-bbd1-b4e723ca9107 req-0556af8f-760d-4237-b6e0-c42a2d68462c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502925 Jul 07 17:19:52.552776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:52.558016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.559295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2ea3ba03-3120-46bd-a4cc-c235c468a0dd tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "PUT /v2.0/routers/382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 200 len: 919 time: 2.2795720 Jul 07 17:19:52.561997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.564551 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] Sync routers for ids ['382aa844-1572-44aa-b83d-c33a4b27f50d'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:52.575241 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] Routers {'382aa844-1572-44aa-b83d-c33a4b27f50d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:52.576061 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['382aa844-1572-44aa-b83d-c33a4b27f50d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.615679 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.625753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:52.626357 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] Routers {'382aa844-1572-44aa-b83d-c33a4b27f50d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:52.626441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['382aa844-1572-44aa-b83d-c33a4b27f50d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.662255 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:52.663155 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6c7c4-cc5c-40a2-8ab4-4dffd134d680 None None] The sync data for ids ['382aa844-1572-44aa-b83d-c33a4b27f50d'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:52.702096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ddc60b95-86f6-415b-b105-e2f303b6d6e0 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 200 len: 925 time: 0.1379890 Jul 07 17:19:52.704829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33078) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.744267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.758352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'port_id': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'mac_address': 'fa:16:3e:79:6c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eb708a-052c-4f96-9d6e-6180e8123a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:52.760951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc1d3e-bc9d-47a8-85c9-73e049e96072 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.764881 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3efc1d3e-bc9d-47a8-85c9-73e049e96072 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=382aa844-1572-44aa-b83d-c33a4b27f50d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0566831 Jul 07 17:19:52.765302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.799782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.814018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:52.838947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.844420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.858126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88fed1-5090-4ea7-9bdf-3746059370cc tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.862101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da88fed1-5090-4ea7-9bdf-3746059370cc tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.0932822 Jul 07 17:19:52.862366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.897447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-76ef93d9-fe7e-41f5-8ea1-56c58d2b3dee tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 200 len: 205 time: 0.0333848 Jul 07 17:19:52.901167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.903021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.910911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.911275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.911621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.912128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.912477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.912815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.913149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.913479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.913992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.914356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.914688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:52.915020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:53.015227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.064929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['05f9f7a3-a822-4223-80ea-7dc5dd8533a7'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:53.384952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.453587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f78e236c-7b34-4dea-8ecb-11554baf57f4 req-fe3f7a12-c0aa-4573-b428-d2dca0bf97cf tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0360096 Jul 07 17:19:53.486891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port b6c74ec4-85bf-46bb-ad66-59bc5a76138b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:53.487177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.568479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.612534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for b6c74ec4-85bf-46bb-ad66-59bc5a76138b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:53.701086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173bb80-c81b-4c0b-adcd-78d4d7521e21 req-db0eda5a-22b7-4e28-b991-8269ff5ff352 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.702631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d173bb80-c81b-4c0b-adcd-78d4d7521e21 req-db0eda5a-22b7-4e28-b991-8269ff5ff352 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 945 time: 0.1389155 Jul 07 17:19:53.788013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d173bb80-c81b-4c0b-adcd-78d4d7521e21 req-4de2c540-7305-4c44-945a-cba13a7cc306 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770566 Jul 07 17:19:53.839330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.866604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=b6c74ec4-85bf-46bb-ad66-59bc5a76138b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.934582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.031331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.033642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.077969 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.078583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router 382aa844-1572-44aa-b83d-c33a4b27f50d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:54.087422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.093326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6bf63193-1b93-444a-a54f-6b0649c12eaf tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 204 len: 168 time: 1.1864235 Jul 07 17:19:54.093326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.097152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-564157105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:54.121657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.122734 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.178041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.181979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.198865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.200086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-93047d5f-ac8c-47d5-ba8e-d226ea0b7ca9 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1065445 Jul 07 17:19:54.202793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.208178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:54.413752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.636050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60df02b7-cdb6-4b9b-b4c0-a1224485347a req-31630279-8b36-4775-a195-e146d0a33fe2 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0399730 Jul 07 17:19:54.643649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.655153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:54.664936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.704195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:54.709633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:54.710015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.789210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Allocated IP 172.25.7.3 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/97e15866-c8d1-4050-966a-eaa0dba3eb2b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:54.796428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.843167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:54.851177 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32263bd1-0d97-4dc8-9d56-1318f4ab9004" -d '{"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-plugged", "status": "completed", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:54.869307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-4c7bccca-e338-4ad5-b7e5-b84fb48bb135 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756116 Jul 07 17:19:54.880110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:54.885315 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.936341 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08bbd54-47e1-477b-adbd-8631ae4645a7 x-openstack-request-id: req-d08bbd54-47e1-477b-adbd-8631ae4645a7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:54.936740 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-plugged", "status": "completed", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:54.937150 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d08bbd54-47e1-477b-adbd-8631ae4645a7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:54.937622 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'code': 200} Jul 07 17:19:54.962586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.004544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.010364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-a440c18d-b435-4841-909c-b52cdfb03e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.011821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-a440c18d-b435-4841-909c-b52cdfb03e3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=53772322d07942e5afaf51c153b25d13&device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 1097 time: 0.0707567 Jul 07 17:19:55.041807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5936f-1b85-4e8b-a211-bc96b9e8767d req-01e74e59-e486-4d1c-ad40-47b21ae7c560 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.043367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8b5936f-1b85-4e8b-a211-bc96b9e8767d req-01e74e59-e486-4d1c-ad40-47b21ae7c560 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1094079 Jul 07 17:19:55.094976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.129869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8b5936f-1b85-4e8b-a211-bc96b9e8767d req-ccdedb21-b01d-40fa-aa93-dd89ed5f7cad tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786567 Jul 07 17:19:55.143193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:55.146532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:55.153543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:55.182225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Pushing event updated for resources: {'Port': ['ID=97e15866-c8d1-4050-966a-eaa0dba3eb2b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.436712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.484377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0d453-315a-4fd9-ba37-5fdf3d477018 req-3914c829-6100-4aac-8e96-3e1acb2dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.486030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1be0d453-315a-4fd9-ba37-5fdf3d477018 req-3914c829-6100-4aac-8e96-3e1acb2dc81e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 1098 time: 0.4864144 Jul 07 17:19:55.487072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-4e162e5b-3caf-45fc-87bd-983172f2ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.489328 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-4e162e5b-3caf-45fc-87bd-983172f2ed74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 200 len: 916 time: 0.4537408 Jul 07 17:19:55.574098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1be0d453-315a-4fd9-ba37-5fdf3d477018 req-8e6c8296-48ea-431a-93e7-4e14657fa3f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805104 Jul 07 17:19:55.586734 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-0a8a2b42-ce06-4cb6-b759-dec5f280c199 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 200 len: 1000 time: 0.0861514 Jul 07 17:19:55.643309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-9b69c3fe-59a5-4c9f-ac0d-4f24e636e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.645049 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-9b69c3fe-59a5-4c9f-ac0d-4f24e636e1fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 200 len: 854 time: 0.0517781 Jul 07 17:19:55.658555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.662759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.715485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-866455ee-438b-4499-a80b-7176fe0e1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.717103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-866455ee-438b-4499-a80b-7176fe0e1e4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ddac9f4-b6df-4505-ad57-0fbf27f68faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661235 Jul 07 17:19:55.830073 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-0f0b8d48-7ff0-404f-8d1b-604d0f632685 service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061432 Jul 07 17:19:55.856593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbd48dec-cc02-4485-980e-8472bf3e783f req-e5ed47b0-f91e-438e-9d3c-2ef3c3d28cc3 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0720763 Jul 07 17:19:55.893655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Router e95583de-8623-42d2-801f-93bf6d059ffc is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:55.942869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdf17d7e-c550-426a-a6c6-302f19a4971c req-f3852849-a025-4a5e-aad6-06160e941c2b service neutron] 10.222.0.83 "GET /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066608 Jul 07 17:19:56.306836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:56.311389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.312672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e7cab119-e1db-41ec-930c-4e1ead1e4423 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "PUT /v2.0/routers/e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 200 len: 917 time: 2.1089184 Jul 07 17:19:56.316910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33166) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.324536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] Sync routers for ids ['e95583de-8623-42d2-801f-93bf6d059ffc'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:56.340286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] Routers {'e95583de-8623-42d2-801f-93bf6d059ffc'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:56.340917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e95583de-8623-42d2-801f-93bf6d059ffc'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.346190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c3f98-7714-41ae-a29f-7736bfaadc01 req-f8b9a945-5b11-4695-b77f-e0c161641b80 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.346807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b5c3f98-7714-41ae-a29f-7736bfaadc01 req-f8b9a945-5b11-4695-b77f-e0c161641b80 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0891891 Jul 07 17:19:56.384586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.393154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b5c3f98-7714-41ae-a29f-7736bfaadc01 req-2cc1fef9-7395-47a1-a355-d01152771375 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 Jul 07 17:19:56.393551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] Routers {'e95583de-8623-42d2-801f-93bf6d059ffc'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:56.394787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e95583de-8623-42d2-801f-93bf6d059ffc'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.444778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.449323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.450074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145a87e-6ae0-4f58-bbb5-5f52e8e7f3e5 None None] The sync data for ids ['e95583de-8623-42d2-801f-93bf6d059ffc'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:56.453996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6e1a6988-112c-4daa-a87e-285341386427 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 200 len: 923 time: 0.1364150 Jul 07 17:19:56.456723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33172) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.517317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33a4a7-8bd7-401e-82e0-3477f7c09076 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.518890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e33a4a7-8bd7-401e-82e0-3477f7c09076 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=e95583de-8623-42d2-801f-93bf6d059ffc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0613005 Jul 07 17:19:56.522154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33174) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.584870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e02205c0-24b6-4388-97cd-3fc5a4f4385a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.647007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0813df1-5798-47ba-a4c7-274f1e48dfa0 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.648553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c0813df1-5798-47ba-a4c7-274f1e48dfa0 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/networks/22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 881 time: 0.1254745 Jul 07 17:19:56.651624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.684065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-70573dcf-7016-41b8-b8b6-b337fe4d890b tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 200 len: 205 time: 0.0312352 Jul 07 17:19:56.686892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.710159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e02205c0-24b6-4388-97cd-3fc5a4f4385a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.715046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e02205c0-24b6-4388-97cd-3fc5a4f4385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.751505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e02205c0-24b6-4388-97cd-3fc5a4f4385a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5f9a293b1df4e91a8dbefb05ee63a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055413 Jul 07 17:19:56.753545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02205c0-24b6-4388-97cd-3fc5a4f4385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a42b59-69c1-4163-9bc1-484eed513af5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.756816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33180) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:56.791154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.806081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.827797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.874261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.877323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.879079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1a42b59-69c1-4163-9bc1-484eed513af5 HTTP/1.1" status: 204 len: 168 time: 0.1203792 Jul 07 17:19:56.888661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c840328-63c0-494f-ae05-d23b497b41d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a42b59-69c1-4163-9bc1-484eed513af5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.905053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.982841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port 97e15866-c8d1-4050-966a-eaa0dba3eb2b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:56.983297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.070025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e24eccce-afad-4094-96d0-e16a68c59aa2 req-a3c0b192-5ccb-436c-88ed-1e401809eb87 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0342612 Jul 07 17:19:57.111937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.127836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for 97e15866-c8d1-4050-966a-eaa0dba3eb2b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:57.196273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33192) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.209942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd200c6a-7b45-4eae-9c6c-2d6fd623c2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.301695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.304064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd200c6a-7b45-4eae-9c6c-2d6fd623c2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.307537 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd200c6a-7b45-4eae-9c6c-2d6fd623c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.332797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=97e15866-c8d1-4050-966a-eaa0dba3eb2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.347108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd200c6a-7b45-4eae-9c6c-2d6fd623c2ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8a6f3b8ac124a409be7b4ac69e78364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494496 Jul 07 17:19:57.348000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd200c6a-7b45-4eae-9c6c-2d6fd623c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de7b6bb-52df-4772-ad1b-b6addc001493,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.350529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.395856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.403180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.425351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.476390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.479357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.483014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5de7b6bb-52df-4772-ad1b-b6addc001493 HTTP/1.1" status: 204 len: 168 time: 0.1292577 Jul 07 17:19:57.489688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf36e7a-bef7-45e3-97a7-be5d7c4e7ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de7b6bb-52df-4772-ad1b-b6addc001493,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.492864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.495910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.574274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.574859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router e95583de-8623-42d2-801f-93bf6d059ffc {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:57.582061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.583193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-923c1874-9ee9-4359-b572-9218d62a775a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 204 len: 168 time: 0.8953636 Jul 07 17:19:57.587295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.592444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-877885112', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:57.617117 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9f034-c638-4b4a-a83c-d8bd27668484 req-16ba6613-d5e3-4030-bff0-81517bbd36e5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.618785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fb9f034-c638-4b4a-a83c-d8bd27668484 req-16ba6613-d5e3-4030-bff0-81517bbd36e5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0826156 Jul 07 17:19:57.623614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.624676 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.666464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fb9f034-c638-4b4a-a83c-d8bd27668484 req-35878d2d-9232-4d80-958e-62298c570e5d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Jul 07 17:19:57.681514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.826904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.850887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f626b6-1a09-4daa-beba-0243f73f90a9 req-7cda250c-4197-4135-a7be-dbf6f073c811 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.852501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f626b6-1a09-4daa-beba-0243f73f90a9 req-7cda250c-4197-4135-a7be-dbf6f073c811 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0711710 Jul 07 17:19:57.898838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f626b6-1a09-4daa-beba-0243f73f90a9 req-c0de35a4-b672-4665-b080-ae960c371fe3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Jul 07 17:19:58.083266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.108256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.267561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Allocated IP 172.25.7.112 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/18b567d3-581e-4267-8f62-efcb2f50ee3d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:58.288946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c50aedfa-f409-4966-a2e5-6779be67d29d req-d5cbd5a4-891d-49a5-bc4e-af5b7cf3e70c tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0410726 Jul 07 17:19:58.473114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.523799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.533366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e510b2-d9c4-4960-b845-ddf95050edfa req-7602e081-c3e4-494e-9eae-bab621a249e0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.535458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2e510b2-d9c4-4960-b845-ddf95050edfa req-7602e081-c3e4-494e-9eae-bab621a249e0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0833030 Jul 07 17:19:58.563840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:58.571796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:58.576819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:58.580263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event updated for resources: {'Port': ['ID=18b567d3-581e-4267-8f62-efcb2f50ee3d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.602448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2e510b2-d9c4-4960-b845-ddf95050edfa req-57ef6ad9-862a-42dd-be88-2d6097893454 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Jul 07 17:19:58.814571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.852393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.923159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef676c1f-4a27-4a47-9d67-12ce47041221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.015868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef676c1f-4a27-4a47-9d67-12ce47041221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.020405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef676c1f-4a27-4a47-9d67-12ce47041221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.048524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33264) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.059771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef676c1f-4a27-4a47-9d67-12ce47041221 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=591983d3a7b94a5d98512210a0a95045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440734 Jul 07 17:19:59.060771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef676c1f-4a27-4a47-9d67-12ce47041221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64035f70-48cb-4cac-9723-e48b98dabd9e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.063234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.074931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.114581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.139861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.195331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.198803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.202435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64035f70-48cb-4cac-9723-e48b98dabd9e HTTP/1.1" status: 204 len: 168 time: 0.1360264 Jul 07 17:19:59.220757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa22a65-e50a-4d07-b0c9-c7e14c1cb8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64035f70-48cb-4cac-9723-e48b98dabd9e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.243965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d05294-d8c7-46c0-932e-7f848f2450ad tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.244397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d05294-d8c7-46c0-932e-7f848f2450ad tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.244876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d05294-d8c7-46c0-932e-7f848f2450ad tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.254952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75d05294-d8c7-46c0-932e-7f848f2450ad tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=5f25a2c155444cbc937e49c00093ac8f&network_id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 2972 time: 0.2050762 Jul 07 17:19:59.293368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Router 86b88c1f-d8f1-4a52-8b69-4733e1a2422a is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:59.405270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:59.416163 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] Sync routers for ids ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:59.426882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.427153 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] Routers {'86b88c1f-d8f1-4a52-8b69-4733e1a2422a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:59.427772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:59.431112 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d996e4ae-0d54-4364-b871-850f2ca50f3a tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8401694 Jul 07 17:19:59.431416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.436503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.463872 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:59.473245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] Routers {'86b88c1f-d8f1-4a52-8b69-4733e1a2422a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:59.473853 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:59.509911 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:59.510631 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e79b5-0e9e-440a-a456-fcfc9645990a None None] The sync data for ids ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:59.580886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2aae051-dd1d-4e35-9c7e-fe7ab6a944fa req-d83de29e-6bca-4b6e-8183-50d01b35fda3 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0387366 Jul 07 17:19:59.852433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.867619 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b0104e-36dc-4616-a921-ad585e6d530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.869217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3795b30-e5e2-4d47-8fb0-934fbb0b9bc2 req-ab695e1d-6abc-4a15-ad86-e09d110df90e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.870812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3795b30-e5e2-4d47-8fb0-934fbb0b9bc2 req-ab695e1d-6abc-4a15-ad86-e09d110df90e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1294396 Jul 07 17:19:59.876156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.946951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3795b30-e5e2-4d47-8fb0-934fbb0b9bc2 req-1133a8e0-9217-4f46-88c0-5793fc7d9b1f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 Jul 07 17:19:59.964921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Deleting port 18b567d3-581e-4267-8f62-efcb2f50ee3d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.965433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.048802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.060547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Calling delete_port for 18b567d3-581e-4267-8f62-efcb2f50ee3d owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:00.230193 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.258238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Pushing event deleted for resources: {'Port': ['ID=18b567d3-581e-4267-8f62-efcb2f50ee3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.326158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.535214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.538636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.623650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Router 86b88c1f-d8f1-4a52-8b69-4733e1a2422a has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:00.710691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:00.722688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] Sync routers for ids ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:00.735348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.736748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a212532-32a5-4654-9964-e9495a5b0b27 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "PUT /v2.0/routers/86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 200 len: 709 time: 1.3041351 Jul 07 17:20:00.739408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:00.741441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] Routers {'86b88c1f-d8f1-4a52-8b69-4733e1a2422a'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:00.742804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.779848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.780272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c57fcad3-fb5d-4604-89cc-ec0b7f5e0ba9 req-816bae35-d7c5-4e03-8f65-af601623bc4e tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Jul 07 17:20:00.796223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:00.799308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] Routers {'86b88c1f-d8f1-4a52-8b69-4733e1a2422a'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:00.800248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:19:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.836872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:00.837754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536455a-a421-4774-86a6-e7e3e1ee147c None None] The sync data for ids ['86b88c1f-d8f1-4a52-8b69-4733e1a2422a'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:00.859372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-15aef41f-34e7-4b11-8cbb-e1ab8e2b6c14 tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/routers/86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 200 len: 744 time: 0.1187687 Jul 07 17:20:00.862163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:00.873794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e72e010-490f-48ac-9bba-20da89228020 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:00.886132 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8e72e010-490f-48ac-9bba-20da89228020 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 814 time: 0.0772238 Jul 07 17:20:00.912724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a8c6cb94-49ad-4358-84b6-24e24e37ea0e tempest-RoutersIpV6AdminTest-1611401381 tempest-RoutersIpV6AdminTest-1611401381-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=22143c16-edb2-459b-9740-d1320510163a&device_id=86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 200 len: 205 time: 0.0459464 Jul 07 17:20:00.912955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:00.942442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d7e2107e-21f4-4b8b-87c6-d720542fe5d0 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 200 len: 205 time: 0.0284092 Jul 07 17:20:00.945054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.026637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.506303 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.509044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.520749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.526493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'network': {'name': 'tempest-network-smoke--954150855', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'port_security_enabled': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:01.552692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:01.556644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.567607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d824af-b551-45ed-88fd-3574090cc7b7 req-763cc207-74ae-49ca-be2d-235224b30345 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.569239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5d824af-b551-45ed-88fd-3574090cc7b7 req-763cc207-74ae-49ca-be2d-235224b30345 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.4981651 Jul 07 17:20:01.570558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.571055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Fanout notify agent at l3_agent the message router_deleted on router 86b88c1f-d8f1-4a52-8b69-4733e1a2422a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:01.578221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.579501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d208d707-8ac9-4c58-98b2-a7a41bebe6d1 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 204 len: 168 time: 0.6333470 Jul 07 17:20:01.583173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.585644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:01.595064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.595417 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Added segment 22af86fd-ea03-44e8-8d9a-3f41f40a0c55 of type vlan for network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 Jul 07 17:20:01.628911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2493a241-eedc-46a6-a8b5-5cf2d7b6eff2 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 200 len: 205 time: 0.0442159 Jul 07 17:20:01.630518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.646453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.681262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.681469 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0829ee96-3993-47c9-b82a-bebcf032a458 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:01.685213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0829ee96-3993-47c9-b82a-bebcf032a458 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/86b88c1f-d8f1-4a52-8b69-4733e1a2422a HTTP/1.1" status: 404 len: 336 time: 0.0535910 Jul 07 17:20:01.685765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.687391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.688143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.727088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5d824af-b551-45ed-88fd-3574090cc7b7 req-dc7b410d-866d-4598-97d6-ba0f42b21161 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313033 Jul 07 17:20:01.762976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ac08f7aa-6846-4915-a5e1-942a57a8012d tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 200 len: 205 time: 0.0541997 Jul 07 17:20:01.768105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.771040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.782171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2598019 Jul 07 17:20:01.790523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.813069 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-7b0fa5fb-db22-4450-a2b9-bc0d865961c6 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:01.814281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b0fa5fb-db22-4450-a2b9-bc0d865961c6 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/e95583de-8623-42d2-801f-93bf6d059ffc HTTP/1.1" status: 404 len: 336 time: 0.0480671 Jul 07 17:20:01.817352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.835699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7148fb-5d16-47f7-a053-738a5dd01b8e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Network': ['ID=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.853592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:01.856921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d9a927c1-1649-476e-8233-3782e0c93cb3 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 200 len: 205 time: 0.0383883 Jul 07 17:20:01.859422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33428) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.911508 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-3fee647c-d4b2-431d-bb98-819be3492d77 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:01.912580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3fee647c-d4b2-431d-bb98-819be3492d77 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/382aa844-1572-44aa-b83d-c33a4b27f50d HTTP/1.1" status: 404 len: 336 time: 0.0520489 Jul 07 17:20:01.915950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.936308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75cc94d-e244-4568-bece-794b11e65c89 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.940492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d75cc94d-e244-4568-bece-794b11e65c89 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5f25a2c155444cbc937e49c00093ac8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1459150 Jul 07 17:20:01.940492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c88d955-104a-47a3-bdea-03c973a6d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.941391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33432) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.950261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd537d3a-db00-448e-a24e-152834ea2768 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 200 len: 205 time: 0.0298116 Jul 07 17:20:01.950456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.999285 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-72985970-2c8a-4ea8-8cbb-95450f21923f tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:02.001776 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-72985970-2c8a-4ea8-8cbb-95450f21923f tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/2a62aece-4544-4d10-bf00-1ce7c4ce9fe1 HTTP/1.1" status: 404 len: 336 time: 0.0490041 Jul 07 17:20:02.006508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.018125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a0d9c90-c68d-40b3-961b-f61bfa939ad9 req-3f231216-c5e5-4bfd-b1a3-c53395f02009 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0615840 Jul 07 17:20:02.061057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6ca708f1-c1c7-4438-9cc5-e6ae323633a4 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 200 len: 205 time: 0.0516400 Jul 07 17:20:02.063746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.106705 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1c90fc09-7bc9-4df4-8902-d56bd261fd43 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:02.107765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1c90fc09-7bc9-4df4-8902-d56bd261fd43 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/ad74ae55-232c-4940-a1d1-2b57790fc6bc HTTP/1.1" status: 404 len: 336 time: 0.0430040 Jul 07 17:20:02.110548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.140663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-214e6261-7bba-42e4-91c5-968f0d7ade5b tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "GET /v2.0/ports?device_id=502c0537-4ffc-40d1-b76f-3f0c4532e424 HTTP/1.1" status: 200 len: 205 time: 0.0290151 Jul 07 17:20:02.143187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.171065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d5330-6e9f-4584-9c76-9afc22e21469 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.172522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e94d5330-6e9f-4584-9c76-9afc22e21469 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2302134 Jul 07 17:20:02.179013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.182097 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6f638ae0-b7b8-499f-b2c5-1ff92fd4b162 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] delete failed (client error): The resource could not be found. Jul 07 17:20:02.183314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6f638ae0-b7b8-499f-b2c5-1ff92fd4b162 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/routers/502c0537-4ffc-40d1-b76f-3f0c4532e424 HTTP/1.1" status: 404 len: 336 time: 0.0392187 Jul 07 17:20:02.185942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.212582 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2c0d39-58eb-4378-89ff-ad1a3a259ff4 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:02.213050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2c0d39-58eb-4378-89ff-ad1a3a259ff4 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:02.217655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c2c0d39-58eb-4378-89ff-ad1a3a259ff4 tempest-RoutersIpV6AdminTest-1162255805 tempest-RoutersIpV6AdminTest-1162255805-project] 10.222.0.22 "DELETE /v2.0/subnets/241f0ae6-f01d-49ab-838e-e3dfd63281d2 HTTP/1.1" status: 404 len: 337 time: 0.0281239 Jul 07 17:20:02.223434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-28822eab-16bd-47cd-8cea-bbffd70d1a30 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433817 Jul 07 17:20:02.226186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.257056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c88d955-104a-47a3-bdea-03c973a6d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.263054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c88d955-104a-47a3-bdea-03c973a6d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.268514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e78c6434-99ca-4113-9ed7-0299d68c195b tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5f25a2c155444cbc937e49c00093ac8f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384264 Jul 07 17:20:02.269967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33452) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.305295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85a8942f-d457-4162-a16b-f640c3765d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.346259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d955-104a-47a3-bdea-03c973a6d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed5bf36-7bdd-4bde-b785-a6a90b0965bf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.359760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5c88d955-104a-47a3-bdea-03c973a6d727 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be12cb5903c5456580cd9b5157e14dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851057 Jul 07 17:20:02.360821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.395311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf23f31-09fd-482c-9715-c72e923ec38b tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.397304 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dbf23f31-09fd-482c-9715-c72e923ec38b tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202598 Jul 07 17:20:02.400071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33458) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.417345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.429808 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-664965bc-fb25-4c1f-9b5d-ffb2b890e48d tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284598 Jul 07 17:20:02.432141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.437485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195992670', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:02.438884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.448665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.496864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.499605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.503623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ed5bf36-7bdd-4bde-b785-a6a90b0965bf HTTP/1.1" status: 204 len: 168 time: 0.1389124 Jul 07 17:20:02.509547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced1a67-c933-4efa-a9dd-e3e220bb2e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed5bf36-7bdd-4bde-b785-a6a90b0965bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.547770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:02.552052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.614315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24d0fa25-7c74-4770-84d4-bd0cf723a2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.718568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24d0fa25-7c74-4770-84d4-bd0cf723a2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.723549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24d0fa25-7c74-4770-84d4-bd0cf723a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.747437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.773982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-24d0fa25-7c74-4770-84d4-bd0cf723a2c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d43029199b743a98f4bd5b1fc524f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242629 Jul 07 17:20:02.774882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.781086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0fa25-7c74-4770-84d4-bd0cf723a2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5742b9e1-30b1-4297-ac7c-1b416a27806a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.782888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.842031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.849941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Subnet': ['ID=220286e2-44ec-4232-8e55-330da74c2e18,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.860018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Checking segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:02.860897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network hostable DHCP agents. Network: 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:02.869675 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.878943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.899680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:02.916251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-33fa834f-eef1-4f00-b3bd-c376dd0412eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.929551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.934891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.938394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5742b9e1-30b1-4297-ac7c-1b416a27806a HTTP/1.1" status: 204 len: 168 time: 0.1602809 Jul 07 17:20:02.938553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:02.945992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ffd38-5800-44c4-acaa-533a4ec32452 None None] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:02.956882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:02.958832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03594ab-db2f-45f1-80c2-74a6c3c47575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742b9e1-30b1-4297-ac7c-1b416a27806a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.958987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.063360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38654567-5792-4f31-a403-7a8cce8f1db9 req-7b6e9ef0-40cc-4c74-a774-a939d3e76475 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.072422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38654567-5792-4f31-a403-7a8cce8f1db9 req-7b6e9ef0-40cc-4c74-a774-a939d3e76475 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0962560 Jul 07 17:20:03.106997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-33fa834f-eef1-4f00-b3bd-c376dd0412eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.115408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-33fa834f-eef1-4f00-b3bd-c376dd0412eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.129937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38654567-5792-4f31-a403-7a8cce8f1db9 req-d34510c6-bebf-4910-b70a-b077c7b8dd71 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550978 Jul 07 17:20:03.152057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-26c01d96-4d60-4ab7-966b-8adc7ec2c1b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7163854 Jul 07 17:20:03.152227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ips': [{'subnet_id': '220286e2-44ec-4232-8e55-330da74c2e18'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:03.152337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.192527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-33fa834f-eef1-4f00-b3bd-c376dd0412eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4aa426aee8994bd5a8a07ba9b7a2f6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124070 Jul 07 17:20:03.193361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa834f-eef1-4f00-b3bd-c376dd0412eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc5e4d-c255-45de-ad9c-712402ba47b7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.195212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.278696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.339563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Allocated IP 172.20.0.18 (2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8/220286e2-44ec-4232-8e55-330da74c2e18/5a56761e-ebe9-416d-80c6-500f0fcb496b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:03.347252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f62eadc4-8d25-4f18-b291-64b774ee495a req-23f40208-1285-4c3e-a679-c86aa6a4c8f9 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0541048 Jul 07 17:20:03.358789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.397025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33490) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.432831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.435963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.437122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cbc5e4d-c255-45de-ad9c-712402ba47b7 HTTP/1.1" status: 204 len: 168 time: 0.2394991 Jul 07 17:20:03.450461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906d6fd-ffc9-488e-9523-1a085896f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc5e4d-c255-45de-ad9c-712402ba47b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.467314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98db0d8c-7cd0-46c9-ba23-3d1eaa70c58d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59fca32c6caf4f97b6ca9dc7094adf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687985 Jul 07 17:20:03.470163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33494) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.543056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.545681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.559891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.562276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Transition to ACTIVE for port object 5a56761e-ebe9-416d-80c6-500f0fcb496b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:03.570913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.583114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Transition to ACTIVE for port object 5a56761e-ebe9-416d-80c6-500f0fcb496b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:03.593433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.613840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.619379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464811417', 'description': 'tempest-secgroup-smoke-464811417 description', 'project_id': '5f25a2c155444cbc937e49c00093ac8f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.635471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:03.640066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:03.645469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.647077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:03.650563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.655810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Pushing event updated for resources: {'Port': ['ID=5a56761e-ebe9-416d-80c6-500f0fcb496b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.676563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.688591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2503dbc1-45e3-432a-8dd6-c5bd25426ae8 HTTP/1.1" status: 204 len: 168 time: 0.2069144 Jul 07 17:20:03.716865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24d3a-9306-4383-90bf-49d9e00771c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503dbc1-45e3-432a-8dd6-c5bd25426ae8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.717622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Attempting to bind port 5a56761e-ebe9-416d-80c6-500f0fcb496b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:03.718304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Attempting to bind port 5a56761e-ebe9-416d-80c6-500f0fcb496b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:03.718683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Attempting to bind port 5a56761e-ebe9-416d-80c6-500f0fcb496b on network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:03.725684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:03.726146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Checking segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:03.726512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.726969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Bound using segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:03.727519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Bound port: 5a56761e-ebe9-416d-80c6-500f0fcb496b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:03.727915 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.813317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] For port 5a56761e-ebe9-416d-80c6-500f0fcb496b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:03.818558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] For port 5a56761e-ebe9-416d-80c6-500f0fcb496b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a56761e-ebe9-416d-80c6-500f0fcb496b,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:03.827667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.873821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.884752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.946312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cac1-fada-4ab7-bec1-39aae3604fea None None] Pushing event updated for resources: {'Port': ['ID=5a56761e-ebe9-416d-80c6-500f0fcb496b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.955720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.960767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3424706 Jul 07 17:20:03.960864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33506) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.968830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.971168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cde187-6357-4150-9c21-1a2ce52ba91a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeebac06-9d42-473a-b800-c97d4ce30372,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.045316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.232275 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.239171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.282942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771b23f-c7cf-4178-bc1d-c20029292409,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.302193 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.306184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.306900 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8680698a-04db-4f1d-82c4-d38f64631c78 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3421507 Jul 07 17:20:04.307965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.316168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:04.424451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.501012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471eb8-4189-4da0-9241-4232380661b6 req-e9c1b53a-057b-444c-954f-69ed3b9c5c37 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.502741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6471eb8-4189-4da0-9241-4232380661b6 req-e9c1b53a-057b-444c-954f-69ed3b9c5c37 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1793201 Jul 07 17:20:04.566490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-257c4a85-405f-4622-a44a-752e9f294eb8 req-d0472716-6b75-4a55-8d8b-45eb56762824 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0519714 Jul 07 17:20:04.576785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.607353 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.614579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6471eb8-4189-4da0-9241-4232380661b6 req-728ddc37-a45b-4a68-8e79-24dd4d2bed68 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042340 Jul 07 17:20:04.630263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdc307a-6955-4eca-9d73-769088fec0fd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.642413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.642923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9c571bb9-4f36-4dd6-8aad-a81833cc9562 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330917 Jul 07 17:20:04.644041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.649700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:04.688399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.785241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.793611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.828821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.830199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850438 Jul 07 17:20:04.833406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.833607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a5130-cb4f-4d9e-8555-4bcbb555fce8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35e971d-8738-4b23-acbc-9bc808645f0d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.840277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:04.893539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a56761e-ebe9-416d-80c6-500f0fcb496b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:04.904125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.000988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 5a56761e-ebe9-416d-80c6-500f0fcb496b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:05.028048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.040259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.048102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.079823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd0148-f951-4f05-a382-1f8c0b12efca,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.089593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.095156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6de725b-bf4b-43cd-b8dc-ee3ac752ff9c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600539 Jul 07 17:20:05.095919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33564) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.103543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.132774 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:05.141072 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.169480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1925320636'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.226487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:05.230073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.242286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.270795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.278714 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.305792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7793afdc-c56a-4102-a64d-a75270a16950,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.330328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629403b5-b847-462d-b2ff-fa539bad7ac4 None None] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:05.349142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.413564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.421877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.431558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.432971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-12888eb6-ae6a-4f1a-8339-00551fb89d85 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353968 Jul 07 17:20:05.435946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.437044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Provisioning for port 5a56761e-ebe9-416d-80c6-500f0fcb496b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:05.441849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'eeebac06-9d42-473a-b800-c97d4ce30372', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.449132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:05.449321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Provisioning complete for port 5a56761e-ebe9-416d-80c6-500f0fcb496b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:05.449404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.468125 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:20:05.468689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d497941-4237-40ca-abba-bce43444abc0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.474775 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.484228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.486617 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Added segment 9f59aaf9-8a54-4808-b6f2-1d88ae86e357 of type vlan for network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 Jul 07 17:20:05.552060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.556868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.558062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.583327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07dc49f-bcf5-4166-bfef-dabdd7e0fa84,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.592304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.598677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-28d024d1-0667-4120-a99a-752cf490e618 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615083 Jul 07 17:20:05.619693 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.632100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.632782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.635063 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.682219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] For port 5a56761e-ebe9-416d-80c6-500f0fcb496b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a56761e-ebe9-416d-80c6-500f0fcb496b,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:05.689792 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.774514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0f494c3-3b4d-4256-836e-d633fc0f1085 req-cf45bf3d-75fa-459e-809d-a5fbf5b55686 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0376062 Jul 07 17:20:05.776363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b77ee4-6b09-4d55-a6e6-de9200a022ea None None] Pushing event updated for resources: {'Port': ['ID=5a56761e-ebe9-416d-80c6-500f0fcb496b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.811631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.814872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7856433 Jul 07 17:20:05.818492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'subnet': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:05.835339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110e229-fc3b-40d8-bc48-a1d00b75d9bc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Network': ['ID=cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.858629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:05.994229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-21be1c56-3b40-4e33-907d-07473ff64d8b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464811417&fields=id&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 267 time: 0.0874026 Jul 07 17:20:06.018195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-42728620-5f98-4e57-85da-b63f8145c0b8 None None] Provisioning complete for port 5a56761e-ebe9-416d-80c6-500f0fcb496b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:06.018761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42728620-5f98-4e57-85da-b63f8145c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.019624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:06.023740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.163955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4c896-413a-4b54-abcf-3dcfd677e688 req-c4ad3edf-4b8e-45d0-8d1f-7d9a9bad341c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.165467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b4c896-413a-4b54-abcf-3dcfd677e688 req-c4ad3edf-4b8e-45d0-8d1f-7d9a9bad341c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.2287669 Jul 07 17:20:06.234859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-6feb668a-986b-4fcd-b15f-e450fb4845e2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.236317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-6feb668a-986b-4fcd-b15f-e450fb4845e2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/networks?id=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 HTTP/1.1" status: 200 len: 796 time: 0.2333691 Jul 07 17:20:06.271904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b4c896-413a-4b54-abcf-3dcfd677e688 req-abbd4484-7ecf-45b6-9c6c-d47dfc1194b4 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975564 Jul 07 17:20:06.279728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33674) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.294831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-e98bbd01-9056-4cfb-9812-cf27d2e5b532 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/quotas/5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 375 time: 0.0474899 Jul 07 17:20:06.348540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.395576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.420703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7309-b6dc-4817-a2c9-387f19d40c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.463173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-a6dd0613-5971-4dde-bf04-f2f68c5be32b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1642590 Jul 07 17:20:06.484768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Subnet': ['ID=10cb08d3-9b14-4410-bbce-8c5051ac46f2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.496008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Checking segment: {'id': '9f59aaf9-8a54-4808-b6f2-1d88ae86e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:06.496373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network hostable DHCP agents. Network: cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:06.519314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7309-b6dc-4817-a2c9-387f19d40c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.523484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7309-b6dc-4817-a2c9-387f19d40c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.558022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:06.564424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0bc7309-b6dc-4817-a2c9-387f19d40c96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7aac6fe82f674f1b9bcf5611a531182e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806199 Jul 07 17:20:06.564424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc7309-b6dc-4817-a2c9-387f19d40c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bef432-3c50-4900-9fbb-8dda0eb441cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.565256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33680) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.576151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:06.586130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339dbda-197d-4fca-b0e6-1aec5939c40d None None] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:06.589433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.590026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.612858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9c445b7a-0565-44cf-a30a-6c0f41d6bd2c service neutron] 10.222.0.22 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122694 Jul 07 17:20:06.616434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2300e2d0-7118-4408-84b0-e7b0228289f3 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8019717 Jul 07 17:20:06.620523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.626337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-1467262692'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:06.630257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.720737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9baec33a-35cc-4bdb-83b6-bd45877fa174 service neutron] 10.222.0.22 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921097 Jul 07 17:20:06.737507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'tenant_id': '0fd0934521ec4f67932d1fa89c18d389', 'fixed_ips': [{'subnet_id': '10cb08d3-9b14-4410-bbce-8c5051ac46f2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:06.738668 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.838580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a56761e-ebe9-416d-80c6-500f0fcb496b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:06.939044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5a56761e-ebe9-416d-80c6-500f0fcb496b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:06.939722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.044270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.044398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-202c82ed-4526-47cb-a521-23d6118f8782 req-aaf25360-ff74-47f7-8727-8d4c1c6b998a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 210 time: 0.0723505 Jul 07 17:20:07.046561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-496eb2d6-fdcb-4139-be96-4ae493325724 req-09800f1d-7788-4a19-9064-a29e9e331bd4 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0635128 Jul 07 17:20:07.138244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:07.142140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.146898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.149857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.153318 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2bef432-3c50-4900-9fbb-8dda0eb441cb HTTP/1.1" status: 204 len: 168 time: 0.5852740 Jul 07 17:20:07.156111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Allocated IP 172.20.0.2 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/2753e87f-d3d7-42ef-a61d-38e4828927d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:07.170254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465df1e4-1795-47f8-94c5-391e0364c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bef432-3c50-4900-9fbb-8dda0eb441cb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.188128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port 80e8ca23-7de9-4a85-b97b-03b0096a2fa1 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:07.416708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.432219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Transition to ACTIVE for port object 2753e87f-d3d7-42ef-a61d-38e4828927d0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:07.457891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Transition to ACTIVE for port object 2753e87f-d3d7-42ef-a61d-38e4828927d0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:07.468608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.543952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Pushing event updated for resources: {'Port': ['ID=2753e87f-d3d7-42ef-a61d-38e4828927d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.547695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:07.549633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:07.551937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:07.557058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a676-91a5-4a45-aa78-3aee40a520df req-ab67b471-4b19-4282-a8c0-614379007e22 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.572239 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ef37c4ae-4c5f-4678-9bbb-37d5da22d1c5 {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:07.572740 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7aa0a676-91a5-4a45-aa78-3aee40a520df req-ab67b471-4b19-4282-a8c0-614379007e22 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1618710 Jul 07 17:20:07.572879 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:07.620195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7aa0a676-91a5-4a45-aa78-3aee40a520df req-ec5d2bfd-53d4-4b07-a856-da5b60f0f976 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Jul 07 17:20:07.638802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Attempting to bind port 2753e87f-d3d7-42ef-a61d-38e4828927d0 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:07.639345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Attempting to bind port 2753e87f-d3d7-42ef-a61d-38e4828927d0 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9f59aaf9-8a54-4808-b6f2-1d88ae86e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:07.639818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Attempting to bind port 2753e87f-d3d7-42ef-a61d-38e4828927d0 on network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:07.646242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:07.647004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Checking segment: {'id': '9f59aaf9-8a54-4808-b6f2-1d88ae86e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:07.647641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.648158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Bound using segment: {'id': '9f59aaf9-8a54-4808-b6f2-1d88ae86e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:07.650049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Bound port: 2753e87f-d3d7-42ef-a61d-38e4828927d0, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f59aaf9-8a54-4808-b6f2-1d88ae86e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:07.650770 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.726429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] For port 2753e87f-d3d7-42ef-a61d-38e4828927d0, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:07.730328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] For port 2753e87f-d3d7-42ef-a61d-38e4828927d0, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2753e87f-d3d7-42ef-a61d-38e4828927d0,segment=NetworkSegment(9f59aaf9-8a54-4808-b6f2-1d88ae86e357),segment_id=9f59aaf9-8a54-4808-b6f2-1d88ae86e357)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:07.734974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.797963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d0542-6546-48e9-a436-322a94866e13 None None] Pushing event updated for resources: {'Port': ['ID=2753e87f-d3d7-42ef-a61d-38e4828927d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.074306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.093620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port ce651b01-1832-45fc-b169-f2ef48845596 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:08.226676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.5 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/ce651b01-1832-45fc-b169-f2ef48845596) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:08.266252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1588f854-198f-4548-9a4a-4ec93b0e1368 req-7ef69b31-67f7-432e-9b14-dabf17a0c17b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 210 time: 0.0598962 Jul 07 17:20:08.301308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b703d41-5df8-46ba-b03a-ca2a93807f44 req-089ee73d-71b4-4c09-b8c7-cfb29b0ce3bf tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0798600 Jul 07 17:20:08.495841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.506189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-6efac4ec-23c6-4f9c-a522-77d43b4b44ae tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.507692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-6efac4ec-23c6-4f9c-a522-77d43b4b44ae tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/networks?id=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 HTTP/1.1" status: 200 len: 796 time: 0.1571221 Jul 07 17:20:08.524575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object ce651b01-1832-45fc-b169-f2ef48845596 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:08.587059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-11559bbf-2bb3-43ce-98d8-84f889320200 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 472 time: 0.0686204 Jul 07 17:20:08.600455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'port': {'device_id': '457a1903-bcef-4791-80ad-5b5258c719cc', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'admin_state_up': True, 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'security_groups': ['eeebac06-9d42-473a-b800-c97d4ce30372']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:08.651982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.747264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:08.768167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:08.775532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:08.786193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:08.806442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=ce651b01-1832-45fc-b169-f2ef48845596,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.898029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2753e87f-d3d7-42ef-a61d-38e4828927d0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:08.921049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0dac-a207-4193-9930-1f31959fb5b7 req-e0f63dc9-c06f-43d4-a2f9-32567bec2532 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.922789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-275f0dac-a207-4193-9930-1f31959fb5b7 req-e0f63dc9-c06f-43d4-a2f9-32567bec2532 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0995581 Jul 07 17:20:08.939558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:08.941132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.961403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:08.967054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.971376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2753e87f-d3d7-42ef-a61d-38e4828927d0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:08.982246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320dd0d-0654-4ea8-9c41-d0ff72c97aec None None] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:08.986954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-275f0dac-a207-4193-9930-1f31959fb5b7 req-17e83e28-40fe-40fa-87dc-a6265e4fe1bb tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558987 Jul 07 17:20:09.004778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62d225fd-67a4-4cd7-9908-f66ab4e6d5d6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3789055 Jul 07 17:20:09.005087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33752) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.012080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-275803585', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:12:2c:c4'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.037152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1360646472'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.060864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Made reservation on behalf of 1915f555322d403a828b5dbdaf073c42 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.064850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.065060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Provisioning for port 2753e87f-d3d7-42ef-a61d-38e4828927d0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.075149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.078570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Provisioning complete for port 2753e87f-d3d7-42ef-a61d-38e4828927d0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.078948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.183647 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.188961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.197033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.22 (2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8/220286e2-44ec-4232-8e55-330da74c2e18/b57e5c8b-0c50-46a8-b323-d6e884577907) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:09.216848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:09.234614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f411ec-63ac-4c71-bd4f-5dc55d82defc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.237364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.238253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.238613 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Added segment 433d3a7a-1ed2-4686-8951-675c9d095e0f of type vlan for network 71326c79-d6cb-4b33-8cb3-be38d546c65e Jul 07 17:20:09.244562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.280422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.295082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] For port 2753e87f-d3d7-42ef-a61d-38e4828927d0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2753e87f-d3d7-42ef-a61d-38e4828927d0,segment=NetworkSegment(9f59aaf9-8a54-4808-b6f2-1d88ae86e357),segment_id=9f59aaf9-8a54-4808-b6f2-1d88ae86e357)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:09.306730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.328867 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.336291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.337023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.362779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eed86-312f-4ed4-9169-100709f952dc None None] Pushing event updated for resources: {'Port': ['ID=2753e87f-d3d7-42ef-a61d-38e4828927d0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.410868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.434802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port 1bc6352c-28fa-48b6-8061-fab6b44e51ed yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:09.491504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Pushing event updated for resources: {'Network': ['ID=71326c79-d6cb-4b33-8cb3-be38d546c65e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.502495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 71326c79-d6cb-4b33-8cb3-be38d546c65e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:09.507067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.532023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f61fc50-2530-493d-915e-666b4ab7198a req-aedaeb7b-29f7-4cd1-9d37-bba64d076a3d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 210 time: 0.0507071 Jul 07 17:20:09.532242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object b57e5c8b-0c50-46a8-b323-d6e884577907 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:09.577455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-623db724-8e9b-44bf-80af-dad6c88a2c14 req-77517f5f-9c4d-4383-ac40-d2f080dd42bc tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0828934 Jul 07 17:20:09.580646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ddc00706-2ae8-4fab-b5df-6abe272908a9 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8040602 Jul 07 17:20:09.585038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.611717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.10 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/1bc6352c-28fa-48b6-8061-fab6b44e51ed) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:09.637166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.651039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'name': 'tempest-network--471626927', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.676374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.679085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.688469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.731508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:09.739524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Provisioning complete for port 2753e87f-d3d7-42ef-a61d-38e4828927d0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.740196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.742009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.767881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:09.805121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:09.857963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.863088 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.897024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:09.900394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Provisioning for port ce651b01-1832-45fc-b169-f2ef48845596 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.905270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Provisioning complete for port ce651b01-1832-45fc-b169-f2ef48845596 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:09.905657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.911679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.912401 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Added segment de6aee39-1d5c-4f60-94fd-1ae0d52a68a8 of type vlan for network b767b127-f4ea-4799-b4bb-71240c054241 Jul 07 17:20:09.976211 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.986251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce5388c6-868a-4578-a765-d1674f745fe7 None None] Port ce651b01-1832-45fc-b169-f2ef48845596 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:09.995665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.997853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object 1bc6352c-28fa-48b6-8061-fab6b44e51ed will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.005455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.006146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.028985 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-dd659ec2-15d1-4e97-8f6a-8a09f8130ce5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4337978 Jul 07 17:20:10.053516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Request body: {'port': {'device_id': '457a1903-bcef-4791-80ad-5b5258c719cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:10.057291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0607f-1ff5-4005-89b1-da0b54f16464,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.072404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.074012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.074777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.095233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.115197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e51beabf-1529-4db9-a40c-88a5de054cb8 None None] Provisioning complete for port ce651b01-1832-45fc-b169-f2ef48845596 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.117317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e51beabf-1529-4db9-a40c-88a5de054cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.145088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5579057 Jul 07 17:20:10.151706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.154212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=1bc6352c-28fa-48b6-8061-fab6b44e51ed,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.165550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.167765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.178143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e51beabf-1529-4db9-a40c-88a5de054cb8 None None] Port ce651b01-1832-45fc-b169-f2ef48845596 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:10.192036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:10.214086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a67984-15a5-42d3-9ace-d755814363c7 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=b767b127-f4ea-4799-b4bb-71240c054241,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.227498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b767b127-f4ea-4799-b4bb-71240c054241 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:10.269043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.270594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.288396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.289620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.329873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c71ec-2ad8-4611-b7e6-517ed0d6e474 req-8e3d114d-c74b-42d9-9d4f-0a129a1fa17f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.330540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-580bb3f4-ac59-4149-a285-b3eae54903e5 None None] Provisioning for port b57e5c8b-0c50-46a8-b323-d6e884577907 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:10.332174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-411c71ec-2ad8-4611-b7e6-517ed0d6e474 req-8e3d114d-c74b-42d9-9d4f-0a129a1fa17f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1571822 Jul 07 17:20:10.335613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-580bb3f4-ac59-4149-a285-b3eae54903e5 None None] Provisioning complete for port b57e5c8b-0c50-46a8-b323-d6e884577907 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.335992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-580bb3f4-ac59-4149-a285-b3eae54903e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.346781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-95ae6f69-ad1f-4f81-af64-6478b6be1db2 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3407578 Jul 07 17:20:10.349343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33770) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.384192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-580bb3f4-ac59-4149-a285-b3eae54903e5 None None] Port b57e5c8b-0c50-46a8-b323-d6e884577907 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:10.408032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.431634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b767b127-f4ea-4799-b4bb-71240c054241']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.444438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6aee39-1d5c-4f60-94fd-1ae0d52a68a8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.444736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6aee39-1d5c-4f60-94fd-1ae0d52a68a8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:10.449101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-411c71ec-2ad8-4611-b7e6-517ed0d6e474 req-3afa8129-7655-4149-8660-7fde623cb8b6 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065948 Jul 07 17:20:10.459328 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.478823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.485590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:10.485991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:10.487849 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:10.508174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b11a5c91-87ed-4259-9b05-37067167ff18 None None] Provisioning for port 1bc6352c-28fa-48b6-8061-fab6b44e51ed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:10.512539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b11a5c91-87ed-4259-9b05-37067167ff18 None None] Provisioning complete for port 1bc6352c-28fa-48b6-8061-fab6b44e51ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.513047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b11a5c91-87ed-4259-9b05-37067167ff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.547542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.550386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b11a5c91-87ed-4259-9b05-37067167ff18 None None] Port 1bc6352c-28fa-48b6-8061-fab6b44e51ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:10.554426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b767b127-f4ea-4799-b4bb-71240c054241 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:10.557034 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.561987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/b767b127-f4ea-4799-b4bb-71240c054241 HTTP/1.1" status: 204 len: 168 time: 0.4061415 Jul 07 17:20:10.569820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.575000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:10.594955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded0ebd-80d5-4649-a809-3c8b3b486d8e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Network': ['ID=b767b127-f4ea-4799-b4bb-71240c054241,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.598683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:10.599403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20e0e5-b06d-490c-909f-ab9b8ff615e6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.601047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.605451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20e0e5-b06d-490c-909f-ab9b8ff615e6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.611617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20e0e5-b06d-490c-909f-ab9b8ff615e6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.613555 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cc20e0e5-b06d-490c-909f-ab9b8ff615e6 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2631087 Jul 07 17:20:10.616334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.635403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:10.647453 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.648147 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Added segment 1c51ad7c-4fcb-4cf9-9069-8d5198d2df56 of type vlan for network f2850fc0-2d9a-4171-890f-9dc973042ddc Jul 07 17:20:10.778476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.813567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port 1bc6352c-28fa-48b6-8061-fab6b44e51ed {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:10.813923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.816008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2753e87f-d3d7-42ef-a61d-38e4828927d0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:10.823951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57e5c8b-0c50-46a8-b323-d6e884577907 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:10.832398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3cee550-0f88-424f-922f-f1cded29b283 req-3b1c8c7c-1bc6-4425-8046-3a5ac0a3921f tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0568912 Jul 07 17:20:10.868795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.884570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5742f-2591-4e45-95c3-059fe1257de7 req-77cb3de3-4531-4f5f-93e0-ee520cda1dd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.896331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Transition to ACTIVE for port object b57e5c8b-0c50-46a8-b323-d6e884577907 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.901430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5742f-2591-4e45-95c3-059fe1257de7 req-77cb3de3-4531-4f5f-93e0-ee520cda1dd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 932 time: 0.2026250 Jul 07 17:20:10.906490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.927391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.928381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.929024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.961752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2753e87f-d3d7-42ef-a61d-38e4828927d0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.962876 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.976887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.001646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.005479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for 1bc6352c-28fa-48b6-8061-fab6b44e51ed owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:11.019722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d5742f-2591-4e45-95c3-059fe1257de7 req-cc495f02-3fd7-44b6-804b-601f33b43394 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163566 Jul 07 17:20:11.047546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4740181 Jul 07 17:20:11.047744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.047744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.047744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.047744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.047744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.048077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.048349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.048558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.048893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.049235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.049567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.050543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:11.054154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33784) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.062082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'subnet': {'network_id': 'f2850fc0-2d9a-4171-890f-9dc973042ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:11.085290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9a1a1-9ef6-4468-8842-2d7692223690 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=f2850fc0-2d9a-4171-890f-9dc973042ddc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.104324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f2850fc0-2d9a-4171-890f-9dc973042ddc details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:11.486274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:11.488794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.564237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Attempting to bind port b57e5c8b-0c50-46a8-b323-d6e884577907 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:11.564574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Attempting to bind port b57e5c8b-0c50-46a8-b323-d6e884577907 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:11.564909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Attempting to bind port b57e5c8b-0c50-46a8-b323-d6e884577907 on network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:11.595511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Port b57e5c8b-0c50-46a8-b323-d6e884577907 on network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:11.596083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Attempting to bind port b57e5c8b-0c50-46a8-b323-d6e884577907 on network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:11.603253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.609285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:11.609627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Checking segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:11.610012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Bound using segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:11.610472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Bound port: b57e5c8b-0c50-46a8-b323-d6e884577907, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:11.610831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.640107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b87e6-4444-42f3-a971-73a8f0ec572a req-9231c4f1-8853-4051-8abd-94f86de18b5f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.641943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-936b87e6-4444-42f3-a971-73a8f0ec572a req-9231c4f1-8853-4051-8abd-94f86de18b5f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0795622 Jul 07 17:20:11.661894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=1bc6352c-28fa-48b6-8061-fab6b44e51ed,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.683950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-936b87e6-4444-42f3-a971-73a8f0ec572a req-1389dbbb-4ba4-43ce-8f81-c7deba466838 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Jul 07 17:20:11.886267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:11.937301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b57e5c8b-0c50-46a8-b323-d6e884577907,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:11.949792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.007592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.007881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da920610-a489-4870-a261-1bd7beff5bb7 req-30546d57-b870-46e1-8ff5-8ddba19beea5 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jul 07 17:20:12.008554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.009950 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] 10.222.0.32 "PUT /v2.0/ports/b57e5c8b-0c50-46a8-b323-d6e884577907 HTTP/1.1" status: 200 len: 1093 time: 1.9613090 Jul 07 17:20:12.011008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.014324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ced2e4d7-e466-483f-b2c9-3d5d0ba2d1bd tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/1bc6352c-28fa-48b6-8061-fab6b44e51ed HTTP/1.1" status: 204 len: 168 time: 1.3968816 Jul 07 17:20:12.015461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.032045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:12.035099 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc175fb2-a688-4084-83e3-36da92bc0680" -d '{"events": [{"name": "network-changed", "server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:12.119895 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca3f09e-db34-44e2-a57b-b95003f4e4bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] GET failed (client error): The resource could not be found. Jul 07 17:20:12.121490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cca3f09e-db34-44e2-a57b-b95003f4e4bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports/1bc6352c-28fa-48b6-8061-fab6b44e51ed HTTP/1.1" status: 404 len: 333 time: 0.1050522 Jul 07 17:20:12.125573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.128385 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c993ec71-b152-403d-8875-46d176438b0a x-openstack-request-id: req-c993ec71-b152-403d-8875-46d176438b0a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:12.128676 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:12.128929 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c993ec71-b152-403d-8875-46d176438b0a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:12.129328 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907', 'status': 'completed', 'code': 200} Jul 07 17:20:12.130942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-1442314833'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.136934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d3f49-055c-4ba2-894e-0e500fb32c48 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.186520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-4553a9f4-3f88-458b-af84-743ebe56a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.188224 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-4553a9f4-3f88-458b-af84-743ebe56a042 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 1096 time: 0.1100736 Jul 07 17:20:12.262887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-e291a281-bb4e-4733-967f-be6afa36c1e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b57e5c8b-0c50-46a8-b323-d6e884577907 HTTP/1.1" status: 200 len: 217 time: 0.0631180 Jul 07 17:20:12.320542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265851ea-591a-4755-85e8-099f760e397d req-091bb12a-ca6e-4195-bc25-76a30b2ff23d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.322079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-265851ea-591a-4755-85e8-099f760e397d req-091bb12a-ca6e-4195-bc25-76a30b2ff23d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 944 time: 0.1238384 Jul 07 17:20:12.322717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:12.326202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.356646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:20:12.357133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.361409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-4174ea8e-0f3d-415f-9113-3d6186907733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.363517 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-4174ea8e-0f3d-415f-9113-3d6186907733 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220286e2-44ec-4232-8e55-330da74c2e18 HTTP/1.1" status: 200 len: 837 time: 0.0906618 Jul 07 17:20:12.457796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec314457-9afc-4f12-989e-a5ca25083f21,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.475942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Checking segment: {'id': '1c51ad7c-4fcb-4cf9-9069-8d5198d2df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2850fc0-2d9a-4171-890f-9dc973042ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:12.476314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Network hostable DHCP agents. Network: f2850fc0-2d9a-4171-890f-9dc973042ddc, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:12.489164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71268f-b22b-4951-8523-058e0810ec73 req-f0178747-0719-4b9a-a32d-f4b8940f95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.490722 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-f0178747-0719-4b9a-a32d-f4b8940f95c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1053355 Jul 07 17:20:12.508648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Network f2850fc0-2d9a-4171-890f-9dc973042ddc is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:12.554362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f2850fc0-2d9a-4171-890f-9dc973042ddc) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:12.560894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.561497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.562762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939cb97a-0974-4264-97dd-e21a1132da9e None None] Network f2850fc0-2d9a-4171-890f-9dc973042ddc requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:12.589855 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff568125-c812-47ed-ba92-9ace8b33e431 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5320106 Jul 07 17:20:12.592168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33802) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.598718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2850fc0-2d9a-4171-890f-9dc973042ddc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.626156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port ecaa1371-91a4-4574-9a85-babda9c4de63 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:12.627338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-2074da72-2f26-40ae-8f79-27f95fe56d86 service neutron] 10.222.0.32 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268556 Jul 07 17:20:12.644382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.683482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-265851ea-591a-4755-85e8-099f760e397d req-13dad2b8-f907-47e9-9b47-78902fdcc6c4 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536298 Jul 07 17:20:12.716230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7eb788-d56a-48f5-8686-2115dd1f1ed2 None None] Network f2850fc0-2d9a-4171-890f-9dc973042ddc requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:12.768620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d71268f-b22b-4951-8523-058e0810ec73 req-9807cb5d-2597-4099-bbe9-ace9b4dec60a service neutron] 10.222.0.32 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339931 Jul 07 17:20:12.786395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.4 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/ecaa1371-91a4-4574-9a85-babda9c4de63) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:12.806562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.952217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-26015329-4dd3-4210-ad48-b17de08a92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.953769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-26015329-4dd3-4210-ad48-b17de08a92f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 1096 time: 0.1102760 Jul 07 17:20:12.957589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Allocated IP 172.20.0.12 (f2850fc0-2d9a-4171-890f-9dc973042ddc/ec314457-9afc-4f12-989e-a5ca25083f21/429c4a10-b3cf-4c7a-81d3-eacd4c51d10c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:13.009985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1ce6-dd86-4ee9-8d5c-3526057d7518 req-9be9f8d5-9ff0-4d27-8ffc-56b532438616 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.011497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a4c1ce6-dd86-4ee9-8d5c-3526057d7518 req-9be9f8d5-9ff0-4d27-8ffc-56b532438616 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1494796 Jul 07 17:20:13.016899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.044183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object ecaa1371-91a4-4574-9a85-babda9c4de63 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:13.075763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a4c1ce6-dd86-4ee9-8d5c-3526057d7518 req-048b4147-a1d7-4662-8497-a541d3f04ffd tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Jul 07 17:20:13.107593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-41d92640-0550-45ac-a9d4-e32d102cea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.109079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-41d92640-0550-45ac-a9d4-e32d102cea5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 HTTP/1.1" status: 200 len: 897 time: 0.1473420 Jul 07 17:20:13.117461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.163510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-df32118d-b664-4e3c-852d-2e223d3f30f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b57e5c8b-0c50-46a8-b323-d6e884577907 HTTP/1.1" status: 200 len: 217 time: 0.0434041 Jul 07 17:20:13.167959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.191569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d952c551-d33f-4bb2-9ba8-02a3eb8a2feb req-f8e0b370-1dfd-4634-b07f-a84114a92589 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0434003 Jul 07 17:20:13.193264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:13.196701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:13.203308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:13.239602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=ecaa1371-91a4-4574-9a85-babda9c4de63,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.245201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-806f2549-d450-47bf-ac85-18252ca38993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.246833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-806f2549-d450-47bf-ac85-18252ca38993 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=220286e2-44ec-4232-8e55-330da74c2e18 HTTP/1.1" status: 200 len: 837 time: 0.0736852 Jul 07 17:20:13.270969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.271621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.287149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9e611b20-2063-4062-880f-6d8fba8338bf tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1602769 Jul 07 17:20:13.289787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.295574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:12:2c:c4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:13.296686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.345220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Network f2850fc0-2d9a-4171-890f-9dc973042ddc is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:13.352273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:13.359330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:13.395333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Port': ['ID=429c4a10-b3cf-4c7a-81d3-eacd4c51d10c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.407649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-b0490257-9146-4813-96f0-076ebaa9a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.409325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-b0490257-9146-4813-96f0-076ebaa9a811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1527607 Jul 07 17:20:13.448299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-53630f00-89c7-4b29-a8cf-a80e4cb7d716 None None] Provisioning for port ecaa1371-91a4-4574-9a85-babda9c4de63 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:13.453747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-53630f00-89c7-4b29-a8cf-a80e4cb7d716 None None] Provisioning complete for port ecaa1371-91a4-4574-9a85-babda9c4de63 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:13.454205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53630f00-89c7-4b29-a8cf-a80e4cb7d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.504237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53630f00-89c7-4b29-a8cf-a80e4cb7d716 None None] Port ecaa1371-91a4-4574-9a85-babda9c4de63 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:13.546081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.564122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-56217d46-1716-424c-8b4b-25111a8dd43b service neutron] 10.222.0.32 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457739 Jul 07 17:20:13.569303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.662971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.720560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc175fb2-a688-4084-83e3-36da92bc0680 req-2b47d169-6ca1-4f73-a972-80f2c010da28 service neutron] 10.222.0.32 "GET /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462922 Jul 07 17:20:13.730023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.735321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.827178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=ecaa1371-91a4-4574-9a85-babda9c4de63,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.844512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] In _notify_port_updated(), no bound segment for port ecaa1371-91a4-4574-9a85-babda9c4de63 on network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:13.851575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.852536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.859924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33816) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:13.861486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10bb9864-60d2-404c-9c8b-5d0240ed7d0c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "PUT /v2.0/ports/ecaa1371-91a4-4574-9a85-babda9c4de63 HTTP/1.1" status: 200 len: 993 time: 0.5665612 Jul 07 17:20:13.933225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256cc0-b853-4b60-86d5-4bf354c66606 req-ac9ceb2c-0a7d-4579-8375-2402a287075f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:13.934019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.934822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81256cc0-b853-4b60-86d5-4bf354c66606 req-ac9ceb2c-0a7d-4579-8375-2402a287075f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 944 time: 0.1015885 Jul 07 17:20:13.950394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.975823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81256cc0-b853-4b60-86d5-4bf354c66606 req-72f9ac00-5800-4307-b562-6df62966ca98 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352156 Jul 07 17:20:14.025768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-edbf1b19-31ec-47b2-86e8-2333b2e29d05 None None] Provisioning complete for port ecaa1371-91a4-4574-9a85-babda9c4de63 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:14.026339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edbf1b19-31ec-47b2-86e8-2333b2e29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.049284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Port': ['ID=429c4a10-b3cf-4c7a-81d3-eacd4c51d10c,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.059994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.060992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-edbf1b19-31ec-47b2-86e8-2333b2e29d05 None None] Port ecaa1371-91a4-4574-9a85-babda9c4de63 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:14.079393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port ecaa1371-91a4-4574-9a85-babda9c4de63 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:14.079672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.084122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.085326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-60a8e5ee-c633-425c-b722-9e0d41ada214 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4923627 Jul 07 17:20:14.089002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.166162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fedc0bcc-0c6c-44bd-bc30-250c8cac6927 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=f2850fc0-2d9a-4171-890f-9dc973042ddc HTTP/1.1" status: 200 len: 690 time: 0.0755310 Jul 07 17:20:14.168192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.176713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.189516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for ecaa1371-91a4-4574-9a85-babda9c4de63 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:14.331439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.346222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.383594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=ecaa1371-91a4-4574-9a85-babda9c4de63,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.445699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ccf90e8-676f-4328-af7f-9d2346d6fa6b req-4018ed60-c011-46a7-a393-ec1fd4efac17 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.1089144 Jul 07 17:20:14.454835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7127b-bae6-45f5-bf97-fc3bed11a99c req-b0682709-9517-498c-8ec9-1560b29dd948 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.462552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff7127b-bae6-45f5-bf97-fc3bed11a99c req-b0682709-9517-498c-8ec9-1560b29dd948 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.2192779 Jul 07 17:20:14.530877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff7127b-bae6-45f5-bf97-fc3bed11a99c req-d9de17d4-d485-412d-b38c-1d4a504baf6c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Jul 07 17:20:14.549330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.552827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc011235-fe2d-4aa8-8081-80168fcc89d1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/ecaa1371-91a4-4574-9a85-babda9c4de63 HTTP/1.1" status: 204 len: 168 time: 0.6917431 Jul 07 17:20:14.555581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.596839 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e0d91-19db-4482-a75c-b58a8f12e02d tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] GET failed (client error): The resource could not be found. Jul 07 17:20:14.600032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b9e0d91-19db-4482-a75c-b58a8f12e02d tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports/ecaa1371-91a4-4574-9a85-babda9c4de63 HTTP/1.1" status: 404 len: 333 time: 0.0429721 Jul 07 17:20:14.603554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Deleting port 429c4a10-b3cf-4c7a-81d3-eacd4c51d10c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:14.603554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.603987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.609495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-18342195'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:14.732817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b57e5c8b-0c50-46a8-b323-d6e884577907 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:14.759808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.760142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.776587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Calling delete_port for 429c4a10-b3cf-4c7a-81d3-eacd4c51d10c owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:14.829518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b57e5c8b-0c50-46a8-b323-d6e884577907,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.839923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:14.842752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'b57e5c8b-0c50-46a8-b323-d6e884577907', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'port_id': 'b57e5c8b-0c50-46a8-b323-d6e884577907', 'mac_address': 'fa:16:3e:41:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220286e2-44ec-4232-8e55-330da74c2e18', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:14.843423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.869574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port f422d340-a547-4e46-a26a-49465cddb6a0 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:14.884594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.897451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57e5c8b-0c50-46a8-b323-d6e884577907 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:14.918593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b57e5c8b-0c50-46a8-b323-d6e884577907,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.922537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.976317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.032467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.13 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/f422d340-a547-4e46-a26a-49465cddb6a0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:15.047814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.086981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Port': ['ID=429c4a10-b3cf-4c7a-81d3-eacd4c51d10c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.154134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['b57e5c8b-0c50-46a8-b323-d6e884577907'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:15.259583 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.304206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95cee-2686-44e5-804b-0fb8a551b186 req-6adcd6e3-6cb1-426e-b7b9-f8d7bdbdaca1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.305709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ea95cee-2686-44e5-804b-0fb8a551b186 req-6adcd6e3-6cb1-426e-b7b9-f8d7bdbdaca1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 945 time: 0.1878068 Jul 07 17:20:15.371918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.400549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.403780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object f422d340-a547-4e46-a26a-49465cddb6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:15.425336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ea95cee-2686-44e5-804b-0fb8a551b186 req-08ac489b-13cd-4ac6-bbaf-78a4314a578c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100252 Jul 07 17:20:15.475972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.481713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.517397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec314457-9afc-4f12-989e-a5ca25083f21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.593293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:15.602749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:15.630787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:15.680710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cfbc45a-8867-41bb-b6fd-9e996c4cb4d2 req-64644928-52cb-4efb-aec6-c3c51bfc87aa tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0838931 Jul 07 17:20:15.686744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=f422d340-a547-4e46-a26a-49465cddb6a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.692616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.719859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2850fc0-2d9a-4171-890f-9dc973042ddc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.756854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c51ad7c-4fcb-4cf9-9069-8d5198d2df56') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.757155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c51ad7c-4fcb-4cf9-9069-8d5198d2df56') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:15.774226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.774946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.782856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.808755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.818685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9adf3034-2838-403d-8d65-dffcaba8f86c tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2136383 Jul 07 17:20:15.820107 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.823595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:15.824065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.825847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:12:2c:c4'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:15.828187 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:15.895206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5e2e1c16-bef1-4766-96a9-5fe49a3440e4 None None] Provisioning for port f422d340-a547-4e46-a26a-49465cddb6a0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:15.900122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5e2e1c16-bef1-4766-96a9-5fe49a3440e4 None None] Provisioning complete for port f422d340-a547-4e46-a26a-49465cddb6a0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:15.900577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1c16-bef1-4766-96a9-5fe49a3440e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.907932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8ee75-2654-4f3e-8cb8-978ac81542b4 req-a12a06b8-ed9d-4dc8-a3d9-a0ab2b381858 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.910154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbc8ee75-2654-4f3e-8cb8-978ac81542b4 req-a12a06b8-ed9d-4dc8-a3d9-a0ab2b381858 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.2283313 Jul 07 17:20:15.938444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.958900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2850fc0-2d9a-4171-890f-9dc973042ddc {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:15.962612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e1c16-bef1-4766-96a9-5fe49a3440e4 None None] Port f422d340-a547-4e46-a26a-49465cddb6a0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:15.966261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2850fc0-2d9a-4171-890f-9dc973042ddc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.969072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.972049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ab6d6f2-82cc-4ffe-9d7d-ec3703146ca0 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f2850fc0-2d9a-4171-890f-9dc973042ddc HTTP/1.1" status: 204 len: 168 time: 1.8019817 Jul 07 17:20:15.975526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.006276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbc8ee75-2654-4f3e-8cb8-978ac81542b4 req-b3b816ac-90b8-40e1-88c4-617b0dc0537a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Jul 07 17:20:16.049893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.270560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.276672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.382616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=f422d340-a547-4e46-a26a-49465cddb6a0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.387491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a50db8c-845d-4e4a-b866-8ca3114b9c31 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.4107900 Jul 07 17:20:16.388725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.391942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] In _notify_port_updated(), no bound segment for port f422d340-a547-4e46-a26a-49465cddb6a0 on network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:16.399579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.400436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.401952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-667680e2-b3fd-4315-b8fe-c15aecd73d11 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "PUT /v2.0/ports/f422d340-a547-4e46-a26a-49465cddb6a0 HTTP/1.1" status: 200 len: 995 time: 0.5807624 Jul 07 17:20:16.404874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.499627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.504859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.508354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.510517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.511058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.511754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.513737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.514387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.515142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.518576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.519111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.523144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bed993b5-50a3-4a40-95d7-e4e479928a6e tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7138 time: 0.1322846 Jul 07 17:20:16.524913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.530897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port f422d340-a547-4e46-a26a-49465cddb6a0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:16.531356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.573829 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b2a1f925-1a6a-4223-8a66-088ae3ae1332 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:20:16.575674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b2a1f925-1a6a-4223-8a66-088ae3ae1332 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/a59c8818-ccd1-436b-91b7-590c99eaf11e HTTP/1.1" status: 404 len: 345 time: 0.0473268 Jul 07 17:20:16.582279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.605104 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-11627408-c06f-427d-b324-e9ef41b8333a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 17:20:16.605739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11627408-c06f-427d-b324-e9ef41b8333a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:16.607775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-11627408-c06f-427d-b324-e9ef41b8333a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f2850fc0-2d9a-4171-890f-9dc973042ddc HTTP/1.1" status: 404 len: 339 time: 0.0244689 Jul 07 17:20:16.614616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.620724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'name': 'tempest-network--52162119', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:16.660069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5a8b1-44ae-4983-be74-88224dc57ade req-f7f10c77-05e8-4ddc-abda-cfd7d061e263 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.661596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5c5a8b1-44ae-4983-be74-88224dc57ade req-f7f10c77-05e8-4ddc-abda-cfd7d061e263 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 945 time: 0.0899436 Jul 07 17:20:16.663017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:16.664541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.664966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.682789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for f422d340-a547-4e46-a26a-49465cddb6a0 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:16.688693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-455921fe-52ef-405c-a4d0-563ffec4a447 None None] Provisioning complete for port f422d340-a547-4e46-a26a-49465cddb6a0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:16.689615 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455921fe-52ef-405c-a4d0-563ffec4a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.708260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:16.729932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.730350 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Added segment 22ed41f7-22b6-4fcb-984f-f9d542cb8cd4 of type vlan for network 7e682b8c-9233-49f4-962d-90220c7b435b Jul 07 17:20:16.734605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5c5a8b1-44ae-4983-be74-88224dc57ade req-0aea1618-b0bb-4380-bc48-57a5de4c5b3d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662148 Jul 07 17:20:16.763263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b57e5c8b-0c50-46a8-b323-d6e884577907 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:16.780567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.797987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-455921fe-52ef-405c-a4d0-563ffec4a447 None None] Port f422d340-a547-4e46-a26a-49465cddb6a0 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:16.824913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port b57e5c8b-0c50-46a8-b323-d6e884577907 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:16.829053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.830497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.831369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.833853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port b57e5c8b-0c50-46a8-b323-d6e884577907 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:16.835654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.870312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.910178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=f422d340-a547-4e46-a26a-49465cddb6a0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.932898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19b2de3e-a31e-4002-ab9f-e5059de7167b req-e38bf2d2-2fd6-4880-b9e5-7b93947d21a0 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0791588 Jul 07 17:20:16.940656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3249712 Jul 07 17:20:16.943162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.959503 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.002363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b57e5c8b-0c50-46a8-b323-d6e884577907,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:17.004328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:17.004445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=7e682b8c-9233-49f4-962d-90220c7b435b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.007899 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a94224-246e-4c65-85f8-8ff04fbd16ba" -d '{"events": [{"server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "name": "network-vif-plugged", "status": "completed", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:17.012561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.070145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.070513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.070869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.071227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.071658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.071893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.072249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.072588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.072929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.073288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.073687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.073977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96dd585-91b0-484f-8943-b7839fbb2986 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:17.083720 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a62e2-822b-4fb8-8105-74b04093092a x-openstack-request-id: req-320a62e2-822b-4fb8-8105-74b04093092a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:17.084279 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "name": "network-vif-plugged", "status": "completed", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:17.084737 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-320a62e2-822b-4fb8-8105-74b04093092a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:17.085322 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907', 'code': 200} Jul 07 17:20:17.086843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.094331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a7e73381-217f-4046-9d2a-d44c33768920 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/f422d340-a547-4e46-a26a-49465cddb6a0 HTTP/1.1" status: 204 len: 168 time: 0.6881776 Jul 07 17:20:17.094988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.103308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7e682b8c-9233-49f4-962d-90220c7b435b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:17.123216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.274620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c87930-fa99-4598-991c-0fbd671bcf1f tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.281562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c87930-fa99-4598-991c-0fbd671bcf1f tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.291168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c87930-fa99-4598-991c-0fbd671bcf1f tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.298153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c87930-fa99-4598-991c-0fbd671bcf1f tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.301048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f7c87930-fa99-4598-991c-0fbd671bcf1f tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3566759 Jul 07 17:20:17.312045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.416027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.422046 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b50da5a-5827-4f72-8d0b-1299a108c206 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] GET failed (client error): The resource could not be found. Jul 07 17:20:17.423778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5b50da5a-5827-4f72-8d0b-1299a108c206 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports/f422d340-a547-4e46-a26a-49465cddb6a0 HTTP/1.1" status: 404 len: 333 time: 0.3226941 Jul 07 17:20:17.429576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.437029 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:17.437589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-1157739336'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.460225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360ac03-a916-4163-867d-5f73288804f7 req-b5651dbd-8120-43f2-a333-204454985cda tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.461729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2360ac03-a916-4163-867d-5f73288804f7 req-b5651dbd-8120-43f2-a333-204454985cda tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1595688 Jul 07 17:20:17.477232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c66e-21f7-44b0-b1cf-0415b6f314c7 req-11e3e707-145c-4cd6-ada3-8f0a6bf942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.478756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1419c66e-21f7-44b0-b1cf-0415b6f314c7 req-11e3e707-145c-4cd6-ada3-8f0a6bf942ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 1098 time: 0.0581594 Jul 07 17:20:17.513616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1419c66e-21f7-44b0-b1cf-0415b6f314c7 req-92a6172e-22fc-49b6-b710-b812522fc0d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273232 Jul 07 17:20:17.604896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2360ac03-a916-4163-867d-5f73288804f7 req-888fc3b1-2ffc-483e-ac14-c1eb661a1928 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132882 Jul 07 17:20:17.616458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.634437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e682b8c-9233-49f4-962d-90220c7b435b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:17.647261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ed41f7-22b6-4fcb-984f-f9d542cb8cd4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:17.647609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ed41f7-22b6-4fcb-984f-f9d542cb8cd4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:17.663194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.682468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.687193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.690808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.701689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:17.702083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:17.703862 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:17.746959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port 4b11111c-49d9-45c0-b2bb-386f27856ccc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:17.773060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.819118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e682b8c-9233-49f4-962d-90220c7b435b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:17.823574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.826643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/7e682b8c-9233-49f4-962d-90220c7b435b HTTP/1.1" status: 204 len: 168 time: 0.5124054 Jul 07 17:20:17.831265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.836431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'name': 'tempest-network--309044807', 'router:external': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:17.863191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:17.866176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.884886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3e4d9-032e-4e9c-b56c-f5ddd2702470 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e682b8c-9233-49f4-962d-90220c7b435b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.897776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:17.909109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.909709 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Added segment f9a5b288-366f-4767-94a1-9dcc22eeae72 of type vlan for network 1461756b-70d0-412a-8f3f-2bac39a51124 Jul 07 17:20:17.956674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.7 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/4b11111c-49d9-45c0-b2bb-386f27856ccc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:17.961445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.992045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e273-5e84-4581-a886-07563f270b0b req-8dd21531-59f9-4c40-b369-d25aa8d06d7c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.993571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c82e273-5e84-4581-a886-07563f270b0b req-8dd21531-59f9-4c40-b369-d25aa8d06d7c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.1010997 Jul 07 17:20:18.008876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.010247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.011117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.068986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c82e273-5e84-4581-a886-07563f270b0b req-b9ff8858-44f5-4172-8e21-ce9b0617d1dd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662906 Jul 07 17:20:18.160134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=1461756b-70d0-412a-8f3f-2bac39a51124,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.170756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1461756b-70d0-412a-8f3f-2bac39a51124 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:18.175605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e151c013-0087-4e85-aa5b-c73497a65988 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3363245 Jul 07 17:20:18.180517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.320865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ad0cdf2-6422-4d4f-b128-d2c118a058ad req-c3474fa1-0421-4f5f-b5fd-75a8121a20b6 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.1097665 Jul 07 17:20:18.341990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.403894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object 4b11111c-49d9-45c0-b2bb-386f27856ccc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:18.414894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25d2fc-9a53-45ee-91b8-8c314ec8b8bd tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.418777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3b25d2fc-9a53-45ee-91b8-8c314ec8b8bd tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "GET /v2.0/networks/1461756b-70d0-412a-8f3f-2bac39a51124 HTTP/1.1" status: 200 len: 756 time: 0.2348776 Jul 07 17:20:18.420534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.451648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c63fe-9091-4393-ac6e-407936b07a2d req-bbb0a25a-f995-452e-a01f-da258a6d3e80 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.453203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa2c63fe-9091-4393-ac6e-407936b07a2d req-bbb0a25a-f995-452e-a01f-da258a6d3e80 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1753576 Jul 07 17:20:18.499868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.544573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa2c63fe-9091-4393-ac6e-407936b07a2d req-d03ac76e-c0fa-4807-a0bd-b6384b7af949 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816255 Jul 07 17:20:18.549265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1b5c7-09ed-4be3-8c4a-0171ed6d2d6e tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.554313 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b6c1b5c7-09ed-4be3-8c4a-0171ed6d2d6e tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "GET /v2.0/networks/71326c79-d6cb-4b33-8cb3-be38d546c65e HTTP/1.1" status: 200 len: 768 time: 0.1323240 Jul 07 17:20:18.555158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33894) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.558580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:18.564160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:18.567192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:18.617643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=4b11111c-49d9-45c0-b2bb-386f27856ccc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.644026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.657225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.658188 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.681545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-69c7243c-8207-48f2-81c3-0beb5c96c2af tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2483933 Jul 07 17:20:18.682404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.691719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'network_id': 'cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818', 'name': 'tempest-AllowedAddressPairTestJSON-874181881'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:18.811169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcb66c-be92-469d-8ee9-8550a7ba7f4d req-be0b0905-da62-47d5-85a2-7708c44b8dc5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.812817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0efcb66c-be92-469d-8ee9-8550a7ba7f4d req-be0b0905-da62-47d5-85a2-7708c44b8dc5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.0719166 Jul 07 17:20:18.827816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.857568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1461756b-70d0-412a-8f3f-2bac39a51124']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:18.875701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5b288-366f-4767-94a1-9dcc22eeae72') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:18.876058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5b288-366f-4767-94a1-9dcc22eeae72') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:18.887765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0efcb66c-be92-469d-8ee9-8550a7ba7f4d req-b43c4942-e840-4269-b8a1-028807920642 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Jul 07 17:20:18.915855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.943198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.955563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:18.956126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:18.958041 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:18.969136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Made reservation on behalf of 0fd0934521ec4f67932d1fa89c18d389 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:18.973417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.017779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] device_id is not set on port bcb76785-b8d5-426e-bd5f-fedfca8702a5 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:19.041400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4e2695a6-7f77-4f18-a887-ae0231bae466 None None] Provisioning for port 4b11111c-49d9-45c0-b2bb-386f27856ccc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:19.051536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4e2695a6-7f77-4f18-a887-ae0231bae466 None None] Provisioning complete for port 4b11111c-49d9-45c0-b2bb-386f27856ccc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:19.052067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e2695a6-7f77-4f18-a887-ae0231bae466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.056801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.061462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1461756b-70d0-412a-8f3f-2bac39a51124 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:19.063388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.069508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.071571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/1461756b-70d0-412a-8f3f-2bac39a51124 HTTP/1.1" status: 204 len: 168 time: 0.5150976 Jul 07 17:20:19.076878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'name': 'tempest-network--2096611652'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.090395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4e2695a6-7f77-4f18-a887-ae0231bae466 None None] Port 4b11111c-49d9-45c0-b2bb-386f27856ccc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:19.121075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Made reservation on behalf of 90797905f1734107bcaf35e569cb1811 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:19.123452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1ba6-0b44-474b-b5c4-b7ba0b248786 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Network': ['ID=1461756b-70d0-412a-8f3f-2bac39a51124,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.126426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.168056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:19.183038 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.183388 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Added segment 8b7befb2-bbfb-4cb6-86f4-32935f9a032e of type vlan for network e58f9245-77ab-47cf-9ab7-73c955a946ea Jul 07 17:20:19.219236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Allocated IP 172.20.0.12 (cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818/10cb08d3-9b14-4410-bbce-8c5051ac46f2/bcb76785-b8d5-426e-bd5f-fedfca8702a5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:19.245525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.303719 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.304859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.305657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.421497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3505158 Jul 07 17:20:19.428220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.438856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.443682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bca5a-87e1-4046-be0f-51cfd0e624c9 tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=e58f9245-77ab-47cf-9ab7-73c955a946ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.458040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e58f9245-77ab-47cf-9ab7-73c955a946ea details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:19.496520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.513588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Transition to ACTIVE for port object bcb76785-b8d5-426e-bd5f-fedfca8702a5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:19.538360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50290559-5d2d-4e8d-ab69-b3b9552092b3 req-b4b9a1d2-a096-4dd8-b5d6-d63ec2deff74 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0453680 Jul 07 17:20:19.550948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.568866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fab46-b09e-4267-ae9e-a05390642980 req-4719e9b2-502a-424c-9c82-4ef969ad5567 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.577331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-581fab46-b09e-4267-ae9e-a05390642980 req-4719e9b2-502a-424c-9c82-4ef969ad5567 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.2507427 Jul 07 17:20:19.604198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:19.608055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:19.625041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:19.691729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.692666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.699820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.726538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0414085 Jul 07 17:20:19.729119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.731041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.737372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:12:2c:c4'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:e5:81'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:19.738691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Network e58f9245-77ab-47cf-9ab7-73c955a946ea is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:20:19.739567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.740171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.741489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "PUT /v2.0/networks/e58f9245-77ab-47cf-9ab7-73c955a946ea HTTP/1.1" status: 200 len: 858 time: 0.3074245 Jul 07 17:20:19.745351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.750271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358187a-e416-440b-b04e-abe020fc1045 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=bcb76785-b8d5-426e-bd5f-fedfca8702a5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.774502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-581fab46-b09e-4267-ae9e-a05390642980 req-2d7ec26f-bfd5-40ea-99bf-a58b41c5fd05 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961949 Jul 07 17:20:19.902959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:19.939882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332494d-6130-4eaf-8bfb-406418a243aa tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event updated for resources: {'Network': ['ID=e58f9245-77ab-47cf-9ab7-73c955a946ea,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:19.958153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.021117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ab62b6b-d539-4a09-8bda-b4d7a453e178 None None] Provisioning for port bcb76785-b8d5-426e-bd5f-fedfca8702a5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:20.027007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ab62b6b-d539-4a09-8bda-b4d7a453e178 None None] Provisioning complete for port bcb76785-b8d5-426e-bd5f-fedfca8702a5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:20.027680 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ab62b6b-d539-4a09-8bda-b4d7a453e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.070142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ab62b6b-d539-4a09-8bda-b4d7a453e178 None None] Port bcb76785-b8d5-426e-bd5f-fedfca8702a5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:20.096056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.114809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655334b-f7f3-4bfc-9571-f42e9913c17b req-84d30b1c-1958-459b-bdb2-ccb12d418d7d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.116340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2655334b-f7f3-4bfc-9571-f42e9913c17b req-84d30b1c-1958-459b-bdb2-ccb12d418d7d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.1470938 Jul 07 17:20:20.117999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f9245-77ab-47cf-9ab7-73c955a946ea']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.130153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7befb2-bbfb-4cb6-86f4-32935f9a032e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.130541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7befb2-bbfb-4cb6-86f4-32935f9a032e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.135942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.140702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.148006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.207146 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.220012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:20.220426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.220629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event updated for resources: {'Port': ['ID=bcb76785-b8d5-426e-bd5f-fedfca8702a5,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:20.224703 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:20.227451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2655334b-f7f3-4bfc-9571-f42e9913c17b req-ced52852-4be8-4fff-a2e0-343d0f3ec0b6 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993841 Jul 07 17:20:20.262293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] In _notify_port_updated(), no bound segment for port bcb76785-b8d5-426e-bd5f-fedfca8702a5 on network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:20.264135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.264923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.266821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c6e2db4b-1566-474e-b545-3c50e007c6e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "PUT /v2.0/ports/bcb76785-b8d5-426e-bd5f-fedfca8702a5 HTTP/1.1" status: 200 len: 1055 time: 0.5340085 Jul 07 17:20:20.269868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.336630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.355047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e58f9245-77ab-47cf-9ab7-73c955a946ea {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:20:20.358371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.363958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] 10.222.0.22 "DELETE /v2.0/networks/e58f9245-77ab-47cf-9ab7-73c955a946ea HTTP/1.1" status: 204 len: 168 time: 0.6173046 Jul 07 17:20:20.364727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33928) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.390596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9c07a-2661-4800-8701-87723b53a78f req-d70fadc3-f3cd-4fa1-8c36-178384ac2cce tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.397575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfe9c07a-2661-4800-8701-87723b53a78f req-d70fadc3-f3cd-4fa1-8c36-178384ac2cce tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.2521703 Jul 07 17:20:20.410016 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-457623db-de47-4ca4-9e65-9929bced8bf6 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:20.410415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457623db-de47-4ca4-9e65-9929bced8bf6 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:20.412861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-457623db-de47-4ca4-9e65-9929bced8bf6 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "DELETE /v2.0/subnets/ec314457-9afc-4f12-989e-a5ca25083f21 HTTP/1.1" status: 404 len: 337 time: 0.0428591 Jul 07 17:20:20.415368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33932) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.432093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de4f7f-3543-4898-88b2-b65f021d295a tempest-ExternalNetworksTestJSON-1371643175 tempest-ExternalNetworksTestJSON-1371643175-project-admin] Pushing event deleted for resources: {'Network': ['ID=e58f9245-77ab-47cf-9ab7-73c955a946ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.502162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04e49194-2f1d-4f42-96ce-e005828eb7a8 None None] Provisioning complete for port bcb76785-b8d5-426e-bd5f-fedfca8702a5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:20.504036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04e49194-2f1d-4f42-96ce-e005828eb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.506037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfe9c07a-2661-4800-8701-87723b53a78f req-1a84b0dd-37b7-4492-a687-948e8a8b2aba tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076117 Jul 07 17:20:20.523397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.575530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port bcb76785-b8d5-426e-bd5f-fedfca8702a5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:20.575773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04e49194-2f1d-4f42-96ce-e005828eb7a8 None None] Port bcb76785-b8d5-426e-bd5f-fedfca8702a5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:20.575905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.600087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f037-e5ea-4583-a43a-cec9565f0457 req-caa7231d-7cd9-459e-831f-7e4df6479c8a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.607186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01c4f037-e5ea-4583-a43a-cec9565f0457 req-caa7231d-7cd9-459e-831f-7e4df6479c8a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.2256069 Jul 07 17:20:20.632244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.642400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71326c79-d6cb-4b33-8cb3-be38d546c65e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.653582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433d3a7a-1ed2-4686-8951-675c9d095e0f') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.654007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433d3a7a-1ed2-4686-8951-675c9d095e0f') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.663191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.678513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.685134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:20.685809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:20.689202 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:20.722580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d0cd930-b848-4619-89d9-dcbfe43a0057 req-d496dc20-3d17-438e-b0cb-b43376f8d1f6 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0376918 Jul 07 17:20:20.738969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01c4f037-e5ea-4583-a43a-cec9565f0457 req-0ba66723-daec-4733-8b74-56b92047e776 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307640 Jul 07 17:20:20.765168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.772771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.774587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] 10.222.0.22 "DELETE /v2.0/networks/71326c79-d6cb-4b33-8cb3-be38d546c65e HTTP/1.1" status: 204 len: 168 time: 0.3583128 Jul 07 17:20:20.784009 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.790757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d59c-c38a-4b26-bec7-48aacf087b97 tempest-ExternalNetworksTestJSON-1979381706 tempest-ExternalNetworksTestJSON-1979381706-project] Pushing event deleted for resources: {'Network': ['ID=71326c79-d6cb-4b33-8cb3-be38d546c65e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.807287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for bcb76785-b8d5-426e-bd5f-fedfca8702a5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:21.100495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33948) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.258957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e8c336ff-3eae-4bd6-bb12-6a6fdecf15ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1915f555322d403a828b5dbdaf073c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569421 Jul 07 17:20:21.261459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.315706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.315897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4a36d-9fc1-4e4e-8925-f1e36712cfdb req-c0dfd6b3-f3e3-4347-a429-7eee71233d26 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.317312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edc4a36d-9fc1-4e4e-8925-f1e36712cfdb req-c0dfd6b3-f3e3-4347-a429-7eee71233d26 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1035869 Jul 07 17:20:21.318442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.339000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.363332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=bcb76785-b8d5-426e-bd5f-fedfca8702a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.394511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.397274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.401387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80f411ec-63ac-4c71-bd4f-5dc55d82defc HTTP/1.1" status: 204 len: 168 time: 0.1362936 Jul 07 17:20:21.407485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0efa86-34b8-40a8-84d0-8a1b8fd70d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f411ec-63ac-4c71-bd4f-5dc55d82defc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.438527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edc4a36d-9fc1-4e4e-8925-f1e36712cfdb req-b4d840f0-f7a1-49cc-bdb1-d42f947e78b5 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129847 Jul 07 17:20:21.649549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.652293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cb3e970c-1ea5-4143-86af-e72c90229baa tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/bcb76785-b8d5-426e-bd5f-fedfca8702a5 HTTP/1.1" status: 204 len: 168 time: 1.3754270 Jul 07 17:20:21.655314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.685286 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10a3b60-3af4-41ea-a411-ca75d794733b tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] GET failed (client error): The resource could not be found. Jul 07 17:20:21.690466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f10a3b60-3af4-41ea-a411-ca75d794733b tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports/bcb76785-b8d5-426e-bd5f-fedfca8702a5 HTTP/1.1" status: 404 len: 333 time: 0.0309482 Jul 07 17:20:21.690712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.719099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33964) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.760229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.782989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a6901bed-4ea3-46b4-b7f2-fb8de861d819 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90797905f1734107bcaf35e569cb1811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621636 Jul 07 17:20:21.793693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.870076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-19cfae89-17ae-43ab-a1fa-a326ea825317 req-ececc365-e163-40dc-9d9d-ad32e833fb22 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0477798 Jul 07 17:20:21.873184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port 4b11111c-49d9-45c0-b2bb-386f27856ccc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:21.873533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.901993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.988219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e6e16d4-1812-4577-9ac4-8c480f0ceff9 req-98beeaf7-4dca-40df-8686-b6471f6c65ef tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.1018841 Jul 07 17:20:22.011109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.073399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.101022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3a295-5290-430e-badd-f1c226f7fb09 req-97fbf208-2b3f-4512-af3a-f486b4783ec7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.102550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a3a295-5290-430e-badd-f1c226f7fb09 req-97fbf208-2b3f-4512-af3a-f486b4783ec7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.2335262 Jul 07 17:20:22.103502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for 4b11111c-49d9-45c0-b2bb-386f27856ccc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:22.169041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.171561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.172674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67c0607f-1ff5-4005-89b1-da0b54f16464 HTTP/1.1" status: 204 len: 168 time: 0.3768578 Jul 07 17:20:22.189862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2652-8e10-40ef-ba1e-91f3fb6bd841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0607f-1ff5-4005-89b1-da0b54f16464,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:22.222600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a3a295-5290-430e-badd-f1c226f7fb09 req-85718047-b050-483d-95de-e94132d9927c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876594 Jul 07 17:20:22.307418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.317487 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.350659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=4b11111c-49d9-45c0-b2bb-386f27856ccc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:22.444122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.448942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aabede5b-22e7-47c4-9083-c01b1440d64e tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/4b11111c-49d9-45c0-b2bb-386f27856ccc HTTP/1.1" status: 204 len: 168 time: 0.7571316 Jul 07 17:20:22.449693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.505630 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-830db926-5aca-4555-af00-a8b11c092dd4 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] GET failed (client error): The resource could not be found. Jul 07 17:20:22.511324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-830db926-5aca-4555-af00-a8b11c092dd4 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "GET /v2.0/ports/4b11111c-49d9-45c0-b2bb-386f27856ccc HTTP/1.1" status: 404 len: 333 time: 0.0605907 Jul 07 17:20:22.511954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.700904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.17 (2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8/220286e2-44ec-4232-8e55-330da74c2e18/424e1f35-c50c-4124-929f-a271c0d20125) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:22.703269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port ce651b01-1832-45fc-b169-f2ef48845596 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:22.703622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.763183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eb157-7471-41b7-8e4f-ab16fe54ba7d req-9c3741c8-b50a-495b-b611-338b6de04a83 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.764703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-139eb157-7471-41b7-8e4f-ab16fe54ba7d req-9c3741c8-b50a-495b-b611-338b6de04a83 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1314795 Jul 07 17:20:22.830152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-139eb157-7471-41b7-8e4f-ab16fe54ba7d req-3f700136-5d35-4876-a4ea-700c44b5509c tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592537 Jul 07 17:20:22.843564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.855091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.856495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for ce651b01-1832-45fc-b169-f2ef48845596 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:22.864863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object 424e1f35-c50c-4124-929f-a271c0d20125 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:22.899736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.949512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:22.959889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:22.963750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:22.967788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.013310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.081889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=ce651b01-1832-45fc-b169-f2ef48845596,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.117913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.198699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.201205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0768b677-7c0d-4887-b77c-6b62653ea5e1 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/ports/ce651b01-1832-45fc-b169-f2ef48845596 HTTP/1.1" status: 204 len: 168 time: 0.6883111 Jul 07 17:20:23.223542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.302685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ef12b79-01f7-451b-b3e7-dea0911ad545 req-6eefa82c-9d4a-4919-878a-ff0c655fef96 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.1051474 Jul 07 17:20:23.376590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting subnet 10cb08d3-9b14-4410-bbce-8c5051ac46f2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:23.386344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.430902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3cac5f69-6f0a-4160-b055-ef1bc6df5a02 None None] Provisioning for port 424e1f35-c50c-4124-929f-a271c0d20125 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:23.441333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3cac5f69-6f0a-4160-b055-ef1bc6df5a02 None None] Provisioning complete for port 424e1f35-c50c-4124-929f-a271c0d20125 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:23.441916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cac5f69-6f0a-4160-b055-ef1bc6df5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.502154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.533453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3cac5f69-6f0a-4160-b055-ef1bc6df5a02 None None] Port 424e1f35-c50c-4124-929f-a271c0d20125 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:23.664375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.712856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c342d1-2bb0-4843-be75-a882d2af3476 req-f9b23265-7b36-4d9c-ab57-fee7943e1a2c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.714404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-394e8d7b-294a-4127-b42b-e51fbed6e374 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.714923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20c342d1-2bb0-4843-be75-a882d2af3476 req-f9b23265-7b36-4d9c-ab57-fee7943e1a2c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1397548 Jul 07 17:20:23.715886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-394e8d7b-294a-4127-b42b-e51fbed6e374 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.83 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.6988850 Jul 07 17:20:23.767214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.788480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20c342d1-2bb0-4843-be75-a882d2af3476 req-3a92168e-e73e-45bb-a27b-17d86a3716e1 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627158 Jul 07 17:20:23.808683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Subnet': ['ID=10cb08d3-9b14-4410-bbce-8c5051ac46f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.811948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.814464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1fe036a-35b4-4efb-b57c-c1f61dd975fc tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/subnets/10cb08d3-9b14-4410-bbce-8c5051ac46f2 HTTP/1.1" status: 204 len: 168 time: 0.5890903 Jul 07 17:20:23.816406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.823591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f70ae9-1151-44be-a8ef-4a97fbfb68d5 None None] Network cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:23.866332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.938514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.956235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Deleting port bbf49a69-d7f3-40e9-8974-21a9e915c600 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:23.956715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.976441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:24.067613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Deleting port 2753e87f-d3d7-42ef-a61d-38e4828927d0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:24.067613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.100540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] DHCP port deletion for cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:24.126192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0e35e-96e2-4bda-8b21-d479f3a8095a req-0f2fbcbc-3d2e-48f5-b7a9-4aa4c8bc3885 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.128194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebb0e35e-96e2-4bda-8b21-d479f3a8095a req-0f2fbcbc-3d2e-48f5-b7a9-4aa4c8bc3885 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 945 time: 0.1408174 Jul 07 17:20:24.137183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] For port bbf49a69-d7f3-40e9-8974-21a9e915c600, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=bbf49a69-d7f3-40e9-8974-21a9e915c600,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:24.137548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.141157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-245467920', 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:24.157838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Deleting port 2753e87f-d3d7-42ef-a61d-38e4828927d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:24.158442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.175891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] For port 2753e87f-d3d7-42ef-a61d-38e4828927d0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2753e87f-d3d7-42ef-a61d-38e4828927d0,segment=NetworkSegment(9f59aaf9-8a54-4808-b6f2-1d88ae86e357),segment_id=9f59aaf9-8a54-4808-b6f2-1d88ae86e357)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:24.176554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.201505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Calling delete_port for 2753e87f-d3d7-42ef-a61d-38e4828927d0 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:24.224621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebb0e35e-96e2-4bda-8b21-d479f3a8095a req-03a1cc55-c955-4730-9108-c2a4a5113575 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups?id=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787263 Jul 07 17:20:24.235244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Made reservation on behalf of 3fcc528c337c458788ca8cb1d00d231b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:24.238447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.238579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] For port 2753e87f-d3d7-42ef-a61d-38e4828927d0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2753e87f-d3d7-42ef-a61d-38e4828927d0,segment=NetworkSegment(9f59aaf9-8a54-4808-b6f2-1d88ae86e357),segment_id=9f59aaf9-8a54-4808-b6f2-1d88ae86e357)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:24.238983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.262958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Calling delete_port for 2753e87f-d3d7-42ef-a61d-38e4828927d0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:24.279908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.365859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.397070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Port': ['ID=2753e87f-d3d7-42ef-a61d-38e4828927d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.410395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] No DVR routers for this DVR port 2753e87f-d3d7-42ef-a61d-38e4828927d0 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:24.491435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.492990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.493796 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Floating IP ee046def-74f2-4dd4-8631-e5512f4a7e87 disassociated. External IP: 172.25.7.92, port: bbf49a69-d7f3-40e9-8974-21a9e915c600. Jul 07 17:20:24.493796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Calling delete_port for bbf49a69-d7f3-40e9-8974-21a9e915c600 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:24.514258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.533644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.533863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:24.537745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.541731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.545603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f59aaf9-8a54-4808-b6f2-1d88ae86e357') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:24.545603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f59aaf9-8a54-4808-b6f2-1d88ae86e357') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:24.546869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.551249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] device_id is not set on port 213c333f-0f3c-46ba-8a5c-d1da42f8ecc2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:24.554508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.569325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] Pushing event deleted for resources: {'Port': ['ID=2753e87f-d3d7-42ef-a61d-38e4828927d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.570485 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.582358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36663c29-c3a1-4e72-8081-b37c82158813 None None] No DVR routers for this DVR port 2753e87f-d3d7-42ef-a61d-38e4828927d0 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:24.613108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e2ad322-e2c8-4916-82f4-e5f4318a2c6e req-097d1118-e50d-41ee-8984-a70a9f22cdb0 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0478740 Jul 07 17:20:24.662551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.668355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9f3b41-eade-4672-95af-ef65c1d0a3b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.678697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:24.679153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:24.682159 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:24.696518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.699502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.786989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Allocated IP 172.25.7.105 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/213c333f-0f3c-46ba-8a5c-d1da42f8ecc2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:24.788892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.798603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.802979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] 10.222.0.22 "DELETE /v2.0/networks/cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818 HTTP/1.1" status: 204 len: 168 time: 0.9830675 Jul 07 17:20:24.814563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2753e87f-d3d7-42ef-a61d-38e4828927d0 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:24.825496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7332cbf-0979-4655-8807-7535ac8a1bb7 tempest-AllowedAddressPairTestJSON-1461628882 tempest-AllowedAddressPairTestJSON-1461628882-project] Pushing event deleted for resources: {'Network': ['ID=cc0ea1aa-6bd2-4dd5-88b1-d288f83bf818,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.852805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.856325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2753e87f-d3d7-42ef-a61d-38e4828927d0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:24.856896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2753e87f-d3d7-42ef-a61d-38e4828927d0 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:24.859731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.861923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.950417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event deleted for resources: {'Port': ['ID=bbf49a69-d7f3-40e9-8974-21a9e915c600,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.043886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.109994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65e01-4ac6-43c1-bc47-4f724394897f req-afd12b32-f15c-4ac8-93f5-9f569d87815b tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.111610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11a65e01-4ac6-43c1-bc47-4f724394897f req-afd12b32-f15c-4ac8-93f5-9f569d87815b tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1074657 Jul 07 17:20:25.146498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.172387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:25.172559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:25.178360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:25.181228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:25.183514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Router 31ea30cf-3eda-4f1a-8cf0-1947138e318e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:25.210515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.257207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11a65e01-4ac6-43c1-bc47-4f724394897f req-df4231f8-e015-4f68-903b-f8d1758cfc42 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334238 Jul 07 17:20:25.296764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1288e28f-358c-433c-a5e1-c351e4a6d8fa None None] Provisioning complete for port 424e1f35-c50c-4124-929f-a271c0d20125 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:25.297086 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1288e28f-358c-433c-a5e1-c351e4a6d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.301614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Pushing event updated for resources: {'Port': ['ID=213c333f-0f3c-46ba-8a5c-d1da42f8ecc2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.320099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.321844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.350321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef345886-f6d7-4099-8806-ce8ede0335d3 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3688803 Jul 07 17:20:25.350321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.359172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.105'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:25.364171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1288e28f-358c-433c-a5e1-c351e4a6d8fa None None] Port 424e1f35-c50c-4124-929f-a271c0d20125 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:25.411423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.412857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.434798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:25.446830 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Sync routers for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:25.461069 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:25.463877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:25.469989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:25.480055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:25.495661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:25.496636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:25.506924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8cac3fc0-9dc3-4756-9667-f26ab79ae746 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/dd826bcf-8aa7-470a-8704-980b36d860e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7452509 Jul 07 17:20:25.508024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] No DVR routers for this DVR port bbf49a69-d7f3-40e9-8974-21a9e915c600 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:25.511160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.512995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.513220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b86dd8c1-97bf-4d0d-8c23-e1e6ce6ca8de req-7911d04f-ff58-4150-ba96-37a71c836005 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.83 "DELETE /v2.0/ports/bbf49a69-d7f3-40e9-8974-21a9e915c600 HTTP/1.1" status: 204 len: 173 time: 1.7891114 Jul 07 17:20:25.513684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'name': 'network-vif-deleted', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:25.516046 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46927ec0-b546-4ecc-b849-131e8b115d62" -d '{"events": [{"server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "name": "network-vif-deleted", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:25.678371 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:25.717992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:25.772887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34066) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.773233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b9ee28a0-0182-497d-95e1-aefe7cf83a06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fd0934521ec4f67932d1fa89c18d389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403965 Jul 07 17:20:25.777910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.828525 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7422262-c11d-4b55-befa-67e97b3ee644 x-openstack-request-id: req-f7422262-c11d-4b55-befa-67e97b3ee644 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:25.829354 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cabd78f-d9dc-4388-8e2b-b6d606e80acf", "name": "network-vif-deleted", "tag": "bbf49a69-d7f3-40e9-8974-21a9e915c600", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:25.832117 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7422262-c11d-4b55-befa-67e97b3ee644 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:25.832771 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cabd78f-d9dc-4388-8e2b-b6d606e80acf', 'name': 'network-vif-deleted', 'tag': 'bbf49a69-d7f3-40e9-8974-21a9e915c600', 'status': 'completed', 'code': 200} Jul 07 17:20:25.897392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56f60198-59db-4c1f-ad37-dac068bd2f98 req-c198b102-c1e8-4c66-a0be-2f66cbd335f3 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0862513 Jul 07 17:20:25.907209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.964713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.066864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.070718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.073690 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d497941-4237-40ca-abba-bce43444abc0 HTTP/1.1" status: 204 len: 168 time: 0.2985895 Jul 07 17:20:26.089523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e1f35-c50c-4124-929f-a271c0d20125', 'name': '', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:51:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '220286e2-44ec-4232-8e55-330da74c2e18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:24Z', 'revision_number': 2, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '220286e2-44ec-4232-8e55-330da74c2e18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:26.091638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a830cd-3e9a-4ee8-9066-6ccd2a17d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d497941-4237-40ca-abba-bce43444abc0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.147377 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:26.171420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:26.171864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Updating router dd826bcf-8aa7-470a-8704-980b36d860e3 port 424e1f35-c50c-4124-929f-a271c0d20125 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:26.193334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Checking router: 31ea30cf-3eda-4f1a-8cf0-1947138e318e for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:26.209329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:26.235223 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:26.240159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.299571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5dc7395-cb54-4ccf-8a43-8029a9277ebb req-59bc1a06-abb5-4162-8814-d20c0aeecad2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e0107b0d15e45858f0430c989ae62c9&device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0545912 Jul 07 17:20:26.332544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5dc7395-cb54-4ccf-8a43-8029a9277ebb req-60f1b1b4-b62e-4d58-a520-ee795b86d469 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9e0107b0d15e45858f0430c989ae62c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295591 Jul 07 17:20:26.358162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.412364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.503590 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:26.570530 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1402ad56-c26e-4ccd-87ee-a28eeb70b151 req-08465ff2-f6fc-400b-a809-77bb73d24e2d tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Jul 07 17:20:26.727410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d86bc-46ec-44aa-9dab-c146aa378443 req-15ba537b-2b64-4b16-9613-06be5e09f0ce tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.747388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab9d86bc-46ec-44aa-9dab-c146aa378443 req-15ba537b-2b64-4b16-9613-06be5e09f0ce tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1759233 Jul 07 17:20:26.793637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.801408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:26.847939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab9d86bc-46ec-44aa-9dab-c146aa378443 req-10444686-f8ca-468c-a42a-63a92571915f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939054 Jul 07 17:20:26.946349 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:26.977400 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45fac4-0c12-4a80-aa98-e6157d382958 None None] The sync data for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 is: [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:17:13Z', 'revision_number': 4, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '38aaccea-3dcc-46c2-96aa-298094493168', 'name': '', 'network_id': '4ddac9f4-b6df-4505-ad57-0fbf27f68faa', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'mac_address': 'fa:16:3e:0a:90:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:13Z', 'updated_at': '2021-07-07T17:17:25Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'subnets': [{'id': '3221fcfe-dd96-457a-922b-3a27b2b068a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:27.082979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.102464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:27.114602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Transition to ACTIVE for port object 424e1f35-c50c-4124-929f-a271c0d20125 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:27.133800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device bbf49a69-d7f3-40e9-8974-21a9e915c600 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:27.160054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'port_id': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'mac_address': 'fa:16:3e:79:6c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eb708a-052c-4f96-9d6e-6180e8123a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:27.167038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: bbf49a69-d7f3-40e9-8974-21a9e915c600 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:27.167515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device bbf49a69-d7f3-40e9-8974-21a9e915c600 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:27.169067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.187285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.227497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.228437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc7395-cb54-4ccf-8a43-8029a9277ebb req-7486cb0f-9284-4863-b120-de0f42fdb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:27.231099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5dc7395-cb54-4ccf-8a43-8029a9277ebb req-7486cb0f-9284-4863-b120-de0f42fdb306 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8901663 Jul 07 17:20:27.307470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad0a972-a256-4b58-a3eb-c3789fa95684 req-6d957e5a-2d08-4d91-aa3c-7a3e333dde03 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.1403584 Jul 07 17:20:27.307795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406ad4f-e467-434a-be74-50a8ff2cb1d7 None None] Pushing event updated for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.367766 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.384591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.385530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87e5bd74-d708-455e-a456-8c17145597cc {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:27.421456 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:20:27.425518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5573b8f9-4acf-4ad8-9a9a-99eec6b7888a tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0744662 Jul 07 17:20:27.428183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34096) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.433870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Attempting to bind port 424e1f35-c50c-4124-929f-a271c0d20125 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:27.434315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Attempting to bind port 424e1f35-c50c-4124-929f-a271c0d20125 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:27.434695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Attempting to bind port 424e1f35-c50c-4124-929f-a271c0d20125 on network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:27.438511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:27.452873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:27.453527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Checking segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:27.454183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.454651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Bound using segment: {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:27.455413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Bound port: 424e1f35-c50c-4124-929f-a271c0d20125, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22af86fd-ea03-44e8-8d9a-3f41f40a0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:27.455920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.477107 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9896d8-0fc0-4f76-be13-e2831a19c317 None None] New status for floating IP ee046def-74f2-4dd4-8631-e5512f4a7e87: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:20:27.491929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:27.512388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.520995 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.555993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Deleting port 213c333f-0f3c-46ba-8a5c-d1da42f8ecc2 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:27.557069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.620744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] For port 424e1f35-c50c-4124-929f-a271c0d20125, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:27.647388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.665924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] For port 424e1f35-c50c-4124-929f-a271c0d20125, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=424e1f35-c50c-4124-929f-a271c0d20125,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:27.672688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.675542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.693947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Calling delete_port for 213c333f-0f3c-46ba-8a5c-d1da42f8ecc2 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:27.740295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1357280675'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:27.765759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:27.766420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:27.819246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['05f9f7a3-a822-4223-80ea-7dc5dd8533a7'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:27.822605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86cc543e-0164-48fa-9b56-7ea18aa415e5 req-83ba7e47-572a-4659-8028-0292f98d313f tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0393114 Jul 07 17:20:27.823992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:27.832130 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.849727 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.868979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406ad4f-e467-434a-be74-50a8ff2cb1d7 None None] Pushing event updated for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.920881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.994040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Pushing event deleted for resources: {'Port': ['ID=213c333f-0f3c-46ba-8a5c-d1da42f8ecc2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.997371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:28.062013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.101283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.102183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.103689 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d493df9d-dfc4-4c61-b0ea-75ba67e53610 tempest-RoutersAdminNegativeTest-706522305 tempest-RoutersAdminNegativeTest-706522305-project-admin] 10.222.0.22 "DELETE /v2.0/ports/213c333f-0f3c-46ba-8a5c-d1da42f8ecc2 HTTP/1.1" status: 204 len: 168 time: 0.6744304 Jul 07 17:20:28.142635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18568cd-f8a1-463d-bb8f-69f9057bc156,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.165364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:28.188657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.189011 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment 2ccc26ff-f497-4baa-8202-73de28d2fd16 of type vlan for network 0b330d38-ee0e-4795-bf43-94d80c2278f1 Jul 07 17:20:28.419183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e1f35-c50c-4124-929f-a271c0d20125', 'name': '', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:51:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '220286e2-44ec-4232-8e55-330da74c2e18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:27Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '220286e2-44ec-4232-8e55-330da74c2e18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:28.459602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f5d9c-114f-4765-b3a4-04a44a6532da None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:23Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424e1f35-c50c-4124-929f-a271c0d20125', 'name': '', 'network_id': '2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:51:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '220286e2-44ec-4232-8e55-330da74c2e18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:22Z', 'updated_at': '2021-07-07T17:20:27Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '220286e2-44ec-4232-8e55-330da74c2e18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:28.504086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34116) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:28.635203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b5dc7395-cb54-4ccf-8a43-8029a9277ebb req-4d48e19c-bd6e-4748-9890-9db4ac54c5d3 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Jul 07 17:20:28.725541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c806804e-434c-49d7-b96d-b208b7553296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.795406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:28.820031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee804c-7f25-4204-a03a-ca16e557782c req-519d8ce4-a83a-46b2-a7d0-f895db2fb8e2 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:28.828725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ee804c-7f25-4204-a03a-ca16e557782c req-519d8ce4-a83a-46b2-a7d0-f895db2fb8e2 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 945 time: 0.7570808 Jul 07 17:20:28.887752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be6f8630-f79e-4df2-a096-8ee89cfdb7af req-653c6b5b-2bb6-4d94-9e78-b3f83cb14227 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.1334774 Jul 07 17:20:28.909329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.915575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:28.916091 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.935831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c806804e-434c-49d7-b96d-b208b7553296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.941265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c806804e-434c-49d7-b96d-b208b7553296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.948488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 424e1f35-c50c-4124-929f-a271c0d20125 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:28.984736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c806804e-434c-49d7-b96d-b208b7553296 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ebc77641a9641f587c1510e8837460c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795156 Jul 07 17:20:28.986389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34122) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.031058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806804e-434c-49d7-b96d-b208b7553296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc65cc-fa39-4f4e-b3a4-04513213ddba,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.047545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4ee804c-7f25-4204-a03a-ca16e557782c req-0f749c15-204d-4030-8259-b35f07e4966c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745353 Jul 07 17:20:29.051349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.065312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 424e1f35-c50c-4124-929f-a271c0d20125 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:29.077463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:29.080209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.083620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 424e1f35-c50c-4124-929f-a271c0d20125 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:29.084109 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.128787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.172105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.255795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.259223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.260642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53fc65cc-fa39-4f4e-b3a4-04513213ddba HTTP/1.1" status: 204 len: 168 time: 0.2723489 Jul 07 17:20:29.278197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287e3b4-eff9-4ccf-a873-5b4dd86249b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc65cc-fa39-4f4e-b3a4-04513213ddba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.288953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=0b330d38-ee0e-4795-bf43-94d80c2278f1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.333392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27686c2e-bb13-415f-bd68-d247ca2350aa req-ec783446-bd59-4af3-b96f-bc54d5ff1941 tempest-ServerShowV254Test-416101918 tempest-ServerShowV254Test-416101918-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c700bf1-5b98-4cfe-9923-2b2f71d78962 HTTP/1.1" status: 200 len: 210 time: 0.0455582 Jul 07 17:20:29.341148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-031bdda0-abc0-4bdf-b832-228de01f07ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8276525 Jul 07 17:20:29.344372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34126) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.351722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'name': 'tempest-PortsTestJSON-747814332'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:29.558320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.561791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:29.576707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:29.580587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.620145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 39dfe3db-1fef-47fc-b22f-6ff57af50648 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:29.704627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:29.707621 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e73d5f4-99ed-424c-a169-43227d5e335f" -d '{"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-plugged", "status": "completed", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:29.730457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:29.736220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34134) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.755797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.790669 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212833f-7f41-4833-940b-56512aaf2797 x-openstack-request-id: req-0212833f-7f41-4833-940b-56512aaf2797 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:29.791691 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-plugged", "status": "completed", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:29.792127 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0212833f-7f41-4833-940b-56512aaf2797 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:29.793092 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'code': 200} Jul 07 17:20:29.818912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.873085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-214bbfd2-6b79-4e16-8d19-e9361c010017 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3fcc528c337c458788ca8cb1d00d231b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317291 Jul 07 17:20:29.873290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.874504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34136) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.892413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 424e1f35-c50c-4124-929f-a271c0d20125, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=424e1f35-c50c-4124-929f-a271c0d20125,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:29.894922 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855d3e5b-0bb1-4ef5-92f3-ad832f8ef19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.902297 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.909521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.987202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.023931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.066515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.068795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.090314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c159976-e149-4af6-a337-2025fbb91d45 req-8c6b352c-d6b2-4965-9191-b4773d641bcd tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0414176 Jul 07 17:20:30.111795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386bd4-06a4-46d2-9203-10183be4cf9e req-46ffc8f0-ea9b-437a-adc5-736ad404bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.114521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-07386bd4-06a4-46d2-9203-10183be4cf9e req-46ffc8f0-ea9b-437a-adc5-736ad404bf4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 1098 time: 0.1557605 Jul 07 17:20:30.180892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=39dfe3db-1fef-47fc-b22f-6ff57af50648,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.214273 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-07386bd4-06a4-46d2-9203-10183be4cf9e req-0b923131-9538-4602-b6de-3beb33c8a21f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867703 Jul 07 17:20:30.224487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': '2ccc26ff-f497-4baa-8202-73de28d2fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:30.225012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 0b330d38-ee0e-4795-bf43-94d80c2278f1, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:30.237041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.239829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.241038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b9f3b41-eade-4672-95af-ef65c1d0a3b6 HTTP/1.1" status: 204 len: 168 time: 0.3647420 Jul 07 17:20:30.256030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b540c8-3fc5-4272-9ad7-f56097954419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9f3b41-eade-4672-95af-ef65c1d0a3b6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.260477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:30.273288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0b330d38-ee0e-4795-bf43-94d80c2278f1) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:30.286383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:30.292878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc361153-6b6b-4b9d-8e57-6ad4b90381d5 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:30.293008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.293587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.294795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423270-9a87-4d07-8e68-342d768ea9cc req-feb8623e-743f-42dd-bd22-85e2d39a256a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.298802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97423270-9a87-4d07-8e68-342d768ea9cc req-feb8623e-743f-42dd-bd22-85e2d39a256a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1199481 Jul 07 17:20:30.319023 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f09f661b-eac7-41d3-a5ad-9c3925b39308 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9732559 Jul 07 17:20:30.322345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34144) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.336882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1085005530'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.368245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:30.372232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.398471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97423270-9a87-4d07-8e68-342d768ea9cc req-3b860e76-5126-4237-9f99-095295cb9202 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907094 Jul 07 17:20:30.404154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:30.419492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.419858 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment b3e1fa46-2c2f-48a8-9bd3-99e09fcbbcfa of type vlan for network 6ed01e75-972d-4ffb-8680-67d8efae58ee Jul 07 17:20:30.488724 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.523709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.530708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.531636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.613416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=6ed01e75-972d-4ffb-8680-67d8efae58ee,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.619277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-83ac98e8-fc12-4982-91f0-de4d2ab59957 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2958019 Jul 07 17:20:30.621917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34154) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.629104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'ports': [{'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'}, {'network_id': '6ed01e75-972d-4ffb-8680-67d8efae58ee'}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.629347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6ed01e75-972d-4ffb-8680-67d8efae58ee details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:30.629459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.629908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '6ed01e75-972d-4ffb-8680-67d8efae58ee'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.897685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 424e1f35-c50c-4124-929f-a271c0d20125 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:30.904005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:30.910192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.927245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.955180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.020398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 424e1f35-c50c-4124-929f-a271c0d20125 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:31.020957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.042803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:31.085841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6a7af7-bb2b-45ea-8f5a-cd55cd2c5a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.256698 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6a7af7-bb2b-45ea-8f5a-cd55cd2c5a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.279515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de6a7af7-bb2b-45ea-8f5a-cd55cd2c5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.294525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.353931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6762a3c5-47e8-4f53-b9ed-68596ffb871b req-7240d593-0815-4c73-9ea8-8e7aa0f624fc tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cabd78f-d9dc-4388-8e2b-b6d606e80acf HTTP/1.1" status: 200 len: 210 time: 0.0691941 Jul 07 17:20:31.363463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-de6a7af7-bb2b-45ea-8f5a-cd55cd2c5a61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e0107b0d15e45858f0430c989ae62c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067185 Jul 07 17:20:31.367326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.383598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a7af7-bb2b-45ea-8f5a-cd55cd2c5a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb032eb3-f070-4ce5-9b05-81011ea7bdbf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.448326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.453290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 1364186d-392c-4e21-a285-1fe42a1ee8ad yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:31.488467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.582786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.585421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.586727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb032eb3-f070-4ce5-9b05-81011ea7bdbf HTTP/1.1" status: 204 len: 168 time: 0.2182589 Jul 07 17:20:31.613913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5b16-2c1c-43e3-82f3-2a505348d36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb032eb3-f070-4ce5-9b05-81011ea7bdbf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.618254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.670254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f77e2-5201-419a-8144-d76a3566f490 req-9168a013-6b80-4f9f-833a-97b03f886373 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.671984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b29f77e2-5201-419a-8144-d76a3566f490 req-9168a013-6b80-4f9f-833a-97b03f886373 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1036358 Jul 07 17:20:31.715935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.723923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b29f77e2-5201-419a-8144-d76a3566f490 req-1dd308ca-fc69-436f-9b07-a81dae59eaeb tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Jul 07 17:20:31.781213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:31.795707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.800879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:31.802651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.850393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.916801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.990614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': 'b3e1fa46-2c2f-48a8-9bd3-99e09fcbbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6ed01e75-972d-4ffb-8680-67d8efae58ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:31.990989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 6ed01e75-972d-4ffb-8680-67d8efae58ee, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:31.997593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=1364186d-392c-4e21-a285-1fe42a1ee8ad,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.032660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 6ed01e75-972d-4ffb-8680-67d8efae58ee is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:32.049561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6ed01e75-972d-4ffb-8680-67d8efae58ee) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:32.052445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e0d9e-6932-4d00-a963-0e8597fdc4d3 req-e0fd1ef1-f6ac-4102-b090-d804a143abe7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.062459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-959e0d9e-6932-4d00-a963-0e8597fdc4d3 req-e0fd1ef1-f6ac-4102-b090-d804a143abe7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.1572392 Jul 07 17:20:32.063084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ed7a3-509a-4919-b98b-0f782de70170 None None] Network 6ed01e75-972d-4ffb-8680-67d8efae58ee requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:32.069122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:32.083554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.091619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.092342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.125915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-840cbbc7-e13a-49de-88fd-6414fa8a031d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4998453 Jul 07 17:20:32.126241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.199107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-959e0d9e-6932-4d00-a963-0e8597fdc4d3 req-8d15a521-0897-4f72-b0af-ae948540a7f7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342573 Jul 07 17:20:32.212172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1496014938'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:32.281757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:32.289697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.313925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.318742 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e775609f-46e1-4825-ae76-0735342aaadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.399514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 1364186d-392c-4e21-a285-1fe42a1ee8ad {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:32.399911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.501521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.509139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.539615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.576140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 1364186d-392c-4e21-a285-1fe42a1ee8ad owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:32.578844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b464d3-8594-4495-81d8-51cfea13faea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.601295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:32.628149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.628587 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Added segment 9eebbac0-1450-45fc-bd38-f7bc310a9d80 of type vlan for network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 Jul 07 17:20:32.646012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.759772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.763212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.786294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.811724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.826248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.832507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.833139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.857046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=1364186d-392c-4e21-a285-1fe42a1ee8ad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.869812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.872876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67d32106-b9ee-4970-bc91-00b25cd11ebe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/1364186d-392c-4e21-a285-1fe42a1ee8ad HTTP/1.1" status: 204 len: 168 time: 0.7454343 Jul 07 17:20:32.875495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:32.941547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.963513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade89de-563f-434c-ba23-a99244610dfd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.975845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade89de-563f-434c-ba23-a99244610dfd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.977524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6ade89de-563f-434c-ba23-a99244610dfd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1006997 Jul 07 17:20:32.988764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34244) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.036499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Network': ['ID=b7652dbe-5583-4b6c-ae1b-f1f18ab55c16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.054486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-987b0742-750f-4fef-a7af-646b053d9899 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1317115 Jul 07 17:20:33.058686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.067105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:33.076305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'subnet': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:33.169617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.172818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.176270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "DELETE /v2.0/security-groups/a71bcdde-cd01-4aed-82ea-14b2c4bf5b46 HTTP/1.1" status: 204 len: 168 time: 0.5266061 Jul 07 17:20:33.181281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34252) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.201391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b35658-2a23-436a-92e9-9662ebb9f433 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bcdde-cd01-4aed-82ea-14b2c4bf5b46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.217288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:33.217288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.226320 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-71238fe7-1c73-4d21-a5ec-26a8432fa5d3 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] show failed (client error): The resource could not be found. Jul 07 17:20:33.227402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71238fe7-1c73-4d21-a5ec-26a8432fa5d3 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "GET /v2.0/security-groups/a71bcdde-cd01-4aed-82ea-14b2c4bf5b46 HTTP/1.1" status: 404 len: 347 time: 0.0451641 Jul 07 17:20:33.230339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34254) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.349097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:33.353350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.369595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.405511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:33.448157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-b85dacd9-b5f9-4801-ac83-0f3ba278acba tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.449690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-b85dacd9-b5f9-4801-ac83-0f3ba278acba tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.2526996 Jul 07 17:20:33.479686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Deleting port 03bdf4d9-4db5-4793-ad22-e67e53be8f86 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:33.480067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.481346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-7652e11d-6b50-4456-b590-da7bef1fb5a7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/quotas/71c00562986e40349b86355e388bc58a HTTP/1.1" status: 200 len: 375 time: 0.0207913 Jul 07 17:20:33.566187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.574463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.585690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.585949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.625958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.633177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.637449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d88b8407-d553-4dcf-9183-0f29b5a097f3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb HTTP/1.1" status: 204 len: 168 time: 0.6453185 Jul 07 17:20:33.637449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Calling delete_port for 03bdf4d9-4db5-4793-ad22-e67e53be8f86 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:33.638205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.641068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-6d9029c4-7b1c-4ff8-a453-5c0a840edc20 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1514900 Jul 07 17:20:33.708502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.772249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f03c5a-ccbf-45ee-80aa-de7723310520 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.776357 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0f03c5a-ccbf-45ee-80aa-de7723310520 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1346667 Jul 07 17:20:33.781207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34270) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.814982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Subnet': ['ID=46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.826601 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e30431-e2f3-4e38-adb3-03a7a2226fbe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:33.828136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75e30431-e2f3-4e38-adb3-03a7a2226fbe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/1364186d-392c-4e21-a285-1fe42a1ee8ad HTTP/1.1" status: 404 len: 333 time: 0.0459850 Jul 07 17:20:33.831135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34274) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.880044 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeef3d1-7e0b-479b-beeb-7751030253cb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:33.884327 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-deeef3d1-7e0b-479b-beeb-7751030253cb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/9df7e4d5-ceb2-4c58-9179-72d1fe7f45fb HTTP/1.1" status: 404 len: 333 time: 0.0493746 Jul 07 17:20:33.885714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34278) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.894369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Checking segment: {'id': '9eebbac0-1450-45fc-bd38-f7bc310a9d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:33.894743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network hostable DHCP agents. Network: b7652dbe-5583-4b6c-ae1b-f1f18ab55c16, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:33.917745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-2034ae33-0a22-4e48-90a2-ba1e53779d87 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198412 Jul 07 17:20:33.925721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:33.952244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b7652dbe-5583-4b6c-ae1b-f1f18ab55c16) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:33.973510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.974163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e6716-f86e-400a-b3f4-0824aa8117ee None None] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:33.983322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.984049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:33.984651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.009763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Pushing event deleted for resources: {'Port': ['ID=03bdf4d9-4db5-4793-ad22-e67e53be8f86,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.013271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da8c16ea-94cd-430e-a8b0-fc6b596818fb tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9463766 Jul 07 17:20:34.014663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.019255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-919483604'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.142009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:34.146197 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.178811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.178986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-3c0df703-90db-4012-bcf1-dda8d0e2d854 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493308 Jul 07 17:20:34.180112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port 6228ee20-6194-44cf-82b3-95a6cef79ab9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:34.190032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.192555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.193731 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a9ba14d2-1caa-400a-ae14-7e72843b9434 tempest-ServersTestBootFromVolume-738736099 tempest-ServersTestBootFromVolume-738736099-project] 10.222.0.22 "DELETE /v2.0/floatingips/ee046def-74f2-4dd4-8631-e5512f4a7e87 HTTP/1.1" status: 204 len: 168 time: 0.9625618 Jul 07 17:20:34.196739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34282) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.206750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed01e75-972d-4ffb-8680-67d8efae58ee']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:34.208407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'tenant_id': 'b93d3e164c954dc0a49e1d49214d7033', 'fixed_ips': [{'subnet_id': '46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:34.210648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.301732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e1fa46-2c2f-48a8-9bd3-99e09fcbbcfa') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:34.302418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e1fa46-2c2f-48a8-9bd3-99e09fcbbcfa') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:34.339422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.368061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::32e (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/6228ee20-6194-44cf-82b3-95a6cef79ab9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:34.378253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.378532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.400738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:34.401566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:34.507754 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:34.515014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.526642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.532707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.533858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/6ed01e75-972d-4ffb-8680-67d8efae58ee HTTP/1.1" status: 204 len: 168 time: 0.6465926 Jul 07 17:20:34.541267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119392442'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.564091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41a44f-237d-4e48-b791-da16655f8d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=6ed01e75-972d-4ffb-8680-67d8efae58ee,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.575459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-a406104b-de39-48b2-9c28-8044d02dd48d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.577039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-a406104b-de39-48b2-9c28-8044d02dd48d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a0033c6-446f-420a-9afa-b40724a47090 HTTP/1.1" status: 200 len: 946 time: 0.5377553 Jul 07 17:20:34.581014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:34.585310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.619333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb36d6e9-4974-439c-84d5-d3979803945e req-3b2c7e86-c771-4ac3-a4fc-6f731f23ae7b tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 210 time: 0.0903494 Jul 07 17:20:34.671639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:34.698561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.698966 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment b49fc7d5-7258-403b-8467-7651eba8e783 of type vlan for network 19df8871-7a51-4b9c-8699-bfa408c80dd8 Jul 07 17:20:34.730744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.779349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.785310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object 6228ee20-6194-44cf-82b3-95a6cef79ab9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:34.883226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.895957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.896497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.971749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.020960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:35.042586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5081747 Jul 07 17:20:35.050795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.053392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:35.065129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:35.076421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:35.083128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:35.083788 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.086401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a34fac-166b-4aa6-bc9e-696a4b2d9c2b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=19df8871-7a51-4b9c-8699-bfa408c80dd8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.112932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:35.120513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Allocated IP 2001:db8::2 (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/be2c170c-63fe-4643-a6b2-9cb44829f94c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:35.168025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=6228ee20-6194-44cf-82b3-95a6cef79ab9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.207375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-24faf37c-b522-49f4-be49-7cb0f618e629 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1923499 Jul 07 17:20:35.208155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.221998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944496019', 'allowed_address_pairs': [{'ip_address': '2001:db8::32e', 'mac_address': 'fa:16:3e:00:a4:db'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:35.313766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:35.318260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.350540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.381517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Deleting port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:35.382086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.509355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] For port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:35.509739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.531066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Calling delete_port for 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:35.565335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.569976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:35.608315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Transition to ACTIVE for port object be2c170c-63fe-4643-a6b2-9cb44829f94c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:35.692919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Transition to ACTIVE for port object be2c170c-63fe-4643-a6b2-9cb44829f94c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:35.702714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.708617 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.753031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port 35dbc286-9f8d-4f51-b8e7-10bf18344684 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:35.774345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:35.780220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:35.787068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:35.794592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Pushing event updated for resources: {'Port': ['ID=be2c170c-63fe-4643-a6b2-9cb44829f94c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.864034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Attempting to bind port be2c170c-63fe-4643-a6b2-9cb44829f94c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:35.864034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Attempting to bind port be2c170c-63fe-4643-a6b2-9cb44829f94c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9eebbac0-1450-45fc-bd38-f7bc310a9d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:35.864661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Attempting to bind port be2c170c-63fe-4643-a6b2-9cb44829f94c on network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:35.870008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:35.870555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Checking segment: {'id': '9eebbac0-1450-45fc-bd38-f7bc310a9d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:35.871136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.871549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Bound using segment: {'id': '9eebbac0-1450-45fc-bd38-f7bc310a9d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:35.872119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Bound port: be2c170c-63fe-4643-a6b2-9cb44829f94c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eebbac0-1450-45fc-bd38-f7bc310a9d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:35.872599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.945575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.946384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34318) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:35.948066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::2c3 (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/35dbc286-9f8d-4f51-b8e7-10bf18344684) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:35.974188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] For port be2c170c-63fe-4643-a6b2-9cb44829f94c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:35.978313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.978670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] For port be2c170c-63fe-4643-a6b2-9cb44829f94c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=be2c170c-63fe-4643-a6b2-9cb44829f94c,segment=NetworkSegment(9eebbac0-1450-45fc-bd38-f7bc310a9d80),segment_id=9eebbac0-1450-45fc-bd38-f7bc310a9d80)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:35.988302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.035383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8a34e78-b8bd-4547-8877-2041cfe97bb4 req-b1ea25c2-85e8-4ba4-8853-6cca5ca214d4 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 210 time: 0.1809912 Jul 07 17:20:36.057834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6257-5f09-489b-ad97-05f0b26ec734 None None] Pushing event updated for resources: {'Port': ['ID=be2c170c-63fe-4643-a6b2-9cb44829f94c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.074252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event deleted for resources: {'Port': ['ID=05f9f7a3-a822-4223-80ea-7dc5dd8533a7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.110186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=b5fa0d36-1cf0-426e-a57b-71126eeafaeb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.154799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': 'b49fc7d5-7258-403b-8467-7651eba8e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:36.154799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 19df8871-7a51-4b9c-8699-bfa408c80dd8, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:36.179741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] No DVR routers for this DVR port 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:36.183045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.187252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c25850bb-a4ed-431f-aea8-ff2b833f4224 req-898f453d-0ce1-4fe0-b9d5-0d1a0fcf9b7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "DELETE /v2.0/ports/05f9f7a3-a822-4223-80ea-7dc5dd8533a7 HTTP/1.1" status: 204 len: 173 time: 1.5792644 Jul 07 17:20:36.198262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-deleted', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:36.200451 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96ac2f-fd77-42b2-9f14-c4d28f9be2d2" -d '{"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-deleted", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:36.222750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1383c450-4534-4267-b74c-cdcd087ea20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.231252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:36.255217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.264840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 19df8871-7a51-4b9c-8699-bfa408c80dd8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:36.276609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c50ff-ff84-46c3-885a-dacf6971c31e None None] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:36.297198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.297799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.389399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.418416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object 35dbc286-9f8d-4f51-b8e7-10bf18344684 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:36.432359 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b14902-eb40-462c-b212-4521254ce457 x-openstack-request-id: req-02b14902-eb40-462c-b212-4521254ce457 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:36.432930 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0033c6-446f-420a-9afa-b40724a47090", "name": "network-vif-deleted", "tag": "05f9f7a3-a822-4223-80ea-7dc5dd8533a7", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:36.437812 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02b14902-eb40-462c-b212-4521254ce457 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:36.438415 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0033c6-446f-420a-9afa-b40724a47090', 'name': 'network-vif-deleted', 'tag': '05f9f7a3-a822-4223-80ea-7dc5dd8533a7', 'status': 'completed', 'code': 200} Jul 07 17:20:36.467937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.509757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.534053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:36.538025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:36.543849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:36.551114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.552277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.575015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=35dbc286-9f8d-4f51-b8e7-10bf18344684,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.728271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-19df8871-7a51-4b9c-8699-bfa408c80dd8', 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': 'b5fa0d36-1cf0-426e-a57b-71126eeafaeb'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:36.729215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.841593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:36.842386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-eae09665-ec60-4da5-9982-7f10e2494043 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.844371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-eae09665-ec60-4da5-9982-7f10e2494043 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.83 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.4049087 Jul 07 17:20:36.875641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:36.876153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 05f9f7a3-a822-4223-80ea-7dc5dd8533a7 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:36.879224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Request body: {'port': {'device_id': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'admin_state_up': True, 'tenant_id': '71c00562986e40349b86355e388bc58a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:36.926396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device be2c170c-63fe-4643-a6b2-9cb44829f94c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:36.979161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Allocated IP 172.20.0.2 (19df8871-7a51-4b9c-8699-bfa408c80dd8/b5fa0d36-1cf0-426e-a57b-71126eeafaeb/8487d927-595e-44bb-83f1-5876f106a152) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:37.091282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1383c450-4534-4267-b74c-cdcd087ea20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.102053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port be2c170c-63fe-4643-a6b2-9cb44829f94c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:37.109085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1383c450-4534-4267-b74c-cdcd087ea20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.112737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-446e3ddd-3b96-451f-a4ee-6af5790d7a57 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8959043 Jul 07 17:20:37.113994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.147433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1383c450-4534-4267-b74c-cdcd087ea20f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=021eadc4f8db46f1b07708ab20462e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1969755 Jul 07 17:20:37.158656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34330) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.215304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f898ac53-ed9a-49c6-8017-3b55bcdaf605 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1631386 Jul 07 17:20:37.218517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.228221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8', 'name': 'tempest-PortsTestJSON-985639316'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:37.280271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.291749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Transition to ACTIVE for port object 8487d927-595e-44bb-83f1-5876f106a152 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:37.295902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.297483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383c450-4534-4267-b74c-cdcd087ea20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd7248-687d-4123-93d4-afad60c1b665,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.309108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Transition to ACTIVE for port object 8487d927-595e-44bb-83f1-5876f106a152 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:37.311461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2688413e-49b6-472a-bb7d-e2cc56d0e696 req-ca548ab9-e9e0-4bea-bead-51fc7800b382 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 210 time: 0.0936754 Jul 07 17:20:37.331956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.387117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Pushing event updated for resources: {'Port': ['ID=8487d927-595e-44bb-83f1-5876f106a152,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.395816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9477e63-db6f-4391-81ee-aaedb1b1326c tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.401611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:37.402756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9477e63-db6f-4391-81ee-aaedb1b1326c tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.403648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:37.406683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:37.414820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9477e63-db6f-4391-81ee-aaedb1b1326c tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.419476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c9477e63-db6f-4391-81ee-aaedb1b1326c tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3026595 Jul 07 17:20:37.420800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.457791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:37.462300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.475603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Attempting to bind port 8487d927-595e-44bb-83f1-5876f106a152 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:37.476031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Attempting to bind port 8487d927-595e-44bb-83f1-5876f106a152 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b49fc7d5-7258-403b-8467-7651eba8e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:37.476402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Attempting to bind port 8487d927-595e-44bb-83f1-5876f106a152 on network 19df8871-7a51-4b9c-8699-bfa408c80dd8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:37.484802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 69e3f658-4b13-486e-8e7c-0280cfdf1dc5 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:37.484989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:37.485248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Checking segment: {'id': 'b49fc7d5-7258-403b-8467-7651eba8e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:37.485667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.486067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Bound using segment: {'id': 'b49fc7d5-7258-403b-8467-7651eba8e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:37.488162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Bound port: 8487d927-595e-44bb-83f1-5876f106a152, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49fc7d5-7258-403b-8467-7651eba8e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '19df8871-7a51-4b9c-8699-bfa408c80dd8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:37.488162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.515400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.567267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e3b80-6b22-42c0-8628-6b71b3619d65 None None] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:37.582018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Made reservation on behalf of 71c00562986e40349b86355e388bc58a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:37.586184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.624096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.6 (19df8871-7a51-4b9c-8699-bfa408c80dd8/b5fa0d36-1cf0-426e-a57b-71126eeafaeb/69e3f658-4b13-486e-8e7c-0280cfdf1dc5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:37.627360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] For port 8487d927-595e-44bb-83f1-5876f106a152, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:37.641703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Deleting port 38aaccea-3dcc-46c2-96aa-298094493168 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:37.642130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.646973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] For port 8487d927-595e-44bb-83f1-5876f106a152, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8487d927-595e-44bb-83f1-5876f106a152,segment=NetworkSegment(b49fc7d5-7258-403b-8467-7651eba8e783),segment_id=b49fc7d5-7258-403b-8467-7651eba8e783)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:37.662611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.692498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port 35dbc286-9f8d-4f51-b8e7-10bf18344684 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:37.692947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.706751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Provisioning for port be2c170c-63fe-4643-a6b2-9cb44829f94c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:37.717692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Provisioning complete for port be2c170c-63fe-4643-a6b2-9cb44829f94c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:37.718073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.734656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.737308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.738527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcdd7248-687d-4123-93d4-afad60c1b665 HTTP/1.1" status: 204 len: 168 time: 0.5588431 Jul 07 17:20:37.796437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5daf10-4b2f-4ec8-b5df-8d2e71297431 None None] Pushing event updated for resources: {'Port': ['ID=8487d927-595e-44bb-83f1-5876f106a152,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.834033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30d66-68b8-4f5e-8448-039bac304202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd7248-687d-4123-93d4-afad60c1b665,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.855450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.879046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 69e3f658-4b13-486e-8e7c-0280cfdf1dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:37.937153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.988123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] For port 38aaccea-3dcc-46c2-96aa-298094493168, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=38aaccea-3dcc-46c2-96aa-298094493168,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:37.988839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.989573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.016591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.019796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Allocated IP 172.20.0.12 (a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499/68eb708a-052c-4f96-9d6e-6180e8123a22/3d014c73-f4dc-4658-b1c6-4b76d67f2d29) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:38.024217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:38.028132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] For port be2c170c-63fe-4643-a6b2-9cb44829f94c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=be2c170c-63fe-4643-a6b2-9cb44829f94c,segment=NetworkSegment(9eebbac0-1450-45fc-bd38-f7bc310a9d80),segment_id=9eebbac0-1450-45fc-bd38-f7bc310a9d80)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:38.028422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:38.030137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Calling delete_port for 38aaccea-3dcc-46c2-96aa-298094493168 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:38.037369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.048504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:38.053070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for 35dbc286-9f8d-4f51-b8e7-10bf18344684 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:38.095150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32d582-5c28-4c83-bb9c-9959ea5cd9d3 None None] Pushing event updated for resources: {'Port': ['ID=be2c170c-63fe-4643-a6b2-9cb44829f94c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.141467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.142481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.158748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=69e3f658-4b13-486e-8e7c-0280cfdf1dc5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.172351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3412fdb0-f04e-48a0-9c24-ea96a72e4fd0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9501410 Jul 07 17:20:38.174648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.318166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.336565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72cf86e-fb8b-4296-b349-679d98028100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.354197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 69e3f658-4b13-486e-8e7c-0280cfdf1dc5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:38.354551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.515115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6eb0e0dc-cf6a-4a9e-a832-b0df65964786 req-3f0aa513-d7eb-4179-a9fe-38554dc21ead tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 210 time: 0.0402832 Jul 07 17:20:38.518613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.519485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Provisioning for port 6228ee20-6194-44cf-82b3-95a6cef79ab9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:38.525218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.530456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Provisioning complete for port 6228ee20-6194-44cf-82b3-95a6cef79ab9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:38.531404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.588950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Port 6228ee20-6194-44cf-82b3-95a6cef79ab9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:38.595662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=35dbc286-9f8d-4f51-b8e7-10bf18344684,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.608716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Provisioning complete for port be2c170c-63fe-4643-a6b2-9cb44829f94c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:38.609123 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.665966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.709308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Pushing event deleted for resources: {'Port': ['ID=38aaccea-3dcc-46c2-96aa-298094493168,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:38.741672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6091c862-e1e1-4c2a-95b6-04687156c85e None None] Could not find standard attr ID for object 35dbc286-9f8d-4f51-b8e7-10bf18344684. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:38.793775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.883677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0e79db5-fbe3-48a6-9536-f07c3c93648d None None] Provisioning complete for port 6228ee20-6194-44cf-82b3-95a6cef79ab9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:38.884127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0e79db5-fbe3-48a6-9536-f07c3c93648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.957621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0e79db5-fbe3-48a6-9536-f07c3c93648d None None] Port 6228ee20-6194-44cf-82b3-95a6cef79ab9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:39.116760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8487d927-595e-44bb-83f1-5876f106a152 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:39.144425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.179640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 69e3f658-4b13-486e-8e7c-0280cfdf1dc5 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:39.212376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72cf86e-fb8b-4296-b349-679d98028100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.217565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8487d927-595e-44bb-83f1-5876f106a152 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:39.223564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device be2c170c-63fe-4643-a6b2-9cb44829f94c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:39.280065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.282015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f04f668b-c2f9-4b37-9459-ab85379af93d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/35dbc286-9f8d-4f51-b8e7-10bf18344684 HTTP/1.1" status: 204 len: 168 time: 1.8557901 Jul 07 17:20:39.301938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e14f7859-75dc-494c-b11c-36350ed570f0 None None] Could not find standard attr ID for object 35dbc286-9f8d-4f51-b8e7-10bf18344684. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:39.303757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port be2c170c-63fe-4643-a6b2-9cb44829f94c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:39.304353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.319982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.371332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d72cf86e-fb8b-4296-b349-679d98028100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.384504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.392272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:39.394718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:39.415089 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-995399ba-019d-481a-9d5d-3bf727754ea9 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] GET failed (client error): The resource could not be found. Jul 07 17:20:39.422669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-995399ba-019d-481a-9d5d-3bf727754ea9 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports/35dbc286-9f8d-4f51-b8e7-10bf18344684 HTTP/1.1" status: 404 len: 333 time: 0.0756609 Jul 07 17:20:39.423692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:39.431232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.438032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1365985073'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:39.443741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=69e3f658-4b13-486e-8e7c-0280cfdf1dc5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.492581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d72cf86e-fb8b-4296-b349-679d98028100 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=711a4f41b839456b810cca4f1bcb3375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1733584 Jul 07 17:20:39.511190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf86e-fb8b-4296-b349-679d98028100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae5123-081b-43f7-aac0-3b5855f250e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.513657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.545618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0041af-411c-4387-a1a1-23ae3ef9d535 None None] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:39.555137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.610687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.611435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.614364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.616002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eb605a91-5ef1-4cba-a4b6-97d7235ab84c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/69e3f658-4b13-486e-8e7c-0280cfdf1dc5 HTTP/1.1" status: 204 len: 168 time: 1.4399939 Jul 07 17:20:39.621827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.649388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.666886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.680928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-cd80838b-7c25-44ca-9dc8-d4e0979d37aa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8202760 Jul 07 17:20:39.689151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Provisioning for port 8487d927-595e-44bb-83f1-5876f106a152 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:39.695730 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b428946-a3f8-45ff-bfe3-b508399dcdaa tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:39.696493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b428946-a3f8-45ff-bfe3-b508399dcdaa tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:39.701330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3b428946-a3f8-45ff-bfe3-b508399dcdaa tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/69e3f658-4b13-486e-8e7c-0280cfdf1dc5 HTTP/1.1" status: 404 len: 333 time: 0.0781651 Jul 07 17:20:39.702179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.702838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Provisioning complete for port 8487d927-595e-44bb-83f1-5876f106a152 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:39.703427 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.728693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Request body: {'port': {'device_id': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:39.769298 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2056cf1d-65e9-4649-9b93-d9d2b0ed336a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:39.773917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2056cf1d-65e9-4649-9b93-d9d2b0ed336a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/69e3f658-4b13-486e-8e7c-0280cfdf1dc5 HTTP/1.1" status: 404 len: 333 time: 0.0678301 Jul 07 17:20:39.779642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34366) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.781953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.831814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:39.835493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.848225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44e77-9b5b-41f2-9497-d0bb55247bfc req-bf9f1fcc-b760-486f-a257-f8e7fd7ab519 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.849874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53f44e77-9b5b-41f2-9497-d0bb55247bfc req-bf9f1fcc-b760-486f-a257-f8e7fd7ab519 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 932 time: 0.1450422 Jul 07 17:20:39.867304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.869861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.873919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4aae5123-081b-43f7-aac0-3b5855f250e0 HTTP/1.1" status: 204 len: 168 time: 0.3534296 Jul 07 17:20:39.894906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871662-e724-4f35-9aa2-7ae3a201b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae5123-081b-43f7-aac0-3b5855f250e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.912938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53f44e77-9b5b-41f2-9497-d0bb55247bfc req-258b3022-b8a6-4db4-9815-8df0a148413c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Jul 07 17:20:39.938973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:39.955700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet b5fa0d36-1cf0-426e-a57b-71126eeafaeb {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:39.966041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.012717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.027717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.067422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] For port 8487d927-595e-44bb-83f1-5876f106a152, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8487d927-595e-44bb-83f1-5876f106a152,segment=NetworkSegment(b49fc7d5-7258-403b-8467-7651eba8e783),segment_id=b49fc7d5-7258-403b-8467-7651eba8e783)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:40.075691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.106029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.146093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b4b07-551b-4110-a203-a911b2d5917a None None] Pushing event updated for resources: {'Port': ['ID=8487d927-595e-44bb-83f1-5876f106a152,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.303934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c08e4bee-ecaf-4b54-8c9a-a59057c63b93 None None] Provisioning complete for port 8487d927-595e-44bb-83f1-5876f106a152 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:40.304309 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c08e4bee-ecaf-4b54-8c9a-a59057c63b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.420135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::32b (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/50e02baf-a7cc-4836-b0bc-2c6b66a04fcf) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:40.441269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Router 31ea30cf-3eda-4f1a-8cf0-1947138e318e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:40.445662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.523593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-538a6d78-7ded-4c68-9de9-8f8aebac7b88 None None] Could not find standard attr ID for object 69e3f658-4b13-486e-8e7c-0280cfdf1dc5. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:40.739494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.797804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fa0d36-1cf0-426e-a57b-71126eeafaeb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.814966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.816866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ea542751-6302-4039-b507-861d31aa6a32 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/b5fa0d36-1cf0-426e-a57b-71126eeafaeb HTTP/1.1" status: 204 len: 168 time: 1.0354691 Jul 07 17:20:40.817315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d353bea-e7d9-4098-b0e6-b2320ac77ee3 None None] Network 19df8871-7a51-4b9c-8699-bfa408c80dd8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:40.819949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.843920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8487d927-595e-44bb-83f1-5876f106a152 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:40.857166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:40.869520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8f6bd719-1f72-4111-8381-96dae082661c admin admin] 10.222.0.22 "PUT /v2.0/routers/31ea30cf-3eda-4f1a-8cf0-1947138e318e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6694758 Jul 07 17:20:40.872572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.903646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.930016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Sync routers for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:40.967848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:40.974925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:40.975629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:40.985590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:40.994361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.017492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8487d927-595e-44bb-83f1-5876f106a152 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:41.017987 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.024219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.049298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Transition to ACTIVE for port object 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:41.065620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.087990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 8487d927-595e-44bb-83f1-5876f106a152 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:41.088905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.103939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.169957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.183162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.215692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] For port 8487d927-595e-44bb-83f1-5876f106a152, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8487d927-595e-44bb-83f1-5876f106a152,segment=NetworkSegment(b49fc7d5-7258-403b-8467-7651eba8e783),segment_id=b49fc7d5-7258-403b-8467-7651eba8e783)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:41.216117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.233636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 8487d927-595e-44bb-83f1-5876f106a152 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:41.291091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:41.318047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:41.327323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:41.335907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e2a4-de48-4632-bec1-22cd7d0fc834 req-207d8f07-0276-4087-8ab9-ffe906081602 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.341350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6661e2a4-de48-4632-bec1-22cd7d0fc834 req-207d8f07-0276-4087-8ab9-ffe906081602 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.1933596 Jul 07 17:20:41.374794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:41.396645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.397692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.416827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=50e02baf-a7cc-4836-b0bc-2c6b66a04fcf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.436652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3dfbe-6db9-4af1-a6ee-b4ae97adb969 None None] DHCP port deletion for 19df8871-7a51-4b9c-8699-bfa408c80dd8 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:41.467194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.479564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b33a544e-7486-491d-8b6a-35910926429b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0422888 Jul 07 17:20:41.480045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.490008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32e', 'mac_address': 'fa:16:3e:00:a4:db'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.495247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Attempting to bind port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:41.496046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Attempting to bind port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:41.496456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Attempting to bind port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:41.525530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3dfbe-6db9-4af1-a6ee-b4ae97adb969 None None] The port '8487d927-595e-44bb-83f1-5876f106a152' was deleted {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:20:41.547277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6661e2a4-de48-4632-bec1-22cd7d0fc834 req-b9b9a902-839f-47f0-b813-637e6be03f67 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914010 Jul 07 17:20:41.552867 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.587171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:41.587503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Attempting to bind port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:41.588444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=8487d927-595e-44bb-83f1-5876f106a152,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.599384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No DVR routers for this DVR port 8487d927-595e-44bb-83f1-5876f106a152 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:41.626546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:41.627405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Checking segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:41.628531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Bound using segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:41.628531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Bound port: 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:41.628727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.637822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:20:38Z', 'revision_number': 5, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port': {'id': '36368458-2139-4ddd-8171-7eb66b8f989f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:17:07Z', 'updated_at': '2021-07-07T17:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.670097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Checking router: 31ea30cf-3eda-4f1a-8cf0-1947138e318e for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:41.692463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Routers {'31ea30cf-3eda-4f1a-8cf0-1947138e318e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:41.693486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.728256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.739942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19df8871-7a51-4b9c-8699-bfa408c80dd8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.751455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49fc7d5-7258-403b-8467-7651eba8e783') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.752289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49fc7d5-7258-403b-8467-7651eba8e783') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.764346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.790526 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.800104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:41.801110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:41.806767 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:41.809656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-572a69ae-2038-4f29-a8a6-1ea13c8ee09d None None] Provisioning for port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:41.820008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-572a69ae-2038-4f29-a8a6-1ea13c8ee09d None None] Provisioning complete for port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:41.820752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572a69ae-2038-4f29-a8a6-1ea13c8ee09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.854746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] Set router 31ea30cf-3eda-4f1a-8cf0-1947138e318e gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:41.892053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.899250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.902472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/19df8871-7a51-4b9c-8699-bfa408c80dd8 HTTP/1.1" status: 204 len: 168 time: 1.0807431 Jul 07 17:20:41.907358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.919113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1051470109'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:41.927485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:20:41Z', 'revision_number': 6, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:41.938242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d194e1e-f9e1-471e-b1d5-1e8e6693f072 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=19df8871-7a51-4b9c-8699-bfa408c80dd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.963905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:41.964473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa789-ce8d-48b6-a85e-1e836f7ae469 None None] The sync data for ids ['31ea30cf-3eda-4f1a-8cf0-1947138e318e'] in n-d-791504-12 is: [{'id': '31ea30cf-3eda-4f1a-8cf0-1947138e318e', 'name': 'tempest-ServersTestBootFromVolume-848274447-router', 'tenant_id': '53772322d07942e5afaf51c153b25d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:17:06Z', 'updated_at': '2021-07-07T17:20:41Z', 'revision_number': 6, 'project_id': '53772322d07942e5afaf51c153b25d13', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:41.966072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-572a69ae-2038-4f29-a8a6-1ea13c8ee09d None None] Port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:41.974236 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.006329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:42.021897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.022496 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment e078feb9-c325-4cf1-ab02-802bd4a3a2ce of type vlan for network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 Jul 07 17:20:42.071494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.104001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.111619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.112363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.136091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2267768 Jul 07 17:20:42.141696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Deleting port 36368458-2139-4ddd-8171-7eb66b8f989f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:42.142221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.147271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.152368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.214788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:42.254131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:42.260282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc748-85ec-4e80-97eb-058b1890ab73 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.268172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.274794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:42.296373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.297628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.300170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] 10.222.0.83 "PUT /v2.0/ports/3d014c73-f4dc-4658-b1c6-4b76d67f2d29 HTTP/1.1" status: 200 len: 1093 time: 2.5806065 Jul 07 17:20:42.316874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:42.324029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.325548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:42.340608 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d333f5c1-c286-4078-aa76-338dacbab8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:42.343071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.424423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] For port 36368458-2139-4ddd-8171-7eb66b8f989f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36368458-2139-4ddd-8171-7eb66b8f989f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:42.424570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.455718 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a165bf-186a-48ea-93cf-1dc91c6e2d22 x-openstack-request-id: req-39a165bf-186a-48ea-93cf-1dc91c6e2d22 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:42.456016 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:42.456276 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39a165bf-186a-48ea-93cf-1dc91c6e2d22 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:42.456680 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'status': 'completed', 'code': 200} Jul 07 17:20:42.488386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Calling delete_port for 36368458-2139-4ddd-8171-7eb66b8f989f owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:42.496605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff77f3-a7e5-4391-b38b-3b0b2450c26f service neutron] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.644318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.664640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-7e82a2c2-42e8-485f-a082-2854a3c7131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.666597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-7e82a2c2-42e8-485f-a082-2854a3c7131f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 1096 time: 0.3137255 Jul 07 17:20:42.732706 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-0bba4da6-a1de-4e4e-8aae-c740d3a22766 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29 HTTP/1.1" status: 200 len: 217 time: 0.0527306 Jul 07 17:20:42.780839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=18f90f12-a59d-45b0-aa66-638aab3e3275,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:42.805073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:42.805456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:42.832657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb131e1-0867-473f-a1ba-63ec6deb9e0c req-dc877217-e461-47cf-9e09-8f997689ecc5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.834088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fb131e1-0867-473f-a1ba-63ec6deb9e0c req-dc877217-e461-47cf-9e09-8f997689ecc5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.1562085 Jul 07 17:20:42.856989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:42.880773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:42.887282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.887410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.891345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e79a01-f60a-4244-8651-36b8ed38ed1c None None] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:42.915265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fb131e1-0867-473f-a1ba-63ec6deb9e0c req-f62a245d-4a36-49b7-a43c-8c80bf506d6a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723796 Jul 07 17:20:42.917826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e67c603-c6fa-4474-8223-723ab7a94593 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7694991 Jul 07 17:20:42.920475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.927744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1483673258'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:42.965357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e51698c0-8943-421c-bef0-3221c582e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.966921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-e51698c0-8943-421c-bef0-3221c582e4a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.2225657 Jul 07 17:20:42.969916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8487d927-595e-44bb-83f1-5876f106a152 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:43.002404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.023494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.024925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.028386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-b9cc63fb-4d33-4ad2-b52a-1dd64ba49cff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484552 Jul 07 17:20:43.030073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8487d927-595e-44bb-83f1-5876f106a152 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:43.030446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8487d927-595e-44bb-83f1-5876f106a152 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:43.030915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 38aaccea-3dcc-46c2-96aa-298094493168 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:43.073034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 38aaccea-3dcc-46c2-96aa-298094493168 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:43.073246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 38aaccea-3dcc-46c2-96aa-298094493168 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:43.073493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36368458-2139-4ddd-8171-7eb66b8f989f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:43.076294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:43.081698 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.097372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.101212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 36368458-2139-4ddd-8171-7eb66b8f989f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:43.101563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36368458-2139-4ddd-8171-7eb66b8f989f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:43.134469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] In _notify_port_updated(), no bound segment for port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf on network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:43.137104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:43.140019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.141108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.145654 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "PUT /v2.0/ports/50e02baf-a7cc-4836-b0bc-2c6b66a04fcf HTTP/1.1" status: 200 len: 1003 time: 1.6637309 Jul 07 17:20:43.150307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.221687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4', 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '18f90f12-a59d-45b0-aa66-638aab3e3275'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:43.228639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.246492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b31c82-bb23-45bb-abc8-d51ac6d65562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.255897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0119b-7d24-4759-9e8a-c42e60d9ea35 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=50e02baf-a7cc-4836-b0bc-2c6b66a04fcf,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.328181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36368458-2139-4ddd-8171-7eb66b8f989f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.364357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.6 (8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4/18f90f12-a59d-45b0-aa66-638aab3e3275/1ae08a0e-4e7f-4b08-a282-07e4a13cfde9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:43.408550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-bb10834c-997c-4753-9171-afa68f1cefdf service neutron] 10.222.0.83 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594482 Jul 07 17:20:43.412156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.495779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b31c82-bb23-45bb-abc8-d51ac6d65562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.500034 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b31c82-bb23-45bb-abc8-d51ac6d65562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.503994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ad1e8408-b1af-44b0-90a3-33593feba83c None None] Provisioning complete for port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:43.504493 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8408-b1af-44b0-90a3-33593feba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.538737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e8408-b1af-44b0-90a3-33593feba83c None None] Port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:43.555610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.561800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.562812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31c82-bb23-45bb-abc8-d51ac6d65562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67202e-62a7-44ad-b2a9-5f07c7e76e46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.571761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-34b31c82-bb23-45bb-abc8-d51ac6d65562 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff200eccff9d454a8e3f2c07abcc689e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469089 Jul 07 17:20:43.572404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.589308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.618823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:43.631499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:43.631852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.648632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.649155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ea30cf-3eda-4f1a-8cf0-1947138e318e {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:43.665880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.682229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.685491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f809bc3b-3981-4b15-9efb-d64d752915d0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/31ea30cf-3eda-4f1a-8cf0-1947138e318e HTTP/1.1" status: 204 len: 168 time: 2.8048165 Jul 07 17:20:43.688540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34466) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.710556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.723103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.735749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a0d4ac8f-8223-4259-87c0-0957af1294a0 req-2d0aacc5-1c36-4b81-bf7f-c2b9e6da4d42 service neutron] 10.222.0.83 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963843 Jul 07 17:20:43.771672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Allocated IP 172.20.0.2 (8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4/18f90f12-a59d-45b0-aa66-638aab3e3275/79c13402-ba6a-459f-ac59-02120bdc6198) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:43.792965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Deleting subnet 3221fcfe-dd96-457a-922b-3a27b2b068a6 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:43.803498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.805729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:43.811293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:43.814398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=1ae08a0e-4e7f-4b08-a282-07e4a13cfde9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.816491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:43.857770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.883716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for 50e02baf-a7cc-4836-b0bc-2c6b66a04fcf owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:43.886696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.890055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.891632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d67202e-62a7-44ad-b2a9-5f07c7e76e46 HTTP/1.1" status: 204 len: 168 time: 0.3130610 Jul 07 17:20:43.897583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.899570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.900557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.912436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a003b-8cab-4d05-97c7-17cc18e1bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67202e-62a7-44ad-b2a9-5f07c7e76e46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.924461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-95f518a3-c579-4971-8972-209b7e03b427 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0018845 Jul 07 17:20:43.927092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.048521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-7ad7f52b-df53-4cb7-a3b0-d6109b6414cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.050301 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-7ad7f52b-df53-4cb7-a3b0-d6109b6414cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 1096 time: 0.2549403 Jul 07 17:20:44.071051 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.083365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Transition to ACTIVE for port object 79c13402-ba6a-459f-ac59-02120bdc6198 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:44.086710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:44.087361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.110804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Transition to ACTIVE for port object 79c13402-ba6a-459f-ac59-02120bdc6198 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:44.118247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.132897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.155354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.171172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:44.174023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:44.181032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:44.250563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Attempting to bind port 79c13402-ba6a-459f-ac59-02120bdc6198 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:44.257325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Attempting to bind port 79c13402-ba6a-459f-ac59-02120bdc6198 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:44.257325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Attempting to bind port 79c13402-ba6a-459f-ac59-02120bdc6198 on network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:44.257325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Pushing event updated for resources: {'Port': ['ID=79c13402-ba6a-459f-ac59-02120bdc6198,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.260736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:44.261261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Checking segment: {'id': 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:44.262284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.262598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Bound using segment: {'id': 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:44.263327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Bound port: 79c13402-ba6a-459f-ac59-02120bdc6198, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:44.263835 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.330085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34480) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.334256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-5372177a-bdde-43d7-99a2-df3c155b6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.335770 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-5372177a-bdde-43d7-99a2-df3c155b6b94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 916 time: 0.2634349 Jul 07 17:20:44.347615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] For port 79c13402-ba6a-459f-ac59-02120bdc6198, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:44.351871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] For port 79c13402-ba6a-459f-ac59-02120bdc6198, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79c13402-ba6a-459f-ac59-02120bdc6198,segment=NetworkSegment(e078feb9-c325-4cf1-ab02-802bd4a3a2ce),segment_id=e078feb9-c325-4cf1-ab02-802bd4a3a2ce)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:44.356056 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.389235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a5be041-c25e-4c18-ba43-0e00071d54cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.390394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.392151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.397200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.402017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-9bb5f411-4b2c-4a42-8b3d-554c66ba8991 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29 HTTP/1.1" status: 200 len: 217 time: 0.0555484 Jul 07 17:20:44.421289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31cd8e-9617-4c8e-8b77-509a6f8847b0 None None] Pushing event updated for resources: {'Port': ['ID=79c13402-ba6a-459f-ac59-02120bdc6198,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.428359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7b47b-b7bd-4b63-b4fa-1bd476a8aead req-d7718495-99ed-414f-ac66-7e642209e4e6 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.430055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb7b47b-b7bd-4b63-b4fa-1bd476a8aead req-d7718495-99ed-414f-ac66-7e642209e4e6 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.2960453 Jul 07 17:20:44.435436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:44.481273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.485801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3221fcfe-dd96-457a-922b-3a27b2b068a6 HTTP/1.1" status: 204 len: 168 time: 0.7922239 Jul 07 17:20:44.485801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed767783-160d-4e69-ab31-1e7f25856103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3221fcfe-dd96-457a-922b-3a27b2b068a6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.487072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34482) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.491545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7aa685-1265-4b8c-8d88-d0b013995749 None None] Network 4ddac9f4-b6df-4505-ad57-0fbf27f68faa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:44.523140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=50e02baf-a7cc-4836-b0bc-2c6b66a04fcf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.558465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb7b47b-b7bd-4b63-b4fa-1bd476a8aead req-d3aed8b6-0fa2-440c-aa17-3cf8fa2097b2 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208656 Jul 07 17:20:44.667537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-ebb93a12-fabd-4dbf-a0cb-ed94678ec33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:44.669561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-ebb93a12-fabd-4dbf-a0cb-ed94678ec33b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.2540143 Jul 07 17:20:44.737191 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-d0501337-2a28-4f56-9e93-450240dd9dfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587590 Jul 07 17:20:44.915028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.971508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.973465 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bcd6dc47-1945-4e78-aae7-acb6255c74c7 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/50e02baf-a7cc-4836-b0bc-2c6b66a04fcf HTTP/1.1" status: 204 len: 168 time: 1.8178205 Jul 07 17:20:44.983709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.997930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79c13402-ba6a-459f-ac59-02120bdc6198 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:45.018439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=1ae08a0e-4e7f-4b08-a282-07e4a13cfde9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.048175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.068362 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8155e5-1b3d-46ed-98a0-144b1478c98b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] GET failed (client error): The resource could not be found. Jul 07 17:20:45.074206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-de8155e5-1b3d-46ed-98a0-144b1478c98b tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports/50e02baf-a7cc-4836-b0bc-2c6b66a04fcf HTTP/1.1" status: 404 len: 333 time: 0.0811100 Jul 07 17:20:45.078180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34488) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.080442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 79c13402-ba6a-459f-ac59-02120bdc6198 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:45.086525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1218831395'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.157219 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.161863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-faca3d45-2bfd-4829-bd4c-b6a2d865f7ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 HTTP/1.1" status: 204 len: 168 time: 1.2335982 Jul 07 17:20:45.163543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] DHCP port deletion for 4ddac9f4-b6df-4505-ad57-0fbf27f68faa request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:45.163770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.200225 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a69c03c-bb32-417b-928a-dea73aebc713 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:45.204476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6a69c03c-bb32-417b-928a-dea73aebc713 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 HTTP/1.1" status: 404 len: 333 time: 0.0359275 Jul 07 17:20:45.205658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.220261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Deleting port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:45.221283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.254923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-9ddf41a0-4d95-40a7-a47d-cd7ce1db0856 service neutron] 10.222.0.83 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038291 Jul 07 17:20:45.265416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.265845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a5be041-c25e-4c18-ba43-0e00071d54cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.296996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] For port 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58f2ab4f-ea36-4437-9d0b-62d957d680f0,segment=NetworkSegment(5901be24-c31e-4708-8136-6e6bad81f330),segment_id=5901be24-c31e-4708-8136-6e6bad81f330)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:45.297404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.305247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a5be041-c25e-4c18-ba43-0e00071d54cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.313644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 18f90f12-a59d-45b0-aa66-638aab3e3275 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:45.318472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.321830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Calling delete_port for 58f2ab4f-ea36-4437-9d0b-62d957d680f0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:45.403927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.450477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.485998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] Pushing event deleted for resources: {'Port': ['ID=58f2ab4f-ea36-4437-9d0b-62d957d680f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.488421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cf94b-a212-49a6-83e5-0ab88906e580 None None] No DVR routers for this DVR port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:45.727217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5be041-c25e-4c18-ba43-0e00071d54cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b51ef6-b4c4-473c-8613-de03ec9a493c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:45.735283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a5be041-c25e-4c18-ba43-0e00071d54cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bc353503a6243f7a39743b02b4e9009&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3985088 Jul 07 17:20:45.736187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34496) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.741615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Deleting port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:45.741968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.778050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db332a43-c918-4d7d-beb0-da421be6a0a1 None None] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:45.854915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:45.858485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.863383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d333f5c1-c286-4078-aa76-338dacbab8ed req-01111853-21e5-41a2-a474-507f2d86500b service neutron] 10.222.0.83 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914252 Jul 07 17:20:45.900050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] For port 58f2ab4f-ea36-4437-9d0b-62d957d680f0, host n-d-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:45.900415 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.900762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Provisioning for port 79c13402-ba6a-459f-ac59-02120bdc6198 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:45.907528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Provisioning complete for port 79c13402-ba6a-459f-ac59-02120bdc6198 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:45.908151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.912905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port 4624f296-b944-4c6f-888b-1637cbf60c5a yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:45.925552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Calling delete_port for 58f2ab4f-ea36-4437-9d0b-62d957d680f0 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:45.929583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_backend_mixin [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 was not found and therefore no delete operation was performed {{(pid=93765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:20:45.937978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.951430 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.001691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.008795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f2ab4f-ea36-4437-9d0b-62d957d680f0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.034172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] No DVR routers for this DVR port 58f2ab4f-ea36-4437-9d0b-62d957d680f0 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:46.041044 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.067894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff95fff-e1f8-40b0-a7cb-3b004490c999 req-5256094e-6dc1-4e16-a307-e0e8ab1fc89c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.069497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ff95fff-e1f8-40b0-a7cb-3b004490c999 req-5256094e-6dc1-4e16-a307-e0e8ab1fc89c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.2379680 Jul 07 17:20:46.074569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.115746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.174945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:46.175527 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:46.178070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=18f90f12-a59d-45b0-aa66-638aab3e3275,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.186648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.190870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-148140f0-dc23-4b62-ba1a-0f5a464af214 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/18f90f12-a59d-45b0-aa66-638aab3e3275 HTTP/1.1" status: 204 len: 168 time: 0.9813299 Jul 07 17:20:46.191940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.209409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ff95fff-e1f8-40b0-a7cb-3b004490c999 req-50b8de02-356b-456c-afe0-77b6f053b892 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269383 Jul 07 17:20:46.214815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.242020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::16 (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/4624f296-b944-4c6f-888b-1637cbf60c5a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:46.244628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddac9f4-b6df-4505-ad57-0fbf27f68faa']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.265401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5901be24-c31e-4708-8136-6e6bad81f330') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.265992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5901be24-c31e-4708-8136-6e6bad81f330') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:46.286094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.287852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.291050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.294743 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06b51ef6-b4c4-473c-8613-de03ec9a493c HTTP/1.1" status: 204 len: 168 time: 0.5482242 Jul 07 17:20:46.320685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.323270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f36976-ee82-4b7e-bb26-f9c0c607904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b51ef6-b4c4-473c-8613-de03ec9a493c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.341769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:46.342478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.342577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:46.344251 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:46.404788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 424e1f35-c50c-4124-929f-a271c0d20125 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:46.405196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.413365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9708659-c5aa-4742-807c-6459cef8158a None None] Network 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:46.471132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.480950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.486482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4ddac9f4-b6df-4505-ad57-0fbf27f68faa HTTP/1.1" status: 204 len: 168 time: 1.9787467 Jul 07 17:20:46.509337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d76a8-d6d3-4ca4-a28c-46809dc31c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddac9f4-b6df-4505-ad57-0fbf27f68faa,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.509915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port 424e1f35-c50c-4124-929f-a271c0d20125, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=424e1f35-c50c-4124-929f-a271c0d20125,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:46.510530 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.524438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 424e1f35-c50c-4124-929f-a271c0d20125 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:46.547936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.563948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object 4624f296-b944-4c6f-888b-1637cbf60c5a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:46.608832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.669204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:46.672176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 79c13402-ba6a-459f-ac59-02120bdc6198 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:46.672527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.674954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:46.682249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:46.688069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.688853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.704116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=4624f296-b944-4c6f-888b-1637cbf60c5a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.712550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-874e7d59-8402-4724-a7bb-0ed3fb09e2a0 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6281123 Jul 07 17:20:46.712741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34512) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.721000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:00:a4:db'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:46.784304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] For port 79c13402-ba6a-459f-ac59-02120bdc6198, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79c13402-ba6a-459f-ac59-02120bdc6198,segment=NetworkSegment(e078feb9-c325-4cf1-ab02-802bd4a3a2ce),segment_id=e078feb9-c325-4cf1-ab02-802bd4a3a2ce)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:46.785437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.818979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.820041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 79c13402-ba6a-459f-ac59-02120bdc6198 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:46.823191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.870338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.896690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] For port 79c13402-ba6a-459f-ac59-02120bdc6198, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79c13402-ba6a-459f-ac59-02120bdc6198,segment=NetworkSegment(e078feb9-c325-4cf1-ab02-802bd4a3a2ce),segment_id=e078feb9-c325-4cf1-ab02-802bd4a3a2ce)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:46.903177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.963591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58f2ab4f-ea36-4437-9d0b-62d957d680f0 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:46.967399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] DHCP port deletion for 8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:47.009090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 58f2ab4f-ea36-4437-9d0b-62d957d680f0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:47.010012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58f2ab4f-ea36-4437-9d0b-62d957d680f0 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:47.026120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fc592dcb-94f3-423a-b459-33c33aa7750e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53772322d07942e5afaf51c153b25d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016251 Jul 07 17:20:47.028837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.055008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.086919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119298b-2746-457b-bd73-40abcc8a1ba1 None None] Pushing event updated for resources: {'Port': ['ID=79c13402-ba6a-459f-ac59-02120bdc6198,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.090969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bee8d1c6-5da3-4e2d-bdd5-3e57a9af735a None None] Provisioning complete for port 79c13402-ba6a-459f-ac59-02120bdc6198 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:47.091491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bee8d1c6-5da3-4e2d-bdd5-3e57a9af735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.102212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=424e1f35-c50c-4124-929f-a271c0d20125,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.150400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Deleting port 79c13402-ba6a-459f-ac59-02120bdc6198 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:47.150730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.196820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:47.197451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.208713 n-d-791504-12 neutron-server[93767]: INFO neutron.plugins.ml2.db [None req-bee8d1c6-5da3-4e2d-bdd5-3e57a9af735a None None] No ports have port_id starting with 79c13402-ba6a-459f-ac59-02120bdc6198 Jul 07 17:20:47.242816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No DVR routers for this DVR port 79c13402-ba6a-459f-ac59-02120bdc6198 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:47.251130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] For port 79c13402-ba6a-459f-ac59-02120bdc6198, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79c13402-ba6a-459f-ac59-02120bdc6198,segment=NetworkSegment(e078feb9-c325-4cf1-ab02-802bd4a3a2ce),segment_id=e078feb9-c325-4cf1-ab02-802bd4a3a2ce)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:47.251713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.326899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Calling delete_port for 79c13402-ba6a-459f-ac59-02120bdc6198 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:47.379236 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.391273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.422136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=79c13402-ba6a-459f-ac59-02120bdc6198,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.466942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff739110-49bf-4c7b-8fdc-00c803894072 None None] Provisioning for port 4624f296-b944-4c6f-888b-1637cbf60c5a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:47.493714 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.501007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff739110-49bf-4c7b-8fdc-00c803894072 None None] Provisioning complete for port 4624f296-b944-4c6f-888b-1637cbf60c5a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:47.510442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff739110-49bf-4c7b-8fdc-00c803894072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.525595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.536883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.576252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:47.597862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=4624f296-b944-4c6f-888b-1637cbf60c5a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.607531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] In _notify_port_updated(), no bound segment for port 4624f296-b944-4c6f-888b-1637cbf60c5a on network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:47.613654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'port_id': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'mac_address': 'fa:16:3e:fa:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eb708a-052c-4f96-9d6e-6180e8123a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:47.614070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.614813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.618614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe538f68-0336-4e2c-a4ba-50e8acf6a2f1 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "PUT /v2.0/ports/4624f296-b944-4c6f-888b-1637cbf60c5a HTTP/1.1" status: 200 len: 1002 time: 0.9019923 Jul 07 17:20:47.618985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.638415 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:20:47.640812 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:20:47.671318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.674949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.680553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dcbb678-f247-4784-a89f-c0f5e14c50b6 HTTP/1.1" status: 204 len: 168 time: 0.6489279 Jul 07 17:20:47.721642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.723441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff739110-49bf-4c7b-8fdc-00c803894072 None None] Port 4624f296-b944-4c6f-888b-1637cbf60c5a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:47.726561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ec9a0-dc85-4aba-9bef-cb9d198a4564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbb678-f247-4784-a89f-c0f5e14c50b6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.758022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port 4624f296-b944-4c6f-888b-1637cbf60c5a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:47.758669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.778689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:47.783329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.836215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] No DVR routers for this DVR port 79c13402-ba6a-459f-ac59-02120bdc6198 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:47.841698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd49c84-70bc-419d-bb9e-522961746186 None None] Pushing event deleted for resources: {'Port': ['ID=79c13402-ba6a-459f-ac59-02120bdc6198,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.878416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:47.884373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.907471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.913709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.921526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:47.933742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:47.936413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for 4624f296-b944-4c6f-888b-1637cbf60c5a owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:47.964325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:47.964623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e078feb9-c325-4cf1-ab02-802bd4a3a2ce') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:47.975915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59335d6-7128-44a3-ab9b-fd361d361980 req-764bf773-9492-48cf-b706-066aa232b409 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.983798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59335d6-7128-44a3-ab9b-fd361d361980 req-764bf773-9492-48cf-b706-066aa232b409 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.4745433 Jul 07 17:20:48.010189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.050050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c849ad4c-75f3-41b6-a129-c001eb9c3b30 None None] Provisioning complete for port 4624f296-b944-4c6f-888b-1637cbf60c5a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:48.050658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c849ad4c-75f3-41b6-a129-c001eb9c3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.070074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.113287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.118182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c849ad4c-75f3-41b6-a129-c001eb9c3b30 None None] Port 4624f296-b944-4c6f-888b-1637cbf60c5a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:48.127667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e59335d6-7128-44a3-ab9b-fd361d361980 req-8dc09677-9aad-40ea-8d3c-e967740b2fb0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429362 Jul 07 17:20:48.169524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.185042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:48.185546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:48.188629 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:48.208557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3d014c73-f4dc-4658-b1c6-4b76d67f2d29'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:48.219743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=4624f296-b944-4c6f-888b-1637cbf60c5a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.256824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.256824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd062efe-7181-47a1-9954-c9db1e813f2e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/4624f296-b944-4c6f-888b-1637cbf60c5a HTTP/1.1" status: 204 len: 168 time: 0.6335888 Jul 07 17:20:48.256824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34554) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.293100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:48.301211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2eb76f18-caeb-443e-8f8f-ff3bd6cab946 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/dd826bcf-8aa7-470a-8704-980b36d860e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1655416 Jul 07 17:20:48.304970 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:48.305707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.323831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.326863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4 HTTP/1.1" status: 204 len: 168 time: 2.1327164 Jul 07 17:20:48.330683 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:48.330950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.331130 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:48.337141 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f521536-2886-49a2-a0cc-0e76303a88ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] GET failed (client error): The resource could not be found. Jul 07 17:20:48.339139 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3f521536-2886-49a2-a0cc-0e76303a88ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports/4624f296-b944-4c6f-888b-1637cbf60c5a HTTP/1.1" status: 404 len: 333 time: 0.0815063 Jul 07 17:20:48.348967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.363307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-131090721'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.371415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'name': 'tempest-PortsTestJSON-1496869603'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.402005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd959cd-9ba3-4227-9c6a-aa8d17a5e2f0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=8a8acf09-5dfd-4b4b-8c5b-abe73409a8c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.540996 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:48.614348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:48.621416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.664383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 75a53e24-1503-4198-b672-02101b8d6a1f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:48.680513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:48.685908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.725581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port a383f724-8948-40df-8ccb-fe151dfe0d25 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:48.865992 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:48.931086 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:48.967715 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:48.968360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:48.977419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::2d4 (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/a383f724-8948-40df-8ccb-fe151dfe0d25) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:49.027232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79c13402-ba6a-459f-ac59-02120bdc6198 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:49.065153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 79c13402-ba6a-459f-ac59-02120bdc6198 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:49.065509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79c13402-ba6a-459f-ac59-02120bdc6198 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:49.114252 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.180636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:49.270459 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:49.273727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.275593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.302044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object a383f724-8948-40df-8ccb-fe151dfe0d25 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:49.351791 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.375970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:49.383357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:49.383884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:49.384441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.397296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557aca-d9f2-4041-a861-6a67e069c3e4 req-a0360178-d022-43fe-bab7-f61332b1eaa9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.404362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e557aca-d9f2-4041-a861-6a67e069c3e4 req-a0360178-d022-43fe-bab7-f61332b1eaa9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.2572861 Jul 07 17:20:49.407120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:49.434548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:49.441294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.442164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.452091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=75a53e24-1503-4198-b672-02101b8d6a1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.472437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34594) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.475138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:49.494404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e557aca-d9f2-4041-a861-6a67e069c3e4 req-53a581c1-c292-4727-b988-1a9ae44caaa7 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889189 Jul 07 17:20:49.506426 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-50ee4a6d-b08e-49b5-86fe-420ac5203946 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1744354 Jul 07 17:20:49.507462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:49.509553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.513330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:49.525949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.528122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.545919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=a383f724-8948-40df-8ccb-fe151dfe0d25,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.561497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bcd80-db50-4ee2-8a86-b70c258dad95 req-fdb23e65-d08d-40c2-a9ad-92e547662c50 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.568854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-831bcd80-db50-4ee2-8a86-b70c258dad95 req-fdb23e65-d08d-40c2-a9ad-92e547662c50 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 945 time: 0.2711945 Jul 07 17:20:49.580342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c93d75bc-0f3f-4ce0-b8ca-9821a2607c00 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2295930 Jul 07 17:20:49.584188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34600) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.592494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'network_id': 'b7652dbe-5583-4b6c-ae1b-f1f18ab55c16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-656558790'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:49.609407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.682157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:49.687706 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393e4824-f507-4b47-b898-6407d7dab2f6" -d '{"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-plugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:49.706808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-191970012-network', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:49.709086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-831bcd80-db50-4ee2-8a86-b70c258dad95 req-2c770ffa-6e75-4016-9b47-e2153304461c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389987 Jul 07 17:20:49.715819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:49.718980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:49.729934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.775992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 75a53e24-1503-4198-b672-02101b8d6a1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:49.776934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.784186 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad42ff-2685-4e65-becf-f060e4b91e2c None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3c2ee813-c4cc-4f9b-aab9-42eb91475a98', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'port_id': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'mac_address': 'fa:16:3e:35:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:27Z', 'updated_at': '2021-07-07T17:19:32Z', 'revision_number': 1, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:49.809017 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9824ade-4299-4b8a-9f2b-bdeb87413f14 x-openstack-request-id: req-b9824ade-4299-4b8a-9f2b-bdeb87413f14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:49.809310 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-plugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:49.809553 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9824ade-4299-4b8a-9f2b-bdeb87413f14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:49.809957 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'code': 200} Jul 07 17:20:49.875539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.916395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:49.919030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.929573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.943673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 75a53e24-1503-4198-b672-02101b8d6a1f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:49.961099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.010886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-a60885b1-cfaa-441f-8ac9-5c6adfa547e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3850386 Jul 07 17:20:50.016303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:20:50.016303 n-d-791504-12 neutron-server[93765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:20:50.016303 n-d-791504-12 neutron-server[93765]: [parameters: {'project_id_1': '9f1583a6846247859519c8f7c456eaf8', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 20, 49, 988187)}] Jul 07 17:20:50.016303 n-d-791504-12 neutron-server[93765]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:50.016663 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:50.034274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Made reservation on behalf of b93d3e164c954dc0a49e1d49214d7033 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:50.037935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.042665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.055085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980416-aba6-4aa2-a6d0-a7a60db60184 req-c9b63caa-03d4-42ab-9296-6d8a69a7be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.057127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba980416-aba6-4aa2-a6d0-a7a60db60184 req-c9b63caa-03d4-42ab-9296-6d8a69a7be39 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 1098 time: 0.1671572 Jul 07 17:20:50.066456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] device_id is not set on port 0ae3e363-c966-4fcf-befd-3527d2992353 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:50.078246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-df3ab64c-55ca-406e-8fa5-9525bddf85f8 None None] Provisioning for port a383f724-8948-40df-8ccb-fe151dfe0d25 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:50.082352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=75a53e24-1503-4198-b672-02101b8d6a1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.091772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.094681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-32ddd7c0-55a4-4ab9-8c0e-b9554d717bc5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/75a53e24-1503-4198-b672-02101b8d6a1f HTTP/1.1" status: 204 len: 168 time: 0.5839772 Jul 07 17:20:50.097753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.104883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'mac_address': 'fa:16:3e:7f:0b:df', 'name': 'tempest-PortsTestJSON-1964684054'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.105926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-df3ab64c-55ca-406e-8fa5-9525bddf85f8 None None] Provisioning complete for port a383f724-8948-40df-8ccb-fe151dfe0d25 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:50.106362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df3ab64c-55ca-406e-8fa5-9525bddf85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.145746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-df3ab64c-55ca-406e-8fa5-9525bddf85f8 None None] Port a383f724-8948-40df-8ccb-fe151dfe0d25 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:50.185290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba980416-aba6-4aa2-a6d0-a7a60db60184 req-3dd48cfd-9ab7-41da-94b1-62bb9bda8772 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138391 Jul 07 17:20:50.236357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:50.252757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b5322367-c7f1-4103-beba-fb3a8791ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.255252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b5322367-c7f1-4103-beba-fb3a8791ffb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f529318c2146fb8705d5e911c4d933&device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 1098 time: 0.1765292 Jul 07 17:20:50.277492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Allocated IP 2001:db8::22f (b7652dbe-5583-4b6c-ae1b-f1f18ab55c16/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a/0ae3e363-c966-4fcf-befd-3527d2992353) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:50.357665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.384874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 2230c84d-e309-400f-a10a-5b5abf81fae9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:50.474824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-205826ed-4d2f-4e8c-a844-7aa0cb4202f2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.476278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-205826ed-4d2f-4e8c-a844-7aa0cb4202f2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.1682277 Jul 07 17:20:50.476397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b3e0fd26-081d-4ad3-b4e9-9bf50cc01f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.477950 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b3e0fd26-081d-4ad3-b4e9-9bf50cc01f66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 200 len: 909 time: 0.1974337 Jul 07 17:20:50.527461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.602467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-0adbda26-fe5f-4bb1-9f20-9159844b9dfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 200 len: 1002 time: 0.1143496 Jul 07 17:20:50.665504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.697844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Transition to ACTIVE for port object 0ae3e363-c966-4fcf-befd-3527d2992353 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:50.702454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.728188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b2a29340-c286-4ae3-aa95-1791c26da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.730478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b2a29340-c286-4ae3-aa95-1791c26da3a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 200 len: 847 time: 0.1194746 Jul 07 17:20:50.817513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 424e1f35-c50c-4124-929f-a271c0d20125 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:50.819944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.850219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 424e1f35-c50c-4124-929f-a271c0d20125 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:50.850829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 424e1f35-c50c-4124-929f-a271c0d20125 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:50.860473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:50.880716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:50.882639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afb77313-1131-4aeb-be78-2a3cecf6b919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.918459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:50.932658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.934004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.957149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-390d8937-fab6-4b69-96b3-a6f620e3ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.958768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-390d8937-fab6-4b69-96b3-a6f620e3ea0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a161a07-16cb-478e-ae6d-eb874a468209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152367 Jul 07 17:20:50.965192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.993410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.036441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.040861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4528997 Jul 07 17:20:51.042665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.052923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979161-0b24-46ea-9b0e-3ea064614c92 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=0ae3e363-c966-4fcf-befd-3527d2992353,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.053240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32e', 'mac_address': 'fa:16:3e:00:a4:db'}, {'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:0e:44:61'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.071553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:51.104206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.104548 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Added segment 5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2 of type vlan for network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 Jul 07 17:20:51.115843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689ffe3-6d15-464f-9081-3bdf33887346,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.175560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa4847-96e3-4e18-9a4f-656a80a4e376 req-f6503e00-8d97-4223-9912-5734dbfb37ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.177155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9fa4847-96e3-4e18-9a4f-656a80a4e376 req-f6503e00-8d97-4223-9912-5734dbfb37ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 946 time: 0.3302855 Jul 07 17:20:51.203385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad44d47-7feb-4abb-95b2-f87386b031f7 req-8e8d4de6-8ecd-41f2-8aa5-31b6d2dec144 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.205315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cad44d47-7feb-4abb-95b2-f87386b031f7 req-8e8d4de6-8ecd-41f2-8aa5-31b6d2dec144 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.2835376 Jul 07 17:20:51.207280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.225302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-b1f603a8-1b79-452a-9ef1-0b5ed90b1b27 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558258 Jul 07 17:20:51.283062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f83021ec-af68-4a13-befd-2841796f6975 None None] Provisioning for port 0ae3e363-c966-4fcf-befd-3527d2992353 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:51.290041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f83021ec-af68-4a13-befd-2841796f6975 None None] Provisioning complete for port 0ae3e363-c966-4fcf-befd-3527d2992353 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:51.290485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f83021ec-af68-4a13-befd-2841796f6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.294317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port b57e5c8b-0c50-46a8-b323-d6e884577907 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:51.294827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.316702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.339661 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-51b3b887-2ce9-48b9-adbb-c833dac742b3 req-812e8511-8afe-47cb-897e-3c1de9e237b7 service neutron] 10.222.0.32 "GET /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051061 Jul 07 17:20:51.346321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:20:51.373665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f83021ec-af68-4a13-befd-2841796f6975 None None] Port 0ae3e363-c966-4fcf-befd-3527d2992353 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:51.382894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.384536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.385352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.417454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afb77313-1131-4aeb-be78-2a3cecf6b919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.450487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afb77313-1131-4aeb-be78-2a3cecf6b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.469813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9934278 Jul 07 17:20:51.478508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34634) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.491083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Request body: {'subnet': {'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-191970012-subnet', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.492043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:51.497189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9fa4847-96e3-4e18-9a4f-656a80a4e376 req-68584b07-025b-49e0-aa0c-a3b0fc68d66d tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=eeebac06-9d42-473a-b800-c97d4ce30372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062556 Jul 07 17:20:51.507663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97c01-d8dc-48da-8cf2-c96c18f2ab60 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd2ead5-cccd-4c39-a463-b044fe6ff285,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.511755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:51.524300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:51.529813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb77313-1131-4aeb-be78-2a3cecf6b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f85d07-d4f7-44ca-949d-262bc6133b69,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.539412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-afb77313-1131-4aeb-be78-2a3cecf6b919 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02213db79efd43899344c3c492049a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362296 Jul 07 17:20:51.540286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34636) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.545971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cad44d47-7feb-4abb-95b2-f87386b031f7 req-b38038e9-7828-4d14-b6cd-b91fb85a96c0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890954 Jul 07 17:20:51.550315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:51.561745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.562381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.568051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:51.571491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.576975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=2230c84d-e309-400f-a10a-5b5abf81fae9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.625357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port b57e5c8b-0c50-46a8-b323-d6e884577907, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b57e5c8b-0c50-46a8-b323-d6e884577907,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:51.626050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.633113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a6a3656-ba50-4dba-af1b-18f3f9b919a2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5340209 Jul 07 17:20:51.638632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.690517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for b57e5c8b-0c50-46a8-b323-d6e884577907 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:51.709886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.745662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.772995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a8856-77d2-482f-8dd6-041297c83485 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.774410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fc6a8856-77d2-482f-8dd6-041297c83485 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/2230c84d-e309-400f-a10a-5b5abf81fae9 HTTP/1.1" status: 200 len: 841 time: 0.1325874 Jul 07 17:20:51.780711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.796429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.873408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.913246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.915706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.919736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08f85d07-d4f7-44ca-949d-262bc6133b69 HTTP/1.1" status: 204 len: 168 time: 0.3756182 Jul 07 17:20:51.941832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d7e3c4-8e30-4370-9f04-d54b00432788,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.948789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f5e67-79dc-4cfe-91e7-cbeb0089ce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f85d07-d4f7-44ca-949d-262bc6133b69,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.973678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Checking segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:51.974453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Network hostable DHCP agents. Network: 7fd2ead5-cccd-4c39-a463-b044fe6ff285, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:52.017883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:52.031649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7fd2ead5-cccd-4c39-a463-b044fe6ff285) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:52.045922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749e328-70ef-427e-bbd7-b9ae79face64 None None] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:52.048098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.051711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.071148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 2230c84d-e309-400f-a10a-5b5abf81fae9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:52.071535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.077274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9da9cfcb-b785-47a7-9304-4dab9c840848 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5948441 Jul 07 17:20:52.080242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34646) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.085003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.112109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.113770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.126166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.179802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.182584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=b57e5c8b-0c50-46a8-b323-d6e884577907,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.206227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.237075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.249611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.259923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:52.260810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.301324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] No DVR routers for this DVR port b57e5c8b-0c50-46a8-b323-d6e884577907 on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:52.307462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.309474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c477d02-f3c6-477b-bbe6-a7d14eba2db2 req-5a460280-4ebb-483f-bfdb-bd90d7c6fe27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "DELETE /v2.0/ports/b57e5c8b-0c50-46a8-b323-d6e884577907 HTTP/1.1" status: 204 len: 173 time: 1.8221943 Jul 07 17:20:52.312323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'name': 'network-vif-deleted', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:52.314608 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4465965b-d034-44e3-8f21-d576d3b62fdc" -d '{"events": [{"server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "name": "network-vif-deleted", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:52.318284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.355679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 2230c84d-e309-400f-a10a-5b5abf81fae9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:52.360022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] In _notify_port_updated(), no bound segment for port 0ae3e363-c966-4fcf-befd-3527d2992353 on network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:52.373702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:52.374561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.376014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "PUT /v2.0/ports/0ae3e363-c966-4fcf-befd-3527d2992353 HTTP/1.1" status: 200 len: 1067 time: 1.3319333 Jul 07 17:20:52.388048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.391446 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8718dd3-5d38-4daa-9aba-5e399c0453c0 x-openstack-request-id: req-e8718dd3-5d38-4daa-9aba-5e399c0453c0 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:52.398368 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457a1903-bcef-4791-80ad-5b5258c719cc", "name": "network-vif-deleted", "tag": "b57e5c8b-0c50-46a8-b323-d6e884577907", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:52.398708 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8718dd3-5d38-4daa-9aba-5e399c0453c0 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:52.399154 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457a1903-bcef-4791-80ad-5b5258c719cc', 'name': 'network-vif-deleted', 'tag': 'b57e5c8b-0c50-46a8-b323-d6e884577907', 'status': 'completed', 'code': 200} Jul 07 17:20:52.431495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6701369e-adbc-4562-a172-6230948753c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.459572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Allocated IP 172.20.0.2 (7fd2ead5-cccd-4c39-a463-b044fe6ff285/24d7e3c4-8e30-4370-9f04-d54b00432788/43e730c3-bbec-4602-8e86-47c92d7457dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:52.541481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb040-14d8-40d4-b7ec-171c573a7b1f tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event updated for resources: {'Port': ['ID=0ae3e363-c966-4fcf-befd-3527d2992353,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.901428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03526dda-8ed6-431c-8252-5a6cfae09d78 req-1446ff95-f7b5-4853-a99b-eb1f992ec409 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=457a1903-bcef-4791-80ad-5b5258c719cc HTTP/1.1" status: 200 len: 210 time: 0.0688493 Jul 07 17:20:52.911187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.927891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.978621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=2230c84d-e309-400f-a10a-5b5abf81fae9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.999120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port 0ae3e363-c966-4fcf-befd-3527d2992353 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:52.999555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.002592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51e9663d-eb74-4d79-b12f-1a7cb07fb5df None None] Provisioning complete for port 0ae3e363-c966-4fcf-befd-3527d2992353 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:53.003336 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e9663d-eb74-4d79-b12f-1a7cb07fb5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.003996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.005917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5883f690-82aa-4012-b0f5-c95e31825eee tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/2230c84d-e309-400f-a10a-5b5abf81fae9 HTTP/1.1" status: 204 len: 168 time: 1.2242618 Jul 07 17:20:53.010953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.058630 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.074304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51e9663d-eb74-4d79-b12f-1a7cb07fb5df None None] Port 0ae3e363-c966-4fcf-befd-3527d2992353 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:53.080451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab7c4-0c86-4edc-8f92-b4fbb3447dcf req-bec5ecd3-ddc6-4c2b-9ea1-d644de5a0fdc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.082313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-effab7c4-0c86-4edc-8f92-b4fbb3447dcf req-bec5ecd3-ddc6-4c2b-9ea1-d644de5a0fdc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3448386 Jul 07 17:20:53.084268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Transition to ACTIVE for port object 43e730c3-bbec-4602-8e86-47c92d7457dd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:53.103054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Transition to ACTIVE for port object 43e730c3-bbec-4602-8e86-47c92d7457dd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:53.111525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.123642 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac881775-7ef3-4267-99d0-183832552893 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:53.125327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ac881775-7ef3-4267-99d0-183832552893 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/2230c84d-e309-400f-a10a-5b5abf81fae9 HTTP/1.1" status: 404 len: 333 time: 0.1117997 Jul 07 17:20:53.128092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6701369e-adbc-4562-a172-6230948753c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.131180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34664) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.137997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'name': 'tempest-PortsTestJSON-1900264194'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.139664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6701369e-adbc-4562-a172-6230948753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.169496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Pushing event updated for resources: {'Port': ['ID=43e730c3-bbec-4602-8e86-47c92d7457dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.182211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:53.183782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.184136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.184620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.184968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.185307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.185643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.185975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.186333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.186662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.186991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.187321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.187650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:53.198242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:53.202802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:53.224787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6701369e-adbc-4562-a172-6230948753c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=025e254c364f4f2393e75dfa2da0f9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8797441 Jul 07 17:20:53.231566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.240783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.245681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-effab7c4-0c86-4edc-8f92-b4fbb3447dcf req-a6a1aeb8-f2e7-4996-8484-fbae85153b14 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287103 Jul 07 17:20:53.246347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701369e-adbc-4562-a172-6230948753c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba42114-1d66-456a-9c72-55984c805f44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.272796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for 0ae3e363-c966-4fcf-befd-3527d2992353 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:53.277527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Attempting to bind port 43e730c3-bbec-4602-8e86-47c92d7457dd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:53.277916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Attempting to bind port 43e730c3-bbec-4602-8e86-47c92d7457dd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:53.280638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Attempting to bind port 43e730c3-bbec-4602-8e86-47c92d7457dd on network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:53.292518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:53.293114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Checking segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:53.294381 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.296015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Bound using segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:53.296660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Bound port: 43e730c3-bbec-4602-8e86-47c92d7457dd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:53.297211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.342995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.377769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] For port 43e730c3-bbec-4602-8e86-47c92d7457dd, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:53.381806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] For port 43e730c3-bbec-4602-8e86-47c92d7457dd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=43e730c3-bbec-4602-8e86-47c92d7457dd,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:53.383141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.388057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.395399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.428230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.458328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f85fb-5191-4bfa-9c9e-80f97d4a2fd1 None None] Pushing event updated for resources: {'Port': ['ID=43e730c3-bbec-4602-8e86-47c92d7457dd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.492912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:53.496816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.519750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.522324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.525782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ba42114-1d66-456a-9c72-55984c805f44 HTTP/1.1" status: 204 len: 168 time: 0.2892249 Jul 07 17:20:53.533885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 865ae292-eaf0-4a62-8322-a4c40de182cb yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:53.542526 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.545134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102a327-db59-49bb-a889-a15f74efe8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba42114-1d66-456a-9c72-55984c805f44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.556873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255869d2-1af2-48ae-9be8-53de41b0c5e3 req-409184e6-d57c-4831-81f3-41f0955218cf tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:53.563792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-255869d2-1af2-48ae-9be8-53de41b0c5e3 req-409184e6-d57c-4831-81f3-41f0955218cf tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1460078 Jul 07 17:20:53.617212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=0ae3e363-c966-4fcf-befd-3527d2992353,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.667117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Allocated IP 172.25.7.32 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/7992e388-624a-486e-b278-4521aa4f4c1a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:53.682775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-255869d2-1af2-48ae-9be8-53de41b0c5e3 req-1d16c414-b10b-4e48-885a-5c65deaa7b85 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176021 Jul 07 17:20:53.876024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.957941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.019857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.067408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.075346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8668eae0-3053-48ba-a38c-989398211ce3 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/0ae3e363-c966-4fcf-befd-3527d2992353 HTTP/1.1" status: 204 len: 168 time: 1.6803749 Jul 07 17:20:54.078060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.131807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:54.133960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:54.136902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=865ae292-eaf0-4a62-8322-a4c40de182cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.140232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:54.148453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.149518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.151134 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-580464fa-8c2f-4adc-aca7-ce6ac95b194d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] GET failed (client error): The resource could not be found. Jul 07 17:20:54.154570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.155098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-580464fa-8c2f-4adc-aca7-ce6ac95b194d tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports/0ae3e363-c966-4fcf-befd-3527d2992353 HTTP/1.1" status: 404 len: 333 time: 0.0745795 Jul 07 17:20:54.158229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.163528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.208018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-695970e9-b9f0-4a91-84f8-9f5f5a345197 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0729051 Jul 07 17:20:54.209287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:54.214320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34692) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.219713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:54.231641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:54.254416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Pushing event updated for resources: {'Port': ['ID=7992e388-624a-486e-b278-4521aa4f4c1a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.257218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:54.400703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.444053 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:54.451375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.474671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.561022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b18d1-2cf1-4c36-b8e7-bd63c83a0eb7 req-54287f9b-5cbb-43d7-9727-ba1991cd691c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.562707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f3b18d1-2cf1-4c36-b8e7-bd63c83a0eb7 req-54287f9b-5cbb-43d7-9727-ba1991cd691c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.2223423 Jul 07 17:20:54.565281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port a383f724-8948-40df-8ccb-fe151dfe0d25 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:54.565778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.619940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.622908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.624218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/security-groups/eeebac06-9d42-473a-b800-c97d4ce30372 HTTP/1.1" status: 204 len: 168 time: 0.4596353 Jul 07 17:20:54.658608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e3f0c-5483-44d8-910a-42e3ae366996 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeebac06-9d42-473a-b800-c97d4ce30372,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.677741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34706) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.710283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f3b18d1-2cf1-4c36-b8e7-bd63c83a0eb7 req-556419fa-ed25-48f2-ac4c-6e2cf99c2abc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270707 Jul 07 17:20:54.737191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.751565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for a383f724-8948-40df-8ccb-fe151dfe0d25 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:54.771792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting subnet 220286e2-44ec-4232-8e55-330da74c2e18 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:54.775067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.820800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.890873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b57e5c8b-0c50-46a8-b323-d6e884577907 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:54.916727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.936314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: b57e5c8b-0c50-46a8-b323-d6e884577907 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:54.936798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b57e5c8b-0c50-46a8-b323-d6e884577907 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:54.973870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e37f21-84d3-448f-a90e-aaa5d9ea1271 None None] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:55.031740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 43e730c3-bbec-4602-8e86-47c92d7457dd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:55.069192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18aa31-20af-42b1-97f5-18ed979722f5 req-d2b623c8-2b90-42b1-bc87-309199b474db tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.077604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.083731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca18aa31-20af-42b1-97f5-18ed979722f5 req-d2b623c8-2b90-42b1-bc87-309199b474db tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1389349 Jul 07 17:20:55.087887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3b12f01c-52d0-420d-92c4-6b336688740c None None] Provisioning for port 43e730c3-bbec-4602-8e86-47c92d7457dd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:55.147712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 43e730c3-bbec-4602-8e86-47c92d7457dd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:55.158312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 43e730c3-bbec-4602-8e86-47c92d7457dd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:55.159045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.178073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca18aa31-20af-42b1-97f5-18ed979722f5 req-f0b4d5e5-ca2f-4582-a17a-8ea73081af8e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926616 Jul 07 17:20:55.179380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.215922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=a383f724-8948-40df-8ccb-fe151dfe0d25,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.249270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.252600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f28f153c-51a5-4538-81eb-bdc2ab5e40ee tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/a383f724-8948-40df-8ccb-fe151dfe0d25 HTTP/1.1" status: 204 len: 168 time: 1.0929866 Jul 07 17:20:55.269989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.280788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.296994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.300056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.334380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] In _notify_port_updated(), no bound segment for port 865ae292-eaf0-4a62-8322-a4c40de182cb on network 0b330d38-ee0e-4795-bf43-94d80c2278f1 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:55.336048 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1a5bde-bd0e-45a5-a46a-6a049a29413e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] GET failed (client error): The resource could not be found. Jul 07 17:20:55.337751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7f1a5bde-bd0e-45a5-a46a-6a049a29413e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "GET /v2.0/ports/a383f724-8948-40df-8ccb-fe151dfe0d25 HTTP/1.1" status: 404 len: 333 time: 0.0654821 Jul 07 17:20:55.341611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.342467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:55.343335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.344852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/ports/865ae292-eaf0-4a62-8322-a4c40de182cb HTTP/1.1" status: 200 len: 818 time: 1.1295516 Jul 07 17:20:55.351925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.375377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 43e730c3-bbec-4602-8e86-47c92d7457dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=43e730c3-bbec-4602-8e86-47c92d7457dd,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:55.382495 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.487016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=43e730c3-bbec-4602-8e86-47c92d7457dd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.652131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.726672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Subnet': ['ID=220286e2-44ec-4232-8e55-330da74c2e18,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.728807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.730691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc1f93bd-37d5-4204-9651-40ec2b8f02aa tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/subnets/220286e2-44ec-4232-8e55-330da74c2e18 HTTP/1.1" status: 204 len: 168 time: 1.0518391 Jul 07 17:20:55.732199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.734128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34744) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:55.735117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537921c-e8bd-4cb6-83ec-e32d66d75dc1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=865ae292-eaf0-4a62-8322-a4c40de182cb,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:55.741611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d5909f-6e67-49c6-a106-037782d739e2 None None] Network 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:55.971492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aaa6595e-1019-4de8-946a-b116ec4455c2 None None] Provisioning complete for port 43e730c3-bbec-4602-8e86-47c92d7457dd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:55.972663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaa6595e-1019-4de8-946a-b116ec4455c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:55.982085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.062568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-7f37fde2-c051-416b-b460-d1ee4d4d70d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1761472 Jul 07 17:20:56.162075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Router dff938ee-e770-4dbd-9487-aaf10877c046 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:56.170758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 5a56761e-ebe9-416d-80c6-500f0fcb496b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:56.171108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.274031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] DHCP port deletion for 2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:56.319619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port 6228ee20-6194-44cf-82b3-95a6cef79ab9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:56.320663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.352583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 865ae292-eaf0-4a62-8322-a4c40de182cb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:56.353017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.359281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Deleting port 5a56761e-ebe9-416d-80c6-500f0fcb496b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:56.360047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.400198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port 5a56761e-ebe9-416d-80c6-500f0fcb496b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a56761e-ebe9-416d-80c6-500f0fcb496b,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:56.400546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.431488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 5a56761e-ebe9-416d-80c6-500f0fcb496b owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:56.433487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:56.443013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-91ea5d48-4d39-497e-b2b1-f4f413188b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.444212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Sync routers for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:56.444541 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-91ea5d48-4d39-497e-b2b1-f4f413188b21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.3481863 Jul 07 17:20:56.473198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] For port 5a56761e-ebe9-416d-80c6-500f0fcb496b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a56761e-ebe9-416d-80c6-500f0fcb496b,segment=NetworkSegment(22af86fd-ea03-44e8-8d9a-3f41f40a0c55),segment_id=22af86fd-ea03-44e8-8d9a-3f41f40a0c55)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:56.473526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.490340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:56.490921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:56.494181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Calling delete_port for 5a56761e-ebe9-416d-80c6-500f0fcb496b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:56.495833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.499652 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2cdfa7ff-cb44-4930-b66c-74e510eb613a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4156914 Jul 07 17:20:56.499800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63213d4-c7ca-4683-a487-928c27239424 req-e7750c3f-dfc2-4368-85cf-48e939c7e09a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.499800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c63213d4-c7ca-4683-a487-928c27239424 req-e7750c3f-dfc2-4368-85cf-48e939c7e09a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3072820 Jul 07 17:20:56.504077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:56.602129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.719165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:56.786375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.819749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.864106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] Pushing event deleted for resources: {'Port': ['ID=5a56761e-ebe9-416d-80c6-500f0fcb496b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:56.875233 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.889676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for 6228ee20-6194-44cf-82b3-95a6cef79ab9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:56.897689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 43e730c3-bbec-4602-8e86-47c92d7457dd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:56.908816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43558c3-63dd-420d-a443-d0571ce8c2ce None None] No DVR routers for this DVR port 5a56761e-ebe9-416d-80c6-500f0fcb496b on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:56.997342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 865ae292-eaf0-4a62-8322-a4c40de182cb owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:57.033088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=5a56761e-ebe9-416d-80c6-500f0fcb496b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.040748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] No DVR routers for this DVR port 5a56761e-ebe9-416d-80c6-500f0fcb496b on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:57.041583 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c63213d4-c7ca-4683-a487-928c27239424 req-2903a681-36e2-49a0-8462-888ce22d4067 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171251 Jul 07 17:20:57.069963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 43e730c3-bbec-4602-8e86-47c92d7457dd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:57.070581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.140115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:20:54Z', 'revision_number': 3, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.187702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Checking router: dff938ee-e770-4dbd-9487-aaf10877c046 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:20:57.187944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Updating router dff938ee-e770-4dbd-9487-aaf10877c046 port 7992e388-624a-486e-b278-4521aa4f4c1a binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:20:57.202603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.216331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.220791 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.232357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22af86fd-ea03-44e8-8d9a-3f41f40a0c55') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.232831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22af86fd-ea03-44e8-8d9a-3f41f40a0c55') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.244798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.262357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-5f1451fe-ac7c-406b-ad89-ade70e4ede2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.264028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-5f1451fe-ac7c-406b-ad89-ade70e4ede2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.7711384 Jul 07 17:20:57.268813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=6228ee20-6194-44cf-82b3-95a6cef79ab9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.292692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.331401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.335358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.337292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9b4e068-5ea6-4407-9a8a-ecb4f9fee014 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/ports/6228ee20-6194-44cf-82b3-95a6cef79ab9 HTTP/1.1" status: 204 len: 168 time: 1.9947760 Jul 07 17:20:57.339093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.345880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.392150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.395447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=865ae292-eaf0-4a62-8322-a4c40de182cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.413225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a56761e-ebe9-416d-80c6-500f0fcb496b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:57.430978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.433277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d7e614ef-857c-4946-8ed9-207dc62b5611 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/865ae292-eaf0-4a62-8322-a4c40de182cb HTTP/1.1" status: 204 len: 168 time: 2.0811365 Jul 07 17:20:57.436198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.437281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting subnet 46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:57.438831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 5a56761e-ebe9-416d-80c6-500f0fcb496b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:57.439125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a56761e-ebe9-416d-80c6-500f0fcb496b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:57.457905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.472181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:57.472529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:57.499802 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:57.565729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886b281-acff-4bcc-86df-cb7610d3517a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.569638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b886b281-acff-4bcc-86df-cb7610d3517a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1298778 Jul 07 17:20:57.580611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.600360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.635310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f247a19e-cd0a-4600-b2de-687ed384f972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.636607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-17110dd9-4c37-4a7b-aef9-597046d34ef6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1001 time: 0.3485205 Jul 07 17:20:57.659334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.663334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.665375 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-18832cc0-6aba-4859-81d8-c7dc6d1ac1ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:20:57.665968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/networks/2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8 HTTP/1.1" status: 204 len: 168 time: 1.9280081 Jul 07 17:20:57.669988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18832cc0-6aba-4859-81d8-c7dc6d1ac1ec tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/865ae292-eaf0-4a62-8322-a4c40de182cb HTTP/1.1" status: 404 len: 333 time: 0.0666676 Jul 07 17:20:57.673577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.677112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:57.686276 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.693037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089707817'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:57.700655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Transition to ACTIVE for port object 7992e388-624a-486e-b278-4521aa4f4c1a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:57.707283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.727576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aab08c-2cbc-4a2e-9e69-1c4dad78c9d3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Network': ['ID=2ef31f1b-9fe7-4e86-a385-8f89b1c5a5f8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.750395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-cde1d449-7852-4594-9c7a-60be4c323de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.752187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-cde1d449-7852-4594-9c7a-60be4c323de3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1071732 Jul 07 17:20:57.765546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cebef-f495-4020-835a-727e0b4e6f4e None None] Pushing event updated for resources: {'Port': ['ID=7992e388-624a-486e-b278-4521aa4f4c1a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.772177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Attempting to bind port 7992e388-624a-486e-b278-4521aa4f4c1a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:57.772571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Attempting to bind port 7992e388-624a-486e-b278-4521aa4f4c1a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:57.772937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Attempting to bind port 7992e388-624a-486e-b278-4521aa4f4c1a on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:57.778369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:57.778758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:57.779147 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.779540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:57.780007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Bound port: 7992e388-624a-486e-b278-4521aa4f4c1a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:57.780391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.789898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:20:57.789898 n-d-791504-12 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:20:57.789898 n-d-791504-12 neutron-server[93766]: [parameters: {'project_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'id': '195acdc8-d4f2-4ee6-bf57-aca957f0bf5f', 'expiration': datetime.datetime(2021, 7, 7, 17, 22, 57, 747513)}] Jul 07 17:20:57.789898 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:57.790413 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:57.793588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.839028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] For port 7992e388-624a-486e-b278-4521aa4f4c1a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:57.843235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] For port 7992e388-624a-486e-b278-4521aa4f4c1a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7992e388-624a-486e-b278-4521aa4f4c1a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:57.849107 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.897748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-495250fb-b74d-4a84-9b0a-2a29805017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.899439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-495250fb-b74d-4a84-9b0a-2a29805017cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401544 Jul 07 17:20:57.906178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.924991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cebef-f495-4020-835a-727e0b4e6f4e None None] Pushing event updated for resources: {'Port': ['ID=7992e388-624a-486e-b278-4521aa4f4c1a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.937691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:57.938339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:57.967929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.992047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Subnet': ['ID=46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.999253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.002031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1ba3631-e959-4dec-a403-8551c75da3f8 tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/subnets/46fe37b7-2c90-4bdd-893f-ce8cc42b8b0a HTTP/1.1" status: 204 len: 168 time: 0.6536839 Jul 07 17:20:58.004424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.026036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7a537-c750-4d3b-b29a-c7024a568924 None None] Network b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:58.053609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f247a19e-cd0a-4600-b2de-687ed384f972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.066475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f247a19e-cd0a-4600-b2de-687ed384f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.107081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port f05de916-69b6-4893-a1f9-bc6303442c71 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:58.107744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.119168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.139996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-053b42b0-691c-4e76-9840-1833dee73286 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286360 Jul 07 17:20:58.194989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f247a19e-cd0a-4600-b2de-687ed384f972 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27ac47dd9f4649898c108d0f296028b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972670 Jul 07 17:20:58.203757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:58.216929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a19e-cd0a-4600-b2de-687ed384f972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e951f-7766-42fd-a676-7eb825d99cac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.291597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Deleting port be2c170c-63fe-4643-a6b2-9cb44829f94c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:58.292163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.292609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:20:58.361227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.361844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.374662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Allocated IP 172.20.0.1 (7fd2ead5-cccd-4c39-a463-b044fe6ff285/24d7e3c4-8e30-4370-9f04-d54b00432788/4fb97e5c-79e8-4db7-b069-5e67c348dd8a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:58.384157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] For port be2c170c-63fe-4643-a6b2-9cb44829f94c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=be2c170c-63fe-4643-a6b2-9cb44829f94c,segment=NetworkSegment(9eebbac0-1450-45fc-bd38-f7bc310a9d80),segment_id=9eebbac0-1450-45fc-bd38-f7bc310a9d80)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:58.384602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for f05de916-69b6-4893-a1f9-bc6303442c71 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:58.384858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.386267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:58.389815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.392032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.402101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Calling delete_port for be2c170c-63fe-4643-a6b2-9cb44829f94c owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:58.471782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-952d11f0-c0b5-46b7-b876-ac618e3e1480 req-f4d341fb-51af-4f6b-aa0b-f5cdfca24133 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046052 Jul 07 17:20:58.509752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.537384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Port': ['ID=be2c170c-63fe-4643-a6b2-9cb44829f94c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.540950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:20:54Z', 'revision_number': 3, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:58.545563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.549280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] No DVR routers for this DVR port be2c170c-63fe-4643-a6b2-9cb44829f94c on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:58.574843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86b476-9654-44ea-9754-ff2bca0b221d None None] The sync data for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 is: [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:20:54Z', 'revision_number': 3, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:58.589197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:58.637341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d2bb5-c610-4b86-a8fb-453916d278db None None] DHCP port deletion for b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:58.641050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.641387 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment 9f3a00d4-8847-40a6-b3ad-e81c9a800adc of type vlan for network 2689f337-1e68-4214-bcc8-3229679ff7f9 Jul 07 17:20:58.662663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.674450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7652dbe-5583-4b6c-ae1b-f1f18ab55c16']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:58.685052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eebbac0-1450-45fc-bd38-f7bc310a9d80') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:58.685385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eebbac0-1450-45fc-bd38-f7bc310a9d80') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:58.696644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.714228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.721229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:58.722224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:58.725506 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:58.740634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.806911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.815910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.816435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.823463 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] 10.222.0.22 "DELETE /v2.0/networks/b7652dbe-5583-4b6c-ae1b-f1f18ab55c16 HTTP/1.1" status: 204 len: 168 time: 0.8130035 Jul 07 17:20:58.823959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.823959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/605e951f-7766-42fd-a676-7eb825d99cac HTTP/1.1" status: 204 len: 168 time: 0.6150658 Jul 07 17:20:58.832783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29965-dcd4-48f2-a5e0-5ff602f4d88e tempest-AllowedAddressPairIpV6TestJSON-90833428 tempest-AllowedAddressPairIpV6TestJSON-90833428-project] Pushing event deleted for resources: {'Network': ['ID=b7652dbe-5583-4b6c-ae1b-f1f18ab55c16,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.868789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9ce7f-dee4-445a-9baa-3b2e8cdf8dd4 req-437f8aaf-de2d-4712-a475-7c775c70c3d3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.878335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48c9ce7f-dee4-445a-9baa-3b2e8cdf8dd4 req-437f8aaf-de2d-4712-a475-7c775c70c3d3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.6187067 Jul 07 17:20:58.889050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.909444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c601fa9-74ee-46a4-bd95-7f61fdcbfe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e951f-7766-42fd-a676-7eb825d99cac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.920087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Transition to ACTIVE for port object 4fb97e5c-79e8-4db7-b069-5e67c348dd8a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:58.935245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device be2c170c-63fe-4643-a6b2-9cb44829f94c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:58.979877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.980300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: be2c170c-63fe-4643-a6b2-9cb44829f94c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:58.980778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device be2c170c-63fe-4643-a6b2-9cb44829f94c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:58.995679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.996609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.057387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3725009 Jul 07 17:20:59.060238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:59.075396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:59.130465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48c9ce7f-dee4-445a-9baa-3b2e8cdf8dd4 req-9257715b-f8e1-4d50-a757-35b76bdc137e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519674 Jul 07 17:20:59.163115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca4498-460d-4544-a6b1-2bdf547c5c71 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=2689f337-1e68-4214-bcc8-3229679ff7f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.168454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.176861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:59.191297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.241807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=f05de916-69b6-4893-a1f9-bc6303442c71,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.294019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34866) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:59.311740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:59.315625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.366730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:59.374886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:59.377914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:59.403705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.479059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:59.479942 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.480898 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Floating IP 3c2ee813-c4cc-4f9b-aab9-42eb91475a98 disassociated (deleted). External IP: 172.25.7.61, port: 9e12e1ba-e188-4cfd-863a-6df6052a2679. Jul 07 17:20:59.535242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.587679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-81791304-2155-4a64-b702-9d33bdfa030e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b93d3e164c954dc0a49e1d49214d7033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873974 Jul 07 17:20:59.589088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:59.692121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2275217c-d59b-4e7f-8582-77bba0e7c440 None None] Provisioning for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:59.698157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2275217c-d59b-4e7f-8582-77bba0e7c440 None None] Provisioning complete for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:59.698839 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2275217c-d59b-4e7f-8582-77bba0e7c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.721900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.746200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2275217c-d59b-4e7f-8582-77bba0e7c440 None None] Port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:59.755920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.797716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.820531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.861980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': '9f3a00d4-8847-40a6-b3ad-e81c9a800adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:59.862370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 2689f337-1e68-4214-bcc8-3229679ff7f9, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:59.874159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d31c9f0-655d-465e-b601-770a6370c105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.886037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:59.894767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.895091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e26b3aac-9e55-4ca8-87f0-0c2f33436797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.897615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:59.901444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06b464d3-8594-4495-81d8-51cfea13faea HTTP/1.1" status: 204 len: 168 time: 0.3094006 Jul 07 17:20:59.912654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2689f337-1e68-4214-bcc8-3229679ff7f9) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:59.921380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43170ca2-ceeb-4978-b164-65fd82585f14 None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:59.932083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c992b-b30a-45d7-a556-102950da64fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b464d3-8594-4495-81d8-51cfea13faea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:59.940280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.940996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.123333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2689f337-1e68-4214-bcc8-3229679ff7f9', 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:00.124269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.176640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.234594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e26b3aac-9e55-4ca8-87f0-0c2f33436797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.249468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e26b3aac-9e55-4ca8-87f0-0c2f33436797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.257746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f8ac948-4e04-4114-8201-ce9260ea8537 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1960731 Jul 07 17:21:00.258670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34882) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:00.264604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:00.334175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Allocated IP 172.20.0.2 (2689f337-1e68-4214-bcc8-3229679ff7f9/1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5/c62ebf33-3789-4130-96c0-fb55f36dc96a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:00.430633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:00.444778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b3aac-9e55-4ca8-87f0-0c2f33436797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371c657-5fc5-415b-beab-b817269e171b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:00.453366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:00.458136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.461912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e26b3aac-9e55-4ca8-87f0-0c2f33436797 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4538ff5c1ba449892ac0601c43f4c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9763520 Jul 07 17:21:00.466477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:00.532171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.543181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Transition to ACTIVE for port object c62ebf33-3789-4130-96c0-fb55f36dc96a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:00.561789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Transition to ACTIVE for port object c62ebf33-3789-4130-96c0-fb55f36dc96a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:00.573727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.613451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:00.619295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:00.624444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:00.634919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.645770 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5 (CIDR: 172.20.0.0/28) Jul 07 17:21:00.653874 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:00.654419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:21:00.676047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f04ba54-fa6f-4ae5-88e5-43f5bc087ca1 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4158432 Jul 07 17:21:00.680941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.682491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:00.687934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:00.706259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Pushing event updated for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:00.718712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Attempting to bind port c62ebf33-3789-4130-96c0-fb55f36dc96a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:00.719094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Attempting to bind port c62ebf33-3789-4130-96c0-fb55f36dc96a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9f3a00d4-8847-40a6-b3ad-e81c9a800adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:00.719604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Attempting to bind port c62ebf33-3789-4130-96c0-fb55f36dc96a on network 2689f337-1e68-4214-bcc8-3229679ff7f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:00.725828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:00.726317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Checking segment: {'id': '9f3a00d4-8847-40a6-b3ad-e81c9a800adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:00.726782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.727293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Bound using segment: {'id': '9f3a00d4-8847-40a6-b3ad-e81c9a800adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:00.727945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Bound port: c62ebf33-3789-4130-96c0-fb55f36dc96a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a00d4-8847-40a6-b3ad-e81c9a800adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:00.728539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.743354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:00.753561 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:00.773986 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:00.774848 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.775753 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:00.836679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9baeb9b8-9048-48a1-8879-4fbc8b6a6eb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/floatingips/3c2ee813-c4cc-4f9b-aab9-42eb91475a98 HTTP/1.1" status: 204 len: 168 time: 3.1599214 Jul 07 17:21:00.841732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:00.844369 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a75da-c9a9-4061-9c13-cb2974d74c85" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:00.879880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f1bc3-3336-4267-b60f-b3b5342cced4 req-ce599e8d-2eb5-4e03-8b97-fb8389ff98d0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.887772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-968f1bc3-3336-4267-b60f-b3b5342cced4 req-ce599e8d-2eb5-4e03-8b97-fb8389ff98d0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.5479348 Jul 07 17:21:00.908198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:00.917176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c62ebf33-3789-4130-96c0-fb55f36dc96a,segment=NetworkSegment(9f3a00d4-8847-40a6-b3ad-e81c9a800adc),segment_id=9f3a00d4-8847-40a6-b3ad-e81c9a800adc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:00.926368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.991860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:00.996824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:00.999537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7992e388-624a-486e-b278-4521aa4f4c1a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:01.008544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-968f1bc3-3336-4267-b60f-b3b5342cced4 req-d8d776e1-8ce4-406b-90e2-ee167156ce4d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198072 Jul 07 17:21:01.072704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:01.079810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.089549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.096405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.102046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.108803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1371c657-5fc5-415b-beab-b817269e171b HTTP/1.1" status: 204 len: 168 time: 0.6417763 Jul 07 17:21:01.109513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:01.152845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836738cc-c7f4-4afd-91b2-76e0c83f0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371c657-5fc5-415b-beab-b817269e171b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:01.196977 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20074b-f912-4742-8480-5480ab74d9dd x-openstack-request-id: req-9d20074b-f912-4742-8480-5480ab74d9dd {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:01.197632 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:01.197632 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d20074b-f912-4742-8480-5480ab74d9dd {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:01.197937 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'status': 'completed', 'code': 200} Jul 07 17:21:01.319057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5cc9-ebd6-4986-9915-850ab747813d None None] Pushing event updated for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:01.366271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.376666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7992e388-624a-486e-b278-4521aa4f4c1a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:01.399008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-879602579'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:01.400265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7992e388-624a-486e-b278-4521aa4f4c1a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:01.402230 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.543746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Made reservation on behalf of 8897447872854740bd762228500fa7d4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:01.558018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.574428 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.609049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.627301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:01.637657 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:01.643553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.668175 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:01.671904 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:20:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:01.673802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7992e388-624a-486e-b278-4521aa4f4c1a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7992e388-624a-486e-b278-4521aa4f4c1a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:01.680527 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:01.722075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-f59cc475-1b54-4531-8a02-3eb06a76074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:01.724051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-f59cc475-1b54-4531-8a02-3eb06a76074a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 1097 time: 0.4662564 Jul 07 17:21:01.759524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7992e388-624a-486e-b278-4521aa4f4c1a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:01.846505 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:01.848953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:01.852271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:02.028886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.085498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-dc2f51d9-8c48-4418-b750-1916d5068808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.091435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-dc2f51d9-8c48-4418-b750-1916d5068808 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 200 len: 898 time: 0.3494353 Jul 07 17:21:02.116599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.125815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.138934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:02.150513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.151168 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Added segment 5c5ec36a-821a-4b14-8b3e-b582af30623e of type vlan for network 836736d9-ac19-4ee9-81c3-151c9d73a91c Jul 07 17:21:02.198784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:02.225734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:02.227723 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:02.253624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-4a995d22-91f0-4bf7-afdf-1d22da31dd24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 200 len: 217 time: 0.1123261 Jul 07 17:21:02.257890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.260404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.273933 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa84ebc-6cbd-4150-8608-bab7fa6abe9a None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:20:46Z', 'revision_number': 6, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'fd0320c7-8e16-4b60-935d-9ce80dd8e9c1', 'name': '', 'network_id': 'bf7f3927-feb4-45ed-a6de-9e744c6c9cfa', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:14:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:49Z', 'updated_at': '2021-07-07T17:18:59Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': '53a063ea-7bb3-465e-885c-d71285791c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:02.301818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429fe914-1950-4337-9884-ebd356dcd1cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.309608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.326179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.344797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3728d533-b588-4cda-877c-c2852e0d8ed9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6589253 Jul 07 17:21:02.349458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:02.355037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'fixed_ips': [{'subnet_id': '1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5'}, {'subnet_id': 'f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d'}], 'name': 'tempest-PortsTestJSON-2146330580'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:02.385142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-5b00c930-bf34-4854-8f19-f22ffdc1e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.387194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-5b00c930-bf34-4854-8f19-f22ffdc1e327 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53a063ea-7bb3-465e-885c-d71285791c1d HTTP/1.1" status: 200 len: 835 time: 0.1206248 Jul 07 17:21:02.389496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2f30578a-823e-4bf0-8179-16033602b796 None None] Provisioning complete for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:02.394418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f30578a-823e-4bf0-8179-16033602b796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.395567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Router dff938ee-e770-4dbd-9487-aaf10877c046 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:02.399021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a39fab01-336e-47ce-833c-8fd098a9727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.483552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dda2b-7640-4119-a37d-736505534a2e req-ae99e259-1f5a-4213-b146-3f7eb85a8907 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.486774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.487576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2f30578a-823e-4bf0-8179-16033602b796 None None] Port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:02.490696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a20dda2b-7640-4119-a37d-736505534a2e req-ae99e259-1f5a-4213-b146-3f7eb85a8907 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.7729850 Jul 07 17:21:02.496710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.497370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.565784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4371033 Jul 07 17:21:02.566496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34942) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:02.584942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'subnet': {'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:02.639573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d091-83d1-47f9-8c05-95b62373e1ba req-e41002bb-6de1-4ed6-a83d-11a0abfa5b79 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.649818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b238d091-83d1-47f9-8c05-95b62373e1ba req-e41002bb-6de1-4ed6-a83d-11a0abfa5b79 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.4005878 Jul 07 17:21:02.686359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:02.731420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06a03e-4fa9-4c2b-a4d1-6397aa70da06 None None] New status for floating IP 3c2ee813-c4cc-4f9b-aab9-42eb91475a98: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:21:02.747123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-e3d0124a-798f-4320-8aa9-a2b98ffe466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.748470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-e3d0124a-798f-4320-8aa9-a2b98ffe466e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3496542 Jul 07 17:21:02.780213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6b7ad-1ea7-434d-9ee2-5f1999b84884 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Network': ['ID=836736d9-ac19-4ee9-81c3-151c9d73a91c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:02.792065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a20dda2b-7640-4119-a37d-736505534a2e req-e2a4ab4f-d370-4147-86a6-a6d3c506ee27 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003731 Jul 07 17:21:02.827936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:02.914453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.986655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Made reservation on behalf of 8897447872854740bd762228500fa7d4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:02.990244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:02.990649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b238d091-83d1-47f9-8c05-95b62373e1ba req-2df306b1-ff82-4fde-99ca-8a63d1b81c3d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275926 Jul 07 17:21:03.031656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:03.039893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a30eb264-bff0-43a3-aade-82ff37f7cd49 admin admin] 10.222.0.22 "PUT /v2.0/routers/dff938ee-e770-4dbd-9487-aaf10877c046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5327890 Jul 07 17:21:03.055702 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Sync routers for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:03.069013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5aca48-9cc3-451a-b039-61b5ceeac91c None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:03.079887 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:03.080525 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:03.114584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-0ca708e7-b399-4ecb-814f-4bf00a39dc6f service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553565 Jul 07 17:21:03.133896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-931c5a18-ed81-425f-b1ca-6415fcf8b7ec tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.135768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-931c5a18-ed81-425f-b1ca-6415fcf8b7ec tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.4213679 Jul 07 17:21:03.181855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7c71afa6-dfda-4ecc-bf7d-915921198208 None None] Provisioning for port c62ebf33-3789-4130-96c0-fb55f36dc96a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:03.200869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.270471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c62ebf33-3789-4130-96c0-fb55f36dc96a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:03.306814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:03.320166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 04d6f8af-3dfe-4523-a843-0c0ec690c047 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:03.356225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-934a75da-c9a9-4061-9c13-cb2974d74c85 req-fbfa77e8-6bf4-41f7-8db5-c9993fb8fb9b service neutron] 10.222.0.32 "GET /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336371 Jul 07 17:21:03.367635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c62ebf33-3789-4130-96c0-fb55f36dc96a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:03.375227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c62ebf33-3789-4130-96c0-fb55f36dc96a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:03.376661 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.564699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.589946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.593769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Update dhcp port {'port': {'network_id': '2689f337-1e68-4214-bcc8-3229679ff7f9', 'fixed_ips': [{'subnet_id': '1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d'}], 'binding:host_id': 'n-d-791504-12'}, 'id': 'c62ebf33-3789-4130-96c0-fb55f36dc96a'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:21:03.611675 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 2, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:03.644345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c62ebf33-3789-4130-96c0-fb55f36dc96a,segment=NetworkSegment(9f3a00d4-8847-40a6-b3ad-e81c9a800adc),segment_id=9f3a00d4-8847-40a6-b3ad-e81c9a800adc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:03.646755 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Checking router: dff938ee-e770-4dbd-9487-aaf10877c046 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:03.647355 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Updating router dff938ee-e770-4dbd-9487-aaf10877c046 port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:03.656480 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.657818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7992e388-624a-486e-b278-4521aa4f4c1a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:03.686955 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.726809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:03.736674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.816631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:03.961551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f95b6b9-2e99-4103-b3a3-6537ab4daee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:03.971434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7992e388-624a-486e-b278-4521aa4f4c1a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:03.972014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.132835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f95b6b9-2e99-4103-b3a3-6537ab4daee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.145315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f95b6b9-2e99-4103-b3a3-6537ab4daee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.179299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f95b6b9-2e99-4103-b3a3-6537ab4daee1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abed096010e441b0b83236c560d225eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506330 Jul 07 17:21:04.179750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:04.228983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Allocated IP 172.20.0.18 (2689f337-1e68-4214-bcc8-3229679ff7f9/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d/c62ebf33-3789-4130-96c0-fb55f36dc96a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:04.248313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578debc-96f5-482d-a20d-579fed0c74ed req-3839a42a-c8cb-4d84-8c96-db3a43fbf881 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.249917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6578debc-96f5-482d-a20d-579fed0c74ed req-3839a42a-c8cb-4d84-8c96-db3a43fbf881 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 945 time: 0.2843671 Jul 07 17:21:04.284438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 9e12e1ba-e188-4cfd-863a-6df6052a2679 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:04.284918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.293557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95b6b9-2e99-4103-b3a3-6537ab4daee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7efc2f4-b841-4d57-99d0-344d7e4f19fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.340956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.356238 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.368252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Transition to ACTIVE for port object 4fb97e5c-79e8-4db7-b069-5e67c348dd8a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:04.377768 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.384068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.432203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c62ebf33-3789-4130-96c0-fb55f36dc96a,segment=NetworkSegment(9f3a00d4-8847-40a6-b3ad-e81c9a800adc),segment_id=9f3a00d4-8847-40a6-b3ad-e81c9a800adc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:04.458138 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Pushing event updated for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.485812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6578debc-96f5-482d-a20d-579fed0c74ed req-8fcf39df-e67e-430c-a4b4-bb0baa73199e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=005f6949-6143-4c77-a9f9-66ec7e95cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955609 Jul 07 17:21:04.504861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.505031 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.505550 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.505902 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.506257 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.506595 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.506950 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.507651 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.507818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.508151 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.508482 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.508810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.509134 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:04.510454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.553374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Transition to ACTIVE for port object c62ebf33-3789-4130-96c0-fb55f36dc96a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:04.563397 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.563916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port 9e12e1ba-e188-4cfd-863a-6df6052a2679, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9e12e1ba-e188-4cfd-863a-6df6052a2679,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:04.564346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.581224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 9e12e1ba-e188-4cfd-863a-6df6052a2679 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:04.597301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dd979-558d-42f2-b577-2d303d53b82e req-b0bdf7e3-1b2d-40bb-a733-515a75817039 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.611601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c40dd979-558d-42f2-b577-2d303d53b82e req-b0bdf7e3-1b2d-40bb-a733-515a75817039 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3878269 Jul 07 17:21:04.617265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Attempting to bind port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:04.621622 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Attempting to bind port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:04.622190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Attempting to bind port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a on network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:04.634204 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:04.634663 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Checking segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:04.635262 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.635719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Bound using segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:04.636342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Bound port: 4fb97e5c-79e8-4db7-b069-5e67c348dd8a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:04.637077 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.693175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.717741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c40dd979-558d-42f2-b577-2d303d53b82e req-db826308-4b96-4f9f-9bf5-d8480a79ffca tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051605 Jul 07 17:21:04.811187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.813208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d222-2178-47f8-9161-e397bab2ae49 None None] Pushing event updated for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.815249 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] For port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:04.828005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] For port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:04.831342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Subnet': ['ID=1d1d096c-2831-41b5-84f1-4ac00d5a8703,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.836735 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.864914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Checking segment: {'id': '5c5ec36a-821a-4b14-8b3e-b582af30623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:04.865203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network hostable DHCP agents. Network: 836736d9-ac19-4ee9-81c3-151c9d73a91c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:04.871174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.874604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:04.879211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7efc2f4-b841-4d57-99d0-344d7e4f19fd HTTP/1.1" status: 204 len: 168 time: 0.6960320 Jul 07 17:21:04.909826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f15b7-4284-4ce2-bc4a-8d37c2915453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7efc2f4-b841-4d57-99d0-344d7e4f19fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.947283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=9e12e1ba-e188-4cfd-863a-6df6052a2679,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:04.956636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c62ebf33-3789-4130-96c0-fb55f36dc96a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:05.001838 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd1a12-1329-4f15-8d37-bd4f7369526d None None] Pushing event updated for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:05.024889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:05.026550 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:05.035699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] No DVR routers for this DVR port 9e12e1ba-e188-4cfd-863a-6df6052a2679 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:05.056887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.062355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44db2e9-65cf-4d03-ace5-de0311b43078 req-5fb221c7-0953-44d8-9ce7-a5f5d7ff7161 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "DELETE /v2.0/ports/9e12e1ba-e188-4cfd-863a-6df6052a2679 HTTP/1.1" status: 204 len: 173 time: 1.8407748 Jul 07 17:21:05.062847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'name': 'network-vif-deleted', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:05.065788 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49771f5e-17fa-4b5c-82eb-53bfe2bbd061" -d '{"events": [{"server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "name": "network-vif-deleted", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:05.123787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:05.148813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 836736d9-ac19-4ee9-81c3-151c9d73a91c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:05.158033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4dc27-f83f-423f-bcdb-004a3f9a9395 None None] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:05.167592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:05.168682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.214858 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb799a7c-c95c-42b9-9327-ff3ecf9bca47 x-openstack-request-id: req-cb799a7c-c95c-42b9-9327-ff3ecf9bca47 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:05.215068 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bdffa4-5ee3-4d8b-8815-24281027e4b6", "name": "network-vif-deleted", "tag": "9e12e1ba-e188-4cfd-863a-6df6052a2679", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:05.215319 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb799a7c-c95c-42b9-9327-ff3ecf9bca47 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:05.215728 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bdffa4-5ee3-4d8b-8815-24281027e4b6', 'name': 'network-vif-deleted', 'tag': '9e12e1ba-e188-4cfd-863a-6df6052a2679', 'status': 'completed', 'code': 200} Jul 07 17:21:05.217628 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef174fd7-437a-4b2c-9894-74487cb873df tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6370177 Jul 07 17:21:05.220640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.225629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1681021409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:05.249794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.6 (2689f337-1e68-4214-bcc8-3229679ff7f9/1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5/04d6f8af-3dfe-4523-a843-0c0ec690c047) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:05.267193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.23 (2689f337-1e68-4214-bcc8-3229679ff7f9/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d/04d6f8af-3dfe-4523-a843-0c0ec690c047) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:05.289920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.291006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.468665 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:05.488829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.494606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.495108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.558304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.563340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-113b738c-8326-429d-98d0-13da856c65ec tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3390820 Jul 07 17:21:05.566206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:05.647248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-836736d9-ac19-4ee9-81c3-151c9d73a91c', 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c', 'tenant_id': '8897447872854740bd762228500fa7d4', 'fixed_ips': [{'subnet_id': '1d1d096c-2831-41b5-84f1-4ac00d5a8703'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:05.649681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.820301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.874268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 04d6f8af-3dfe-4523-a843-0c0ec690c047 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:05.960562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:05.986898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a8d8b99-95ef-4422-9e99-a0666245c1c8 req-8bf2e7c1-49cb-44ab-8c39-3f03536c15d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9bdffa4-5ee3-4d8b-8815-24281027e4b6 HTTP/1.1" status: 200 len: 210 time: 0.1525841 Jul 07 17:21:06.003463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240cb2e-91ad-45be-8c49-fdbf32b53303 None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:06.093478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:04Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:06.111567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=04d6f8af-3dfe-4523-a843-0c0ec690c047,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:06.138887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:06.142056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:06.146819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:06.170249 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6479fe-4d68-4187-92cb-e99f7caba24c None None] The sync data for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 is: [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:04Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:06.296849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.297545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.319185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8cf407f6-babd-4e26-be23-f6987bb26522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.9681675 Jul 07 17:21:06.321685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35106) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:06.337700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:06.556103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.591605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Allocated IP 172.20.0.2 (836736d9-ac19-4ee9-81c3-151c9d73a91c/1d1d096c-2831-41b5-84f1-4ac00d5a8703/e5be1b73-aa37-49e5-ac0b-000b783c58b8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:06.834970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.876185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Transition to ACTIVE for port object e5be1b73-aa37-49e5-ac0b-000b783c58b8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:06.882446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-85d21f42-e869-49e6-b035-489c01be08d9 None None] Provisioning for port c62ebf33-3789-4130-96c0-fb55f36dc96a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:06.913198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-85d21f42-e869-49e6-b035-489c01be08d9 None None] Provisioning complete for port c62ebf33-3789-4130-96c0-fb55f36dc96a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:06.913657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d21f42-e869-49e6-b035-489c01be08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.943125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:06.945825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Transition to ACTIVE for port object e5be1b73-aa37-49e5-ac0b-000b783c58b8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:07.011237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9e12e1ba-e188-4cfd-863a-6df6052a2679 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:07.058499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 9e12e1ba-e188-4cfd-863a-6df6052a2679 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:07.058499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9e12e1ba-e188-4cfd-863a-6df6052a2679 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:07.060720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.072628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Delete allocated IP 172.20.0.23 (2689f337-1e68-4214-bcc8-3229679ff7f9/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d) {{(pid=93765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:21:07.147565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5a21-21dc-4aa8-9a57-53adf5311e35 req-b2bb32db-915c-48d3-8040-7ca104e57358 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.160337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-929c5a21-21dc-4aa8-9a57-53adf5311e35 req-b2bb32db-915c-48d3-8040-7ca104e57358 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.9748259 Jul 07 17:21:07.182754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4fb97e5c-79e8-4db7-b069-5e67c348dd8a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:07.263244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:07.272996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.282808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:07.296473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:07.322777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Pushing event updated for resources: {'Port': ['ID=e5be1b73-aa37-49e5-ac0b-000b783c58b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.343533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.375175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Ignored duplicate provisioning block setup for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:21:07.382673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.398933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-929c5a21-21dc-4aa8-9a57-53adf5311e35 req-36d71ee1-085c-4ac4-ab4f-cb648c20625f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335086 Jul 07 17:21:07.434504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.446162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.482318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.529040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=04d6f8af-3dfe-4523-a843-0c0ec690c047,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.608883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Attempting to bind port e5be1b73-aa37-49e5-ac0b-000b783c58b8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:07.609416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Attempting to bind port e5be1b73-aa37-49e5-ac0b-000b783c58b8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5c5ec36a-821a-4b14-8b3e-b582af30623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:07.609532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Attempting to bind port e5be1b73-aa37-49e5-ac0b-000b783c58b8 on network 836736d9-ac19-4ee9-81c3-151c9d73a91c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:07.615185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:07.628540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:07.628981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.630804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:07.633134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Checking segment: {'id': '5c5ec36a-821a-4b14-8b3e-b582af30623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:07.633134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.633134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Bound using segment: {'id': '5c5ec36a-821a-4b14-8b3e-b582af30623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:07.633134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Bound port: e5be1b73-aa37-49e5-ac0b-000b783c58b8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ec36a-821a-4b14-8b3e-b582af30623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:07.633134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.716638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] In _notify_port_updated(), no bound segment for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 on network 2689f337-1e68-4214-bcc8-3229679ff7f9 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:21:07.722571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.727309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.728893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7dacd5ed-536f-4c57-a4aa-68d883f1760d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/ports/04d6f8af-3dfe-4523-a843-0c0ec690c047 HTTP/1.1" status: 200 len: 919 time: 1.4049602 Jul 07 17:21:07.733209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35136) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.753169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5'}, {'subnet_id': 'f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:07.786182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.790223 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:07.792152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/security-groups/005f6949-6143-4c77-a9f9-66ec7e95cec1 HTTP/1.1" status: 204 len: 168 time: 0.5182421 Jul 07 17:21:07.806416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294ac1-2863-48c2-a76e-5e931c5e52a1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f6949-6143-4c77-a9f9-66ec7e95cec1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:07.888046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35140) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.888245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35142) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:07.934683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] For port e5be1b73-aa37-49e5-ac0b-000b783c58b8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:07.986731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] For port e5be1b73-aa37-49e5-ac0b-000b783c58b8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e5be1b73-aa37-49e5-ac0b-000b783c58b8,segment=NetworkSegment(5c5ec36a-821a-4b14-8b3e-b582af30623e),segment_id=5c5ec36a-821a-4b14-8b3e-b582af30623e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:07.997550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.005264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.173175 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.175253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c4d5c-3898-41d1-a3bf-3b85a9047851 None None] Pushing event updated for resources: {'Port': ['ID=e5be1b73-aa37-49e5-ac0b-000b783c58b8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.182037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e5fa4bce-37c0-4ed9-b1f5-5bb373d70238 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1006226510'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:08.182620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e5fa4bce-37c0-4ed9-b1f5-5bb373d70238 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Unknown quota resources ['metering_label']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:21:08.245418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:08.263190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.264328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c62ebf33-3789-4130-96c0-fb55f36dc96a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:08.313065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Allocated IP 172.20.0.1 (836736d9-ac19-4ee9-81c3-151c9d73a91c/1d1d096c-2831-41b5-84f1-4ac00d5a8703/90f3435d-6675-4b68-b5ed-08505f577f44) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:08.618006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.639811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Transition to ACTIVE for port object 90f3435d-6675-4b68-b5ed-08505f577f44 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:08.686414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Provisioning for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:08.797989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Provisioning complete for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:08.797989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.804232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.835055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.879082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c62ebf33-3789-4130-96c0-fb55f36dc96a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:08.879943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.883122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4bce-37c0-4ed9-b1f5-5bb373d70238 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:08.884063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e5fa4bce-37c0-4ed9-b1f5-5bb373d70238 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9933496 Jul 07 17:21:08.891403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35152) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:08.910055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-62cc445d-757d-408d-a31f-640dae44b0b3 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '33bed707-4e57-4183-bac0-084c6c037c96'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:08.910780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-62cc445d-757d-408d-a31f-640dae44b0b3 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:21:08.929593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=90f3435d-6675-4b68-b5ed-08505f577f44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:08.964619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:08.967953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:08.971225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:09.010645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Port 04d6f8af-3dfe-4523-a843-0c0ec690c047 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:09.027912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c1d3-6a32-4bd8-a326-ed38fd3ee035 req-5a6f0512-9ef9-42c5-ae48-1ef44da730f5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.034731 n-d-791504-12 neutron-server[93765]: WARNING neutron.services.metering.metering_plugin [None req-62cc445d-757d-408d-a31f-640dae44b0b3 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:21:09.037120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bd8c1d3-6a32-4bd8-a326-ed38fd3ee035 req-5a6f0512-9ef9-42c5-ae48-1ef44da730f5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3340778 Jul 07 17:21:09.071425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.116310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Provisioning complete for port c62ebf33-3789-4130-96c0-fb55f36dc96a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:09.116938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c40e4f-5dce-462a-91f8-b349390746ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.139028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bd8c1d3-6a32-4bd8-a326-ed38fd3ee035 req-71bfd25a-0df5-410c-9b0c-b882acc2ad35 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988426 Jul 07 17:21:09.313933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62cc445d-757d-408d-a31f-640dae44b0b3 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.315246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62cc445d-757d-408d-a31f-640dae44b0b3 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4176261 Jul 07 17:21:09.320926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.336275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dcc87080-c632-4682-8f9c-fa833b18a804 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '33bed707-4e57-4183-bac0-084c6c037c96'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:09.336766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dcc87080-c632-4682-8f9c-fa833b18a804 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:21:09.355523 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.427176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2e3556b5-49e0-4b1c-a59b-fd690aca36c9 None None] Provisioning complete for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:09.427176 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e3556b5-49e0-4b1c-a59b-fd690aca36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.468260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4fb97e5c-79e8-4db7-b069-5e67c348dd8a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:09.503651 n-d-791504-12 neutron-server[93766]: WARNING neutron.services.metering.metering_plugin [None req-dcc87080-c632-4682-8f9c-fa833b18a804 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:21:09.527128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.21 (2689f337-1e68-4214-bcc8-3229679ff7f9/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d/04d6f8af-3dfe-4523-a843-0c0ec690c047) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:09.551182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e3556b5-49e0-4b1c-a59b-fd690aca36c9 None None] Port 04d6f8af-3dfe-4523-a843-0c0ec690c047 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:09.587545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:09.588215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.681758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.709468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcc87080-c632-4682-8f9c-fa833b18a804 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.710694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dcc87080-c632-4682-8f9c-fa833b18a804 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3854706 Jul 07 17:21:09.717524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e5be1b73-aa37-49e5-ac0b-000b783c58b8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:09.723306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35156) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:09.814439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e5be1b73-aa37-49e5-ac0b-000b783c58b8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:09.847374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f3677-f4af-4e70-9ab0-b7b08a11dd46 None None] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:09.940372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Provisioning for port e5be1b73-aa37-49e5-ac0b-000b783c58b8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:09.952791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Provisioning complete for port e5be1b73-aa37-49e5-ac0b-000b783c58b8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:09.953467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.975319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:09.984801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.115001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.118161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=90f3435d-6675-4b68-b5ed-08505f577f44,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.152285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84a74064-9c9a-4797-acff-d30da0c1645e tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=7c0ae02f-f16f-49e7-8eff-918006fda260 HTTP/1.1" status: 200 len: 464 time: 0.4233408 Jul 07 17:21:10.152941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.283826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:10.285672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:10.308422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.362426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4e99c51-608d-450d-992a-a5377daf2afb tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.363593 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4e99c51-608d-450d-992a-a5377daf2afb tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/7c0ae02f-f16f-49e7-8eff-918006fda260 HTTP/1.1" status: 204 len: 168 time: 0.2065964 Jul 07 17:21:10.369686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Ignored duplicate provisioning block setup for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:21:10.370306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35166) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.385535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.393280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ba42a54-a1b1-42f6-9e71-d3e9739076e9 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=7c0ae02f-f16f-49e7-8eff-918006fda260 HTTP/1.1" status: 200 len: 221 time: 0.0189276 Jul 07 17:21:10.399269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.408669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-933923ad-a706-4e81-ae5c-2c5f8892c088 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--721404955', 'description': 'label created by tempest'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:10.409123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-933923ad-a706-4e81-ae5c-2c5f8892c088 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Unknown quota resources ['metering_label']. {{(pid=93765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:21:10.413595 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.465533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] For port e5be1b73-aa37-49e5-ac0b-000b783c58b8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e5be1b73-aa37-49e5-ac0b-000b783c58b8,segment=NetworkSegment(5c5ec36a-821a-4b14-8b3e-b582af30623e),segment_id=5c5ec36a-821a-4b14-8b3e-b582af30623e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:10.472626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.521876 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19a59-0134-4f98-8e10-750e3fbf84c2 req-f422ff8d-c8b4-4611-9267-7d73fb52ee07 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.524265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4f19a59-0134-4f98-8e10-750e3fbf84c2 req-f422ff8d-c8b4-4611-9267-7d73fb52ee07 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1418822 Jul 07 17:21:10.546569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c828fd-75d7-4041-87fb-b00b1be06ccf None None] Pushing event updated for resources: {'Port': ['ID=e5be1b73-aa37-49e5-ac0b-000b783c58b8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.564494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Router da06ff7e-8fb9-4002-8d23-9b12a3ae0f95 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:10.667623 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f4f19a59-0134-4f98-8e10-750e3fbf84c2 req-1b1c7548-fb6e-4b0f-a4ce-b7b269bb79c1 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351018 Jul 07 17:21:10.702497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:10.710282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-793dccaa-57d9-4759-bcae-ceba0b69d3c6 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "PUT /v2.0/routers/da06ff7e-8fb9-4002-8d23-9b12a3ae0f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1405494 Jul 07 17:21:10.715077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.718461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] Sync routers for ids ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:10.720990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'port': {'network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c', 'name': 'tempest-FloatingIPNegativeTestJSON-325408408'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:10.733915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] Routers {'da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:10.734654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:10.773831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=04d6f8af-3dfe-4523-a843-0c0ec690c047,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:10.791415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:10.809357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] Routers {'da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:10.810147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:10.887079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:10.888095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae569b-1381-4c59-b781-fd6998c23d72 None None] The sync data for ids ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:10.908570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Provisioning complete for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:10.908879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.921379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Made reservation on behalf of 8897447872854740bd762228500fa7d4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:10.923746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-933923ad-a706-4e81-ae5c-2c5f8892c088 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.924948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-933923ad-a706-4e81-ae5c-2c5f8892c088 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5247257 Jul 07 17:21:10.925465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.928685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:10.973470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] In _notify_port_updated(), no bound segment for port 04d6f8af-3dfe-4523-a843-0c0ec690c047 on network 2689f337-1e68-4214-bcc8-3229679ff7f9 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:21:10.978487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Port 04d6f8af-3dfe-4523-a843-0c0ec690c047 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:10.989289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:10.989693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Provisioning complete for port e5be1b73-aa37-49e5-ac0b-000b783c58b8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:10.989995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.990997 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:10.991383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e98932e-c9e1-4c3f-8049-9ea6f5405616 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/ports/04d6f8af-3dfe-4523-a843-0c0ec690c047 HTTP/1.1" status: 200 len: 999 time: 3.2571743 Jul 07 17:21:11.008556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35176) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.034898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0529b566-2bd3-4666-b327-9754c86f9122 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=68c3f682-1741-44bd-a9d3-20dae74d7241 HTTP/1.1" status: 200 len: 467 time: 0.1050191 Jul 07 17:21:11.036186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] device_id is not set on port 087f4007-4feb-423f-8851-afc3684da5ac yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:11.040613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.172617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Provisioning for port 90f3435d-6675-4b68-b5ed-08505f577f44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:11.183884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Provisioning complete for port 90f3435d-6675-4b68-b5ed-08505f577f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:11.184890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.274207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92ef146d-2bd9-4ae8-9a2f-be1334a23003 None None] Port 90f3435d-6675-4b68-b5ed-08505f577f44 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:11.289267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e5be1b73-aa37-49e5-ac0b-000b783c58b8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:11.313920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 04d6f8af-3dfe-4523-a843-0c0ec690c047 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:11.314194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.370286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:11.370878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.377562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e5be1b73-aa37-49e5-ac0b-000b783c58b8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:11.378250 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.421611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e674d6af-db70-49de-81bf-67bae90722bd tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.423281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e674d6af-db70-49de-81bf-67bae90722bd tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/68c3f682-1741-44bd-a9d3-20dae74d7241 HTTP/1.1" status: 204 len: 168 time: 0.3817379 Jul 07 17:21:11.426030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.437842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04c72154-955d-488d-bf06-3e39074e5b54 None None] Provisioning complete for port 90f3435d-6675-4b68-b5ed-08505f577f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:11.438654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04c72154-955d-488d-bf06-3e39074e5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.449676 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b9c3ee76-4274-4f98-9a8e-5446a64375db tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=68c3f682-1741-44bd-a9d3-20dae74d7241 HTTP/1.1" status: 200 len: 216 time: 0.0225379 Jul 07 17:21:11.453159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.473436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2dd10d50-44e7-4873-af56-16b8b86b82ec tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0192523 Jul 07 17:21:11.474661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Allocated IP 172.20.0.10 (836736d9-ac19-4ee9-81c3-151c9d73a91c/1d1d096c-2831-41b5-84f1-4ac00d5a8703/087f4007-4feb-423f-8851-afc3684da5ac) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:11.474852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port fd0320c7-8e16-4b60-935d-9ce80dd8e9c1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:11.476770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.476908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.493359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:11.496696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf6cbe45-2de8-42ed-b4ba-006a57beb9ac tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188618 Jul 07 17:21:11.500169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.511460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04c72154-955d-488d-bf06-3e39074e5b54 None None] Port 90f3435d-6675-4b68-b5ed-08505f577f44 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:11.559196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e2c5802e-3683-41d4-97f7-df0e6e5281a7 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/33bed707-4e57-4183-bac0-084c6c037c96 HTTP/1.1" status: 200 len: 473 time: 0.0578947 Jul 07 17:21:11.563586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.586585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8ba9c3aa-a43d-4292-b48d-2ad78284b7b8 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/190b88fb-a67a-48a4-9a3a-a221e78c00ca HTTP/1.1" status: 200 len: 461 time: 0.0219891 Jul 07 17:21:11.593384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:11.638802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6cc8825b-58c6-4eb9-8d37-27506e24fae5 None None] Provisioning complete for port 90f3435d-6675-4b68-b5ed-08505f577f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:11.639197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cc8825b-58c6-4eb9-8d37-27506e24fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.658773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.681273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 04d6f8af-3dfe-4523-a843-0c0ec690c047 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:11.723350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8825b-58c6-4eb9-8d37-27506e24fae5 None None] Port 90f3435d-6675-4b68-b5ed-08505f577f44 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:11.845780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:11.888877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=fd0320c7-8e16-4b60-935d-9ce80dd8e9c1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:11.972934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.973384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.973804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.974245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.974593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.974929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.975266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.975598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.975929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.976257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.976591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:11.976942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:12.134771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bda315b0-5607-4eb1-adb2-b883a73fabf7 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.135885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bda315b0-5607-4eb1-adb2-b883a73fabf7 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/190b88fb-a67a-48a4-9a3a-a221e78c00ca HTTP/1.1" status: 204 len: 168 time: 0.5415666 Jul 07 17:21:12.138602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.149323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.220511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.241250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Transition to ACTIVE for port object 087f4007-4feb-423f-8851-afc3684da5ac will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:12.251770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1dd5-1fe5-4b4a-9c5b-fedad3d0cd9e req-2591f331-4d47-4266-a37e-a148890ca24c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.258925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03b1dd5-1fe5-4b4a-9c5b-fedad3d0cd9e req-2591f331-4d47-4266-a37e-a148890ca24c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1295767 Jul 07 17:21:12.285027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=04d6f8af-3dfe-4523-a843-0c0ec690c047,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:12.329256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03b1dd5-1fe5-4b4a-9c5b-fedad3d0cd9e req-8557cf7f-7616-4887-b207-cb18c9ebd36c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Jul 07 17:21:12.351241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.403601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:12.412409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:12.414917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:12.417641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=087f4007-4feb-423f-8851-afc3684da5ac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:12.487488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.488168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.510005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c91a428-eb4f-4bfa-9782-1e0d2b3b1de7 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7935188 Jul 07 17:21:12.513199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.517982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:12.541222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.567729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.618480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.628449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.629787 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-262044b0-1ac8-4fd4-b11f-cf0f820ab632 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/04d6f8af-3dfe-4523-a843-0c0ec690c047 HTTP/1.1" status: 204 len: 168 time: 1.6187549 Jul 07 17:21:12.663795 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-089f13e5-ad13-4ecc-ad08-2ba81ed3c522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:21:12.665556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-089f13e5-ad13-4ecc-ad08-2ba81ed3c522 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/04d6f8af-3dfe-4523-a843-0c0ec690c047 HTTP/1.1" status: 404 len: 333 time: 0.0360625 Jul 07 17:21:12.668306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:12.675659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7ab315f-0a2f-42ee-a6cc-c209b3e57f38 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.680144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f7ab315f-0a2f-42ee-a6cc-c209b3e57f38 tempest-MeteringTestJSON-1561454768 tempest-MeteringTestJSON-1561454768-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/33bed707-4e57-4183-bac0-084c6c037c96 HTTP/1.1" status: 204 len: 168 time: 0.5374184 Jul 07 17:21:12.742781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:12.749599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.776539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6942d111-d439-4871-add8-3037876b8bbd None None] Provisioning for port 087f4007-4feb-423f-8851-afc3684da5ac completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:12.780449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6942d111-d439-4871-add8-3037876b8bbd None None] Provisioning complete for port 087f4007-4feb-423f-8851-afc3684da5ac triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:12.780824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6942d111-d439-4871-add8-3037876b8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.835753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.844793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6942d111-d439-4871-add8-3037876b8bbd None None] Port 087f4007-4feb-423f-8851-afc3684da5ac cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:12.894157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:12.960189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router dd826bcf-8aa7-470a-8704-980b36d860e3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:12.993461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.080655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:13.089530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be4bb40a-7177-456b-a5c7-1cac9d1c3b0a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/dd826bcf-8aa7-470a-8704-980b36d860e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1999130 Jul 07 17:21:13.090184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35216) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.092256 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Sync routers for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:13.104503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:13.104711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.105119 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.109011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Allocated IP 172.25.7.184 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:13.128704 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.144219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting subnet 53a063ea-7bb3-465e-885c-d71285791c1d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:13.147872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.183452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e924b-7ea1-45ac-bb01-b1985bd5b3c8 None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:13.201814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:13.212158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.216693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-39a48c63-0159-4c5e-8094-0203ae80b8da tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d HTTP/1.1" status: 204 len: 168 time: 0.5438735 Jul 07 17:21:13.217008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:13.267588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.315258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:13.319147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:13.330083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.439579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.461110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f760da5d-d444-44d3-a186-6cab64370fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.488375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.645506 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:21:11Z', 'revision_number': 7, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.695855 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Checking router: dd826bcf-8aa7-470a-8704-980b36d860e3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:13.717279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Routers {'dd826bcf-8aa7-470a-8704-980b36d860e3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:13.719356 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dd826bcf-8aa7-470a-8704-980b36d860e3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:13.805444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.868241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.902208 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] Set router dd826bcf-8aa7-470a-8704-980b36d860e3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:13.912294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.980286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:13.997664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.003928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/subnets/53a063ea-7bb3-465e-885c-d71285791c1d HTTP/1.1" status: 204 len: 168 time: 0.9123764 Jul 07 17:21:14.007585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f37a1-3f0e-4ed8-8b6e-cad01d488b81 None None] Network bf7f3927-feb4-45ed-a6de-9e744c6c9cfa requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:14.025102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35228) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.034410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4d13-53c8-4e02-a1f8-cd8abfa42854 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Subnet': ['ID=53a063ea-7bb3-465e-885c-d71285791c1d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.057199 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f760da5d-d444-44d3-a186-6cab64370fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.072577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef153cc-5426-4a62-8980-eace13b23f97 req-84889011-ed5a-4d67-8f35-34105f52c02c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:14.082138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ef153cc-5426-4a62-8980-eace13b23f97 req-84889011-ed5a-4d67-8f35-34105f52c02c tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.5303736 Jul 07 17:21:14.085920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.094930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f760da5d-d444-44d3-a186-6cab64370fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.160964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:14.195438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f760da5d-d444-44d3-a186-6cab64370fad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f22f8d4d133c43b69a3b09b0d1d66dce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0897412 Jul 07 17:21:14.198073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.206446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:14.249805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:14.256578 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:21:11Z', 'revision_number': 7, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:14.305046 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5888b-91ff-432a-a6d4-0762259d9adb None None] The sync data for ids ['dd826bcf-8aa7-470a-8704-980b36d860e3'] in n-d-791504-12 is: [{'id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'name': 'tempest-TestNetworkBasicOps-router-2102191012', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:41Z', 'updated_at': '2021-07-07T17:21:11Z', 'revision_number': 7, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'fa9b472e-738a-4301-92d0-e7412dc3563f', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd826bcf-8aa7-470a-8704-980b36d860e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:42Z', 'updated_at': '2021-07-07T17:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:14.336105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.381460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] DHCP port deletion for bf7f3927-feb4-45ed-a6de-9e744c6c9cfa request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:14.425332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.429255 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.464081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.476248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Deleting port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:14.476727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.494761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.497768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce679e4d-77df-4b9e-b89a-cf9c8f966f5f None None] Network 2689f337-1e68-4214-bcc8-3229679ff7f9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:14.505341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:14.506744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-79285da4-f1ec-4065-8ec8-404ba7266f21 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5 HTTP/1.1" status: 204 len: 168 time: 1.2885840 Jul 07 17:21:14.516659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.557153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760da5d-d444-44d3-a186-6cab64370fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ff525-9125-46f7-a9cb-061b1a7ee5a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.599964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-77ebe93c-aa35-479b-aa9f-b349c0a912ee None None] Provisioning complete for port c62ebf33-3789-4130-96c0-fb55f36dc96a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:14.600666 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ebe93c-aa35-479b-aa9f-b349c0a912ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.604025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ef153cc-5426-4a62-8980-eace13b23f97 req-3a444f83-2113-445c-ad2b-f068d6cb4dcc tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227668 Jul 07 17:21:14.623162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.644331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.660777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.744786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.811533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] For port 0ca2272e-4696-4613-a61c-8f51a44ab5e9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ca2272e-4696-4613-a61c-8f51a44ab5e9,segment=NetworkSegment(99959852-a74e-499f-89ce-a73ae1480d7e),segment_id=99959852-a74e-499f-89ce-a73ae1480d7e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:14.811533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.837538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.840414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.844150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe9ff525-9125-46f7-a9cb-061b1a7ee5a8 HTTP/1.1" status: 204 len: 168 time: 0.6425068 Jul 07 17:21:14.862670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Calling delete_port for 0ca2272e-4696-4613-a61c-8f51a44ab5e9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:14.875995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port c62ebf33-3789-4130-96c0-fb55f36dc96a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:14.876359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.879906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674ca89-9c13-41c1-b32a-c2c437613aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ff525-9125-46f7-a9cb-061b1a7ee5a8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:14.903297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.913587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.966743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port fa9b472e-738a-4301-92d0-e7412dc3563f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:14.967260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.976075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c62ebf33-3789-4130-96c0-fb55f36dc96a,segment=NetworkSegment(9f3a00d4-8847-40a6-b3ad-e81c9a800adc),segment_id=9f3a00d4-8847-40a6-b3ad-e81c9a800adc)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:14.976452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.011223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.045045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] DHCP port deletion for 2689f337-1e68-4214-bcc8-3229679ff7f9 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:15.061393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for c62ebf33-3789-4130-96c0-fb55f36dc96a owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:15.065669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] No DVR routers for this DVR port 0ca2272e-4696-4613-a61c-8f51a44ab5e9 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:15.080230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f63451-fcd7-43c0-8227-40f39675de73 None None] Pushing event deleted for resources: {'Port': ['ID=0ca2272e-4696-4613-a61c-8f51a44ab5e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.127272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.135918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Deleting port c62ebf33-3789-4130-96c0-fb55f36dc96a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:15.136305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.156511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port fa9b472e-738a-4301-92d0-e7412dc3563f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fa9b472e-738a-4301-92d0-e7412dc3563f,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:15.156956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.174371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.180510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for fa9b472e-738a-4301-92d0-e7412dc3563f owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:15.200282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.209249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-771a2e90-beb7-4a61-a9ea-a5dd26c9e1be tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6947637 Jul 07 17:21:15.215754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.224263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1132ec2e-3317-44da-a02a-5da62f5c33b1 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'floatingip': {'port_id': '087f4007-4feb-423f-8851-afc3684da5ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:15.266016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.287358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] For port c62ebf33-3789-4130-96c0-fb55f36dc96a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c62ebf33-3789-4130-96c0-fb55f36dc96a,segment=NetworkSegment(9f3a00d4-8847-40a6-b3ad-e81c9a800adc),segment_id=9f3a00d4-8847-40a6-b3ad-e81c9a800adc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:15.287764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.303077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:15.310516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1132ec2e-3317-44da-a02a-5da62f5c33b1 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.319747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Calling delete_port for c62ebf33-3789-4130-96c0-fb55f36dc96a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:15.341720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No DVR routers for this DVR port c62ebf33-3789-4130-96c0-fb55f36dc96a on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:15.347663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.361468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:15.362163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fd0320c7-8e16-4b60-935d-9ce80dd8e9c1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:15.362311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c62ebf33-3789-4130-96c0-fb55f36dc96a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:15.389996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c62ebf33-3789-4130-96c0-fb55f36dc96a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:15.390405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c62ebf33-3789-4130-96c0-fb55f36dc96a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:15.391416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ca2272e-4696-4613-a61c-8f51a44ab5e9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:15.458550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0ca2272e-4696-4613-a61c-8f51a44ab5e9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:15.458903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ca2272e-4696-4613-a61c-8f51a44ab5e9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:15.485949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35246) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.504162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.506302 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1132ec2e-3317-44da-a02a-5da62f5c33b1 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] update failed (client error): The resource could not be found. Jul 07 17:21:15.510162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1132ec2e-3317-44da-a02a-5da62f5c33b1 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "PUT /v2.0/floatingips/25bfc312-525d-4576-a032-da8fc1fb81c8 HTTP/1.1" status: 404 len: 507 time: 0.2903597 Jul 07 17:21:15.510347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.526606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80336a0c-0c45-41b9-84a2-17bece015674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.540487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] Pushing event deleted for resources: {'Port': ['ID=c62ebf33-3789-4130-96c0-fb55f36dc96a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.542850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e39dd-8990-4dee-8e21-f543ad3211ea None None] No DVR routers for this DVR port c62ebf33-3789-4130-96c0-fb55f36dc96a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:15.550208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.585395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689f337-1e68-4214-bcc8-3229679ff7f9']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:15.599965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a00d4-8847-40a6-b3ad-e81c9a800adc') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:15.600172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a00d4-8847-40a6-b3ad-e81c9a800adc') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:15.618222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.682327 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.687190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting port bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:15.687551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.704369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:15.704809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:15.710950 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:15.767539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.779006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.779414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.809313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Calling delete_port for bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:15.823935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=fa9b472e-738a-4301-92d0-e7412dc3563f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.850885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.885465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.890959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/2689f337-1e68-4214-bcc8-3229679ff7f9 HTTP/1.1" status: 204 len: 168 time: 1.3815610 Jul 07 17:21:15.893880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.917751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc05016-2d68-459d-b4d4-edbdea985e8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=2689f337-1e68-4214-bcc8-3229679ff7f9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.928765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80336a0c-0c45-41b9-84a2-17bece015674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.936067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80336a0c-0c45-41b9-84a2-17bece015674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.939274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.992514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657afaf-7ee3-4a11-b7a0-7b4177217633 req-652c0f05-2c5b-4bb2-9812-a71ee0767060 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.994095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4657afaf-7ee3-4a11-b7a0-7b4177217633 req-652c0f05-2c5b-4bb2-9812-a71ee0767060 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.2073994 Jul 07 17:21:16.050584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad318c6-2701-4122-a63d-3cac9dfbbb9b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.056836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8ad318c6-2701-4122-a63d-3cac9dfbbb9b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1572552 Jul 07 17:21:16.056836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.086393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80336a0c-0c45-41b9-84a2-17bece015674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38b32e-15c8-4e24-90d4-8ad54c4cacca,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.095704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80336a0c-0c45-41b9-84a2-17bece015674 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5874a5dc42574489930b610844830e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070199 Jul 07 17:21:16.098010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.098275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.101612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.131480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4657afaf-7ee3-4a11-b7a0-7b4177217633 req-04fef63d-61bf-4dc7-a890-036133ab055e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272027 Jul 07 17:21:16.149622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.150316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Fanout notify agent at l3_agent the message router_deleted on router dd826bcf-8aa7-470a-8704-980b36d860e3 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:16.159206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.164662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.164838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-441f50ea-cb17-484b-96e8-6cf12431dadc tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/routers/dd826bcf-8aa7-470a-8704-980b36d860e3 HTTP/1.1" status: 204 len: 168 time: 2.1378064 Jul 07 17:21:16.186259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.267970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Port': ['ID=bc1aace2-81e5-4f62-a76c-2c2c0e9bb6e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.345601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-73fc9664-105e-4784-b80c-7d1ca9348d83 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2885964 Jul 07 17:21:16.348974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35264) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.354664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-744899289'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.384122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:16.388479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.388932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.394142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.427577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:16.437722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.440417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.440832 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment 9a5bfcba-20f4-4f33-869b-a963f2ffc338 of type vlan for network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 Jul 07 17:21:16.440949 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.442130 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-353a6038-ea76-43f8-9dc9-20b0d8748b1f tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "DELETE /v2.0/floatingips/25bfc312-525d-4576-a032-da8fc1fb81c8 HTTP/1.1" status: 204 len: 168 time: 0.9308512 Jul 07 17:21:16.446558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.459439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c776fbe7-2d0f-47a9-a1b0-d8efea03599e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'floatingip': {'floating_network_id': '836736d9-ac19-4ee9-81c3-151c9d73a91c', 'port_id': '087f4007-4feb-423f-8851-afc3684da5ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.465413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.512947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.526083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c776fbe7-2d0f-47a9-a1b0-d8efea03599e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.556170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.565935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7f3927-feb4-45ed-a6de-9e744c6c9cfa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:16.577341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99959852-a74e-499f-89ce-a73ae1480d7e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:16.577557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99959852-a74e-499f-89ce-a73ae1480d7e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:16.587394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.588385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.592749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.593492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.601754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.603973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.608155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a38b32e-15c8-4e24-90d4-8ad54c4cacca HTTP/1.1" status: 204 len: 168 time: 0.5058870 Jul 07 17:21:16.608155 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.618137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be8fdf-abea-4133-a016-79872a17dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38b32e-15c8-4e24-90d4-8ad54c4cacca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.621392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:16.621822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:16.625390 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:16.669472 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3193362 Jul 07 17:21:16.674392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35270) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.696388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.717764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.740201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.754216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/networks/bf7f3927-feb4-45ed-a6de-9e744c6c9cfa HTTP/1.1" status: 204 len: 168 time: 0.5810807 Jul 07 17:21:16.755748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef4617-94da-4736-8391-a5ffe4289a90 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=822c9ca5-fa9c-4297-bd14-006f871ef6c8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.768933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35272) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.769134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e816e-1a0a-415a-87f8-4969c8a1e5c8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Network': ['ID=bf7f3927-feb4-45ed-a6de-9e744c6c9cfa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.778610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:16.780963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'network': {'name': 'tempest-network-smoke--1335405240', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'port_security_enabled': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.856795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:16.868442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.915288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:16.918731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.927107 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-c776fbe7-2d0f-47a9-a1b0-d8efea03599e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:21:16.932048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.932747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c776fbe7-2d0f-47a9-a1b0-d8efea03599e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4770074 Jul 07 17:21:16.939909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '087f4007-4feb-423f-8851-afc3684da5ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:16.946978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:16.987553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.995329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.995693 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Added segment 3336eb4f-6366-4bb0-a088-26f07db584fc of type vlan for network bab919a9-3010-40f3-91cb-a4e8a38b63e6 Jul 07 17:21:17.062393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.148545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.155348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.156000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.158741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.246739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4742782 Jul 07 17:21:17.249565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:17.259472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-44965357', 'admin_state_up': True, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:17.290048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa9b472e-738a-4301-92d0-e7412dc3563f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:17.295820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f807a-598c-423a-9006-4b1603339fd3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Network': ['ID=bab919a9-3010-40f3-91cb-a4e8a38b63e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.333740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.357569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:17.361842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: fa9b472e-738a-4301-92d0-e7412dc3563f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:17.364148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fa9b472e-738a-4301-92d0-e7412dc3563f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:17.419794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=3b948e1d-3e7d-4dfe-b389-087d6708c933,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:17.442074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': '9a5bfcba-20f4-4f33-869b-a963f2ffc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:17.443305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 822c9ca5-fa9c-4297-bd14-006f871ef6c8, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:17.472997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:17.489815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 822c9ca5-fa9c-4297-bd14-006f871ef6c8) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:17.505675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.506391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.511754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e079c3c0-4491-429d-b168-7dad0a539473 None None] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:17.520618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.521813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.541930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-93e625bd-5ffe-48c9-99df-651d24cf424a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8590608 Jul 07 17:21:17.542740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35298) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:17.550705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8', 'name': 'tempest-PortsTestJSON-104496443'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:17.556697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Allocated IP 172.25.7.224 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/dc718ca1-73e8-40af-916a-178785e2069d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:17.582822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df3a6-5328-4a36-9ec1-f2a8ff0325ea req-4e3a0ce3-3306-4b40-a34f-7fb0d7e147ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.584567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-858df3a6-5328-4a36-9ec1-f2a8ff0325ea req-4e3a0ce3-3306-4b40-a34f-7fb0d7e147ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1941738 Jul 07 17:21:17.660539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.727202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-858df3a6-5328-4a36-9ec1-f2a8ff0325ea req-f8b808b0-401e-4326-b5e2-4d84f027021e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234081 Jul 07 17:21:17.745684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-822c9ca5-fa9c-4297-bd14-006f871ef6c8', 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '3b948e1d-3e7d-4dfe-b389-087d6708c933'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:17.746503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:17.752054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.752436 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.788483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:17.969103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.4 (822c9ca5-fa9c-4297-bd14-006f871ef6c8/3b948e1d-3e7d-4dfe-b389-087d6708c933/86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:18.175603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.195928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:18.242829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.297456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:18.303204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:18.307745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:18.343577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.359563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.376852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.385011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.385729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.400533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Allocated IP 172.20.0.2 (822c9ca5-fa9c-4297-bd14-006f871ef6c8/3b948e1d-3e7d-4dfe-b389-087d6708c933/8bd3b6cd-d376-4fb2-8357-32345aeafa63) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:18.412470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2dd9caad-b7df-4cfb-b711-8c9e58cfe24d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8658056 Jul 07 17:21:18.412470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35314) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:18.429964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8', 'name': 'tempest-PortsTestJSON-487203492'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:18.494051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.547999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:18.553241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:18.556655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:18.601714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event updated for resources: {'Port': ['ID=dc718ca1-73e8-40af-916a-178785e2069d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.612190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.612564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.612975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.613325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.613659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.613991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.614362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.614736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.615070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.615450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.615769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.616097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:18.627820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:18.632643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.691380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:18.705077 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.730980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Transition to ACTIVE for port object 8bd3b6cd-d376-4fb2-8357-32345aeafa63 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:18.763161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Transition to ACTIVE for port object 8bd3b6cd-d376-4fb2-8357-32345aeafa63 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:18.767349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.786185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.818294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.890469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Pushing event updated for resources: {'Port': ['ID=8bd3b6cd-d376-4fb2-8357-32345aeafa63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:18.925970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:18.935989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:18.944026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:18.971792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.25.7.39 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c7c403b7-1d04-46cc-9f9a-491a652c5556) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:18.979529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.6 (822c9ca5-fa9c-4297-bd14-006f871ef6c8/3b948e1d-3e7d-4dfe-b389-087d6708c933/5cf8eb6f-da9b-4b60-8980-1271d6d26ce8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:19.076346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Attempting to bind port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:19.076346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Attempting to bind port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9a5bfcba-20f4-4f33-869b-a963f2ffc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:19.076346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Attempting to bind port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 on network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:19.082668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:19.083049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Checking segment: {'id': '9a5bfcba-20f4-4f33-869b-a963f2ffc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:19.083516 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.084247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Bound using segment: {'id': '9a5bfcba-20f4-4f33-869b-a963f2ffc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:19.084728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Bound port: 8bd3b6cd-d376-4fb2-8357-32345aeafa63, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5bfcba-20f4-4f33-869b-a963f2ffc338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '822c9ca5-fa9c-4297-bd14-006f871ef6c8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:19.085354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.211211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] For port 8bd3b6cd-d376-4fb2-8357-32345aeafa63, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:19.215020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] For port 8bd3b6cd-d376-4fb2-8357-32345aeafa63, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8bd3b6cd-d376-4fb2-8357-32345aeafa63,segment=NetworkSegment(9a5bfcba-20f4-4f33-869b-a963f2ffc338),segment_id=9a5bfcba-20f4-4f33-869b-a963f2ffc338)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:19.233740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.244921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0713-b3c9-41a0-bdc4-3201b5822a17 req-a61535e9-f199-4529-a347-5f54a4e6f033 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.246545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-460c0713-b3c9-41a0-bdc4-3201b5822a17 req-a61535e9-f199-4529-a347-5f54a4e6f033 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.2437913 Jul 07 17:21:19.252481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting port dc718ca1-73e8-40af-916a-178785e2069d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:19.252844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.261081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.293268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:19.305853 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.377271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.394130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f60508-df25-4498-a1ae-8b021304dcbc None None] Pushing event updated for resources: {'Port': ['ID=8bd3b6cd-d376-4fb2-8357-32345aeafa63,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.420853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-460c0713-b3c9-41a0-bdc4-3201b5822a17 req-8bb0a502-a893-48fd-9082-a150a027096d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602111 Jul 07 17:21:19.448816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:19.460257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.460651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.477088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:19.478956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:19.481310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=5cf8eb6f-da9b-4b60-8980-1271d6d26ce8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.491140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Calling delete_port for dc718ca1-73e8-40af-916a-178785e2069d owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:19.492961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:19.553532 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.574654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.578983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.617844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb76a2b7-0fbd-4ece-9510-7fd1c26015de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2022946 Jul 07 17:21:19.619227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:19.677602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:19.712284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:19.718627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:19.779000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fed4c84c-753f-4f00-8b90-b85dc51177fa tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:19.821413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=c7c403b7-1d04-46cc-9f9a-491a652c5556,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.056448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5b81d6-955c-4225-86e0-c92816b76aa2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.057959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7a5b81d6-955c-4225-86e0-c92816b76aa2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.4335854 Jul 07 17:21:20.061063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35342) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.065073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fed4c84c-753f-4f00-8b90-b85dc51177fa tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "PUT /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb HTTP/1.1" status: 200 len: 366 time: 0.6130214 Jul 07 17:21:20.071783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.085953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.114287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-242ac1cd-7d14-49dd-b833-7e8f6dbfceb1 tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0411367 Jul 07 17:21:20.116982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.121656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Port': ['ID=dc718ca1-73e8-40af-916a-178785e2069d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.143059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a65f8118-94de-4042-a948-c5bb9117282c tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb HTTP/1.1" status: 200 len: 366 time: 0.0224280 Jul 07 17:21:20.148324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.186761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9cdada29-f467-4f1b-abbf-7ac1f81b4fba tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb HTTP/1.1" status: 204 len: 168 time: 0.0342884 Jul 07 17:21:20.186761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.202874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-27dc9411-9ba0-447b-bfae-19f4e67dc6b1 tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0155942 Jul 07 17:21:20.205848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.216374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0a47a26-67ab-4e7b-9eec-e4302f750f3d tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb HTTP/1.1" status: 200 len: 370 time: 0.0099320 Jul 07 17:21:20.219031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.226863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f33b7cf9-4250-460e-abf0-9e4fae30464d tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb/default HTTP/1.1" status: 200 len: 370 time: 0.0045745 Jul 07 17:21:20.227035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.241553 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-3d92f33e-7fca-453e-a7c0-dcacc85c1c7e tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] delete failed (client error): The resource could not be found. Jul 07 17:21:20.243396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d92f33e-7fca-453e-a7c0-dcacc85c1c7e tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/6a9a19c92d8c4f74a35414b90ec5d6bb HTTP/1.1" status: 404 len: 348 time: 0.0155218 Jul 07 17:21:20.247996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:20.248344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.289089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.347115 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] create failed (client error): The resource could not be found. Jul 07 17:21:20.349292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a518ee9-10ab-4672-b32a-05b81f2fba7a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4145718 Jul 07 17:21:20.353840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.396177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.421413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:20.460245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.592760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:network and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:20.637263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:20.692032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.694927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:subnet and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:20.724631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=5cf8eb6f-da9b-4b60-8980-1271d6d26ce8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:20.737610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:20.744552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting port 087f4007-4feb-423f-8851-afc3684da5ac {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:20.744899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.813854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:subnetpool and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:20.827265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.829401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d3081669-17d8-4324-add6-8a0c5b0fef9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 HTTP/1.1" status: 204 len: 168 time: 0.7673066 Jul 07 17:21:20.832028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.832679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:20.842952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c81e0-9ff6-4ad0-894a-01aaf5fd032a None None] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:20.843515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:20.871417 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-836bee71-d1ec-4591-89f8-2c71a916eb55 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:21:20.876996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-836bee71-d1ec-4591-89f8-2c71a916eb55 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/5cf8eb6f-da9b-4b60-8980-1271d6d26ce8 HTTP/1.1" status: 404 len: 333 time: 0.0398030 Jul 07 17:21:20.876996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:20.877277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:port and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:20.943406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32c8d-e713-4900-8b29-31f6dce224e0 req-0308beef-cfbc-4ea7-97a7-8f3b8b1e2a41 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.945003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dac32c8d-e713-4900-8b29-31f6dce224e0 req-0308beef-cfbc-4ea7-97a7-8f3b8b1e2a41 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3051038 Jul 07 17:21:20.951248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:20.987144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.005397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:router and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:21.008697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e0c4c5a-59da-41ff-9a9f-34dd22a31743 None None] Provisioning for port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:21.009582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:21.009942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.015436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Calling delete_port for 087f4007-4feb-423f-8851-afc3684da5ac owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:21.053457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:21.346640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8bd3b6cd-d376-4fb2-8357-32345aeafa63 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:21.443463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:21.459860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:21.460248 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.502821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Provisioning for port 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:21.518089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Provisioning complete for port 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:21.518533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.570738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Port 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:21.582210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.601805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:21.605005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dac32c8d-e713-4900-8b29-31f6dce224e0 req-99734ba9-0597-4be2-b69e-2f717fa38acf tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475811 Jul 07 17:21:21.624759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Provisioning complete for port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:21.625695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b44f6d02-c574-41a4-ac7f-7b2b93d57eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.644138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:floatingip and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:21.649608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.676147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:21.703404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8bd3b6cd-d376-4fb2-8357-32345aeafa63, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8bd3b6cd-d376-4fb2-8357-32345aeafa63,segment=NetworkSegment(9a5bfcba-20f4-4f33-869b-a963f2ffc338),segment_id=9a5bfcba-20f4-4f33-869b-a963f2ffc338)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:21.710308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.803292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router ffb50211-0227-4552-926f-99cd984d6feb is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:21.846028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8bd3b6cd-d376-4fb2-8357-32345aeafa63,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.921780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:security_group and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:21.929165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.938027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:21.943768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.953846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e49f7fac-4d9c-4fa5-bdc0-f883f6af9880 None None] Could not find standard attr ID for object 86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:21:21.987132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.024660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Port': ['ID=087f4007-4feb-423f-8851-afc3684da5ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.030394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Usage tracker for resource:security_group_rule and tenant:58d98e6e8e844c45b1b485ebd38da166 is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 17:21:22.065315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e7ed74e-487a-4903-bcf4-130b60dfb69f None None] Could not find standard attr ID for object 5cf8eb6f-da9b-4b60-8980-1271d6d26ce8. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:21:22.066666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.quota.resource [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 17:21:22.072918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.077383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d3dc4bd5-cf0e-4635-a19e-b3df3ff9b708 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc HTTP/1.1" status: 204 len: 168 time: 1.1975088 Jul 07 17:21:22.077698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.107122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7549523f-f2a8-4d27-b4ab-2116cec1e99b tempest-QuotasTest-599447096 tempest-QuotasTest-599447096-project-admin] 10.222.0.22 "GET /v2.0/quotas/58d98e6e8e844c45b1b485ebd38da166/details.json HTTP/1.1" status: 200 len: 703 time: 1.6456764 Jul 07 17:21:22.115211 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cde9124-15fc-4076-9a64-0e82cb4184b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:21:22.119407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0cde9124-15fc-4076-9a64-0e82cb4184b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/86be1f6a-ce49-4a7b-97a1-fa31ffbdf3bc HTTP/1.1" status: 404 len: 333 time: 0.0377309 Jul 07 17:21:22.120488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35382) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.124160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:22.133602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Sync routers for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:22.148978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:22.149831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:22.164871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.167183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6116b3b8-ecd3-4793-a15b-2a463cc2c6b3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9148042 Jul 07 17:21:22.170760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.174650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.179847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b085ab83-b762-4dfb-873a-a9bae02440c9 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "DELETE /v2.0/ports/087f4007-4feb-423f-8851-afc3684da5ac HTTP/1.1" status: 204 len: 168 time: 1.8225849 Jul 07 17:21:22.180905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.275120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61851365-bda5-44bd-865d-2eaa76fe920a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.277214 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8085f213-5932-43da-be75-745773a1a10c tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5f25a2c155444cbc937e49c00093ac8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944469 Jul 07 17:21:22.277821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35388) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.281259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61851365-bda5-44bd-865d-2eaa76fe920a tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "GET /v2.0/ports?device_id=da06ff7e-8fb9-4002-8d23-9b12a3ae0f95 HTTP/1.1" status: 200 len: 913 time: 0.0977035 Jul 07 17:21:22.282456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.336925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 3b948e1d-3e7d-4dfe-b389-087d6708c933 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:22.393140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.454905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:22.471506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.580461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af27e4-ceda-4247-86fc-ef37969f7b4c tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.589663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.594277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7af27e4-ceda-4247-86fc-ef37969f7b4c tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3126726 Jul 07 17:21:22.716362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b9f7d5f-8d1a-4ff8-9ddf-dd5f7dd60675 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1097386 Jul 07 17:21:22.726065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.733917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332368699', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:22.748417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.757961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:22.906145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:22.910623 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.926764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.967091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=3b948e1d-3e7d-4dfe-b389-087d6708c933,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.990741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.991595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3ca090ee-411e-4b4b-b469-03ea383bc2e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/3b948e1d-3e7d-4dfe-b389-087d6708c933 HTTP/1.1" status: 204 len: 168 time: 0.8678150 Jul 07 17:21:22.992411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.001843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35414) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.149686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.187219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4979fccb-9f63-427c-b6b8-8e987c6fdc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.204275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e72c97-ddb8-48ba-a65f-4a2b8dbe8386 req-9f7214d6-eefd-43a4-89ca-af20a77e8085 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.205936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87e72c97-ddb8-48ba-a65f-4a2b8dbe8386 req-9f7214d6-eefd-43a4-89ca-af20a77e8085 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3315227 Jul 07 17:21:23.248448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e14aa-5af3-4f71-a622-1579bc8ef1b3 None None] Network 822c9ca5-fa9c-4297-bd14-006f871ef6c8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:23.258099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Checking router: ffb50211-0227-4552-926f-99cd984d6feb for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:23.259327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Updating router ffb50211-0227-4552-926f-99cd984d6feb port c7c403b7-1d04-46cc-9f9a-491a652c5556 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:23.333531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8bd3b6cd-d376-4fb2-8357-32345aeafa63 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:23.335201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87e72c97-ddb8-48ba-a65f-4a2b8dbe8386 req-43ad6f95-876b-4044-8505-fa71b5718095 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210024 Jul 07 17:21:23.402591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.413783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4979fccb-9f63-427c-b6b8-8e987c6fdc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.419345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.423396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4979fccb-9f63-427c-b6b8-8e987c6fdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.438752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.490004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4979fccb-9f63-427c-b6b8-8e987c6fdc0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bb8b33c37f84e8c8f8597e99b59e599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955726 Jul 07 17:21:23.492269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979fccb-9f63-427c-b6b8-8e987c6fdc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb4f3fc-fa6d-4db6-8823-f3ddbcfb3394,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.495397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.497528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:23.497889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.576473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Subnet': ['ID=cf63fbc5-40df-4979-891c-19eb03942326,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.580936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Checking segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:23.581310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network hostable DHCP agents. Network: bab919a9-3010-40f3-91cb-a4e8a38b63e6, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:23.614879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.646877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] For port 8bd3b6cd-d376-4fb2-8357-32345aeafa63, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8bd3b6cd-d376-4fb2-8357-32345aeafa63,segment=NetworkSegment(9a5bfcba-20f4-4f33-869b-a963f2ffc338),segment_id=9a5bfcba-20f4-4f33-869b-a963f2ffc338)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:23.647252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.659054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.673152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 8bd3b6cd-d376-4fb2-8357-32345aeafa63 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:23.676519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:23.676904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:23.677288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.700767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bab919a9-3010-40f3-91cb-a4e8a38b63e6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:23.710470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.711888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.744368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f7fe643a-bd8f-4870-893f-801924d6b0ed tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0134025 Jul 07 17:21:23.746190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35428) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:23.801317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.818621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f2aa9-6e40-4544-a521-1723bd9bda38 None None] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:23.829183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.831898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.833000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2eb4f3fc-fa6d-4db6-8823-f3ddbcfb3394 HTTP/1.1" status: 204 len: 168 time: 0.3310165 Jul 07 17:21:23.852550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14f55d-6350-4914-b233-70855f8394b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb4f3fc-fa6d-4db6-8823-f3ddbcfb3394,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:23.873005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting port 90f3435d-6675-4b68-b5ed-08505f577f44 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:23.873428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.882975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Transition to ACTIVE for port object c7c403b7-1d04-46cc-9f9a-491a652c5556 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:23.917997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.929132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:23.937483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No DVR routers for this DVR port 8bd3b6cd-d376-4fb2-8357-32345aeafa63 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:23.998473 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.012112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Calling delete_port for 90f3435d-6675-4b68-b5ed-08505f577f44 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:24.042452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=8bd3b6cd-d376-4fb2-8357-32345aeafa63,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.067078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d79ba-7ebd-421f-9a86-e1749acca28f None None] Pushing event updated for resources: {'Port': ['ID=c7c403b7-1d04-46cc-9f9a-491a652c5556,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.116024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Could not find standard attr ID for object 8bd3b6cd-d376-4fb2-8357-32345aeafa63. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:21:24.120814 n-d-791504-12 neutron-server[93767]: INFO neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No ports have port_id starting with 8bd3b6cd-d376-4fb2-8357-32345aeafa63 Jul 07 17:21:24.173924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8f705-b157-4482-aa0a-d286d12e9f8b None None] DHCP port deletion for 822c9ca5-fa9c-4297-bd14-006f871ef6c8 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:24.197764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Attempting to bind port c7c403b7-1d04-46cc-9f9a-491a652c5556 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:24.198649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Attempting to bind port c7c403b7-1d04-46cc-9f9a-491a652c5556 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:24.199635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Attempting to bind port c7c403b7-1d04-46cc-9f9a-491a652c5556 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:24.208526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.213560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:24.213944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:24.214543 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.214853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:24.215353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Bound port: c7c403b7-1d04-46cc-9f9a-491a652c5556, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:24.215744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.224314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c9ca5-fa9c-4297-bd14-006f871ef6c8']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.237372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5bfcba-20f4-4f33-869b-a963f2ffc338') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.238095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5bfcba-20f4-4f33-869b-a963f2ffc338') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.251822 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.284705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.324057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:24.324982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:24.329060 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:24.359667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] For port c7c403b7-1d04-46cc-9f9a-491a652c5556, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:24.376095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:24.377687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.408592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.428316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.470379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54fcd8ea-ff88-4150-b213-030b5ec06bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.479397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Port': ['ID=90f3435d-6675-4b68-b5ed-08505f577f44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.489654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] For port c7c403b7-1d04-46cc-9f9a-491a652c5556, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c7c403b7-1d04-46cc-9f9a-491a652c5556,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:24.505638 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.515905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.558965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.560911 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/822c9ca5-fa9c-4297-bd14-006f871ef6c8 HTTP/1.1" status: 204 len: 168 time: 1.5579596 Jul 07 17:21:24.570420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:24.571028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b28b-03b3-44f0-82e7-3df28e7a82ed tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=822c9ca5-fa9c-4297-bd14-006f871ef6c8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.588497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-479360896'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:24.663335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:24.670304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:24.726502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d79ba-7ebd-421f-9a86-e1749acca28f None None] Pushing event updated for resources: {'Port': ['ID=c7c403b7-1d04-46cc-9f9a-491a652c5556,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:24.742458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Allocated IP 172.20.0.2 (bab919a9-3010-40f3-91cb-a4e8a38b63e6/cf63fbc5-40df-4979-891c-19eb03942326/0c26e7bc-cc62-43e7-93e4-d5eed6a927e3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:24.766936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.881354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:24.886623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:24.912793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cab7b-7779-4c3b-b3b9-e75ea44f8f00 req-e32976e1-97b1-4512-9efd-1718768abf8f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.919105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa9cab7b-7779-4c3b-b3b9-e75ea44f8f00 req-e32976e1-97b1-4512-9efd-1718768abf8f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3158090 Jul 07 17:21:25.037292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54fcd8ea-ff88-4150-b213-030b5ec06bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.086825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa9cab7b-7779-4c3b-b3b9-e75ea44f8f00 req-3a0ecb7f-4f83-44fa-bb93-188fb2410edd tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667068 Jul 07 17:21:25.088207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54fcd8ea-ff88-4150-b213-030b5ec06bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.103001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:25.106615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.109881 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.119352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Router da06ff7e-8fb9-4002-8d23-9b12a3ae0f95 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:25.142654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Transition to ACTIVE for port object 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:25.165079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Transition to ACTIVE for port object 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:25.176079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.183129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:25.197246 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.207576 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment 00c6da4e-2ec6-474b-b952-02fdcaf0698b of type vlan for network bfff1916-ece9-49f2-8342-657ae4f5d745 Jul 07 17:21:25.225222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Pushing event updated for resources: {'Port': ['ID=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.254802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:25.258039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:25.260121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:25.270445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcd8ea-ff88-4150-b213-030b5ec06bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c2f61-3e91-4071-880c-6a0eebaab96c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.287700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.309929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54fcd8ea-ff88-4150-b213-030b5ec06bef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58d98e6e8e844c45b1b485ebd38da166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986359 Jul 07 17:21:25.327177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:25.334871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35456) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.343009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:25.345660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8bd3b6cd-d376-4fb2-8357-32345aeafa63 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:25.384303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.1 (bab919a9-3010-40f3-91cb-a4e8a38b63e6/cf63fbc5-40df-4979-891c-19eb03942326/743ab76a-c9c6-4110-8743-4c5491c894b7) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:25.429320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.479150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8bd3b6cd-d376-4fb2-8357-32345aeafa63 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:25.480233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8bd3b6cd-d376-4fb2-8357-32345aeafa63 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:25.496927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d10838-daca-47bc-a500-cb6a415a03d6 None None] The sync data for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 is: [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:20Z', 'revision_number': 3, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:25.510883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.610967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.616033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.619543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.623510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/743c2f61-3e91-4071-880c-6a0eebaab96c HTTP/1.1" status: 204 len: 168 time: 0.2873695 Jul 07 17:21:25.643594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fccb7-10a7-44f1-b1a2-f80396941206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c2f61-3e91-4071-880c-6a0eebaab96c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.662422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object 743ab76a-c9c6-4110-8743-4c5491c894b7 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:25.684302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Attempting to bind port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:25.684505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Attempting to bind port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:25.684866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Attempting to bind port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 on network bab919a9-3010-40f3-91cb-a4e8a38b63e6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:25.691349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:25.691753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Checking segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:25.692211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.692542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Bound using segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:25.692998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Bound port: 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:25.693426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.699226 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.729945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.777738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:25.800428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:25.802987 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114e229-4070-4355-a94d-e9f9d5745b48" -d '{"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:25.811549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.848046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:25.859286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:25.862481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:21:25.862960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:25.894622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:25.915522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.916544 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2347b6-9a6d-48f8-a380-b87d9b2819fc x-openstack-request-id: req-1b2347b6-9a6d-48f8-a380-b87d9b2819fc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:25.916855 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:25.917120 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b2347b6-9a6d-48f8-a380-b87d9b2819fc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:25.917541 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'code': 200} Jul 07 17:21:25.948470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0a4f3ffb-cb11-4a6b-848f-0dab9979e5bc tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "PUT /v2.0/routers/da06ff7e-8fb9-4002-8d23-9b12a3ae0f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6647587 Jul 07 17:21:25.951359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.960731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.965545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.968049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.968688 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] Sync routers for ids ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:25.991599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] Routers {'da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:25.993571 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.049256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] For port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:26.060691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.061868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] For port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:26.064912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.073141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] Routers {'da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:26.074164 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.082196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.082511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.149660 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:26.151353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28606ddb-3e4b-4d06-a409-72e9783a10c7 None None] The sync data for ids ['da06ff7e-8fb9-4002-8d23-9b12a3ae0f95'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:26.237531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.306735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.321519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548749a6-d6a4-4024-8a4b-1844321c70f9 None None] Pushing event updated for resources: {'Port': ['ID=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.442061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8702025 Jul 07 17:21:26.486420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.498330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:26.578956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720bc3c-eeeb-4288-9b85-b2b1292a4019 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=bfff1916-ece9-49f2-8342-657ae4f5d745,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.590928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bfff1916-ece9-49f2-8342-657ae4f5d745 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:26.789117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.793628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.887073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.887753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Fanout notify agent at l3_agent the message router_deleted on router da06ff7e-8fb9-4002-8d23-9b12a3ae0f95 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:26.897375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.903466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.911302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.912481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dab236c5-1bd3-48be-99f6-44ded5ada6cb tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "DELETE /v2.0/routers/da06ff7e-8fb9-4002-8d23-9b12a3ae0f95 HTTP/1.1" status: 204 len: 168 time: 0.9312913 Jul 07 17:21:26.925944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acf39b-13c0-4c73-8aaf-7f552ed0ad6a req-d82ff8ec-496a-4b63-86e9-583dab0f8435 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.927660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77acf39b-13c0-4c73-8aaf-7f552ed0ad6a req-d82ff8ec-496a-4b63-86e9-583dab0f8435 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.4821768 Jul 07 17:21:26.928194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:26.959183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:26.967312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.049942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.064985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.118766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting subnet 1d1d096c-2831-41b5-84f1-4ac00d5a8703 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:27.129655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.187827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77acf39b-13c0-4c73-8aaf-7f552ed0ad6a req-b7fc48e2-a3f2-4751-b530-a9422ca617cb tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427917 Jul 07 17:21:27.204542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:27.206401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:27.256602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.276622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:27.413384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router ffb50211-0227-4552-926f-99cd984d6feb has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:27.441070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c7c403b7-1d04-46cc-9f9a-491a652c5556 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:27.618187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:27.638099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4f73a386-f307-4f7c-ae4e-9219cdf12ab9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/ffb50211-0227-4552-926f-99cd984d6feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8885915 Jul 07 17:21:27.642374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.653355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.777247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.791192 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.851170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.854082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "DELETE /v2.0/subnets/1d1d096c-2831-41b5-84f1-4ac00d5a8703 HTTP/1.1" status: 204 len: 168 time: 0.9240627 Jul 07 17:21:27.858929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:27.860623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b5c07-5a3a-45d8-84be-31964bbf851e tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1d096c-2831-41b5-84f1-4ac00d5a8703,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.903372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf2e7c-5d0b-4091-b814-8021597211e5 None None] Network 836736d9-ac19-4ee9-81c3-151c9d73a91c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:27.998323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56f4e4-96d1-4bf3-8e32-7564de6d0f53 None None] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:28.071159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=11a0fb1c-4a39-4b1f-a858-27f3f267cba2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.079920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.136357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.173487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': '00c6da4e-2ec6-474b-b952-02fdcaf0698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:28.173861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: bfff1916-ece9-49f2-8342-657ae4f5d745, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:28.189236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Deleting port e5be1b73-aa37-49e5-ac0b-000b783c58b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:28.189671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.199685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.283245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] For port e5be1b73-aa37-49e5-ac0b-000b783c58b8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e5be1b73-aa37-49e5-ac0b-000b783c58b8,segment=NetworkSegment(5c5ec36a-821a-4b14-8b3e-b582af30623e),segment_id=5c5ec36a-821a-4b14-8b3e-b582af30623e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.283623 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.300920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Calling delete_port for e5be1b73-aa37-49e5-ac0b-000b783c58b8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:28.309954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fa94773-a3e0-429b-ae2d-cddef25a9b00 None None] Provisioning for port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:28.398033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.398672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.399260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.399797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.400435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.401019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.401598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.402244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.402927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.403512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.404344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.404916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.407991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67a66275-ef25-4187-ae25-a788e01ef4f8 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8386 time: 0.7639632 Jul 07 17:21:28.409556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'port_id': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'mac_address': 'fa:16:3e:fa:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eb708a-052c-4f96-9d6e-6180e8123a22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:28.411172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.424212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1389579457'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:28.427714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c7c403b7-1d04-46cc-9f9a-491a652c5556 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:28.456245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.457492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.486673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c7c403b7-1d04-46cc-9f9a-491a652c5556 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:28.487401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.507015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network bfff1916-ece9-49f2-8342-657ae4f5d745 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:28.540431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Sync routers for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:28.544535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.556075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.556983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.557675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.558325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.558991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.559648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.560283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.560944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.562720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.563471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.573678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.577715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec1803ce-7f4d-4924-95d4-28cb1da75f24 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6508 time: 0.1653476 Jul 07 17:21:28.579437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] No DVR routers for this DVR port e5be1b73-aa37-49e5-ac0b-000b783c58b8 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:28.581878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.593869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bfff1916-ece9-49f2-8342-657ae4f5d745) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:28.614873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.615990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.618270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b09023-46ec-46ed-a222-8b8f5b0b81d6 None None] Network bfff1916-ece9-49f2-8342-657ae4f5d745 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:28.693674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:28.694846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:28.706341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:28.747722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Port': ['ID=e5be1b73-aa37-49e5-ac0b-000b783c58b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:28.766517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.788877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:28.816946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.822294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.840077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bc4b0b53-f735-4d79-a140-2f3eef528df9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3526442 Jul 07 17:21:28.848433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:28.849718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62d35-8861-46ed-847f-1d8b6bfab937 req-be060cd4-433c-4b17-a762-3bf166bd2321 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:28.851506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09d62d35-8861-46ed-847f-1d8b6bfab937 req-be060cd4-433c-4b17-a762-3bf166bd2321 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 944 time: 0.4044964 Jul 07 17:21:28.861764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745', 'name': 'tempest-PortsTestJSON-133503287', 'fixed_ips': [{'subnet_id': '11a0fb1c-4a39-4b1f-a858-27f3f267cba2', 'ip_address': '172.20.0.10'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:28.892627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.929065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836736d9-ac19-4ee9-81c3-151c9d73a91c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:28.943258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:28.944533 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e21fb66-3b4f-4e18-82da-778d86345e71 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8064425 Jul 07 17:21:28.958751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b50401-8e5e-4ed2-a239-630b75e8f1f9 None None] DHCP port deletion for 836736d9-ac19-4ee9-81c3-151c9d73a91c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:28.971561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.076968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.079223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:29.096936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5ec36a-821a-4b14-8b3e-b582af30623e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:29.097504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5ec36a-821a-4b14-8b3e-b582af30623e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:29.103013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:29.118723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:29.151691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c7c403b7-1d04-46cc-9f9a-491a652c5556, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c7c403b7-1d04-46cc-9f9a-491a652c5556,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:29.157638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb04fbb9-fb81-4629-80e3-184e4f13a568 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4477 time: 0.5737834 Jul 07 17:21:29.190518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.258155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.259875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3d014c73-f4dc-4658-b1c6-4b76d67f2d29'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:29.261184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.281825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09d62d35-8861-46ed-847f-1d8b6bfab937 req-3e3f860e-b408-4b2b-8c38-ee33e072f362 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693638 Jul 07 17:21:29.288835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.314054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 87491b3c-ba58-4667-ac17-9b72674b8a71 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:29.351419 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.354280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:29.485370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:29.485572 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:29.488812 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:29.611242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bfff1916-ece9-49f2-8342-657ae4f5d745', 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '11a0fb1c-4a39-4b1f-a858-27f3f267cba2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:29.612100 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.651341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.10 (bfff1916-ece9-49f2-8342-657ae4f5d745/11a0fb1c-4a39-4b1f-a858-27f3f267cba2/87491b3c-ba58-4667-ac17-9b72674b8a71) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:29.762052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.764309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.827725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.828316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c107d63e-f384-4fe1-99bb-dc776b0c8513 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:29.846394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.851390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1d068686-cc8f-41a9-8b2a-4b2cee6d0517 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c107d63e-f384-4fe1-99bb-dc776b0c8513 HTTP/1.1" status: 204 len: 168 time: 0.8767304 Jul 07 17:21:29.852205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:29.859972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Request body: {'router': {'name': 'tempest-router-48170376', 'distributed': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:29.877703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.889996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.898057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] 10.222.0.22 "DELETE /v2.0/networks/836736d9-ac19-4ee9-81c3-151c9d73a91c HTTP/1.1" status: 204 len: 168 time: 1.9556384 Jul 07 17:21:29.916067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.918169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.991474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:29.995411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a85f-d02b-437b-b2df-488dca1839e3 tempest-FloatingIPNegativeTestJSON-1059325821 tempest-FloatingIPNegativeTestJSON-1059325821-project] Pushing event deleted for resources: {'Network': ['ID=836736d9-ac19-4ee9-81c3-151c9d73a91c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.017275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.030130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-479af942-c250-4e89-9d42-11ae562d7709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.083403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.088221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35546) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.089631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8711b3d5-2c89-4fd3-a214-ce0a0e7ede76 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2354083 Jul 07 17:21:30.143721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc82f-974d-49a5-be91-d5107bf230ae req-aa4a0f4d-10e5-402a-8897-f83a7369d5da tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.152123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-633fc82f-974d-49a5-be91-d5107bf230ae req-aa4a0f4d-10e5-402a-8897-f83a7369d5da tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.1479676 Jul 07 17:21:30.224594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.239105 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-633fc82f-974d-49a5-be91-d5107bf230ae req-aeb95a99-e9ec-4583-a532-72294cb75c44 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849042 Jul 07 17:21:30.353340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c7c403b7-1d04-46cc-9f9a-491a652c5556,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:30.378917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c4ad8339-2f74-49bc-9a5a-1a5914de3cc2 None None] Provisioning for port 743ab76a-c9c6-4110-8743-4c5491c894b7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:30.386256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.392405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c4ad8339-2f74-49bc-9a5a-1a5914de3cc2 None None] Provisioning complete for port 743ab76a-c9c6-4110-8743-4c5491c894b7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:30.392858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8339-2f74-49bc-9a5a-1a5914de3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.425172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:30.438980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:30.439392 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.487360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad8339-2f74-49bc-9a5a-1a5914de3cc2 None None] Port 743ab76a-c9c6-4110-8743-4c5491c894b7 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:30.512010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 2, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:30.523229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.548180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.551407 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.560605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Checking router: ffb50211-0227-4552-926f-99cd984d6feb for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:30.561115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Updating router ffb50211-0227-4552-926f-99cd984d6feb port 743ab76a-c9c6-4110-8743-4c5491c894b7 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:21:30.600384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 87491b3c-ba58-4667-ac17-9b72674b8a71 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:30.611919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.612467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45dcb56c-e3be-42d5-941e-a1453dfcefcb {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:30.623848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.624068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5db4eea1-13af-45ea-ba07-bbf08e500931 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8897447872854740bd762228500fa7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360673 Jul 07 17:21:30.627192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.628942 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-069dbb15-eae1-49ab-b79d-72c76730761c tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "DELETE /v2.0/routers/45dcb56c-e3be-42d5-941e-a1453dfcefcb HTTP/1.1" status: 204 len: 168 time: 0.5395062 Jul 07 17:21:30.631381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.632039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.641607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.643670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Request body: {'router': {'name': 'tempest-router-1350825640', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '96433e760d49481b9d06f2df51ed4587'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.645941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b8bc98c8-6c75-4ff2-8c72-22bb5add8616 None None] Provisioning complete for port 743ab76a-c9c6-4110-8743-4c5491c894b7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:30.646344 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8bc98c8-6c75-4ff2-8c72-22bb5add8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.659198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc2f3a-091c-4d8d-9ccc-50989466e7ea req-031d37ae-3157-4897-b4e8-250cea53efe3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:30.663385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76cc2f3a-091c-4d8d-9ccc-50989466e7ea req-031d37ae-3157-4897-b4e8-250cea53efe3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 945 time: 0.1372731 Jul 07 17:21:30.720363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:30.732866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.746524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc98c8-6c75-4ff2-8c72-22bb5add8616 None None] Port 743ab76a-c9c6-4110-8743-4c5491c894b7 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:30.755187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76cc2f3a-091c-4d8d-9ccc-50989466e7ea req-8e464343-f915-4949-99dd-e5a00f6dc113 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853100 Jul 07 17:21:30.791170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.801999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.805383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.877058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.877957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.884682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35566) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:30.892418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543220268', 'description': 'tempest-secgroup-smoke-543220268 description', 'project_id': '5f25a2c155444cbc937e49c00093ac8f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:30.918846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:30.983372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.007464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network bfff1916-ece9-49f2-8342-657ae4f5d745 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:31.029012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:31.031639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:31.048192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.056787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c7c403b7-1d04-46cc-9f9a-491a652c5556 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:31.079720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.081473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98edc85f-ec79-4cf1-946a-b263aa17d4b3 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4420192 Jul 07 17:21:31.084329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.089823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.095701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=87491b3c-ba58-4667-ac17-9b72674b8a71,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.148204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.157049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.157679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.173947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Allocated IP 172.20.0.2 (bfff1916-ece9-49f2-8342-657ae4f5d745/11a0fb1c-4a39-4b1f-a858-27f3f267cba2/13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:31.190984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.193473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.197130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/429fe914-1950-4337-9884-ebd356dcd1cb HTTP/1.1" status: 204 len: 168 time: 0.5615439 Jul 07 17:21:31.220528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bfedd-343a-4572-b48a-9ba7b306a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429fe914-1950-4337-9884-ebd356dcd1cb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.233129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-d06d9134-65c2-46ef-9fa7-cc7e5aad06ce tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.235242 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-d06d9134-65c2-46ef-9fa7-cc7e5aad06ce tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.32 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.1888494 Jul 07 17:21:31.299729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:31.327417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.349471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.353239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c7c403b7-1d04-46cc-9f9a-491a652c5556 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:31.353738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.360841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-223fcd10-4af0-4378-869d-89e9b62c0fbd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5104718 Jul 07 17:21:31.371525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.371770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.372299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.378877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745', 'name': 'tempest-PortsTestJSON-1833801959', 'fixed_ips': [{'subnet_id': '11a0fb1c-4a39-4b1f-a858-27f3f267cba2', 'ip_address': '172.20.0.9'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.436391 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:31.467231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 17:21:31.467231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Router fe990a49-dbbd-45fc-800e-44667fb84406 migrating from provider to provider. {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 17:21:31.467790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.474362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.482561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.510091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.511551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6238406 Jul 07 17:21:31.516435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:31.522899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94595d-62ca-4b8f-b7e1-e9385d2a6093 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26d0028-51ca-43ed-9ff1-206261d028b3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.529270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:31.554655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:31.555113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.566057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:31.571339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.577434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Deleting port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:31.577777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.611853 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.621049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.660061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Transition to ACTIVE for port object 743ab76a-c9c6-4110-8743-4c5491c894b7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:31.662929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 5439ea18-2089-43d4-8fbd-112cff22630f yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:31.668284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Transition to ACTIVE for port object 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:31.675577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.718914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.731731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Transition to ACTIVE for port object 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:31.761681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.767854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22629039-3726-4592-b4ba-37a37234c861 None None] Pushing event updated for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:31.822302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] For port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:31.822815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.827738 n-d-791504-12 neutron-server[93766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] No L3 agents can host the router fe990a49-dbbd-45fc-800e-44667fb84406 Jul 07 17:21:31.880027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c69acb-154a-40aa-bcc3-75bba4ee587c req-9aa4aed3-0493-401d-99ec-2b59f629b347 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:31.894707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45c69acb-154a-40aa-bcc3-75bba4ee587c req-9aa4aed3-0493-401d-99ec-2b59f629b347 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 946 time: 0.3248630 Jul 07 17:21:31.913142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e5be1b73-aa37-49e5-ac0b-000b783c58b8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:31.951144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Network bfff1916-ece9-49f2-8342-657ae4f5d745 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:31.960077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.976672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e5be1b73-aa37-49e5-ac0b-000b783c58b8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:31.977301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e5be1b73-aa37-49e5-ac0b-000b783c58b8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:31.986665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:31.987569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:32.002413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:32.012285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.040707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Pushing event updated for resources: {'Port': ['ID=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.074745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Attempting to bind port 743ab76a-c9c6-4110-8743-4c5491c894b7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:32.075348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Attempting to bind port 743ab76a-c9c6-4110-8743-4c5491c894b7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:32.075486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Attempting to bind port 743ab76a-c9c6-4110-8743-4c5491c894b7 on network bab919a9-3010-40f3-91cb-a4e8a38b63e6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:32.105108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.9 (bfff1916-ece9-49f2-8342-657ae4f5d745/11a0fb1c-4a39-4b1f-a858-27f3f267cba2/5439ea18-2089-43d4-8fbd-112cff22630f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:32.133834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:32.135251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Checking segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:32.135685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.136095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Bound using segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:32.136594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Bound port: 743ab76a-c9c6-4110-8743-4c5491c894b7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:32.136988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.187823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:32.190119 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc1712-fa8a-4fba-a6b7-10243a379b4a" -d '{"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-plugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:32.220931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Attempting to bind port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:32.221314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Attempting to bind port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '00c6da4e-2ec6-474b-b952-02fdcaf0698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:32.221685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Attempting to bind port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c on network bfff1916-ece9-49f2-8342-657ae4f5d745 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:32.227766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:32.239836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78853a75-46e0-438a-b3af-71a4f0f9545e,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.254382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.257024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.261468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6578cdad-721e-4841-9e72-d640effaa6fd tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7397227 Jul 07 17:21:32.262462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.263890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:32.264277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Checking segment: {'id': '00c6da4e-2ec6-474b-b952-02fdcaf0698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:32.264687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.265085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Bound using segment: {'id': '00c6da4e-2ec6-474b-b952-02fdcaf0698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:32.266124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Bound port: 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c6da4e-2ec6-474b-b952-02fdcaf0698b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bfff1916-ece9-49f2-8342-657ae4f5d745'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:32.266523 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.286357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.382915 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc36c0ec-355c-435f-aa14-ada8d90f2edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.395315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.399445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] For port 743ab76a-c9c6-4110-8743-4c5491c894b7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:32.407920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] For port 743ab76a-c9c6-4110-8743-4c5491c894b7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=743ab76a-c9c6-4110-8743-4c5491c894b7,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:32.433120 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.492778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] For port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:32.512031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.527904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] For port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,segment=NetworkSegment(00c6da4e-2ec6-474b-b952-02fdcaf0698b),segment_id=00c6da4e-2ec6-474b-b952-02fdcaf0698b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:32.555371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.555906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.556323 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Floating IP 7c35b5d5-cf37-4475-85c4-c33ea7c0d32b disassociated. External IP: 172.25.7.130, port: 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4. Jul 07 17:21:32.557282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Calling delete_port for 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:32.558041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.580793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:32.582393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35608) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.584615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:32.595589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22629039-3726-4592-b4ba-37a37234c861 None None] Pushing event updated for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.631883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.659985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.716556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.761363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 5439ea18-2089-43d4-8fbd-112cff22630f will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:32.789802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee87fa38-3c10-41df-87e1-589c443470b4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:32.820486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45c69acb-154a-40aa-bcc3-75bba4ee587c req-5eed812d-9f4a-4ed8-b15a-5cb132accd15 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/security-groups?id=98424730-972c-4b06-b080-6ff698f96736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9243557 Jul 07 17:21:32.831422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.835223 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-743bc7fb-6c1f-4dc9-93f6-d92c2b3caa77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5604308 Jul 07 17:21:32.835824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35616) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:32.884787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.922378 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:32.927176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420481908'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:32.985510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Hosts for router fe990a49-dbbd-45fc-800e-44667fb84406: [] {{(pid=93766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 17:21:33.000430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:33.008037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022c76a-e0d4-4e8f-8a48-c5f5badc9c64 None None] Pushing event updated for resources: {'Port': ['ID=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.030331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Hosts for other DVR routers connected to router fe990a49-dbbd-45fc-800e-44667fb84406: set() {{(pid=93766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 17:21:33.038131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.042171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-50ab1781-bc34-4578-92a5-68fc03aad95a tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "PUT /v2.0/routers/fe990a49-dbbd-45fc-800e-44667fb84406 HTTP/1.1" status: 200 len: 717 time: 1.9565895 Jul 07 17:21:33.043723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.095834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.166126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:33.186983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f1d9a95-eb8e-4a6a-81d3-0d6a18eeb04f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "GET /v2.0/routers/fe990a49-dbbd-45fc-800e-44667fb84406 HTTP/1.1" status: 200 len: 717 time: 0.1399629 Jul 07 17:21:33.187135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.196480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.232126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=5439ea18-2089-43d4-8fbd-112cff22630f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.249290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.284287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f788257-b400-4779-b03a-dbb4f5f82d46 req-25c222a5-aca6-4062-a02a-ebaac542dd90 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:33.288887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f788257-b400-4779-b03a-dbb4f5f82d46 req-25c222a5-aca6-4062-a02a-ebaac542dd90 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.5001149 Jul 07 17:21:33.308386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:33.312314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.397256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f788257-b400-4779-b03a-dbb4f5f82d46 req-bdf99a26-2cff-45a8-b384-ac3612d1ba89 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002865 Jul 07 17:21:33.414052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.485009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:33.485423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.494468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.524618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.528086 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ac820-129f-4c89-808f-2fb9ed711e36 x-openstack-request-id: req-568ac820-129f-4c89-808f-2fb9ed711e36 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:33.528571 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-plugged", "status": "completed", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:33.529010 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-568ac820-129f-4c89-808f-2fb9ed711e36 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:33.529593 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'code': 200} Jul 07 17:21:33.532351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event deleted for resources: {'Port': ['ID=2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.550910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network bfff1916-ece9-49f2-8342-657ae4f5d745 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:33.563452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:33.573968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69a9ee3-e83e-45d7-8a1c-bde32a4276ac,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:33.578702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:33.581371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:33.632227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e9a21fd-4a79-41b7-b127-24c0aa1d5fdb tempest-RoutersTestDVR-756161195 tempest-RoutersTestDVR-756161195-project] 10.222.0.22 "GET /v2.0/routers/fe990a49-dbbd-45fc-800e-44667fb84406 HTTP/1.1" status: 200 len: 683 time: 0.4321561 Jul 07 17:21:33.634861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:33.725692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:32Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:33.777457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.043838 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.047899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.063239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8881da-5070-48ec-aeee-e610f5a9cc71 None None] The sync data for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 is: [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:32Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:34.176523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5271afba-7287-4068-929f-5b45071a9775 req-7b7494aa-f678-4dd8-8a1b-fd7bb22e5e1f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 210 time: 0.0384872 Jul 07 17:21:34.177127 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.177873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe990a49-dbbd-45fc-800e-44667fb84406 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:34.186344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.191168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b31ba6ea-4c55-4149-a87b-7da8bc9f73e5 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "DELETE /v2.0/routers/fe990a49-dbbd-45fc-800e-44667fb84406 HTTP/1.1" status: 204 len: 168 time: 0.5546894 Jul 07 17:21:34.192091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.199066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Request body: {'router': {'name': 'tempest-router-850850123', 'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:34.294083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.349668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.350391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.418907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Router c2819494-1b7d-48cd-8a2a-48cb90d0a940 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:34.535441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618258f3-97f4-4da9-adae-c2642479be8b None None] Network bfff1916-ece9-49f2-8342-657ae4f5d745 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:34.583346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:34.594414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Sync routers for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:34.600041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.609937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:34.613576 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:34.634236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c00940-89d7-48a8-80f5-fd059d65ae45 req-29143d91-aeaf-40cd-85b3-70d965d6fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.635888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-71c00940-89d7-48a8-80f5-fd059d65ae45 req-29143d91-aeaf-40cd-85b3-70d965d6fabe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 1098 time: 0.3980129 Jul 07 17:21:34.648281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-524fc608-f9a2-4eff-b0eb-b7c2937ac696 None None] Provisioning for port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:34.662642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] No DVR routers for this DVR port 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:34.703977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ab43c-4364-4dcf-a2f2-70f1351250b8 req-d69b1a2e-1d1e-41c7-93d8-687a1ad16474 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:34.706449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a1ab43c-4364-4dcf-a2f2-70f1351250b8 req-d69b1a2e-1d1e-41c7-93d8-687a1ad16474 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1408534 Jul 07 17:21:34.708099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.709348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.714936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.728259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:34.735405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.737390 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a71c75bf-a2b8-4151-b604-09506bd9a5b8 req-a6a92ac9-c5f2-4468-93f4-bbdfa91cc48f tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.32 "DELETE /v2.0/ports/2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 HTTP/1.1" status: 204 len: 173 time: 3.4967561 Jul 07 17:21:34.745361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-71c00940-89d7-48a8-80f5-fd059d65ae45 req-32c26d79-b021-44ad-b351-f700b168d053 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804133 Jul 07 17:21:34.793445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'name': 'network-vif-deleted', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:34.797591 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69668332-3608-4a72-b23b-311a0f6557a6" -d '{"events": [{"server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "name": "network-vif-deleted", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:34.810838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ee186-2c3a-4d0e-9c4e-0684af782288,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.825866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0bd0e3cc-2f2a-4f8f-9b6d-bc79f2ac0b79 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4524019 Jul 07 17:21:34.827357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.829140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f26601de-7840-4d75-b140-e4579bc2ce02 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9912677 Jul 07 17:21:34.829941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35642) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.834841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35644) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.841439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.841949 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 4b21df99-7f12-4127-bced-eeaf2a223850 of type vlan for network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad Jul 07 17:21:34.881594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:34.904705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.928446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.996491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.998559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:35.030826 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d22e394-c494-467b-9fc2-63cc14253bf9 x-openstack-request-id: req-2d22e394-c494-467b-9fc2-63cc14253bf9 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:35.032430 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397335a1-8d8c-4ad7-ba22-791ef9beca6b", "name": "network-vif-deleted", "tag": "2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:35.032764 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d22e394-c494-467b-9fc2-63cc14253bf9 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:35.033160 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397335a1-8d8c-4ad7-ba22-791ef9beca6b', 'name': 'network-vif-deleted', 'tag': '2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4', 'status': 'completed', 'code': 200} Jul 07 17:21:35.043505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:35.044166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2f5921b2-ecf6-4bbb-9db1-e90fb0b8dcc4 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:35.049706 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:35.087327 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.093180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:35.102524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.102770 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ebf52ace-2be0-4e0f-8dff-9fc7e31154b7 tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9092300 Jul 07 17:21:35.110533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:35.111433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.114820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.141064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a1ab43c-4364-4dcf-a2f2-70f1351250b8 req-7b0d986f-5ba4-4d05-a837-fc7ea97d83ab tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306051 Jul 07 17:21:35.196940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:35.207761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:35.208520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.299684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.305904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.317511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:35.417266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45768e12-e5a0-4e85-b1ee-fa72cc5f56f9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8317101 Jul 07 17:21:35.650902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.651771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.695377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b997a55b-e7f6-4139-aea9-900300f1c694 req-484a2568-2c95-41b8-8ffa-0e3f55e74d38 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "GET /v2.0/ports?device_id=397335a1-8d8c-4ad7-ba22-791ef9beca6b HTTP/1.1" status: 200 len: 210 time: 0.1157513 Jul 07 17:21:35.709506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Provisioning for port 87491b3c-ba58-4667-ac17-9b72674b8a71 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:35.712224 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:35.780714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Provisioning complete for port 87491b3c-ba58-4667-ac17-9b72674b8a71 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:35.782565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.788060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.851612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Checking router: c2819494-1b7d-48cd-8a2a-48cb90d0a940 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:35.862999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:35.863992 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:35.945573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,segment=NetworkSegment(00c6da4e-2ec6-474b-b952-02fdcaf0698b),segment_id=00c6da4e-2ec6-474b-b952-02fdcaf0698b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:36.013685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.017021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 743ab76a-c9c6-4110-8743-4c5491c894b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:36.088447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.229247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Port 87491b3c-ba58-4667-ac17-9b72674b8a71 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:36.242736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ceb31f-4b4a-45a1-92f9-489cd1386ff0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.246155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25ceb31f-4b4a-45a1-92f9-489cd1386ff0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.4120033 Jul 07 17:21:36.247582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.251970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.313368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Provisioning complete for port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:36.323496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.327420 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:36.466025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.503549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 743ab76a-c9c6-4110-8743-4c5491c894b7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:36.509100 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.521492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 743ab76a-c9c6-4110-8743-4c5491c894b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:36.522026 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.586643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.590654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.676011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd7bfd2-1c98-4366-972c-7f54d33ff589,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.685088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.685819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4f9c024-6bd5-457b-a88a-3de763dd4e97 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:36.696272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.698351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6414bb7f-fe0f-4dfd-8760-3ca60492619f tempest-RoutersTestDVR-715085890 tempest-RoutersTestDVR-715085890-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c4f9c024-6bd5-457b-a88a-3de763dd4e97 HTTP/1.1" status: 204 len: 168 time: 1.5739429 Jul 07 17:21:36.748112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.754076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c3807afa-8cec-4406-9c6f-5622e74ccbd0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9097369 Jul 07 17:21:36.754733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35670) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.787585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.828241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea67a1-0694-4720-9d92-9e6c4d27f479 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.847352 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:36.849432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea67a1-0694-4720-9d92-9e6c4d27f479 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.864936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.869419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea67a1-0694-4720-9d92-9e6c4d27f479 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.880327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8ea67a1-0694-4720-9d92-9e6c4d27f479 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6316102 Jul 07 17:21:36.889295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.893617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Provisioning for port 5439ea18-2089-43d4-8fbd-112cff22630f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:36.923102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Provisioning complete for port 5439ea18-2089-43d4-8fbd-112cff22630f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:36.927031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.964115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35676) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.007959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.070857 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:37.071441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a8de0-74cf-4581-b4c4-1f20b06cf5a1 req-afbe14ec-30ee-4a6f-9fe0-82c453fdf9e4 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.088466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-110a8de0-74cf-4581-b4c4-1f20b06cf5a1 req-afbe14ec-30ee-4a6f-9fe0-82c453fdf9e4 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.5761940 Jul 07 17:21:37.148403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 743ab76a-c9c6-4110-8743-4c5491c894b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=743ab76a-c9c6-4110-8743-4c5491c894b7,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:37.149482 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619492-c1c3-44a9-b28d-f2026d338c2b None None] The sync data for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 is: [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:54Z', 'revision_number': 4, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '9f1d3390-b6f4-45c3-a474-29d87d6a704e', 'name': '', 'network_id': '2a161a07-16cb-478e-ae6d-eb874a468209', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'mac_address': 'fa:16:3e:e2:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:53Z', 'updated_at': '2021-07-07T17:16:04Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'subnets': [{'id': 'a2d6a37e-92b4-4e18-b967-83e1eff0a91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:37.160344 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.176507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8085aa5-de1b-414f-93c9-40ad4cff9d7e None None] Port 5439ea18-2089-43d4-8fbd-112cff22630f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:37.400780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-110a8de0-74cf-4581-b4c4-1f20b06cf5a1 req-a5021d69-c302-49a9-957f-014e37fb235a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091719 Jul 07 17:21:37.413551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Provisioning complete for port 87491b3c-ba58-4667-ac17-9b72674b8a71 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:37.414089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.420357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.496270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.497040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:37.523459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.536865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35684) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.549332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 5439ea18-2089-43d4-8fbd-112cff22630f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:37.550048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.597929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab4ee1e-5f50-485d-87d3-d58a2e9fd0d7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.618084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.623158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7cc8d9a2-c4e6-4fee-abd3-17054467b8d2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8659165 Jul 07 17:21:37.630482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35688) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.630927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Port 87491b3c-ba58-4667-ac17-9b72674b8a71 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:37.651917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'security_group_rule': {'security_group_id': 'e26d0028-51ca-43ed-9ff1-206261d028b3', 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:37.654564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Provisioning complete for port 5439ea18-2089-43d4-8fbd-112cff22630f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:37.654939 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.719746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.723030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e261aa48-ab3e-450a-9dfe-693b57d7aceb None None] Port 5439ea18-2089-43d4-8fbd-112cff22630f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:37.728558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:37.729141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.731028 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Project 5f25a2c155444cbc937e49c00093ac8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:37.742752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Deleting port a49642b5-24ac-421d-ad91-d1d09e898434 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:37.743109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.746913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.769699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 5439ea18-2089-43d4-8fbd-112cff22630f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:37.805246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7832d4-3340-49b7-8bdb-7d84ec3c80b6 None None] New status for floating IP 7c35b5d5-cf37-4475-85c4-c33ea7c0d32b: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:21:37.873822 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad98b723-e69d-46df-9397-e689add731c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.985208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.017540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35692) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.028806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1682015178'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:38.032249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=5439ea18-2089-43d4-8fbd-112cff22630f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.061851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.072892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.073637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1e96-a377-4129-ae41-b8e342216428 req-848ce132-d6a7-4c1b-b75d-8e5b8fb7455f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.078388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-042f1e96-a377-4129-ae41-b8e342216428 req-848ce132-d6a7-4c1b-b75d-8e5b8fb7455f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.3359435 Jul 07 17:21:38.112678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.113192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.118761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad98b723-e69d-46df-9397-e689add731c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.124490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3205254a-9a59-491f-b82e-f71ce64ebfa4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.136727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ad98b723-e69d-46df-9397-e689add731c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.141975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Calling delete_port for a49642b5-24ac-421d-ad91-d1d09e898434 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:38.198448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:38.202230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.202660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-042f1e96-a377-4129-ae41-b8e342216428 req-50ed1542-1113-4397-8f0d-bf12e9026934 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907834 Jul 07 17:21:38.204093 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.210250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ad98b723-e69d-46df-9397-e689add731c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96433e760d49481b9d06f2df51ed4587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518819 Jul 07 17:21:38.212971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0996071f-6d39-4ca3-923f-4a452c6768f2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/5439ea18-2089-43d4-8fbd-112cff22630f HTTP/1.1" status: 204 len: 168 time: 1.3211024 Jul 07 17:21:38.224845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.224845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.266867 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4179edfa-82d2-458d-9617-15718804fdf4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:21:38.267069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.268103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e383a605-a4b8-43dc-bfff-23df646448d5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6313534 Jul 07 17:21:38.272367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4179edfa-82d2-458d-9617-15718804fdf4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/5439ea18-2089-43d4-8fbd-112cff22630f HTTP/1.1" status: 404 len: 333 time: 0.0406334 Jul 07 17:21:38.273635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.283683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98b723-e69d-46df-9397-e689add731c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13348b75-536d-403a-8da1-2b23ad213431,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.337086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:38.389178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.389948 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Added segment e795e1be-3673-4ccc-bdba-2b9dfe1bc81d of type vlan for network 8dda516c-76a7-4c86-9980-1a1d6297c7df Jul 07 17:21:38.531377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.582640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.630882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.633762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.636852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.637485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.640201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.725058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event deleted for resources: {'Port': ['ID=a49642b5-24ac-421d-ad91-d1d09e898434,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.726912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35718) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.742760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:38.752380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 87491b3c-ba58-4667-ac17-9b72674b8a71 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:38.752725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.753512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7319870 Jul 07 17:21:38.755381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.757950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.761428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13348b75-536d-403a-8da1-2b23ad213431 HTTP/1.1" status: 204 len: 168 time: 0.5344849 Jul 07 17:21:38.762033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:38.768795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-868477658'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:38.813838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459fcfa-0156-4568-8a74-76fc22213558 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Network': ['ID=8dda516c-76a7-4c86-9980-1a1d6297c7df,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.822425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e368d04-8645-4dd6-9eb8-ae57ba2fb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13348b75-536d-403a-8da1-2b23ad213431,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.839774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:38.864084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-9c4d4e9e-c428-476b-9c8f-37d0e1d95e31 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543220268&fields=id&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 267 time: 0.1462603 Jul 07 17:21:38.881132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.883114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.884376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b8d67749-a338-4023-97cd-f3bd67349e99 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "DELETE /v2.0/floatingips/7c35b5d5-cf37-4475-85c4-c33ea7c0d32b HTTP/1.1" status: 204 len: 168 time: 1.9191008 Jul 07 17:21:38.910648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:38.915053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.917881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:38.921350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.995688 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.015805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:39.081874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 87491b3c-ba58-4667-ac17-9b72674b8a71 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:39.091438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.091799 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Added segment 316314dd-6162-4783-8cdd-27df039aeb79 of type vlan for network 0b4bca5d-b85b-42e8-966a-1603ae35c479 Jul 07 17:21:39.122650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-a76764ed-8c7f-402c-8918-b80ceecb923f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.124145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-a76764ed-8c7f-402c-8918-b80ceecb923f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/networks?id=bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 200 len: 797 time: 0.2593794 Jul 07 17:21:39.157917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.163911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35738) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.204273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04f9f63-2ca3-449f-8999-cd48303edfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.206780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.226393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-37daf1a7-a297-4acc-a8a4-4088257d9b39 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/quotas/5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 375 time: 0.0765104 Jul 07 17:21:39.249500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=aa6a2048-3087-4196-a7ff-f77262ae6107,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.278036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '4b21df99-7f12-4127-bced-eeaf2a223850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:39.278441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:39.303651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-9d15866e-4683-43d1-a0a8-b33801f04283 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.305173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-9d15866e-4683-43d1-a0a8-b33801f04283 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.3187213 Jul 07 17:21:39.311780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:39.317886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.323949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 743ab76a-c9c6-4110-8743-4c5491c894b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:39.324232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.325011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.326483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:39.334777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.335381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.363516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04f9f63-2ca3-449f-8999-cd48303edfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.365110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecfd29c-74d7-46d8-a219-3543633c9ca6 None None] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:39.369383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04f9f63-2ca3-449f-8999-cd48303edfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.391137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-39ac3d36-d512-4443-b0e4-56b9406587fc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6493587 Jul 07 17:21:39.391902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35740) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.400168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-0b778f6b-9d32-4954-b15b-67135f5c4b53 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/quotas/71c00562986e40349b86355e388bc58a HTTP/1.1" status: 200 len: 375 time: 0.0845230 Jul 07 17:21:39.403204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073426947'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:39.409724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6452456 Jul 07 17:21:39.418078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35742) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.425637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'subnet': {'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:39.439492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b04f9f63-2ca3-449f-8999-cd48303edfcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e94d39e147ea4ea094dd387609320258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745626 Jul 07 17:21:39.450756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f9f63-2ca3-449f-8999-cd48303edfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f33dbb4-009d-4f02-a622-22652eea86d1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.455326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35744) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.478980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ed9f-bd7d-48f0-9635-abd29d234280 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Network': ['ID=0b4bca5d-b85b-42e8-966a-1603ae35c479,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.505819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:39.514852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:39.518015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-08802891-2c17-4dd1-aea4-7592cc5285b5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2732956 Jul 07 17:21:39.518672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.527864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.587201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=87491b3c-ba58-4667-ac17-9b72674b8a71,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.588177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:39.613577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.614027 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 62016022-641c-4fec-8347-4ce5ff96b111 of type vlan for network 35c060e3-b64a-44f8-a137-c6a870d6266b Jul 07 17:21:39.628617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.652463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:39.653803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 743ab76a-c9c6-4110-8743-4c5491c894b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:39.654413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.656389 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.695764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-1242b7a7-e93a-408e-b10d-f8b15ea7b99f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2704968 Jul 07 17:21:39.724819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.741076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.769320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.771262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-069f8fad-8a15-4904-93aa-cdb3197bb744 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/87491b3c-ba58-4667-ac17-9b72674b8a71 HTTP/1.1" status: 204 len: 168 time: 1.4559100 Jul 07 17:21:39.774836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.785112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad', 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': 'aa6a2048-3087-4196-a7ff-f77262ae6107'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:39.786045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.823222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.827004 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-459afb23-417a-4ea1-827c-3f1594429e52 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:21:39.829425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:39.830620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.831934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-459afb23-417a-4ea1-827c-3f1594429e52 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/87491b3c-ba58-4667-ac17-9b72674b8a71 HTTP/1.1" status: 404 len: 333 time: 0.0531988 Jul 07 17:21:39.834278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.836408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-efd5e3bc-0efa-4208-958d-5cbcb49a5f63 service neutron] 10.222.0.22 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932436 Jul 07 17:21:39.891395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4948246 Jul 07 17:21:39.892413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.895204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:39.896485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f33dbb4-009d-4f02-a622-22652eea86d1 HTTP/1.1" status: 204 len: 168 time: 0.4084899 Jul 07 17:21:39.897264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35752) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:39.930519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': '35c060e3-b64a-44f8-a137-c6a870d6266b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:39.968373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f564a91-0b2a-40bb-b8ef-4524434d1148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f33dbb4-009d-4f02-a622-22652eea86d1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:39.997169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 11a0fb1c-4a39-4b1f-a858-27f3f267cba2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:40.010272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.020418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad099f0-c2d5-4d37-afbf-f6fe58af03d2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=35c060e3-b64a-44f8-a137-c6a870d6266b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.021855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-356dd2e4-6d68-4e5e-a0de-41eb0ca71da7 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160553 Jul 07 17:21:40.032363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Allocated IP 2001:db8:0:ffff::2 (c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad/aa6a2048-3087-4196-a7ff-f77262ae6107/0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:40.082766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 35c060e3-b64a-44f8-a137-c6a870d6266b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:40.091512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.148344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:40.151978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.234781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Subnet': ['ID=b52e16f2-6943-4d07-9781-bcb352fcf9d0,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.289916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:40.290324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network hostable DHCP agents. Network: 8dda516c-76a7-4c86-9980-1a1d6297c7df, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:40.364230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:40.385553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.389895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-de5a9b94-a48f-4af3-8bdb-28e696009a4a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.392087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-de5a9b94-a48f-4af3-8bdb-28e696009a4a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c42ee7e-d42e-4324-93e8-3793b6f1787e HTTP/1.1" status: 200 len: 946 time: 0.1917624 Jul 07 17:21:40.395467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8dda516c-76a7-4c86-9980-1a1d6297c7df) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:40.410755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.411382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.444047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77cdb3-be21-4300-8e00-f33a675cc38d None None] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:40.491688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1410213-1cfe-4a5b-9c6a-fed51637c7e2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0702779 Jul 07 17:21:40.495729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.499156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.509164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'subnet': {'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:40.513923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Transition to ACTIVE for port object 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:40.534525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-783bf566-2529-4452-b6ce-6fb291270e87 service neutron] 10.222.0.22 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869199 Jul 07 17:21:40.547055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Transition to ACTIVE for port object 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:40.561134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.567525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.599838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=0b12ccf2-c944-4893-a356-26b879a1ef9f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:40.628366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '62016022-641c-4fec-8347-4ce5ff96b111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '35c060e3-b64a-44f8-a137-c6a870d6266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:40.628795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: 35c060e3-b64a-44f8-a137-c6a870d6266b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:40.633897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Deleting port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:40.634274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.681053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-d788c451-c717-48ed-bf0d-aaba8e649fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551641 Jul 07 17:21:40.692490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:40.699422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:40.704835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 35c060e3-b64a-44f8-a137-c6a870d6266b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:40.710065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:40.729960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:40.733325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 35c060e3-b64a-44f8-a137-c6a870d6266b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:40.733674 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.744127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.744941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.767187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] For port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:40.767772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.777637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.788158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c185ca8-a6ad-4af7-9107-3be82e07c78f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8833525 Jul 07 17:21:40.789495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Calling delete_port for 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:40.791475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35768) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:40.798729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463cad9-af14-4bca-9635-87b8e0a12bf4 None None] Network 35c060e3-b64a-44f8-a137-c6a870d6266b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:40.965538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.017536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.023605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.126331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.148916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=11a0fb1c-4a39-4b1f-a858-27f3f267cba2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.159005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event deleted for resources: {'Port': ['ID=3d014c73-f4dc-4658-b1c6-4b76d67f2d29,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.179080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.230277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.237352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=0b12ccf2-c944-4893-a356-26b879a1ef9f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.241587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-80e3e7b2-543e-4525-99b8-b5b488732d7c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/11a0fb1c-4a39-4b1f-a858-27f3f267cba2 HTTP/1.1" status: 204 len: 168 time: 1.4040999 Jul 07 17:21:41.244656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.332923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3d014c73-f4dc-4658-b1c6-4b76d67f2d29'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:41.334949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e6834-1a1e-4c8a-9163-2a3412849070 None None] Network bfff1916-ece9-49f2-8342-657ae4f5d745 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:41.385104 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.397745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Pushing event updated for resources: {'Port': ['ID=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.405992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c060e3-b64a-44f8-a137-c6a870d6266b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.425710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62016022-641c-4fec-8347-4ce5ff96b111') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.426017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62016022-641c-4fec-8347-4ce5ff96b111') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:41.465058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4924d430-2ce4-4a21-ae51-a98ca33c8773 req-fa1685fa-c2e4-438f-9eed-9aac3f532322 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 210 time: 0.1731782 Jul 07 17:21:41.498837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Attempting to bind port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:41.499235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Attempting to bind port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4b21df99-7f12-4127-bced-eeaf2a223850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:41.500003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Attempting to bind port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f on network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:41.535554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99785283-08bb-484f-be01-96f13cf268b4 req-32242c9c-36aa-4e9a-af54-46382812ef13 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.2724197 Jul 07 17:21:41.535897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8dda516c-76a7-4c86-9980-1a1d6297c7df', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:41.547894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.598145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:41.598535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Checking segment: {'id': '4b21df99-7f12-4127-bced-eeaf2a223850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:41.598953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.599373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Bound using segment: {'id': '4b21df99-7f12-4127-bced-eeaf2a223850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:41.599831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Bound port: 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b21df99-7f12-4127-bced-eeaf2a223850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:41.600223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.604077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.680497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.690395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.696080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:41.837985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Subnet': ['ID=e799e6b1-18f6-4817-9bed-f605d04fc848,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.871140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.875903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Checking segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:41.876657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network hostable DHCP agents. Network: 0b4bca5d-b85b-42e8-966a-1603ae35c479, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:41.916818 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.929268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:41.942776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.985846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d2391-4477-41ca-bdbf-e169b44e93f2 None None] Network 35c060e3-b64a-44f8-a137-c6a870d6266b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:42.036138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.059060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] No DVR routers for this DVR port 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:42.062736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.064724 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f6a915e-6323-4f30-b387-d9d21a1f4530 req-0c4e50f2-35fd-4240-9b30-927b89eaa588 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.83 "DELETE /v2.0/ports/3d014c73-f4dc-4658-b1c6-4b76d67f2d29 HTTP/1.1" status: 204 len: 173 time: 1.6652036 Jul 07 17:21:42.065175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-deleted', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:42.067429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:42.082774 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616f0c4-59c3-4c96-96b9-a19ed1370084" -d '{"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-deleted", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:42.096060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.110392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:42.111366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:42.114331 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:42.123149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] For port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,segment=NetworkSegment(00c6da4e-2ec6-474b-b952-02fdcaf0698b),segment_id=00c6da4e-2ec6-474b-b952-02fdcaf0698b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:42.123693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.139574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:42.205867 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183efce6-fe29-48a5-963f-6e7e1e7d2dcd x-openstack-request-id: req-183efce6-fe29-48a5-963f-6e7e1e7d2dcd {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:42.206275 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c42ee7e-d42e-4324-93e8-3793b6f1787e", "name": "network-vif-deleted", "tag": "3d014c73-f4dc-4658-b1c6-4b76d67f2d29", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:42.206538 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-183efce6-fe29-48a5-963f-6e7e1e7d2dcd {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:42.206954 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c42ee7e-d42e-4324-93e8-3793b6f1787e', 'name': 'network-vif-deleted', 'tag': '3d014c73-f4dc-4658-b1c6-4b76d67f2d29', 'status': 'completed', 'code': 200} Jul 07 17:21:42.247813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-7ed44031-bb1c-4835-8154-90cd130d53f7 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.249247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ed44031-bb1c-4835-8154-90cd130d53f7 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6442144 Jul 07 17:21:42.260511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.267199 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.284755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.288049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-fdae1364-3b87-4abe-bcf0-732110d782c6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.290309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fdae1364-3b87-4abe-bcf0-732110d782c6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0246296 Jul 07 17:21:42.295686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.306319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/35c060e3-b64a-44f8-a137-c6a870d6266b HTTP/1.1" status: 204 len: 168 time: 1.5090044 Jul 07 17:21:42.306535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.308169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] For port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:42.310590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.317134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-806042d1-04d6-438a-bf95-1104f1f9133f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.318185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-806042d1-04d6-438a-bf95-1104f1f9133f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096552 Jul 07 17:21:42.320498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0b4bca5d-b85b-42e8-966a-1603ae35c479) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:42.330006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35826) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.350797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560867958'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:42.358435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99550a1c-218e-4ef0-b18b-c4f6109c1bcc None None] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:42.363747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.364587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.377581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.382265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No DVR routers for this DVR port 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:42.390606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-35286bff-c4ff-4d71-af88-4d07b2089638 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.401666 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35286bff-c4ff-4d71-af88-4d07b2089638 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0623031 Jul 07 17:21:42.402856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35828) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.406238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888053d-8e81-441b-b669-acf70f25963e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=35c060e3-b64a-44f8-a137-c6a870d6266b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.432146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] For port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,segment=NetworkSegment(4b21df99-7f12-4127-bced-eeaf2a223850),segment_id=4b21df99-7f12-4127-bced-eeaf2a223850)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:42.443236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-0b98c3ab-b021-470a-adce-dba88957e118 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.447250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b98c3ab-b021-470a-adce-dba88957e118 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0195262 Jul 07 17:21:42.447587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.459764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-b9be51a9-6bdf-4be1-8329-1dea357930b1 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.463605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9be51a9-6bdf-4be1-8329-1dea357930b1 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0121729 Jul 07 17:21:42.464368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35832) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.469171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-2d62cea4-8e9d-4f2f-90fa-ff4440194fb5 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.473707 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d62cea4-8e9d-4f2f-90fa-ff4440194fb5 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049775 Jul 07 17:21:42.474004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35834) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.478778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-189d8861-0fb4-4b26-90fa-12b83030bdde tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.482033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-189d8861-0fb4-4b26-90fa-12b83030bdde tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047419 Jul 07 17:21:42.482246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35836) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.486764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-902c4dfe-75b6-488a-be3b-da670f4c554e tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.489886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-902c4dfe-75b6-488a-be3b-da670f4c554e tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045409 Jul 07 17:21:42.490012 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.490222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35838) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.503348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-ff40c4c1-b44b-484f-92fc-3e7d15ab5e1c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.507010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff40c4c1-b44b-484f-92fc-3e7d15ab5e1c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0132978 Jul 07 17:21:42.507333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35842) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.513534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-dc2a07ac-6b56-4904-bfb2-faf41a4ccc60 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.516957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc2a07ac-6b56-4904-bfb2-faf41a4ccc60 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063496 Jul 07 17:21:42.517823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.517951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Allocated IP 10.1.1.2 (8dda516c-76a7-4c86-9980-1a1d6297c7df/b52e16f2-6943-4d07-9781-bcb352fcf9d0/8abd5163-defa-4e9b-84d3-ff425cc92bd2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:42.523558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-6df427b8-ce24-437e-a189-b1f2bea0ef48 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.526972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6df427b8-ce24-437e-a189-b1f2bea0ef48 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063519 Jul 07 17:21:42.527481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.534470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-98bfc427-6c6b-439c-a476-9dfa914acd14 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.538154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98bfc427-6c6b-439c-a476-9dfa914acd14 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078087 Jul 07 17:21:42.542581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35848) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.553579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-3d643897-2f45-4003-bed7-62dc6599fad3 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.557930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d643897-2f45-4003-bed7-62dc6599fad3 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0142236 Jul 07 17:21:42.558660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.564167 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2b991fe9-de65-438d-8ba9-77ba718f8464 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0644979 Jul 07 17:21:42.565124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:42.569725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.572724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-20913b01-5088-438d-9093-7aa54b24904c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.577543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.578482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.581645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-20913b01-5088-438d-9093-7aa54b24904c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0210025 Jul 07 17:21:42.598535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'name': 'tempest-TaggedBootDevicesTest-278163265', 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:42.605767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-5d230b64-e022-4205-a1c2-58c147b105cd tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.607692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d230b64-e022-4205-a1c2-58c147b105cd tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0230882 Jul 07 17:21:42.611921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.619407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.629149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-4c1bc332-00d6-4502-bfdb-c00242b7219a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.630138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c1bc332-00d6-4502-bfdb-c00242b7219a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0112631 Jul 07 17:21:42.632946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.637997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-928959f2-7abe-4014-9426-e0831c8228cc tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.643666 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-928959f2-7abe-4014-9426-e0831c8228cc tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093899 Jul 07 17:21:42.646868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35862) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.656226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-d35f5009-85df-4e1f-ad71-0afb3fca0b51 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.658584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d35f5009-85df-4e1f-ad71-0afb3fca0b51 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0105765 Jul 07 17:21:42.661444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35864) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.666420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-7f269299-7924-4b38-afe1-6e7b0c75aa76 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.667536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f269299-7924-4b38-afe1-6e7b0c75aa76 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048921 Jul 07 17:21:42.670825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35866) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.680823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-d8b3292a-49eb-4699-a432-b2e6e2e327be tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.686821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8b3292a-49eb-4699-a432-b2e6e2e327be tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106547 Jul 07 17:21:42.687727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.712989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-d9e7142a-ed23-4e6b-9b12-a7d8c35bfee6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.714965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d9e7142a-ed23-4e6b-9b12-a7d8c35bfee6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0262020 Jul 07 17:21:42.717870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.736680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-0ed9f129-51a8-42a7-a328-b0aacdbef1ad tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.738909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff1916-ece9-49f2-8342-657ae4f5d745']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:42.745827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ed9f129-51a8-42a7-a328-b0aacdbef1ad tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0265598 Jul 07 17:21:42.746852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.756342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-77d93ab5-7a28-4a4a-8581-895b6f124876 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.762522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-77d93ab5-7a28-4a4a-8581-895b6f124876 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0142889 Jul 07 17:21:42.763286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.772082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-10884ac0-2a79-4c99-abd4-9082effea382 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.773336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10884ac0-2a79-4c99-abd4-9082effea382 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063877 Jul 07 17:21:42.775645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c6da4e-2ec6-474b-b952-02fdcaf0698b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:42.776416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35876) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.778582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c6da4e-2ec6-474b-b952-02fdcaf0698b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:42.782878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.787745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-92844519-5f82-4fa4-9d56-a728e331f99c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.796006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-92844519-5f82-4fa4-9d56-a728e331f99c tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0134892 Jul 07 17:21:42.797632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.798344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.800427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] 10.222.0.22 "DELETE /v2.0/security-groups/98424730-972c-4b06-b080-6ff698f96736 HTTP/1.1" status: 204 len: 168 time: 1.0993555 Jul 07 17:21:42.813153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-c7398b4d-17be-4e9b-ab85-57f557098060 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.819122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7398b4d-17be-4e9b-ab85-57f557098060 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0192292 Jul 07 17:21:42.819915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35882) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.825195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-22fa8bdc-98ad-43a6-b6ee-da95b1afde5d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.833109 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-22fa8bdc-98ad-43a6-b6ee-da95b1afde5d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0118194 Jul 07 17:21:42.834024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35884) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.838909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-e60ca84a-39b7-4dec-8f3b-c78d62b528ed tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.843363 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e60ca84a-39b7-4dec-8f3b-c78d62b528ed tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079875 Jul 07 17:21:42.844521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35886) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.849133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-2e39befc-41d5-4182-b7c4-96dff914c8b6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.853264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2e39befc-41d5-4182-b7c4-96dff914c8b6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075598 Jul 07 17:21:42.854132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35888) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.858598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-a8174b26-a5b4-43bb-ba15-4353ed03b401 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.859308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825988db-ccf4-4544-9f42-98651c90e88d None None] DHCP port deletion for bfff1916-ece9-49f2-8342-657ae4f5d745 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:42.860157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1ef40-b968-4a0b-b38b-f418d7022de4 tempest-TestServerBasicOps-1406866233 tempest-TestServerBasicOps-1406866233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98424730-972c-4b06-b080-6ff698f96736,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.863856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a8174b26-a5b4-43bb-ba15-4353ed03b401 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085282 Jul 07 17:21:42.864774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.869405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-bb54edc6-877a-46d7-841d-116791bc8dea tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.873544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb54edc6-877a-46d7-841d-116791bc8dea tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074787 Jul 07 17:21:42.874531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.878556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2911ae9-342a-4db9-96ca-78d20f405271 None None] Pushing event updated for resources: {'Port': ['ID=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:42.879331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:42.887704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-2a515bb9-4204-47ae-979c-7fd2e35a0be4 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.892622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a515bb9-4204-47ae-979c-7fd2e35a0be4 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0153697 Jul 07 17:21:42.893416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35894) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.907971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-25b22ebe-4234-4ab8-b2a7-b644192ab3ce tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.911912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25b22ebe-4234-4ab8-b2a7-b644192ab3ce tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173545 Jul 07 17:21:42.912679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.928153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-4352f0ed-38e1-4865-91a4-9354cd810104 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.928361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:42.935131 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4352f0ed-38e1-4865-91a4-9354cd810104 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0209379 Jul 07 17:21:42.935320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35898) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.940361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-7ac41e21-88cb-4f80-b606-a9a592a6a04d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.958681 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ac41e21-88cb-4f80-b606-a9a592a6a04d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0222549 Jul 07 17:21:42.959304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.964822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-9ca8d51d-6cc6-4992-b141-863d09dc0762 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.968817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ca8d51d-6cc6-4992-b141-863d09dc0762 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080485 Jul 07 17:21:42.969588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35902) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.974138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-889f811f-a322-4171-9cd1-adcd1ba4b9da tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:42.993600 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-889f811f-a322-4171-9cd1-adcd1ba4b9da tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0227094 Jul 07 17:21:42.994473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:42.998954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-f97fa23d-2520-4a58-b53a-7d6e0144eda7 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.002953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f97fa23d-2520-4a58-b53a-7d6e0144eda7 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073891 Jul 07 17:21:43.003819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.005976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b55777ee-431f-4e4e-bc7e-72253d2ee4b9 req-93bd3ee2-628a-4591-956c-7e8cd4adb270 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 210 time: 0.1883414 Jul 07 17:21:43.008031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada1b71a-312c-412d-a8eb-27fe9a106a1e req-344e3b05-835e-4587-8a95-4b5f5ae773b2 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.2063284 Jul 07 17:21:43.009315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-63b71b23-b04a-43e2-bd52-11313244f7c5 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.012993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63b71b23-b04a-43e2-bd52-11313244f7c5 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080881 Jul 07 17:21:43.013916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.019292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-e1331869-6cd7-4459-923e-6d467dd84f83 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.023306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1331869-6cd7-4459-923e-6d467dd84f83 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082679 Jul 07 17:21:43.024061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35910) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.029667 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.034923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-6a4d07e8-b4b6-4412-b7a8-c53895acc4c9 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.041739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.042911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.043267 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 73bc9472-b870-4bc6-be77-d9e3234d9b79 of type vlan for network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f Jul 07 17:21:43.047050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6a4d07e8-b4b6-4412-b7a8-c53895acc4c9 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0211163 Jul 07 17:21:43.071256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0b4bca5d-b85b-42e8-966a-1603ae35c479', 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ips': [{'subnet_id': 'e799e6b1-18f6-4817-9bed-f605d04fc848'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:43.072235 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.087174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-72c01258-19e3-4414-9134-bc4c32db6923 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.088792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-72c01258-19e3-4414-9134-bc4c32db6923 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0357957 Jul 07 17:21:43.092658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.098792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-d49c8e4e-1404-464c-b4fe-f2aeb9abf15d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.101421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:43.102029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.102436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d49c8e4e-1404-464c-b4fe-f2aeb9abf15d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088978 Jul 07 17:21:43.103024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:43.106060 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:43.108048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-35d5def0-dc4f-4c80-bca5-fbb8e9462982 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.129425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.132005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35d5def0-dc4f-4c80-bca5-fbb8e9462982 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0279393 Jul 07 17:21:43.147994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.154384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35920) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.177037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-2d5a2a23-aeac-443e-877b-8588d01f1cff tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.181080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35924) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.185792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-fa05e06d-e938-4246-9157-e37aa2382de1 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.190129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa05e06d-e938-4246-9157-e37aa2382de1 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078113 Jul 07 17:21:43.191010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.195978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-7eed02e1-f051-43cb-8709-edefa7bbc8ca tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.199290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2d5a2a23-aeac-443e-877b-8588d01f1cff tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0209730 Jul 07 17:21:43.203799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.206767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7eed02e1-f051-43cb-8709-edefa7bbc8ca tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145092 Jul 07 17:21:43.259523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [None req-6a55606f-f8cf-44c9-9c81-c6ba359790d2 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.263550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35930) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.266729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6a55606f-f8cf-44c9-9c81-c6ba359790d2 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0582507 Jul 07 17:21:43.268006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-b497477e-2e3d-44c1-bcc1-d23c050a025a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.271515 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b497477e-2e3d-44c1-bcc1-d23c050a025a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069778 Jul 07 17:21:43.272084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35932) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.276291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-009530dc-2464-4f57-85e8-016cbf152018 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.279439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Transition to ACTIVE for port object 8abd5163-defa-4e9b-84d3-ff425cc92bd2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:43.284506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-009530dc-2464-4f57-85e8-016cbf152018 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0113773 Jul 07 17:21:43.285144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.288702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.289990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-f8376dc3-3134-4d12-97cb-0b3c8591846f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.305543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8376dc3-3134-4d12-97cb-0b3c8591846f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0177372 Jul 07 17:21:43.306177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.311024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-f6873a7f-e64a-4dd4-8d1d-0f9dce1ea2f6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.315137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f6873a7f-e64a-4dd4-8d1d-0f9dce1ea2f6 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079958 Jul 07 17:21:43.315711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.326015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:43.335645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-f627a652-8ba2-473f-b8c6-a70523f82370 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.338079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Transition to ACTIVE for port object 8abd5163-defa-4e9b-84d3-ff425cc92bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:43.339556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f627a652-8ba2-473f-b8c6-a70523f82370 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0228958 Jul 07 17:21:43.340145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.345058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-a05b863c-475c-46a9-a5de-b40804204641 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.349824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a05b863c-475c-46a9-a5de-b40804204641 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077853 Jul 07 17:21:43.350438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35942) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.361888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-f49cab3b-cdf4-44f2-9f6b-496ab1cb9339 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.368415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f49cab3b-cdf4-44f2-9f6b-496ab1cb9339 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0169499 Jul 07 17:21:43.369019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35944) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.373262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-9b3fa4e3-5d22-4513-b8b9-efae0ccf9dd9 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.378394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b3fa4e3-5d22-4513-b8b9-efae0ccf9dd9 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083606 Jul 07 17:21:43.378922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:43.379450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.383185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-84af5ae5-e224-4ae3-93b7-3925c89b6592 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.386974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84af5ae5-e224-4ae3-93b7-3925c89b6592 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070715 Jul 07 17:21:43.387550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35948) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.394010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-1f063109-ce74-447f-8a09-329ba88cced0 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.397782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f063109-ce74-447f-8a09-329ba88cced0 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066059 Jul 07 17:21:43.398394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35950) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.402551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-4886c87d-323e-49a7-bccb-857802ff7318 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.404018 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.406604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4886c87d-323e-49a7-bccb-857802ff7318 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071576 Jul 07 17:21:43.407176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.414059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.416303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-7ef6e6c9-aedf-4e66-ab17-0c43f8b8197f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.417187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ef6e6c9-aedf-4e66-ab17-0c43f8b8197f tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090690 Jul 07 17:21:43.418214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:43.418853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3d014c73-f4dc-4658-b1c6-4b76d67f2d29 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:43.421370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/bfff1916-ece9-49f2-8342-657ae4f5d745 HTTP/1.1" status: 204 len: 168 time: 2.1757314 Jul 07 17:21:43.421509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.421845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35956) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.426918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284876604'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:43.431158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.433840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-66447853-8bda-436e-8dbc-a4145d58f89d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.437936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-66447853-8bda-436e-8dbc-a4145d58f89d tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047796 Jul 07 17:21:43.442243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35960) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.444366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.450926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:43.453122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.472248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:43.477685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a12dd-0724-4260-9c5b-aaf24712cc8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=bfff1916-ece9-49f2-8342-657ae4f5d745,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.503811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-9c76a414-9ce9-4bfb-b0d8-ac7c55ae7244 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.504832 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9c76a414-9ce9-4bfb-b0d8-ac7c55ae7244 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0591285 Jul 07 17:21:43.509359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35962) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.516080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-538c1417-0fee-4ce3-a003-d6a2a0737ba2 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.517360 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-538c1417-0fee-4ce3-a003-d6a2a0737ba2 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070891 Jul 07 17:21:43.520011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35964) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.525793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-fbbba625-ba63-49e9-9c80-ea145d084f14 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.526742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fbbba625-ba63-49e9-9c80-ea145d084f14 tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043242 Jul 07 17:21:43.530042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35966) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.538660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-80d589cf-e5cc-43a4-ba56-2815d5fa636a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.539634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80d589cf-e5cc-43a4-ba56-2815d5fa636a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081749 Jul 07 17:21:43.548953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.555806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-31fa9f3a-292a-4878-bf3d-1824c02dd8be tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.556787 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-31fa9f3a-292a-4878-bf3d-1824c02dd8be tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068982 Jul 07 17:21:43.564625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Allocated IP 10.2.2.2 (0b4bca5d-b85b-42e8-966a-1603ae35c479/e799e6b1-18f6-4817-9bed-f605d04fc848/14b12986-7f3c-4b2f-bdfd-5a7243bad5e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:43.579503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:43.591298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35970) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.592195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:43.596414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.601617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Pushing event updated for resources: {'Port': ['ID=8abd5163-defa-4e9b-84d3-ff425cc92bd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.609260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:43.612721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-ef8b37b5-5bf8-4699-acab-793bbedf3f8a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.615847 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef8b37b5-5bf8-4699-acab-793bbedf3f8a tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0165374 Jul 07 17:21:43.623839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35972) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.632584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [None req-adbc5861-7254-45b3-baec-b20adba4e35e tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:43.633815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-adbc5861-7254-45b3-baec-b20adba4e35e tempest-ExtensionsTestJSON-1956438156 tempest-ExtensionsTestJSON-1956438156-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071719 Jul 07 17:21:43.644018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:43.742491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:43.753434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c669607d-48da-4d4c-b441-b956eb48cdb9 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4313686 Jul 07 17:21:43.755914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:43.761276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:43.784739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:43.880644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:43.919124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:43.963797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:43.964794 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Added segment 2cbdcfc4-211b-4e9e-8602-33c115a2194f of type vlan for network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 Jul 07 17:21:43.990615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.049012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Attempting to bind port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:44.049232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] device_id is not set on port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:44.049405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Attempting to bind port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:44.052080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Attempting to bind port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:44.075141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-83f089f9-9557-4f48-af27-a606eac22cf0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.077679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-83f089f9-9557-4f48-af27-a606eac22cf0 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/networks?id=bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 200 len: 797 time: 0.3550072 Jul 07 17:21:44.078256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35982) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.099637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:44.106668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:44.116142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:44.116976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.117703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Bound using segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:44.118471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Bound port: 8abd5163-defa-4e9b-84d3-ff425cc92bd2, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:44.119099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.120996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.196305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-acec8a4a-96c0-4dba-ad5e-62cea09a8979 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f25a2c155444cbc937e49c00093ac8f HTTP/1.1" status: 200 len: 379 time: 0.0898459 Jul 07 17:21:44.231381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:44.234468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'port': {'device_id': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'admin_state_up': True, 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'security_groups': ['e26d0028-51ca-43ed-9ff1-206261d028b3']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:44.235192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13ee2623-a5dd-46bc-8a2a-1c40e6b75e3c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:44.242315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.257733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.257733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.433690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88696e06-c89e-47cd-915b-d3383e7130a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.450439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.451628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Network': ['ID=71802b2b-1c8e-44a0-96c1-06e19e9c0fd2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.465420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Transition to ACTIVE for port object 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:44.500015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Transition to ACTIVE for port object 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:44.516684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:44.520348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9fdf3-411c-4692-b188-06f696c6ac65 None None] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:44.542647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.578083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a94b106-ff19-4c93-acb8-9a222f2f2a61 req-ade61a63-87ac-4a32-946c-d3ccf7cc89b1 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 210 time: 0.1269884 Jul 07 17:21:44.604480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.616449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e339f430-42a5-40e6-8b96-0abb9c36a363 req-a4562c2f-1cec-4db2-a8c9-3e14a8507963 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.1898930 Jul 07 17:21:44.638795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:44.643053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.738052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.1.1.166 (8dda516c-76a7-4c86-9980-1a1d6297c7df/b52e16f2-6943-4d07-9781-bcb352fcf9d0/9e1fdaaa-e637-49b7-bf46-b24e004668a3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:44.773922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-177eb433-a496-4fd3-a547-057d23b403be tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3480694 Jul 07 17:21:44.775895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:44.786609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:44.843264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] For port 8abd5163-defa-4e9b-84d3-ff425cc92bd2, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:44.899075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-bd9c06a0-f378-4a14-a857-8d0313313f35 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.900647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-bd9c06a0-f378-4a14-a857-8d0313313f35 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 815 time: 0.4731441 Jul 07 17:21:44.903210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] For port 8abd5163-defa-4e9b-84d3-ff425cc92bd2, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abd5163-defa-4e9b-84d3-ff425cc92bd2,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:44.911979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:44.912736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Provisioning for port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:44.917304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Request body: {'port': {'device_id': '0258d806-db19-42be-9a7a-018682a22037', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'admin_state_up': True, 'tenant_id': '71c00562986e40349b86355e388bc58a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:44.929469 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.933878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88696e06-c89e-47cd-915b-d3383e7130a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.937502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:44.947047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Provisioning complete for port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:44.947417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.948893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Pushing event updated for resources: {'Port': ['ID=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.952832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:44.967789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88696e06-c89e-47cd-915b-d3383e7130a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.033993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Made reservation on behalf of 5f25a2c155444cbc937e49c00093ac8f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:45.038996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.078680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-88696e06-c89e-47cd-915b-d3383e7130a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=687edb3580a44fff9addf77d923373a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899924 Jul 07 17:21:45.085352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35992) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.095302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88696e06-c89e-47cd-915b-d3383e7130a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa66c72-7042-4f6a-9194-53760a6f28ca,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.098514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:45.102002 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.128580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff48a2-f431-447d-8092-99d9ce4e55ec None None] Pushing event updated for resources: {'Port': ['ID=8abd5163-defa-4e9b-84d3-ff425cc92bd2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.176360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Attempting to bind port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:45.178288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Attempting to bind port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:45.178682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Attempting to bind port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:45.220498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:45.220761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Checking segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:45.221987 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.221987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Bound using segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:45.222372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Bound port: 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:45.222772 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.237446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.286297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Deleting port 9f1d3390-b6f4-45c3-a474-29d87d6a704e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:45.286648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.341675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] For port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:45.346674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] For port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:45.348009 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.365489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.381483 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.388047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.419671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.20.0.14 (bab919a9-3010-40f3-91cb-a4e8a38b63e6/cf63fbc5-40df-4979-891c-19eb03942326/725788f0-0aeb-47a6-b518-411aa146f3c1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:45.448684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] For port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,segment=NetworkSegment(4b21df99-7f12-4127-bced-eeaf2a223850),segment_id=4b21df99-7f12-4127-bced-eeaf2a223850)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:45.487958 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.497644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.504617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89b7f-ea92-41dd-8de1-8ab6503c4a62 None None] Pushing event updated for resources: {'Port': ['ID=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.533619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Made reservation on behalf of 71c00562986e40349b86355e388bc58a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:45.537633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.596347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=0e75b6bf-5e60-4046-a0a9-eeb09781876e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.657606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfd4ff-680b-4733-a223-f2cfa4170886 None None] Pushing event updated for resources: {'Port': ['ID=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.726120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.752092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] For port 9f1d3390-b6f4-45c3-a474-29d87d6a704e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9f1d3390-b6f4-45c3-a474-29d87d6a704e,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:45.752478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.760488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object 9e1fdaaa-e637-49b7-bf46-b24e004668a3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:45.762207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '73bc9472-b870-4bc6-be77-d9e3234d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:45.762587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:45.777711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Calling delete_port for 9f1d3390-b6f4-45c3-a474-29d87d6a704e owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:45.846938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Transition to ACTIVE for port object 725788f0-0aeb-47a6-b518-411aa146f3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:45.854540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.857877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.859396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8aa66c72-7042-4f6a-9194-53760a6f28ca HTTP/1.1" status: 204 len: 168 time: 0.7718570 Jul 07 17:21:45.926157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9851f-aa81-4027-bc4b-b76f8330a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa66c72-7042-4f6a-9194-53760a6f28ca,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.927737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4e41831c-86cc-4ae6-9bfc-73dd61646a1f None None] Provisioning complete for port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:45.928122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41831c-86cc-4ae6-9bfc-73dd61646a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.995986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.051993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-676484a2-bee2-41e0-934a-fc8dd1389a8a req-7fc41807-39c9-4b57-b1b5-2a656b29dc5f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.2137537 Jul 07 17:21:46.057645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de5ecb5d-b912-4af2-b613-b640812926a3 req-ea98e4a5-4aa4-431b-9a74-b7955674ef74 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 210 time: 0.2223921 Jul 07 17:21:46.154722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.155368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.158453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:46.209688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:46.225803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:46.226916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.235175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031a553-7052-44c1-9722-216a8d435bea None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:46.246812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Allocated IP 172.20.0.6 (a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499/68eb708a-052c-4f96-9d6e-6180e8123a22/e406d469-81da-443f-b4ed-fd9c56a2485f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:46.283683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.321503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.331170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:46.340873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.341180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.352793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:46.355345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:46.377198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:46.449889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-561cc118-5dac-4c00-9307-f666d5c29a36 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6921251 Jul 07 17:21:46.470186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1d3390-b6f4-45c3-a474-29d87d6a704e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.481439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36010) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.497659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89483807'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.502710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:46.593721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=3a8800c8-96fd-4021-8ada-f9e974881fb4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.614462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f', 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '0e75b6bf-5e60-4046-a0a9-eeb09781876e'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:46.617385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.617929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.622588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.708135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.708827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.727864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:46.738553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.781882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-33c30443-1587-4149-96a9-aec195ddc102 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2003050 Jul 07 17:21:46.799151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.815428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'name': 'tempest-TaggedBootDevicesTest-1318274156', 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.835145 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-0f5ab2e4-f5a9-4e7a-939f-128dce9ca934 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6031730 Jul 07 17:21:46.851868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-2c9a2cc0-eb9b-4ea4-b5a5-20d531c36284 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:21:46.852911 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-2c9a2cc0-eb9b-4ea4-b5a5-20d531c36284 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169744 Jul 07 17:21:46.897182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Allocated IP 2001:db8::3 (f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f/0e75b6bf-5e60-4046-a0a9-eeb09781876e/9a8f2b5a-32af-4e5d-9527-3f62606d0727) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:46.913010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:46.980694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937bebb-a5ab-4168-b718-eb6ac86141b5 None None] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:47.066309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.085145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Request body: {'port': {'device_id': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:47.129905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.130620 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment b3cebfc7-e5ee-418e-9e8f-fe9dd319417a of type vlan for network 58c53646-7dc0-4740-8b2b-d8fa7a896564 Jul 07 17:21:47.188023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5a3e07a7-ca29-4534-9698-4249a33a483b None None] Provisioning for port 725788f0-0aeb-47a6-b518-411aa146f3c1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:47.283170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5a3e07a7-ca29-4534-9698-4249a33a483b None None] Provisioning complete for port 725788f0-0aeb-47a6-b518-411aa146f3c1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:47.283307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.284192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a3e07a7-ca29-4534-9698-4249a33a483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.299077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36030) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:47.393740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0b5e3-13dd-45d4-86fe-152469a1accf None None] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:47.500241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:21:47.524719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.564828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1014933953'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:47.580908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e07a7-ca29-4534-9698-4249a33a483b None None] Port 725788f0-0aeb-47a6-b518-411aa146f3c1 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:47.600916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.607434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.608152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.630971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:47.637893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Made reservation on behalf of 268e0c56ea97430e86c75cfa04816d3e for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:47.641583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.642827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Checking segment: {'id': '2cbdcfc4-211b-4e9e-8602-33c115a2194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:47.643322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network hostable DHCP agents. Network: 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:47.664138 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b1e7c52-6235-4713-8b28-ab48ec865558 req-bf966cd1-8a37-4de3-bd5b-71c4258da70a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.1150312 Jul 07 17:21:47.710428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.728132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.744700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:47.745665 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.775460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:47.781391 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2877829 Jul 07 17:21:47.782912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:47.786022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b211638-321c-443a-adc6-4cced233bdc5 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=58c53646-7dc0-4740-8b2b-d8fa7a896564,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:47.788060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:47.815693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 58c53646-7dc0-4740-8b2b-d8fa7a896564 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:47.851730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:47.881253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.881253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.904964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc26f21-7187-482e-9580-3782767429e6 req-295f7637-a3dd-4d9d-a985-4bc808ff5b06 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.907068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebc26f21-7187-482e-9580-3782767429e6 req-295f7637-a3dd-4d9d-a985-4bc808ff5b06 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 932 time: 0.3544111 Jul 07 17:21:47.913279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aacc3fb-a9f9-4ed1-87e0-663c34e06746 None None] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:47.924365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0c65ff48-b51e-4372-bcee-40d78b00d0ae None None] Provisioning for port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:47.937602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.994265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Router c2819494-1b7d-48cd-8a2a-48cb90d0a940 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:21:48.005520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:48.014292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.015979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:48.024599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:48.030221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebc26f21-7187-482e-9580-3782767429e6 req-544e19ff-8036-4f67-96e5-49b5f3e47fb8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012735 Jul 07 17:21:48.032897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event updated for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.078620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0c65ff48-b51e-4372-bcee-40d78b00d0ae None None] Provisioning for port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:48.081455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:48.082448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.110634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Transition to ACTIVE for port object 9a8f2b5a-32af-4e5d-9527-3f62606d0727 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:48.118166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:48.191595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Transition to ACTIVE for port object 9a8f2b5a-32af-4e5d-9527-3f62606d0727 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:48.210634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.433831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:48.457601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:48.463565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:48.474704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:48.476233 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.518480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:48.526884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Pushing event updated for resources: {'Port': ['ID=9a8f2b5a-32af-4e5d-9527-3f62606d0727,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.563903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Provisioning for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:48.593623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Provisioning complete for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:48.594164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.599924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-71802b2b-1c8e-44a0-96c1-06e19e9c0fd2', 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '3a8800c8-96fd-4021-8ada-f9e974881fb4'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:48.600911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.610881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.626479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-a35d3f17-37ae-43c9-8b28-10a2b1967aaa tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7142000 Jul 07 17:21:48.629630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.632008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52d5a9f1-dfe7-4e2d-9708-164a401b0d9e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8501101 Jul 07 17:21:48.636752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.646022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Request body: {'port': {'device_id': '0258d806-db19-42be-9a7a-018682a22037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:48.688457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:48.695737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1511174959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:48.697426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:48.701639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Attempting to bind port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:48.701639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Attempting to bind port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '73bc9472-b870-4bc6-be77-d9e3234d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:48.702065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Attempting to bind port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 on network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:48.704726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb42ae-fe7e-47e3-8443-7823cea533c0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:48.706906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.717181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:48.729557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d95776b4-a6e3-4033-be80-3141d639f869 admin admin] 10.222.0.22 "PUT /v2.0/routers/c2819494-1b7d-48cd-8a2a-48cb90d0a940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5732372 Jul 07 17:21:48.732473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:48.736557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:48.737279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Sync routers for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:48.754863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725788f0-0aeb-47a6-b518-411aa146f3c1 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:48.762734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:48.763361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Checking segment: {'id': '73bc9472-b870-4bc6-be77-d9e3234d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:48.763916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:48.764073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.764719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Bound using segment: {'id': '73bc9472-b870-4bc6-be77-d9e3234d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:48.764867 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:48.765668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Bound port: 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc9472-b870-4bc6-be77-d9e3234d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:48.766328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.797620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.798279 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Added segment 22a650ba-172e-4bff-beee-ff17eb58821b of type vlan for network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 Jul 07 17:21:48.812569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.863706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:48.874203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.894776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.901673 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.908656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.909715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.943185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:48.964060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.965757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Transition to ACTIVE for port object 725788f0-0aeb-47a6-b518-411aa146f3c1 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:49.000053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.009598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Provisioning complete for port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:49.009956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8194e1b7-f776-4cf3-8cbc-1c2b0a088cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.012855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.040099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] device_id is not set on port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:49.088002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Allocated IP 172.20.0.2 (71802b2b-1c8e-44a0-96c1-06e19e9c0fd2/3a8800c8-96fd-4021-8ada-f9e974881fb4/e2c59ef1-b7a9-4d25-adff-6ce7d38e4405) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:49.119067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.132179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:49.134746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab929404-6fae-46d8-b600-471622410c51 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4654291 Jul 07 17:21:49.143183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.148356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2', 'name': 'tempest-PortsTestJSON-1682177033'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:49.150570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] For port 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:49.164827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.165761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abd5163-defa-4e9b-84d3-ff425cc92bd2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:49.170195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:21:49.171033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:21:49.176283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.240419 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:21:46Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:49.272621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] For port 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a8f2b5a-32af-4e5d-9527-3f62606d0727,segment=NetworkSegment(73bc9472-b870-4bc6-be77-d9e3234d9b79),segment_id=73bc9472-b870-4bc6-be77-d9e3234d9b79)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:49.274055 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Checking router: c2819494-1b7d-48cd-8a2a-48cb90d0a940 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:21:49.287168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Routers {'c2819494-1b7d-48cd-8a2a-48cb90d0a940'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:49.288097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:49.330521 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.339053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.340819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Pushing event updated for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.415399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.424825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.425491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.434669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.500149 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] Set router c2819494-1b7d-48cd-8a2a-48cb90d0a940 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:21:49.500374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd4b6-e2b7-4542-a387-ca46592316fc req-687a5fc9-a7b0-4c09-9d0d-cb1061895b6d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.511369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92dcd4b6-e2b7-4542-a387-ca46592316fc req-687a5fc9-a7b0-4c09-9d0d-cb1061895b6d tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 931 time: 0.5876918 Jul 07 17:21:49.551259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:49.598354 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2874303 Jul 07 17:21:49.606387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:49.624930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Request body: {'subnet': {'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:49.632559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfba33-b1a4-4d17-970c-d946b5ab0df4 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'Network': ['ID=03a8a9eb-e68f-48cc-9e2e-a3c9a4948048,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.641402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.653019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Transition to ACTIVE for port object e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:49.675341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Transition to ACTIVE for port object e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:49.677812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Attempting to bind port 725788f0-0aeb-47a6-b518-411aa146f3c1 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:49.678387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Attempting to bind port 725788f0-0aeb-47a6-b518-411aa146f3c1 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:49.678804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Attempting to bind port 725788f0-0aeb-47a6-b518-411aa146f3c1 on network bab919a9-3010-40f3-91cb-a4e8a38b63e6 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:49.722322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:49.726209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:49.727760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3ec00-cb40-4bbc-898a-ec5b281ccea6 None None] Pushing event updated for resources: {'Port': ['ID=9a8f2b5a-32af-4e5d-9527-3f62606d0727,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:49.730597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.735990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.787839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:49.789128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:49.789560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.824378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Port 725788f0-0aeb-47a6-b518-411aa146f3c1 on network bab919a9-3010-40f3-91cb-a4e8a38b63e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:49.824917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Attempting to bind port 725788f0-0aeb-47a6-b518-411aa146f3c1 on network bab919a9-3010-40f3-91cb-a4e8a38b63e6 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:49.843638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:49.862217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.865398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92dcd4b6-e2b7-4542-a387-ca46592316fc req-1e1f9bcc-c6b1-4e72-8784-36e3c630960b tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527894 Jul 07 17:21:49.878405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:21:46Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:49.886249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:49.886674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Checking segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:49.887078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Bound using segment: {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:49.887683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Bound port: 725788f0-0aeb-47a6-b518-411aa146f3c1, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3336eb4f-6366-4bb0-a088-26f07db584fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:49.888056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:49.917852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e5af0-e44d-4d29-b8de-d57d58945af1 req-51679a29-39c0-4552-9ed0-100723a9bc99 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:49.920790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-704e5af0-e44d-4d29-b8de-d57d58945af1 req-51679a29-39c0-4552-9ed0-100723a9bc99 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 944 time: 0.6340930 Jul 07 17:21:49.929048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:49.939711 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cb3a1-5809-4c77-801b-4f8e1ab8e882 None None] The sync data for ids ['c2819494-1b7d-48cd-8a2a-48cb90d0a940'] in n-d-791504-12 is: [{'id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'name': 'tempest-TestServerBasicOps-374640736-router', 'tenant_id': '14f529318c2146fb8705d5e911c4d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '19392033-f534-4a1a-8025-babc971ea7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:21:46Z', 'revision_number': 5, 'project_id': '14f529318c2146fb8705d5e911c4d933', 'gw_port': {'id': '19392033-f534-4a1a-8025-babc971ea7a4', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2819494-1b7d-48cd-8a2a-48cb90d0a940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:46Z', 'updated_at': '2021-07-07T17:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:49.969219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:49.972470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Made reservation on behalf of 268e0c56ea97430e86c75cfa04816d3e for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:49.976854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.067404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.1.1.130 (8dda516c-76a7-4c86-9980-1a1d6297c7df/b52e16f2-6943-4d07-9781-bcb352fcf9d0/829f80ff-5591-4ea9-b6f1-5ce510bc3207) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:50.107672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Attempting to bind port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:50.108055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Attempting to bind port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2cbdcfc4-211b-4e9e-8602-33c115a2194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:50.108914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Attempting to bind port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 on network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:50.114452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Pushing event updated for resources: {'Port': ['ID=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.125696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:50.126346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Checking segment: {'id': '2cbdcfc4-211b-4e9e-8602-33c115a2194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:50.126917 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.127466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Bound using segment: {'id': '2cbdcfc4-211b-4e9e-8602-33c115a2194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:50.128127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Bound port: e2c59ef1-b7a9-4d25-adff-6ce7d38e4405, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbdcfc4-211b-4e9e-8602-33c115a2194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '71802b2b-1c8e-44a0-96c1-06e19e9c0fd2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:50.129373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.143404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-704e5af0-e44d-4d29-b8de-d57d58945af1 req-2656cf97-5d97-4480-8188-5fad56e3ac68 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688998 Jul 07 17:21:50.150978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-81078f8c-ed28-4c3a-8e9f-65e034fe3edf None None] Provisioning complete for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:50.151556 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81078f8c-ed28-4c3a-8e9f-65e034fe3edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.156756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.249024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:50.266584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] For port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:50.269949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Deleting port 19392033-f534-4a1a-8025-babc971ea7a4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:50.270490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.271537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] For port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,segment=NetworkSegment(2cbdcfc4-211b-4e9e-8602-33c115a2194f),segment_id=2cbdcfc4-211b-4e9e-8602-33c115a2194f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:50.279535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=725788f0-0aeb-47a6-b518-411aa146f3c1,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:50.300184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.303582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.6 (71802b2b-1c8e-44a0-96c1-06e19e9c0fd2/3a8800c8-96fd-4021-8ada-f9e974881fb4/7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:50.336217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.337131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-81078f8c-ed28-4c3a-8e9f-65e034fe3edf None None] Port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:50.368171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=79352d18-4e01-4204-bc59-53f136b8dede,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.395320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.429245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e406d469-81da-443f-b4ed-fd9c56a2485f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:50.442757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.456339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d080-38c6-4b90-963d-34fe325af435 None None] Pushing event updated for resources: {'Port': ['ID=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.463760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Transition to ACTIVE for port object e406d469-81da-443f-b4ed-fd9c56a2485f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:50.488461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.495507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8abd5163-defa-4e9b-84d3-ff425cc92bd2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abd5163-defa-4e9b-84d3-ff425cc92bd2,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:50.505279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.580879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.597593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:50.664517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.665234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.668827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] 10.222.0.32 "PUT /v2.0/ports/725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 200 len: 1093 time: 3.7984407 Jul 07 17:21:50.672691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:50.675135 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0491c-249c-4fef-b94d-a4dee1fcbc51" -d '{"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:50.684948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.706940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object 829f80ff-5591-4ea9-b6f1-5ce510bc3207 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:50.725443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8abd5163-defa-4e9b-84d3-ff425cc92bd2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.864000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:50.866084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: 58c53646-7dc0-4740-8b2b-d8fa7a896564, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:50.890932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:50.923395 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827fb028-b82e-421d-81f1-3e1a56f7f4ae x-openstack-request-id: req-827fb028-b82e-421d-81f1-3e1a56f7f4ae {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:50.923841 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:50.924107 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-827fb028-b82e-421d-81f1-3e1a56f7f4ae {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:50.924776 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'status': 'completed', 'code': 200} Jul 07 17:21:50.963432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Pushing event updated for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:50.982905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:50.984664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.987067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.021496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.051488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 58c53646-7dc0-4740-8b2b-d8fa7a896564 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:51.108074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a8f2b5a-32af-4e5d-9527-3f62606d0727 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:51.115004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] For port 19392033-f534-4a1a-8025-babc971ea7a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=19392033-f534-4a1a-8025-babc971ea7a4,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:51.115445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.141544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64bf10-eff6-46b7-9e8e-dfd03f3873aa service neutron] Pushing event updated for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.197171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:51.211133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9f1d3390-b6f4-45c3-a474-29d87d6a704e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:51.215097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:51.215413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 58c53646-7dc0-4740-8b2b-d8fa7a896564) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:51.217600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.217747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Calling delete_port for 19392033-f534-4a1a-8025-babc971ea7a4 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:51.232996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:51.250385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 9f1d3390-b6f4-45c3-a474-29d87d6a704e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:51.250601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9f1d3390-b6f4-45c3-a474-29d87d6a704e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:51.258277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd72ae9-74ea-42bd-a4f9-7dbea3ebee74 None None] Network 58c53646-7dc0-4740-8b2b-d8fa7a896564 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:51.294603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:51.307128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:51.307386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.308087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.311028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:51.313420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:51.374960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.409734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Attempting to bind port e406d469-81da-443f-b4ed-fd9c56a2485f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:51.410124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Attempting to bind port e406d469-81da-443f-b4ed-fd9c56a2485f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:51.410451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Attempting to bind port e406d469-81da-443f-b4ed-fd9c56a2485f on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:51.420367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe31b12-4b0e-4f72-8cbf-fb874ef48da6 None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:51.425025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Port e406d469-81da-443f-b4ed-fd9c56a2485f on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:51.425356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Attempting to bind port e406d469-81da-443f-b4ed-fd9c56a2485f on network a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:51.430609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.458488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1a23d69-b5bf-47b6-bffa-c313f011705c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.6728480 Jul 07 17:21:51.463295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.486710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:51.487219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Checking segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:51.487444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Bound using segment: {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:51.487899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Bound port: e406d469-81da-443f-b4ed-fd9c56a2485f, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f501657-8734-43ed-af24-d5edede5c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:51.488264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.502011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Provisioning for port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:51.515072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Provisioning complete for port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:51.515626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.578494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:51.582604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e406d469-81da-443f-b4ed-fd9c56a2485f,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:51.599924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-58c53646-7dc0-4740-8b2b-d8fa7a896564', 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '79352d18-4e01-4204-bc59-53f136b8dede'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:51.600708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.609864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.610511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.623407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.683383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'Subnet': ['ID=73588329-4fbe-4a3f-b4d9-d365e1b0c3c6,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.707790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b38748f4-668d-4d00-82d9-8b7a9a291e7b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9073656 Jul 07 17:21:51.713178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.713931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.734213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c98782-70d9-466a-964b-bd27523eb541 req-e0ab6021-ab87-443b-a994-babf7f0d9481 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.741430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8c98782-70d9-466a-964b-bd27523eb541 req-e0ab6021-ab87-443b-a994-babf7f0d9481 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 943 time: 0.6355712 Jul 07 17:21:51.748719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.812170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Pushing event deleted for resources: {'Port': ['ID=19392033-f534-4a1a-8025-babc971ea7a4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:51.831218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.833066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:51.833195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-9f1388e5-f2b2-4aff-a8ed-5bec07fb17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:51.834027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] 10.222.0.32 "PUT /v2.0/ports/e406d469-81da-443f-b4ed-fd9c56a2485f HTTP/1.1" status: 200 len: 1092 time: 3.1975157 Jul 07 17:21:51.835418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-9f1388e5-f2b2-4aff-a8ed-5bec07fb17f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1096 time: 0.9150527 Jul 07 17:21:51.878027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:51.881322 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a" -d '{"events": [{"name": "network-changed", "server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:51.899364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ce2f74f-6edd-47d4-a4cf-a135c7a5451c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7513165 Jul 07 17:21:51.919118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:51.949358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8c98782-70d9-466a-964b-bd27523eb541 req-f9b96aff-d76b-4796-96e2-077bf27a3966 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069464 Jul 07 17:21:51.979876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Checking segment: {'id': '22a650ba-172e-4bff-beee-ff17eb58821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:51.980381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Network hostable DHCP agents. Network: 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:51.988887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-30ac7002-e03b-44e0-bc4f-75df01e3c5da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 200 len: 217 time: 0.1035886 Jul 07 17:21:52.060321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-cac7114c-b38c-4925-81a5-0d4bf92b444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.061975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-cac7114c-b38c-4925-81a5-0d4bf92b444a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf63fbc5-40df-4979-891c-19eb03942326 HTTP/1.1" status: 200 len: 834 time: 0.0553026 Jul 07 17:21:52.106875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:52.118809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.176241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f001435-a237-4810-a79c-1f29a58816ef service neutron] Pushing event updated for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:52.188953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:52.196404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.197003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.223765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Allocated IP 2001:db8::3 (58c53646-7dc0-4740-8b2b-d8fa7a896564/79352d18-4e01-4204-bc59-53f136b8dede/c697550a-d50a-40b4-81b5-56f27c39c5d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:52.239136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f81fbd-2092-497e-bb38-92b4cae35898 None None] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:52.248674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.252264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.314591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0480c053-40ec-4b5f-a478-edc07142d65e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6978791 Jul 07 17:21:52.315302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36072) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.322820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Request body: {'port': {'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048', 'name': 'tempest-ExtraDHCPOptionsTestJSON-247403230'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:52.343931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c7eec-b973-4636-b006-8ea871700e9d None None] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:52.369731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.370312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2819494-1b7d-48cd-8a2a-48cb90d0a940 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:21:52.377593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.378764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23bce849-02b3-43ce-9327-8312f42a768e admin admin] 10.222.0.22 "DELETE /v2.0/routers/c2819494-1b7d-48cd-8a2a-48cb90d0a940 HTTP/1.1" status: 204 len: 168 time: 3.6388650 Jul 07 17:21:52.386744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36074) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.413084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.422646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9292c8-6cbb-468b-9d19-0458df757d9a req-527e90c3-b5ed-42a3-ae8a-54162b2a3da4 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.424207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd9292c8-6cbb-468b-9d19-0458df757d9a req-527e90c3-b5ed-42a3-ae8a-54162b2a3da4 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 944 time: 1.0068493 Jul 07 17:21:52.466535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Deleting subnet a2d6a37e-92b4-4e18-b967-83e1eff0a91f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:21:52.472648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.510781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.561561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.619524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] For port 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a8f2b5a-32af-4e5d-9527-3f62606d0727,segment=NetworkSegment(73bc9472-b870-4bc6-be77-d9e3234d9b79),segment_id=73bc9472-b870-4bc6-be77-d9e3234d9b79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:52.658479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.662683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd9292c8-6cbb-468b-9d19-0458df757d9a req-487b70fd-dc55-4b93-a27d-eeb96e76b84e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312410 Jul 07 17:21:52.664409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-86ae763a-61da-488a-ac72-5d44a8d8d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.665947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-86ae763a-61da-488a-ac72-5d44a8d8d32c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 1095 time: 0.7802324 Jul 07 17:21:52.694363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.740548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-923a3608-c645-410d-bc3a-9c9db67326e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.742904 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-923a3608-c645-410d-bc3a-9c9db67326e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bab919a9-3010-40f3-91cb-a4e8a38b63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6722336 Jul 07 17:21:52.757511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-7ab4b64a-6581-432c-a333-062f87bb7b7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e406d469-81da-443f-b4ed-fd9c56a2485f HTTP/1.1" status: 200 len: 217 time: 0.0840099 Jul 07 17:21:52.758812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.770898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5f59-f7e7-4f44-aeb2-708008e392c0 None None] Pushing event updated for resources: {'Port': ['ID=9a8f2b5a-32af-4e5d-9527-3f62606d0727,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:52.826637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.837510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.864198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836251014', 'description': 'tempest-description--1734877738'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:52.882477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d6a37e-92b4-4e18-b967-83e1eff0a91f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:52.888175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.893026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f991a346-64fa-4c0d-8bc0-3c26bc156581 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a2d6a37e-92b4-4e18-b967-83e1eff0a91f HTTP/1.1" status: 204 len: 168 time: 0.5044010 Jul 07 17:21:52.903316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74d980-75dd-4b59-81e9-190469642c60 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:52.910595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36080) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:52.986316 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a169f13-2e62-4492-8ed9-03f27e8b3b5a x-openstack-request-id: req-2a169f13-2e62-4492-8ed9-03f27e8b3b5a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:52.986805 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:52.986912 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a169f13-2e62-4492-8ed9-03f27e8b3b5a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:52.987247 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f', 'status': 'completed', 'code': 200} Jul 07 17:21:53.025368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785402ac-bd45-48c2-8b43-617c764927eb req-d538d4f4-6ab8-42cf-83f1-110d91dfbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:53.028735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-d538d4f4-6ab8-42cf-83f1-110d91dfbea9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.2588930 Jul 07 17:21:53.040220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.057204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.064631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94eb0648-35c7-40ba-a7d1-ad33b9055b82 None None] Provisioning for port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:53.134516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-5e3669d2-0e86-4fde-87c4-2a1d5addc968 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592427 Jul 07 17:21:53.346326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.357466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Transition to ACTIVE for port object c697550a-d50a-40b4-81b5-56f27c39c5d9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:53.377109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Transition to ACTIVE for port object c697550a-d50a-40b4-81b5-56f27c39c5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:53.391396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:53.436832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-03a8a9eb-e68f-48cc-9e2e-a3c9a4948048', 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048', 'tenant_id': '268e0c56ea97430e86c75cfa04816d3e', 'fixed_ips': [{'subnet_id': '73588329-4fbe-4a3f-b4d9-d365e1b0c3c6'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:21:53.437771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.479751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94eb0648-35c7-40ba-a7d1-ad33b9055b82 None None] Provisioning for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:53.489191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94eb0648-35c7-40ba-a7d1-ad33b9055b82 None None] Provisioning complete for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:53.489569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94eb0648-35c7-40ba-a7d1-ad33b9055b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.491606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.622821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-f1c0ba7a-b207-4b4b-ab5d-3a0ac5dcbae0 service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8692942 Jul 07 17:21:53.629490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Made reservation on behalf of 268e0c56ea97430e86c75cfa04816d3e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:53.640062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.670380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Network 58c53646-7dc0-4740-8b2b-d8fa7a896564 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:53.674259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Pushing event updated for resources: {'Port': ['ID=c697550a-d50a-40b4-81b5-56f27c39c5d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:53.678415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:53.682488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:53.716305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] device_id is not set on port a7ac83b4-3bbb-4070-b5ba-25e488635298 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:53.772361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-94eb0648-35c7-40ba-a7d1-ad33b9055b82 None None] Port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:53.775369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Deleting port cae2d86b-2851-43c9-9c62-920980331a89 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:53.775867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.784848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.785449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.785949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.786513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.787044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.787354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-63cd8f56-e2ab-4387-aca9-13c8168d3905 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469975 Jul 07 17:21:53.787719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.788291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.788817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.789314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.789798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.790338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.790923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:53.791348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.880084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Attempting to bind port c697550a-d50a-40b4-81b5-56f27c39c5d9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:53.880771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Attempting to bind port c697550a-d50a-40b4-81b5-56f27c39c5d9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:53.881301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Attempting to bind port c697550a-d50a-40b4-81b5-56f27c39c5d9 on network 58c53646-7dc0-4740-8b2b-d8fa7a896564 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:53.887157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8dad1f3f-1c11-4d1f-98d3-a85bb5368444 req-2a54ff9d-26c0-49e8-a05c-81956ba01ecd service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432544 Jul 07 17:21:53.892700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] For port cae2d86b-2851-43c9-9c62-920980331a89, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cae2d86b-2851-43c9-9c62-920980331a89,segment=NetworkSegment(f4eacc97-e8ec-4912-ba69-02b7ac6776ef),segment_id=f4eacc97-e8ec-4912-ba69-02b7ac6776ef)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:53.893342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.897863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:53.911554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Calling delete_port for cae2d86b-2851-43c9-9c62-920980331a89 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:53.916491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.933329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:53.933991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.956083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:53.957210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Checking segment: {'id': 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:53.957803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.958386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Bound using segment: {'id': 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:53.959059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Bound port: c697550a-d50a-40b4-81b5-56f27c39c5d9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:53.959640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:53.989456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Allocated IP 172.20.0.2 (03a8a9eb-e68f-48cc-9e2e-a3c9a4948048/73588329-4fbe-4a3f-b4d9-d365e1b0c3c6/ff91f793-4212-41e5-86fe-814a06e946f1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:54.008028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] DHCP port deletion for 2a161a07-16cb-478e-ae6d-eb874a468209 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:21:54.018795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=79352d18-4e01-4204-bc59-53f136b8dede,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.022780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Provisioning for port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:54.039192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Provisioning complete for port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:54.039613 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.059487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-c932d803-0a09-42a4-848c-fc2819220080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.062102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-c932d803-0a09-42a4-848c-fc2819220080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1096 time: 0.0959027 Jul 07 17:21:54.135933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.170469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d6cb1-aef4-4098-9eb1-4a8ee3cf1abd req-b114ec3c-f6fd-426f-a8b9-a0b6fe409e7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.170727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] No DVR routers for this DVR port cae2d86b-2851-43c9-9c62-920980331a89 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:54.177507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-916d6cb1-aef4-4098-9eb1-4a8ee3cf1abd req-b114ec3c-f6fd-426f-a8b9-a0b6fe409e7a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 943 time: 1.0245173 Jul 07 17:21:54.185269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:54.196167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae2d86b-2851-43c9-9c62-920980331a89,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.233758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] For port c697550a-d50a-40b4-81b5-56f27c39c5d9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:54.235914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785402ac-bd45-48c2-8b43-617c764927eb req-6bdc4a82-e048-4e7e-95b5-6d4ac7da382c service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303787 Jul 07 17:21:54.271712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.278305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] For port c697550a-d50a-40b4-81b5-56f27c39c5d9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c697550a-d50a-40b4-81b5-56f27c39c5d9,segment=NetworkSegment(b3cebfc7-e5ee-418e-9e8f-fe9dd319417a),segment_id=b3cebfc7-e5ee-418e-9e8f-fe9dd319417a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:54.291773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.295210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-0644e3c6-8553-49a9-b778-81a84fdb7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.296509 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.297694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-0644e3c6-8553-49a9-b778-81a84fdb7b26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 200 len: 898 time: 0.2265499 Jul 07 17:21:54.298771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.300480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Provisioning complete for port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:54.300847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.306833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a161a07-16cb-478e-ae6d-eb874a468209']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.324089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.324519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4eacc97-e8ec-4912-ba69-02b7ac6776ef') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.336820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.340557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c53646-7dc0-4740-8b2b-d8fa7a896564']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.356143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Deleting port cae2d86b-2851-43c9-9c62-920980331a89 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:54.356753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.363060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-76014531-9930-4a1a-bc59-179010466e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 200 len: 217 time: 0.0467081 Jul 07 17:21:54.363712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.364575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.370488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.370789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:54.409796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.419796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:54.420384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:54.422246 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:54.438906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.444337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-916d6cb1-aef4-4098-9eb1-4a8ee3cf1abd req-faef57ad-fcf9-4208-99be-8dc43bcd133a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659905 Jul 07 17:21:54.463498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94bd23-cd75-4013-90e9-8e9d35be1cb1 req-3b44e6d4-7c7e-409b-a7d1-4074d1efc6be tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.465250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b94bd23-cd75-4013-90e9-8e9d35be1cb1 req-3b44e6d4-7c7e-409b-a7d1-4074d1efc6be tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 944 time: 0.5845623 Jul 07 17:21:54.469346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-9c71ae14-3893-4fb8-b381-701900fa010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.471135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-9c71ae14-3893-4fb8-b381-701900fa010c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf63fbc5-40df-4979-891c-19eb03942326 HTTP/1.1" status: 200 len: 834 time: 0.0992517 Jul 07 17:21:54.481260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.482158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6262219 Jul 07 17:21:54.490335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.492343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:54.506165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'security_group_rule': {'security_group_id': '815c7f2b-ff41-4041-8174-e64c45db906e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:54.515829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2273a-8ea6-40ad-9298-f3a21778538b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815c7f2b-ff41-4041-8174-e64c45db906e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.536128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.542381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.545095 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a161a07-16cb-478e-ae6d-eb874a468209 HTTP/1.1" status: 204 len: 168 time: 1.6335032 Jul 07 17:21:54.551113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:54.551544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:54.554677 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:54.557667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:54.560521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1352df7-d7f5-4a02-ac36-0414fe4ad708 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a161a07-16cb-478e-ae6d-eb874a468209,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.583112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-853a0cff-cf2d-46f0-a9c1-f8d30bfc7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.584818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-853a0cff-cf2d-46f0-a9c1-f8d30bfc7e5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bab919a9-3010-40f3-91cb-a4e8a38b63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033754 Jul 07 17:21:54.709374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-6f542eae-d732-48f4-9464-c36098fd792f service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164544 Jul 07 17:21:54.722705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b94bd23-cd75-4013-90e9-8e9d35be1cb1 req-b13bdc38-0f8b-4cbe-bd29-fbc66b8defce tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384796 Jul 07 17:21:54.753159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.753467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,segment=NetworkSegment(2cbdcfc4-211b-4e9e-8602-33c115a2194f),segment_id=2cbdcfc4-211b-4e9e-8602-33c115a2194f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:54.767189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-b996f74a-921e-4724-b8ba-687e33f2997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:54.768803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-b996f74a-921e-4724-b8ba-687e33f2997c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71c00562986e40349b86355e388bc58a&device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 1095 time: 0.4014657 Jul 07 17:21:54.783518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac853853-c995-4d75-a921-5c4d676074d0 None None] Pushing event updated for resources: {'Port': ['ID=c697550a-d50a-40b4-81b5-56f27c39c5d9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:54.792262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.795237 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.796535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abd5163-defa-4e9b-84d3-ff425cc92bd2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:54.821795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-02c0491c-249c-4fef-b94d-a4dee1fcbc51 req-0b887684-23a1-4ebc-91ec-e253b84dd325 service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039064 Jul 07 17:21:54.823068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:21:54.823068 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:21:54.823068 n-d-791504-12 neutron-server[93766]: [parameters: {'id': '58c53646-7dc0-4740-8b2b-d8fa7a896564'}] Jul 07 17:21:54.823068 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:21:54.823452 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:21:54.843621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.868512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] For port cae2d86b-2851-43c9-9c62-920980331a89, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:54.869247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.871854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Transition to ACTIVE for port object ff91f793-4212-41e5-86fe-814a06e946f1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:54.899964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.909786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Calling delete_port for cae2d86b-2851-43c9-9c62-920980331a89 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:54.922743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Port cae2d86b-2851-43c9-9c62-920980331a89 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:21:54.940293 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:54.950885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Transition to ACTIVE for port object ff91f793-4212-41e5-86fe-814a06e946f1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:54.952968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf9d70-528e-4b3d-9203-5d09e0aa6ec6 None None] Network 58c53646-7dc0-4740-8b2b-d8fa7a896564 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:55.027649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Network 2a161a07-16cb-478e-ae6d-eb874a468209 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:21:55.028136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] No DVR routers for this DVR port cae2d86b-2851-43c9-9c62-920980331a89 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:55.041719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.043791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.081829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Allocated IP 172.20.0.12 (03a8a9eb-e68f-48cc-9e2e-a3c9a4948048/73588329-4fbe-4a3f-b4d9-d365e1b0c3c6/a7ac83b4-3bbb-4070-b5ba-25e488635298) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:55.106595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd4cd9-1f0e-44e9-a4e7-372501df5629 None None] Pushing event deleted for resources: {'Port': ['ID=cae2d86b-2851-43c9-9c62-920980331a89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.129424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:55.158198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:55.161390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:55.181682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:55.182035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.214839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.216850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-9aaea9b5-c904-495d-9655-3289e9ff5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.219062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-9aaea9b5-c904-495d-9655-3289e9ff5f7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 200 len: 916 time: 0.3948431 Jul 07 17:21:55.225486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.241390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.266055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Provisioning complete for port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:55.266476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd65d6ea-cf4b-43f1-896f-b3c4156c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.274430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Pushing event updated for resources: {'Port': ['ID=ff91f793-4212-41e5-86fe-814a06e946f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.282473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.291876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-80496422-4ff6-45b2-b40c-009a7def4507 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e406d469-81da-443f-b4ed-fd9c56a2485f HTTP/1.1" status: 200 len: 217 time: 0.0616312 Jul 07 17:21:55.299268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Transition to ACTIVE for port object a7ac83b4-3bbb-4070-b5ba-25e488635298 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:55.332829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.334416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd39e7d0-ad1a-4aa4-bfe1-dc9f78ce28cd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.339110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.369643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Attempting to bind port ff91f793-4212-41e5-86fe-814a06e946f1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:55.370283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Attempting to bind port ff91f793-4212-41e5-86fe-814a06e946f1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '22a650ba-172e-4bff-beee-ff17eb58821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:55.370408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Attempting to bind port ff91f793-4212-41e5-86fe-814a06e946f1 on network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:55.388173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:55.388522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Checking segment: {'id': '22a650ba-172e-4bff-beee-ff17eb58821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:55.388866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.389261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Bound using segment: {'id': '22a650ba-172e-4bff-beee-ff17eb58821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:55.389844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Bound port: ff91f793-4212-41e5-86fe-814a06e946f1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a650ba-172e-4bff-beee-ff17eb58821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:55.390650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.392078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:55.395553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:55.398133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.399554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d59c1abf-b072-4e90-9556-46c42e1791a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9026322 Jul 07 17:21:55.399998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:55.407364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36094) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.412201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'security_group_rule': {'security_group_id': '815c7f2b-ff41-4041-8174-e64c45db906e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:55.463702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'Port': ['ID=a7ac83b4-3bbb-4070-b5ba-25e488635298,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.469401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.515286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.515950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.540803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8133c8fd-f90b-48f1-91a4-12896b1d114b tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2229009 Jul 07 17:21:55.545736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36098) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.557737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-093b84a4-e133-41e5-8cc1-8cd33a0f0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:55.557996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Request body: {'port': {'network_id': '03a8a9eb-e68f-48cc-9e2e-a3c9a4948048', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1221302208', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:55.558628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] bootfile-name is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:55.558980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] tftp-server is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:55.559274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-093b84a4-e133-41e5-8cc1-8cd33a0f0639 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 200 len: 855 time: 0.2567527 Jul 07 17:21:55.559384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] server-ip-address is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:55.567070 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.570182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] For port ff91f793-4212-41e5-86fe-814a06e946f1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:55.578661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.581445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] For port ff91f793-4212-41e5-86fe-814a06e946f1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ff91f793-4212-41e5-86fe-814a06e946f1,segment=NetworkSegment(22a650ba-172e-4bff-beee-ff17eb58821b),segment_id=22a650ba-172e-4bff-beee-ff17eb58821b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:55.593141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.635385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088bad2a-8bd8-4bb6-825d-54982742183b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.649664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.654013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37859012-af1e-453f-b982-319268d591f0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2427094 Jul 07 17:21:55.654318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36100) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:55.662149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-d426bc40-fc0a-4a84-bcb1-c43299861491 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829856 Jul 07 17:21:55.662356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:55.718970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:55.736679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.790009 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-da41fef1-603e-405e-a90b-136cfa852410 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239638 Jul 07 17:21:55.807489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f481db-4a1d-417f-ac2e-c290e11bb671 None None] Pushing event updated for resources: {'Port': ['ID=ff91f793-4212-41e5-86fe-814a06e946f1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:55.813264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff22e1c2-250f-4937-87e3-ad7808fd4c2f None None] Provisioning complete for port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:55.813790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff22e1c2-250f-4937-87e3-ad7808fd4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.835213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Made reservation on behalf of 268e0c56ea97430e86c75cfa04816d3e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:55.845966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.866643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff22e1c2-250f-4937-87e3-ad7808fd4c2f None None] Port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:55.894451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] device_id is not set on port df95a4ca-3aaf-4ddf-b404-330f4615703b yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:21:55.901639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:55.902339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:55.975491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.072951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a8f2b5a-32af-4e5d-9527-3f62606d0727 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:56.074039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Allocated IP 172.20.0.11 (03a8a9eb-e68f-48cc-9e2e-a3c9a4948048/73588329-4fbe-4a3f-b4d9-d365e1b0c3c6/df95a4ca-3aaf-4ddf-b404-330f4615703b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:56.096136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port c697550a-d50a-40b4-81b5-56f27c39c5d9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:56.096483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.126697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.142487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:56.142902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.294410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port c697550a-d50a-40b4-81b5-56f27c39c5d9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c697550a-d50a-40b4-81b5-56f27c39c5d9,segment=NetworkSegment(b3cebfc7-e5ee-418e-9e8f-fe9dd319417a),segment_id=b3cebfc7-e5ee-418e-9e8f-fe9dd319417a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:56.295075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.306385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb689b7a-7267-4fe6-bb12-79b2d0f4591a req-5ad5917d-3577-4fdf-92f5-d275e79fd547 service neutron] 10.222.0.32 "GET /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708123 Jul 07 17:21:56.315292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaea89-dd02-44e7-b0b9-73656852b9b2 req-a24e52cd-edd5-463d-a888-e8debca2c5a7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.317389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eccaea89-dd02-44e7-b0b9-73656852b9b2 req-a24e52cd-edd5-463d-a888-e8debca2c5a7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 943 time: 0.5244536 Jul 07 17:21:56.343913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 172.25.7.25 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/08b9b28a-978a-457f-a8fc-d8efc85ec6c1) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:56.346035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for c697550a-d50a-40b4-81b5-56f27c39c5d9 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:56.360464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cae2d86b-2851-43c9-9c62-920980331a89 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:56.365963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.383833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: cae2d86b-2851-43c9-9c62-920980331a89 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:56.384460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cae2d86b-2851-43c9-9c62-920980331a89 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:56.384785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 19392033-f534-4a1a-8025-babc971ea7a4 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:56.408591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 19392033-f534-4a1a-8025-babc971ea7a4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:56.408944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 19392033-f534-4a1a-8025-babc971ea7a4 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:56.421846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Transition to ACTIVE for port object df95a4ca-3aaf-4ddf-b404-330f4615703b will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:56.478832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034bf0d-50ef-439e-8585-8139cef7d186 req-a81a86ab-835c-4419-9a2c-88a2d455ee4f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.480375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4034bf0d-50ef-439e-8585-8139cef7d186 req-a81a86ab-835c-4419-9a2c-88a2d455ee4f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 944 time: 0.4693615 Jul 07 17:21:56.486358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eccaea89-dd02-44e7-b0b9-73656852b9b2 req-fd2894de-2dbb-4817-915d-da9167adefc5 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542721 Jul 07 17:21:56.490984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.496471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.501166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.513437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.561202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:56.564411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'Port': ['ID=df95a4ca-3aaf-4ddf-b404-330f4615703b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:56.568600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:56.572019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:56.630744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4034bf0d-50ef-439e-8585-8139cef7d186 req-6dfe9ec2-3b34-4636-90f3-5199becba62e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371126 Jul 07 17:21:56.631971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:56.632676 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.650632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.665384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dfd44c80-11c8-4a48-890b-b2041faaca3d tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1186330 Jul 07 17:21:56.674274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:56.702293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:56.707041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:56.713406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:56.744208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=08b9b28a-978a-457f-a8fc-d8efc85ec6c1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:56.816935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:56.869559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.053881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.059496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.076082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105b455-216f-4d14-9df0-36bef5d4fe67 None None] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:57.123520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e406d469-81da-443f-b4ed-fd9c56a2485f details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:57.137337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=08b9b28a-978a-457f-a8fc-d8efc85ec6c1,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.150813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.153717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d15e483-9927-4aed-b659-7e54106a2961 None None] Provisioning for port ff91f793-4212-41e5-86fe-814a06e946f1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:57.166829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.168247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a2291d21-7abc-471a-8a2d-577d215d7eb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5129769 Jul 07 17:21:57.211950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.265315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=c697550a-d50a-40b4-81b5-56f27c39c5d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.267298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port c697550a-d50a-40b4-81b5-56f27c39c5d9 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:57.290841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e406d469-81da-443f-b4ed-fd9c56a2485f,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:57.328526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'e406d469-81da-443f-b4ed-fd9c56a2485f', 'network_id': 'a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499', 'port_id': 'e406d469-81da-443f-b4ed-fd9c56a2485f', 'mac_address': 'fa:16:3e:c8:25:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68eb708a-052c-4f96-9d6e-6180e8123a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:57.378482 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.400425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e406d469-81da-443f-b4ed-fd9c56a2485f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:57.426761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e406d469-81da-443f-b4ed-fd9c56a2485f,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:57.431500 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.432193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 725788f0-0aeb-47a6-b518-411aa146f3c1 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:57.471945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366b63c-55f6-428a-82bc-b133dfd42cc7 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.477911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366b63c-55f6-428a-82bc-b133dfd42cc7 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.484289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366b63c-55f6-428a-82bc-b133dfd42cc7 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:57.488746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d366b63c-55f6-428a-82bc-b133dfd42cc7 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8091650 Jul 07 17:21:57.489081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36124) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:57.532630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.539364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.577879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c53646-7dc0-4740-8b2b-d8fa7a896564']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:57.602374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9d5ff88b-c40e-4d1e-8b32-b4e04e722937 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--836251014&fields=id&tenant_id=9f1583a6846247859519c8f7c456eaf8 HTTP/1.1" status: 200 len: 267 time: 0.1759996 Jul 07 17:21:57.606386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:57.606386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cebfc7-e5ee-418e-9e8f-fe9dd319417a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:57.626035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=725788f0-0aeb-47a6-b518-411aa146f3c1,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:57.647717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'port_id': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'mac_address': 'fa:16:3e:65:a6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:57.659550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.728810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Deleting port df95a4ca-3aaf-4ddf-b404-330f4615703b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:57.729528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.757811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.762789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ff91f793-4212-41e5-86fe-814a06e946f1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:57.787999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.791728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.806770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725788f0-0aeb-47a6-b518-411aa146f3c1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:57.831388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=725788f0-0aeb-47a6-b518-411aa146f3c1,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:57.835436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Provisioning for port df95a4ca-3aaf-4ddf-b404-330f4615703b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:57.836730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.842245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.852320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Calling delete_port for df95a4ca-3aaf-4ddf-b404-330f4615703b owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:57.856226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Provisioning complete for port df95a4ca-3aaf-4ddf-b404-330f4615703b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:57.856975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.878429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.944053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Port df95a4ca-3aaf-4ddf-b404-330f4615703b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:57.947370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ff91f793-4212-41e5-86fe-814a06e946f1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:57.957461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:57.960365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ff91f793-4212-41e5-86fe-814a06e946f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:57.960831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.990721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.995355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Provisioning complete for port ff91f793-4212-41e5-86fe-814a06e946f1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:57.995738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:57.999452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:21:57.999879 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:21:58.012716 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:21:58.025769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.039450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-c00c6031-3230-44a0-a8ee-28a42cbac3f5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.040970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-c00c6031-3230-44a0-a8ee-28a42cbac3f5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 931 time: 0.4222996 Jul 07 17:21:58.078743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event deleted for resources: {'Port': ['ID=df95a4ca-3aaf-4ddf-b404-330f4615703b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.086403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.130032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['725788f0-0aeb-47a6-b518-411aa146f3c1'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:58.133019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e406d469-81da-443f-b4ed-fd9c56a2485f'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:58.153377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.156115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9fb09f2e-89e6-4db4-8cd1-8555acfd1fc2 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "DELETE /v2.0/ports/df95a4ca-3aaf-4ddf-b404-330f4615703b HTTP/1.1" status: 204 len: 168 time: 0.6659572 Jul 07 17:21:58.160315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36132) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.169221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Request body: {'port': {'name': 'tempest-new-port-name-534887708', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:58.169891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] bootfile-name is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:58.170294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] tftp-server is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:58.170661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] server-ip-address is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:21:58.247910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.250886 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.276886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.295352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.313426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.318597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/58c53646-7dc0-4740-8b2b-d8fa7a896564 HTTP/1.1" status: 204 len: 168 time: 6.8306122 Jul 07 17:21:58.319314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36134) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.320927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f96d-d0d8-4cbf-9def-20c9ab5690ef tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=58c53646-7dc0-4740-8b2b-d8fa7a896564,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.337112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ff91f793-4212-41e5-86fe-814a06e946f1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ff91f793-4212-41e5-86fe-814a06e946f1,segment=NetworkSegment(22a650ba-172e-4bff-beee-ff17eb58821b),segment_id=22a650ba-172e-4bff-beee-ff17eb58821b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:58.348428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-0496574f-847d-4bce-a44e-0f129ccfe2db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.349099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93450758'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:58.356552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-0496574f-847d-4bce-a44e-0f129ccfe2db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 932 time: 0.2539463 Jul 07 17:21:58.357298 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.410020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:58.413835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.422321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b13e1e9b-3643-41b6-afd4-f86cfef69ccc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0647485 Jul 07 17:21:58.433468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23184ce8-21d5-47e0-923b-bb7854e54a7f req-170efc5a-d600-4ab8-9925-d818404c692a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.442186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23184ce8-21d5-47e0-923b-bb7854e54a7f req-170efc5a-d600-4ab8-9925-d818404c692a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 944 time: 0.7292476 Jul 07 17:21:58.493149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:21:58.494234 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:21:58.494802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:58.496905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-91977b84-ed7c-47ef-ab93-a3df1e28c5bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0736322 Jul 07 17:21:58.524129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ff91f793-4212-41e5-86fe-814a06e946f1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.524325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.524325 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment edeb434a-9728-4c9e-8040-8c4db32d02c5 of type vlan for network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 Jul 07 17:21:58.531426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Deleting port 48a4db96-cd2d-4e56-91e1-1254a8686be5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:58.531722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.594269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.620755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76630121-93f4-49e4-a05b-530a6dd30a8d None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:21:58.633954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.644080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.656277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:58.667371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23184ce8-21d5-47e0-923b-bb7854e54a7f req-e4793e61-1fa6-45fb-8a1b-0fa09849f88f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244906 Jul 07 17:21:58.668259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:58.678537 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.684305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.684871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.787300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4449062 Jul 07 17:21:58.792782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36136) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.797654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event updated for resources: {'Port': ['ID=a7ac83b4-3bbb-4070-b5ba-25e488635298,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.821651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:58.844891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76630121-93f4-49e4-a05b-530a6dd30a8d None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:21:58.917567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b2dd-f309-4ae5-89cc-18c8c7c3bccc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=eccd794c-2c4c-465d-9d78-0c3f16e47fe7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:58.918370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] For port 48a4db96-cd2d-4e56-91e1-1254a8686be5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=48a4db96-cd2d-4e56-91e1-1254a8686be5,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:58.918813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.922575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] In _notify_port_updated(), no bound segment for port a7ac83b4-3bbb-4070-b5ba-25e488635298 on network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:21:58.928925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.929687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:58.934317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac2a7904-2e0d-42ea-be47-e5c7fbda4773 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "PUT /v2.0/ports/a7ac83b4-3bbb-4070-b5ba-25e488635298 HTTP/1.1" status: 200 len: 1136 time: 0.7727385 Jul 07 17:21:58.935406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36138) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:58.937341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-59709c6a-2ffa-4154-ad91-fa7c5d546097 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.943544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-59709c6a-2ffa-4154-ad91-fa7c5d546097 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.950027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-59709c6a-2ffa-4154-ad91-fa7c5d546097 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:58.951994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-59709c6a-2ffa-4154-ad91-fa7c5d546097 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 1989 time: 0.4541166 Jul 07 17:21:58.982783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9af6b425-0563-472e-96da-b053dc59287b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/quotas/9f1583a6846247859519c8f7c456eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0153372 Jul 07 17:21:58.988129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:58.991299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Calling delete_port for 48a4db96-cd2d-4e56-91e1-1254a8686be5 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:58.992343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.056619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Router 1f88e2d1-e1b1-4dbf-9662-e980441c939f is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:21:59.064155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44984b32-befa-499c-9558-31b7993a7e6e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.066005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:59.068761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44984b32-befa-499c-9558-31b7993a7e6e tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "GET /v2.0/ports/a7ac83b4-3bbb-4070-b5ba-25e488635298 HTTP/1.1" status: 200 len: 1136 time: 0.1298161 Jul 07 17:21:59.069427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36140) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:59.084144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08a62-197e-4006-a35a-44a6e796f457 req-1a93c454-a195-4c66-842c-a03f3ec696e3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.090765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79b08a62-197e-4006-a35a-44a6e796f457 req-1a93c454-a195-4c66-842c-a03f3ec696e3 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 945 time: 0.2462447 Jul 07 17:21:59.146720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e406d469-81da-443f-b4ed-fd9c56a2485f up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:59.246517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Provisioning for port a7ac83b4-3bbb-4070-b5ba-25e488635298 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:59.252054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Deleting port a7ac83b4-3bbb-4070-b5ba-25e488635298 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:59.252505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.268664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Provisioning complete for port a7ac83b4-3bbb-4070-b5ba-25e488635298 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:59.269335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.289270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79b08a62-197e-4006-a35a-44a6e796f457 req-2961390a-3889-4e5c-8aba-d6e6792873f5 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967237 Jul 07 17:21:59.294548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:21:59.303147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port e406d469-81da-443f-b4ed-fd9c56a2485f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:59.309324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] Sync routers for ids ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:21:59.313862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-30d9dec2-c787-4354-8285-9b715058e906 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/routers/1f88e2d1-e1b1-4dbf-9662-e980441c939f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3830903 Jul 07 17:21:59.317579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:59.358016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port e406d469-81da-443f-b4ed-fd9c56a2485f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:59.358970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.387883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-081f03da-b888-4980-944b-d4ab0b2a54c2 None None] Port a7ac83b4-3bbb-4070-b5ba-25e488635298 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:59.390150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] Routers {'1f88e2d1-e1b1-4dbf-9662-e980441c939f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:59.390982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:59.407306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.412923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.429341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:59.430194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-01556972-a1e8-482e-bf7f-2cb0003dee3e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4275532 Jul 07 17:21:59.456770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] Routers {'1f88e2d1-e1b1-4dbf-9662-e980441c939f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:21:59.457686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:59.470890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Calling delete_port for a7ac83b4-3bbb-4070-b5ba-25e488635298 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:59.509524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=7980ae8f-1447-4808-bb87-a499c5dad114,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:59.511692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:21:59.513030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d593b9-b2eb-4748-b0f0-bc5cf82b77f0 None None] The sync data for ids ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:21:59.528215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a143a66b-a23b-46a0-9887-3e2e057d7ab7 None None] Could not find standard attr ID for object df95a4ca-3aaf-4ddf-b404-330f4615703b. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:21:59.562658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': 'edeb434a-9728-4c9e-8040-8c4db32d02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:59.563029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: eccd794c-2c4c-465d-9d78-0c3f16e47fe7, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:59.565616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d6067-b8a5-498a-9436-972594f3332a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.571310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-db1d6067-b8a5-498a-9436-972594f3332a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f88e2d1-e1b1-4dbf-9662-e980441c939f HTTP/1.1" status: 200 len: 982 time: 0.2526789 Jul 07 17:21:59.571726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36144) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:59.623614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a143a66b-a23b-46a0-9887-3e2e057d7ab7 None None] Provisioning complete for port a7ac83b4-3bbb-4070-b5ba-25e488635298 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:59.624656 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a143a66b-a23b-46a0-9887-3e2e057d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.653774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.672418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-be388bd8-e446-4f9f-96d7-d3d025b4c6c6 service neutron] 10.222.0.22 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352235 Jul 07 17:21:59.680965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:59.684032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.690326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ff91f793-4212-41e5-86fe-814a06e946f1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:59.703394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, eccd794c-2c4c-465d-9d78-0c3f16e47fe7) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:59.714727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:59.715353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.737758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a143a66b-a23b-46a0-9887-3e2e057d7ab7 None None] Port a7ac83b4-3bbb-4070-b5ba-25e488635298 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:21:59.746055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:59.748449 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5b8ae-1736-4c1a-a724-369bbe7e447e" -d '{"events": [{"server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "name": "network-vif-plugged", "status": "completed", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:59.763641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Pushing event deleted for resources: {'Port': ['ID=48a4db96-cd2d-4e56-91e1-1254a8686be5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:59.783201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e406d469-81da-443f-b4ed-fd9c56a2485f,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:59.789188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d48e4-d2f4-49ce-a3b1-873986452377 None None] Network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:59.800239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:59.878477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-66c70cbb-139c-4400-9ce3-e58e7b5f6de2 service neutron] 10.222.0.22 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050405 Jul 07 17:22:00.013094 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa0942c-1afa-4654-966d-1ecb9e61df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.053724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ff91f793-4212-41e5-86fe-814a06e946f1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:00.054303 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.127731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.309595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-eccd794c-2c4c-465d-9d78-0c3f16e47fe7', 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '7980ae8f-1447-4808-bb87-a499c5dad114'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:00.310523 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.343204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Provisioning complete for port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:00.343883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.407082 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-97ae69f9-3f2e-42d9-8507-3a1927dd0787 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5986586 Jul 07 17:22:00.411433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36152) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.442726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:00.483890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.484178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Provisioning complete for port a7ac83b4-3bbb-4070-b5ba-25e488635298 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:00.484466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.505894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cab9f950-d489-4469-b215-09133813dbb1 None None] Port a7ac83b4-3bbb-4070-b5ba-25e488635298 was deleted so its status cannot be updated. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:22:00.513126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-49e3d978-431a-47c5-94c4-ecd662c0439a service neutron] 10.222.0.22 "GET /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6336937 Jul 07 17:22:00.520863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Allocated IP 2001:db8::1 (eccd794c-2c4c-465d-9d78-0c3f16e47fe7/7980ae8f-1447-4808-bb87-a499c5dad114/f6a01f4a-9e43-4cf4-bffe-763af06f59ae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:00.524377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.573762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event deleted for resources: {'Port': ['ID=a7ac83b4-3bbb-4070-b5ba-25e488635298,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.682374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.705100 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.716212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812943e-8134-4a73-9594-dab4b615ad58 req-f68c0941-5b66-4cf3-b915-032a4d5d6b90 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:00.723558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b812943e-8134-4a73-9594-dab4b615ad58 req-f68c0941-5b66-4cf3-b915-032a4d5d6b90 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.2741487 Jul 07 17:22:00.725591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Transition to ACTIVE for port object f6a01f4a-9e43-4cf4-bffe-763af06f59ae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:00.739591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-ef8cd1c7-d4e5-436f-8b17-aec0d48f24ec service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255301 Jul 07 17:22:00.762398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Transition to ACTIVE for port object f6a01f4a-9e43-4cf4-bffe-763af06f59ae will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:00.767962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.772157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2205a657-40ac-41b5-9ff0-1bc9455ad666 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "DELETE /v2.0/ports/a7ac83b4-3bbb-4070-b5ba-25e488635298 HTTP/1.1" status: 204 len: 168 time: 1.6923652 Jul 07 17:22:00.772737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36156) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:00.781739 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.847241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:00.856704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:00.865226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:00.880606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b812943e-8134-4a73-9594-dab4b615ad58 req-71f0339f-a0bc-4a13-8473-4b8043fc62a7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560082 Jul 07 17:22:00.885414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.908146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Deleting subnet 73588329-4fbe-4a3f-b4d9-d365e1b0c3c6 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:00.940002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.943935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Pushing event updated for resources: {'Port': ['ID=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:00.963574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Attempting to bind port f6a01f4a-9e43-4cf4-bffe-763af06f59ae on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:00.964357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Attempting to bind port f6a01f4a-9e43-4cf4-bffe-763af06f59ae by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'edeb434a-9728-4c9e-8040-8c4db32d02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:00.964662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Attempting to bind port f6a01f4a-9e43-4cf4-bffe-763af06f59ae on network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:00.974048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-941796fd-5c65-4808-b477-8518dde7fe92 service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333558 Jul 07 17:22:00.975298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:00.975806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Checking segment: {'id': 'edeb434a-9728-4c9e-8040-8c4db32d02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:00.977422 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:00.977422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Bound using segment: {'id': 'edeb434a-9728-4c9e-8040-8c4db32d02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:00.977422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Bound port: f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeb434a-9728-4c9e-8040-8c4db32d02c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:00.977896 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.058417 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284e2d0f-a622-447e-9c58-9e35e23f6fb9 x-openstack-request-id: req-284e2d0f-a622-447e-9c58-9e35e23f6fb9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:01.064786 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "name": "network-vif-plugged", "status": "completed", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:01.065721 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-284e2d0f-a622-447e-9c58-9e35e23f6fb9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:01.067329 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f', 'code': 200} Jul 07 17:22:01.100303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.103613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] For port f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:01.110529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-0e12406e-244b-4a3e-98ea-d208b741e800 service neutron] 10.222.0.22 "GET /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0976312 Jul 07 17:22:01.111408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] For port f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,segment=NetworkSegment(edeb434a-9728-4c9e-8040-8c4db32d02c5),segment_id=edeb434a-9728-4c9e-8040-8c4db32d02c5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:01.117671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.206298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.211649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb081f9-a0de-4020-a2a8-54fae879ff40 None None] Pushing event updated for resources: {'Port': ['ID=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:01.219062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 725788f0-0aeb-47a6-b518-411aa146f3c1 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:01.238683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Router 3d3a9f9c-d508-4034-967b-81766fc60737 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:01.257732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.287888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 725788f0-0aeb-47a6-b518-411aa146f3c1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:01.294369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 725788f0-0aeb-47a6-b518-411aa146f3c1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:01.294761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.337182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=7980ae8f-1447-4808-bb87-a499c5dad114,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:01.400013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-34af2fed-8961-4ee2-8232-9de8eb499326 service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885575 Jul 07 17:22:01.419867 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.492358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=725788f0-0aeb-47a6-b518-411aa146f3c1,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:01.502102 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.512321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.559282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.598000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:01.600805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:01.612415 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Sync routers for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:01.625531 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:01.626256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036e3e7-a78a-4743-b8d9-8dfd34fe307c req-e23a07e9-eb84-490b-b9fe-b1e5b507ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.627492 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.630683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6036e3e7-a78a-4743-b8d9-8dfd34fe307c req-e23a07e9-eb84-490b-b9fe-b1e5b507ebbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 1097 time: 0.4463439 Jul 07 17:22:01.633301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccd794c-2c4c-465d-9d78-0c3f16e47fe7']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.643503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6cd7b7d1-1446-4c72-baba-fdd923a3ae8b admin admin] 10.222.0.22 "PUT /v2.0/routers/3d3a9f9c-d508-4034-967b-81766fc60737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0807314 Jul 07 17:22:01.649770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeb434a-9728-4c9e-8040-8c4db32d02c5') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.650150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeb434a-9728-4c9e-8040-8c4db32d02c5') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:01.662284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.664429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ac878-8b12-4e9b-9372-1793a85ff624 req-d84c7842-8b31-4559-b187-bc84c6fcf817 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:01.670993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b7ac878-8b12-4e9b-9372-1793a85ff624 req-d84c7842-8b31-4559-b187-bc84c6fcf817 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 945 time: 0.4664676 Jul 07 17:22:01.677768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.680833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:01.761719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-6123a1f7-6a3e-4758-a866-b3c9a304d6fa service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544428 Jul 07 17:22:01.783191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.809926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:01.810515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.816139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f6a01f4a-9e43-4cf4-bffe-763af06f59ae up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:01.867209 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:01.872097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.883424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f6a01f4a-9e43-4cf4-bffe-763af06f59ae completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:01.895551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b7ac878-8b12-4e9b-9372-1793a85ff624 req-c6e30dea-bc9b-4ec5-9fa3-b0e2c84d8fab tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921890 Jul 07 17:22:01.897564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6036e3e7-a78a-4743-b8d9-8dfd34fe307c req-10e41b4e-d7f8-4f97-ad6b-f25976cab087 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181830 Jul 07 17:22:01.929937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:01.933256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4d9e6-1d9f-4ea3-a46b-73b99ffbbeba None None] Network 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:01.948951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3b08da31-3a6d-4011-8ab5-596a000f37a8 service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670492 Jul 07 17:22:01.975495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:01.977566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "DELETE /v2.0/subnets/73588329-4fbe-4a3f-b4d9-d365e1b0c3c6 HTTP/1.1" status: 204 len: 168 time: 1.2038410 Jul 07 17:22:01.982463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09038-e7a7-49a5-a71a-dda1b16c7f98 tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event deleted for resources: {'Subnet': ['ID=73588329-4fbe-4a3f-b4d9-d365e1b0c3c6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:01.992182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:02.080781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-f8b85d72-f665-4e99-8912-6e0894f90404 service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242864 Jul 07 17:22:02.162860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.165026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:22:02.165026 n-d-791504-12 neutron-server[93765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:22:02.165026 n-d-791504-12 neutron-server[93765]: [parameters: {'id': 'eccd794c-2c4c-465d-9d78-0c3f16e47fe7'}] Jul 07 17:22:02.165026 n-d-791504-12 neutron-server[93765]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:02.165332 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:02.213184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] DHCP port deletion for 03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:02.244088 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:21:59Z', 'revision_number': 5, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.279977 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Checking router: 3d3a9f9c-d508-4034-967b-81766fc60737 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:02.296306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Routers {'3d3a9f9c-d508-4034-967b-81766fc60737'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:02.298776 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:21:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['3d3a9f9c-d508-4034-967b-81766fc60737'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.300281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-322a16c2-e9df-446c-8f13-c6aacdf9c88e service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100718 Jul 07 17:22:02.349726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Deleting port ff91f793-4212-41e5-86fe-814a06e946f1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:02.350918 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.354467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8394-996b-4e0f-b70b-31f0930454ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.395856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.419919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:02.420274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.425707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] For port ff91f793-4212-41e5-86fe-814a06e946f1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ff91f793-4212-41e5-86fe-814a06e946f1,segment=NetworkSegment(22a650ba-172e-4bff-beee-ff17eb58821b),segment_id=22a650ba-172e-4bff-beee-ff17eb58821b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:02.426375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.442372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Calling delete_port for ff91f793-4212-41e5-86fe-814a06e946f1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:02.499014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ba97f-5ec7-4e90-af1d-88bdb1da0be0 req-98408151-5555-4207-9005-f047f771c216 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:02.507403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-247ba97f-5ec7-4e90-af1d-88bdb1da0be0 req-98408151-5555-4207-9005-f047f771c216 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.1626515 Jul 07 17:22:02.520288 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] Set router 3d3a9f9c-d508-4034-967b-81766fc60737 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:02.527732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7a97c4f5-9d31-48b9-bb3e-a3d3ea40c69e service neutron] 10.222.0.22 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226336 Jul 07 17:22:02.584352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Deleting port ff91f793-4212-41e5-86fe-814a06e946f1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:02.584972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.611647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee20c54-db6c-4404-ad8e-2b9597d8315c None None] Network eccd794c-2c4c-465d-9d78-0c3f16e47fe7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:02.626795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-247ba97f-5ec7-4e90-af1d-88bdb1da0be0 req-d2d15aba-0c43-467f-970b-28f948935989 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179113 Jul 07 17:22:02.668061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.678291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-af85aefa-1eb8-4666-b874-50cbff3a9cfa service neutron] 10.222.0.22 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495271 Jul 07 17:22:02.712991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.763579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.766683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Deleting port 30074759-cb6c-47a5-af6c-282d5afe1c46 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:02.767090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.793302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-c23b8bde-795f-446e-915e-4f2061a6c560 service neutron] 10.222.0.22 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140974 Jul 07 17:22:02.805111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:21:59Z', 'revision_number': 5, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:02.830993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Provisioning for port f6a01f4a-9e43-4cf4-bffe-763af06f59ae completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:02.834628 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145b86b-8142-4ce7-a1fe-4ceb395c3c61 None None] The sync data for ids ['3d3a9f9c-d508-4034-967b-81766fc60737'] in n-d-791504-12 is: [{'id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'name': 'tempest-TestServerBasicOps-674629613-router', 'tenant_id': 'a514ad1d5c864582aa1213725c3af5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:00Z', 'updated_at': '2021-07-07T17:21:59Z', 'revision_number': 5, 'project_id': 'a514ad1d5c864582aa1213725c3af5e2', 'gw_port': {'id': '30074759-cb6c-47a5-af6c-282d5afe1c46', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a9f9c-d508-4034-967b-81766fc60737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:01Z', 'updated_at': '2021-07-07T17:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:02.837347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] Pushing event deleted for resources: {'Port': ['ID=ff91f793-4212-41e5-86fe-814a06e946f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:02.846955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ded83-c89e-45b4-899a-5dd0d2c87d7c None None] No DVR routers for this DVR port ff91f793-4212-41e5-86fe-814a06e946f1 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:02.848564 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.877934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Provisioning complete for port f6a01f4a-9e43-4cf4-bffe-763af06f59ae triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:02.878346 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.887605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:02.893504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] For port ff91f793-4212-41e5-86fe-814a06e946f1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ff91f793-4212-41e5-86fe-814a06e946f1,segment=NetworkSegment(22a650ba-172e-4bff-beee-ff17eb58821b),segment_id=22a650ba-172e-4bff-beee-ff17eb58821b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:02.893882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:02.947295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Calling delete_port for ff91f793-4212-41e5-86fe-814a06e946f1 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:02.971209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-34ead0e5-19c2-404d-abce-9d899459206d service neutron] 10.222.0.22 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717424 Jul 07 17:22:03.064065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.072265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:03.075309 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acace653-27c2-488f-9c69-2eb5b79a2ddf" -d '{"events": [{"server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "name": "network-vif-plugged", "status": "completed", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:03.076080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] For port 30074759-cb6c-47a5-af6c-282d5afe1c46, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=30074759-cb6c-47a5-af6c-282d5afe1c46,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:03.076448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.104381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] For port f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,segment=NetworkSegment(edeb434a-9728-4c9e-8040-8c4db32d02c5),segment_id=edeb434a-9728-4c9e-8040-8c4db32d02c5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:03.109065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.122148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9dead34d-c990-4ec6-913e-4d53231a2b6e service neutron] 10.222.0.22 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371024 Jul 07 17:22:03.140123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Calling delete_port for 30074759-cb6c-47a5-af6c-282d5afe1c46 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:03.147713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8643-a824-4e76-a50d-85b9b9f3276e req-615af544-6caf-49d5-9020-c82fdb0b1cca tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.149263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-425e8643-a824-4e76-a50d-85b9b9f3276e req-615af544-6caf-49d5-9020-c82fdb0b1cca tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.0926106 Jul 07 17:22:03.172931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port f6a01f4a-9e43-4cf4-bffe-763af06f59ae {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:03.173282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.186642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee9ed6-cb15-4bc1-a8b6-6ba841d53337 None None] Pushing event updated for resources: {'Port': ['ID=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.203349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-425e8643-a824-4e76-a50d-85b9b9f3276e req-3f26bd8b-0c50-47b9-a3c6-a65427810e77 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448666 Jul 07 17:22:03.257666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207178e-a887-4126-aa16-d460396c484b None None] DHCP port deletion for eccd794c-2c4c-465d-9d78-0c3f16e47fe7 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:03.306244 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c86adc-904c-472d-b7d3-116aa1c0ef4f x-openstack-request-id: req-a3c86adc-904c-472d-b7d3-116aa1c0ef4f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:03.306536 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "name": "network-vif-plugged", "status": "completed", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:03.306794 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3c86adc-904c-472d-b7d3-116aa1c0ef4f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:03.307189 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'code': 200} Jul 07 17:22:03.334004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c207178e-a887-4126-aa16-d460396c484b None None] Deleting port f6a01f4a-9e43-4cf4-bffe-763af06f59ae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:03.346327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c207178e-a887-4126-aa16-d460396c484b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.400006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,segment=NetworkSegment(edeb434a-9728-4c9e-8040-8c4db32d02c5),segment_id=edeb434a-9728-4c9e-8040-8c4db32d02c5)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:03.400384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.420852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.433411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for f6a01f4a-9e43-4cf4-bffe-763af06f59ae owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:03.457320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c207178e-a887-4126-aa16-d460396c484b None None] For port f6a01f4a-9e43-4cf4-bffe-763af06f59ae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,segment=NetworkSegment(edeb434a-9728-4c9e-8040-8c4db32d02c5),segment_id=edeb434a-9728-4c9e-8040-8c4db32d02c5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:03.457729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c207178e-a887-4126-aa16-d460396c484b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.474169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68ddd7-69ad-402e-9495-7f4b1e907a3b req-ba2a9cc3-85d1-4003-9740-b09d535e590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.475701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e68ddd7-69ad-402e-9495-7f4b1e907a3b req-ba2a9cc3-85d1-4003-9740-b09d535e590a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1098 time: 0.1128399 Jul 07 17:22:03.493763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c207178e-a887-4126-aa16-d460396c484b None None] Calling delete_port for f6a01f4a-9e43-4cf4-bffe-763af06f59ae owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:03.508805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.528198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event deleted for resources: {'Port': ['ID=ff91f793-4212-41e5-86fe-814a06e946f1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.531285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] No DVR routers for this DVR port ff91f793-4212-41e5-86fe-814a06e946f1 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:03.531422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e68ddd7-69ad-402e-9495-7f4b1e907a3b req-53524ef7-10d1-4763-a396-9116f3816700 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485299 Jul 07 17:22:03.612290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.771719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48a4db96-cd2d-4e56-91e1-1254a8686be5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:03.809511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 48a4db96-cd2d-4e56-91e1-1254a8686be5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:03.809974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 48a4db96-cd2d-4e56-91e1-1254a8686be5 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:03.810519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f6a01f4a-9e43-4cf4-bffe-763af06f59ae no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:03.815162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.885849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.887279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c207178e-a887-4126-aa16-d460396c484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:03.912294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a8a9eb-e68f-48cc-9e2e-a3c9a4948048']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:03.915812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6ed47-2042-4a23-a57e-70bf01cd565b req-9e98798c-7014-4f67-8bae-9617cae14f9e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.917889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4de6ed47-2042-4a23-a57e-70bf01cd565b req-9e98798c-7014-4f67-8bae-9617cae14f9e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.0785248 Jul 07 17:22:03.938180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207178e-a887-4126-aa16-d460396c484b None None] Pushing event deleted for resources: {'Port': ['ID=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:03.944372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207178e-a887-4126-aa16-d460396c484b None None] No DVR routers for this DVR port f6a01f4a-9e43-4cf4-bffe-763af06f59ae on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:03.951092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No active binding found for port f6a01f4a-9e43-4cf4-bffe-763af06f59ae {{(pid=93767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:22:03.951672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f6a01f4a-9e43-4cf4-bffe-763af06f59ae not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:03.952701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ff91f793-4212-41e5-86fe-814a06e946f1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:03.983682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ff91f793-4212-41e5-86fe-814a06e946f1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:03.984438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ff91f793-4212-41e5-86fe-814a06e946f1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:03.992411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4de6ed47-2042-4a23-a57e-70bf01cd565b req-06367f83-04d4-4ffe-bb3e-486825070cc3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673242 Jul 07 17:22:04.113582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-945ac791-7379-4467-9e8f-f52f58a6f8af req-53988770-7d5d-4623-98f6-489a9e34628a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0419495 Jul 07 17:22:04.230789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b2fd-0115-4b08-bc4c-3d2cb9b26368 req-be226e47-803c-4393-a23d-8ac400313de0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.232831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff26b2fd-0115-4b08-bc4c-3d2cb9b26368 req-be226e47-803c-4393-a23d-8ac400313de0 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.0847678 Jul 07 17:22:04.323427 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.366884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff26b2fd-0115-4b08-bc4c-3d2cb9b26368 req-dc78aa5f-d63e-459b-b936-19a16cfe98e2 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182823 Jul 07 17:22:04.417733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a650ba-172e-4bff-beee-ff17eb58821b') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:04.418444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a650ba-172e-4bff-beee-ff17eb58821b') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:04.420548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.422681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.465115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5c623-c694-4369-a96b-0259505ca07b req-86cf838c-dc4e-4664-9174-5b068b05300a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.468201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecf5c623-c694-4369-a96b-0259505ca07b req-86cf838c-dc4e-4664-9174-5b068b05300a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.0831707 Jul 07 17:22:04.468680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.504806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Pushing event deleted for resources: {'Port': ['ID=30074759-cb6c-47a5-af6c-282d5afe1c46,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.510469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.519548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port f6a01f4a-9e43-4cf4-bffe-763af06f59ae on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:04.523404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecf5c623-c694-4369-a96b-0259505ca07b req-77b3336a-1539-4d68-a94d-73b9eef51ed6 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 Jul 07 17:22:04.560896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.592950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=f6a01f4a-9e43-4cf4-bffe-763af06f59ae,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.595191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:04.595616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:04.616819 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:04.810808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.816019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.817941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55fe52-3148-4792-bd04-123328d7e00c req-8e99f232-5dea-4c35-8797-e59d58c23307 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:04.818449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.825546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b55fe52-3148-4792-bd04-123328d7e00c req-8e99f232-5dea-4c35-8797-e59d58c23307 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.0778348 Jul 07 17:22:04.857179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:04.859246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] 10.222.0.22 "DELETE /v2.0/networks/03a8a9eb-e68f-48cc-9e2e-a3c9a4948048 HTTP/1.1" status: 204 len: 168 time: 2.8612864 Jul 07 17:22:04.879400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b55fe52-3148-4792-bd04-123328d7e00c req-52bac8f7-3556-4889-8052-e7b98eef1b00 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Jul 07 17:22:04.917135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccd794c-2c4c-465d-9d78-0c3f16e47fe7']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:04.985210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dcb33-2d13-466b-ba53-8dfe26fdf6af tempest-ExtraDHCPOptionsTestJSON-1896790930 tempest-ExtraDHCPOptionsTestJSON-1896790930-project] Pushing event deleted for resources: {'Network': ['ID=03a8a9eb-e68f-48cc-9e2e-a3c9a4948048,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:04.990675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeb434a-9728-4c9e-8040-8c4db32d02c5') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:04.990675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeb434a-9728-4c9e-8040-8c4db32d02c5') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.023557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.032561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.037807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.083148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f14fb-0905-4d23-bc06-43976de0ee18 req-e4511c8a-e30d-471c-ba77-fee04824a39f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.084756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae8f14fb-0905-4d23-bc06-43976de0ee18 req-e4511c8a-e30d-471c-ba77-fee04824a39f tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.0742640 Jul 07 17:22:05.094599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Router 1f88e2d1-e1b1-4dbf-9662-e980441c939f has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:05.095764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.108356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:05.108915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:05.112591 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:05.135738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae8f14fb-0905-4d23-bc06-43976de0ee18 req-197fddbf-2e9f-40a5-971d-7df0502344b7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jul 07 17:22:05.154496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.155535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d3a9f9c-d508-4034-967b-81766fc60737 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:22:05.172077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.175793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c9cb2f2-5349-40d9-a695-a8294ce26875 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3d3a9f9c-d508-4034-967b-81766fc60737 HTTP/1.1" status: 204 len: 168 time: 3.4904103 Jul 07 17:22:05.177797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.246835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.266972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Deleting subnet 67b33f74-bc63-4d55-9a83-66a25b7efdc1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:05.271819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.277709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:05.288694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] Sync routers for ids ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:05.294199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e8c67b5b-167c-48f5-b06f-ce5ab51e1ecb tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/routers/1f88e2d1-e1b1-4dbf-9662-e980441c939f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7196896 Jul 07 17:22:05.301503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36228) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.307258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] Routers {'1f88e2d1-e1b1-4dbf-9662-e980441c939f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:05.308156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.372506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.388238 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.399601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.424938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.427112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] Routers {'1f88e2d1-e1b1-4dbf-9662-e980441c939f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:05.428236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.462199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.469612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/eccd794c-2c4c-465d-9d78-0c3f16e47fe7 HTTP/1.1" status: 204 len: 168 time: 5.0571482 Jul 07 17:22:05.470816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492af8d-0684-45c6-8cf9-edd9b0be3f2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=eccd794c-2c4c-465d-9d78-0c3f16e47fe7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:05.478368 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df75ba4-5a05-40bd-8d78-e693ddd8cf6f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:22:05.478804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:05.479520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0df75ba4-5a05-40bd-8d78-e693ddd8cf6f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/7eb30bc0-d2dd-4d6a-bfc8-e10cd90b559e HTTP/1.1" status: 404 len: 333 time: 0.1311681 Jul 07 17:22:05.484285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fb6da-6d0d-408c-9204-3194ac0d6b6b None None] The sync data for ids ['1f88e2d1-e1b1-4dbf-9662-e980441c939f'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:05.489548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afe4cb17-577f-4c58-b174-b247b287754c req-ca0a73c9-2b4d-4967-a38c-49c845a8e3fb tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.1409228 Jul 07 17:22:05.490261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.490761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:05.553633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660918552'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:05.574693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-54b59240-7e26-4523-9af1-6b984d6607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.577383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-54b59240-7e26-4523-9af1-6b984d6607d5 service neutron] 10.222.0.83 "GET /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 1027 time: 0.1162267 Jul 07 17:22:05.630219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:05.633813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.666509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-afde8245-be11-4fb6-901f-063e4614e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.668262 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-afde8245-be11-4fb6-901f-063e4614e5ce service neutron] 10.222.0.83 "GET /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 1028 time: 0.0840063 Jul 07 17:22:05.709963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.767449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.810568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-18a49413-cc36-4e1b-8900-5ea39be45b44 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.819583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-18a49413-cc36-4e1b-8900-5ea39be45b44 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.828929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-18a49413-cc36-4e1b-8900-5ea39be45b44 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.831001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-18a49413-cc36-4e1b-8900-5ea39be45b44 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 1989 time: 0.1560965 Jul 07 17:22:05.897222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a62ac314-21d9-42e9-953c-bda68d2d19f8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f1583a6846247859519c8f7c456eaf8 HTTP/1.1" status: 200 len: 379 time: 0.0508382 Jul 07 17:22:05.904245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 30074759-cb6c-47a5-af6c-282d5afe1c46 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:05.907420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'admin_state_up': True, 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'security_groups': ['815c7f2b-ff41-4041-8174-e64c45db906e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:05.931444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 30074759-cb6c-47a5-af6c-282d5afe1c46 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:05.932080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 30074759-cb6c-47a5-af6c-282d5afe1c46 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:06.044384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:06.048910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.190502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 172.20.0.6 (7fd2ead5-cccd-4c39-a463-b044fe6ff285/24d7e3c4-8e30-4370-9f04-d54b00432788/83df2cda-c2e5-41d8-bde8-9834b21f57e4) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:06.265902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:06.286239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ddb1d3b1-0ea7-44e1-9562-0b6d8afb1d69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=268e0c56ea97430e86c75cfa04816d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0378878 Jul 07 17:22:06.291239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36242) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.299913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.300254 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment c5fafc97-fcb0-4e9d-bff9-48c197059b96 of type vlan for network e75c41f7-0d46-427f-ac9b-7623f545c543 Jul 07 17:22:06.390639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.394018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.396272 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.426277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object 83df2cda-c2e5-41d8-bde8-9834b21f57e4 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:06.432793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.470890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.477246 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.482194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.486808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.501033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.516598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.519130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.520261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7adb42ae-fe7e-47e3-8443-7823cea533c0 HTTP/1.1" status: 204 len: 168 time: 0.2280653 Jul 07 17:22:06.547247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42fef-9fef-4079-b85d-55cc521c71fa req-afdb8d42-d3c7-462a-ab56-dc8841df083e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.554772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87d42fef-9fef-4079-b85d-55cc521c71fa req-afdb8d42-d3c7-462a-ab56-dc8841df083e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.8764889 Jul 07 17:22:06.556734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b33f74-bc63-4d55-9a83-66a25b7efdc1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.570550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c02cd-628a-45bd-810b-ea242ae46ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb42ae-fe7e-47e3-8443-7823cea533c0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.603040 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.605121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8aed8c69-012a-469e-86f3-f781fc3aaa0e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/67b33f74-bc63-4d55-9a83-66a25b7efdc1 HTTP/1.1" status: 204 len: 168 time: 1.4260046 Jul 07 17:22:06.610949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f715be-64c4-40a3-afb6-f147beb12f79 None None] Network e333dc1a-bf15-494a-9f57-0cd73b1ffd27 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:06.615332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.625803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:06.636267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:06.640676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:06.679890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585c9c7-573a-4da5-89ce-23b406e146f3 req-237eca45-d7c7-4625-ade8-89718f7de874 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.681537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3585c9c7-573a-4da5-89ce-23b406e146f3 req-237eca45-d7c7-4625-ade8-89718f7de874 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.9451234 Jul 07 17:22:06.716311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.717661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Fanout notify agent at l3_agent the message router_deleted on router 1f88e2d1-e1b1-4dbf-9662-e980441c939f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:22:06.749139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.751988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.756566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.761076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c140ac3d-0560-438c-85b3-ff260c997653 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/routers/1f88e2d1-e1b1-4dbf-9662-e980441c939f HTTP/1.1" status: 204 len: 168 time: 1.2145779 Jul 07 17:22:06.764392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36252) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:06.784263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.814154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.819796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.820402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.843578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3789ede2-ff0d-4a48-b1a8-ae88396105e4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9414396 Jul 07 17:22:06.876433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'admin_state_up': True, 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'security_groups': ['815c7f2b-ff41-4041-8174-e64c45db906e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:06.900088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87d42fef-9fef-4079-b85d-55cc521c71fa req-b213438d-fc43-4876-a543-0a985ef18902 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421900 Jul 07 17:22:06.985004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bec13998-f655-44fd-9808-37455bec1795 None None] Provisioning for port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:06.991011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bec13998-f655-44fd-9808-37455bec1795 None None] Provisioning complete for port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:06.991414 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bec13998-f655-44fd-9808-37455bec1795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.048100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 3a8800c8-96fd-4021-8ada-f9e974881fb4 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:07.059603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5124853 Jul 07 17:22:07.061252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36260) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.064115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.075652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] DHCP port deletion for e333dc1a-bf15-494a-9f57-0cd73b1ffd27 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:07.084188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:07.120560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3585c9c7-573a-4da5-89ce-23b406e146f3 req-8452353e-2a61-4a23-9ec4-471c6ca9779a tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556168 Jul 07 17:22:07.138351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.147841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4b51-014e-4953-ae81-83d33a4da231 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=e75c41f7-0d46-427f-ac9b-7623f545c543,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.161295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bec13998-f655-44fd-9808-37455bec1795 None None] Port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:07.173810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e75c41f7-0d46-427f-ac9b-7623f545c543 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:07.298474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Deleting port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:07.299390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.348328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Deleting port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:07.348971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.413520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.425329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] For port 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=86a02bd3-1517-474a-9acf-07ff5d3f8a09,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:07.426332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.441604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Calling delete_port for 86a02bd3-1517-474a-9acf-07ff5d3f8a09 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:07.473972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:07.477525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.561229 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.601791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:07.606517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] Pushing event deleted for resources: {'Port': ['ID=86a02bd3-1517-474a-9acf-07ff5d3f8a09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.609132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.617420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083f7c9-a19b-4e68-953a-e58a4d41335d None None] No DVR routers for this DVR port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:07.635533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] For port 86a02bd3-1517-474a-9acf-07ff5d3f8a09, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=86a02bd3-1517-474a-9acf-07ff5d3f8a09,segment=NetworkSegment(3e85e3c1-8136-4444-a927-2fb850a6d01d),segment_id=3e85e3c1-8136-4444-a927-2fb850a6d01d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:07.635919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.683524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Calling delete_port for 86a02bd3-1517-474a-9acf-07ff5d3f8a09 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:07.687643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.705092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 86a02bd3-1517-474a-9acf-07ff5d3f8a09 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:07.735124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc7946-57c4-4e33-8008-6f5b5661e99f req-31104438-ed38-4784-af4d-397f7f00afa3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.740162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 86a02bd3-1517-474a-9acf-07ff5d3f8a09 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:07.740591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 86a02bd3-1517-474a-9acf-07ff5d3f8a09 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:07.749928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4dc7946-57c4-4e33-8008-6f5b5661e99f req-31104438-ed38-4784-af4d-397f7f00afa3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.3249059 Jul 07 17:22:07.814460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.815755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25292e93-2bf7-4686-aec8-897983328228 req-082bb150-7315-43a9-9b1c-6934d4e6869b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.823766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25292e93-2bf7-4686-aec8-897983328228 req-082bb150-7315-43a9-9b1c-6934d4e6869b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 931 time: 0.4022839 Jul 07 17:22:07.846426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36276) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.886375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.892637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/3a8800c8-96fd-4021-8ada-f9e974881fb4 HTTP/1.1" status: 204 len: 168 time: 1.1223881 Jul 07 17:22:07.894605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d88ff4-95d7-434f-b35c-eb7bdfb2f5d9 None None] Network 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:07.897261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4dc7946-57c4-4e33-8008-6f5b5661e99f req-fa5327e8-b07d-4f21-a008-5de7f682b9d7 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459575 Jul 07 17:22:07.902352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36280) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:07.941636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889b73-0668-4c42-9b9c-5144989db985 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8800c8-96fd-4021-8ada-f9e974881fb4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.950157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25292e93-2bf7-4686-aec8-897983328228 req-052412a6-7205-4c4c-b1ee-11cda1cb405a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254139 Jul 07 17:22:07.995856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.062228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a02bd3-1517-474a-9acf-07ff5d3f8a09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.068916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] No DVR routers for this DVR port 86a02bd3-1517-474a-9acf-07ff5d3f8a09 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:08.187443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] DHCP port deletion for 71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:08.253947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Deleting port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:08.254779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.262611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.286704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e333dc1a-bf15-494a-9f57-0cd73b1ffd27']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.329302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e85e3c1-8136-4444-a927-2fb850a6d01d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.330194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e85e3c1-8136-4444-a927-2fb850a6d01d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:08.358371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] For port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,segment=NetworkSegment(2cbdcfc4-211b-4e9e-8602-33c115a2194f),segment_id=2cbdcfc4-211b-4e9e-8602-33c115a2194f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:08.359714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.371526 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.389743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.396946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:08.397457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.401355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'networks': [{'name': 'tempest-network--2079778269'}, {'name': 'tempest-network--1662721144'}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:08.401819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-network--2079778269'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:08.402442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-network--1662721144'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:08.405438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Calling delete_port for e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:08.437011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:08.443442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'network': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:08.448282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:08.475496 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:08.482545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.487940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.506779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.507800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.1.1.162 (8dda516c-76a7-4c86-9980-1a1d6297c7df/b52e16f2-6943-4d07-9781-bcb352fcf9d0/fa555483-9132-46dd-99d3-5605b2bb47e6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:08.523007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e333dc1a-bf15-494a-9f57-0cd73b1ffd27 HTTP/1.1" status: 204 len: 168 time: 1.8920281 Jul 07 17:22:08.543985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83011-1b83-4923-bd8d-3e7afe32e8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e333dc1a-bf15-494a-9f57-0cd73b1ffd27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.572134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacde57a-1980-4495-b064-faee0961142a req-9430f68f-a5b9-41f1-ae52-8d06021b8d9e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.586403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.589458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dacde57a-1980-4495-b064-faee0961142a req-9430f68f-a5b9-41f1-ae52-8d06021b8d9e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.4121418 Jul 07 17:22:08.610359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] No DVR routers for this DVR port e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:08.640106 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.645641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.653582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dacde57a-1980-4495-b064-faee0961142a req-11176ea3-b0b1-4084-ae4e-146e8a72041e tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620363 Jul 07 17:22:08.656178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.656700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.660925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916cf6-1109-4a29-9164-77a9ebf386ba None None] Pushing event deleted for resources: {'Port': ['ID=e2c59ef1-b7a9-4d25-adff-6ce7d38e4405,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.680101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.753292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be191b58-3e7e-481e-8ea9-f37e721cb088 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.758975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be191b58-3e7e-481e-8ea9-f37e721cb088 tempest-TestNetworkBasicOps-1572036892 tempest-TestNetworkBasicOps-1572036892-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1093 time: 0.0776565 Jul 07 17:22:08.760290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.763518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:08.767778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:08.773804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.774182 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment 05be3410-d343-4af8-acea-9a7497d4075d of type vlan for network e0cd4973-ec3f-4563-977a-3188e14491fd Jul 07 17:22:08.804115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.822626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.863031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:08.903603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:08.970450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:08.970940 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment e58ce06e-0552-4075-851f-dc13bcb7c04c of type vlan for network a692c1a2-cbb2-4832-a9fa-05071aa3830a Jul 07 17:22:08.971275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1e348b5c-04cd-4eb1-a9a8-ee4590e2f413 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14f529318c2146fb8705d5e911c4d933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640621 Jul 07 17:22:08.977594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6df7f-7909-401d-9fbd-fd76fc7eb191,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:08.986390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.100267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.160963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.194697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.197684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.228580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.236064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71802b2b-1c8e-44a0-96c1-06e19e9c0fd2']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.259503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbdcfc4-211b-4e9e-8602-33c115a2194f') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.260092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbdcfc4-211b-4e9e-8602-33c115a2194f') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:09.291278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b1740-e25f-47ca-8017-1c37a117800c req-3b0c3084-de22-49ef-bfef-37d68fe8e42e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.292926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-079b1740-e25f-47ca-8017-1c37a117800c req-3b0c3084-de22-49ef-bfef-37d68fe8e42e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.2467399 Jul 07 17:22:09.311105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.324593 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.357668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.358559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.364001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.369003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.369690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.376088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fa007-9e29-4f16-a3b3-8c2afc3a41c6 req-9a22ff1f-9cb4-4249-a2bf-8c0bee01c4c6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.377651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-309fa007-9e29-4f16-a3b3-8c2afc3a41c6 req-9a22ff1f-9cb4-4249-a2bf-8c0bee01c4c6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 931 time: 0.2732267 Jul 07 17:22:09.384177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.388663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.390942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Allocated IP 172.25.7.135 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/9250f85e-9919-4db2-b753-f2ce2617bba2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:09.406210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=42481ba6-2799-4da2-a87c-3e77281d73ce,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.436449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-079b1740-e25f-47ca-8017-1c37a117800c req-64407541-4937-44a7-a906-2d4ded582671 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290519 Jul 07 17:22:09.458082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:09.458998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:09.470286 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:09.517482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-309fa007-9e29-4f16-a3b3-8c2afc3a41c6 req-57045c12-02fb-4358-9fe4-89125290c3a7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279027 Jul 07 17:22:09.548858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.550768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6979268 Jul 07 17:22:09.551461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.555216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d82e61cc-df52-4369-8aed-716334b1fbde HTTP/1.1" status: 204 len: 168 time: 0.5647571 Jul 07 17:22:09.558022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.565177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=e0cd4973-ec3f-4563-977a-3188e14491fd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.580644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': 'c5fafc97-fcb0-4e9d-bff9-48c197059b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:09.585925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: e75c41f7-0d46-427f-ac9b-7623f545c543, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:09.601443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object fa555483-9132-46dd-99d3-5605b2bb47e6 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:09.602599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e0cd4973-ec3f-4563-977a-3188e14491fd details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:09.614057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.670449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a152d9c-8c82-4d4e-923f-d55077411134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e61cc-df52-4369-8aed-716334b1fbde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.738067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.740316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.747230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/71802b2b-1c8e-44a0-96c1-06e19e9c0fd2 HTTP/1.1" status: 204 len: 168 time: 1.8367474 Jul 07 17:22:09.750546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:09.759703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.803551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network e75c41f7-0d46-427f-ac9b-7623f545c543 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:09.816601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:09.817130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2c59ef1-b7a9-4d25-adff-6ce7d38e4405 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:09.822450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e75c41f7-0d46-427f-ac9b-7623f545c543) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:09.833003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e012-5026-4894-a9e7-887ffaba7d50 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=a692c1a2-cbb2-4832-a9fa-05071aa3830a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.834679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c1c185-db8d-42df-89a4-cc6afd08c9ed None None] Network e75c41f7-0d46-427f-ac9b-7623f545c543 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:09.836021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.836641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.861020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a692c1a2-cbb2-4832-a9fa-05071aa3830a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:09.875433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ae5cb-044e-4406-b984-b8b96cb6a75e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=71802b2b-1c8e-44a0-96c1-06e19e9c0fd2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:09.883533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2b703-441b-4fc0-90ca-8e8efb4c9a7e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.884106 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:09.887205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9c5538f4-3d12-42fc-9e79-74ddf52e1796 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8238966 Jul 07 17:22:09.893197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2b703-441b-4fc0-90ca-8e8efb4c9a7e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.899622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2b703-441b-4fc0-90ca-8e8efb4c9a7e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.905106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2b703-441b-4fc0-90ca-8e8efb4c9a7e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.907454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-28a2b703-441b-4fc0-90ca-8e8efb4c9a7e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3468447 Jul 07 17:22:09.912794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.913134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:09.943427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:09.947464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:09.956839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:09.989301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.031868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.032742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.052860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc525d89-bcef-426e-a603-15b211f92cef tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1952045 Jul 07 17:22:10.065467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'admin_state_up': True, 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'security_groups': ['815c7f2b-ff41-4041-8174-e64c45db906e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:10.158782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffeb4b8-87a3-4882-90e5-df07d240d922 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.160641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cffeb4b8-87a3-4882-90e5-df07d240d922 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/39dfe3db-1fef-47fc-b22f-6ff57af50648 HTTP/1.1" status: 200 len: 840 time: 0.3969800 Jul 07 17:22:10.166581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e75c41f7-0d46-427f-ac9b-7623f545c543', 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '42481ba6-2799-4da2-a87c-3e77281d73ce'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:10.167879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.170992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36316) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.300520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d980604-de92-4e28-b055-bcd0c211e4f8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/39dfe3db-1fef-47fc-b22f-6ff57af50648?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1237733 Jul 07 17:22:10.301195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.305538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36318) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.318025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:10.328797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249493-4143-415e-8838-4e382e0d5904 req-a15ca360-2247-40b9-a5f6-fe7bd4fe82e3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.331450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d249493-4143-415e-8838-4e382e0d5904 req-a15ca360-2247-40b9-a5f6-fe7bd4fe82e3 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 0.5868914 Jul 07 17:22:10.340880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.368254 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.387025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Allocated IP 2001:db8::1 (e75c41f7-0d46-427f-ac9b-7623f545c543/42481ba6-2799-4da2-a87c-3e77281d73ce/f269758e-a2ec-4de9-bd73-26ee58d1339c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:10.436995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-40515ff5-b094-4016-8efb-3133ecf89aac None None] Provisioning for port fa555483-9132-46dd-99d3-5605b2bb47e6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:10.437585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:10.452671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:10.456237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.460560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:10.470359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.471452 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-acd7f680-01ea-4223-b4f2-c982d933a2af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a514ad1d5c864582aa1213725c3af5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294410 Jul 07 17:22:10.472132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:10.473504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:10.480839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=9250f85e-9919-4db2-b753-f2ce2617bba2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.493980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-40515ff5-b094-4016-8efb-3133ecf89aac None None] Provisioning complete for port fa555483-9132-46dd-99d3-5605b2bb47e6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:10.494154 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40515ff5-b094-4016-8efb-3133ecf89aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.536744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40515ff5-b094-4016-8efb-3133ecf89aac None None] Port fa555483-9132-46dd-99d3-5605b2bb47e6 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:10.664106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.673748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Transition to ACTIVE for port object f269758e-a2ec-4de9-bd73-26ee58d1339c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:10.696006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Transition to ACTIVE for port object f269758e-a2ec-4de9-bd73-26ee58d1339c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:10.706637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.734286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.736232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:10.740176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.777495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Network e75c41f7-0d46-427f-ac9b-7623f545c543 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:10.780907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:10.793732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:10.794478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.807568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Pushing event updated for resources: {'Port': ['ID=f269758e-a2ec-4de9-bd73-26ee58d1339c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:10.818966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.1.1.44 (8dda516c-76a7-4c86-9980-1a1d6297c7df/b52e16f2-6943-4d07-9781-bcb352fcf9d0/6aad904f-6787-405f-b7e2-44d098c877dc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:10.842382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.872182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cd4973-ec3f-4563-977a-3188e14491fd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:10.910776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Attempting to bind port f269758e-a2ec-4de9-bd73-26ee58d1339c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:10.911610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Attempting to bind port f269758e-a2ec-4de9-bd73-26ee58d1339c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'c5fafc97-fcb0-4e9d-bff9-48c197059b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:10.912464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Attempting to bind port f269758e-a2ec-4de9-bd73-26ee58d1339c on network e75c41f7-0d46-427f-ac9b-7623f545c543 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:10.922329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:10.923682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Checking segment: {'id': 'c5fafc97-fcb0-4e9d-bff9-48c197059b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:10.923849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05be3410-d343-4af8-acea-9a7497d4075d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:10.924556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05be3410-d343-4af8-acea-9a7497d4075d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:10.925586 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.926720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Bound using segment: {'id': 'c5fafc97-fcb0-4e9d-bff9-48c197059b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:10.927911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Bound port: f269758e-a2ec-4de9-bd73-26ee58d1339c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fafc97-fcb0-4e9d-bff9-48c197059b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:10.930015 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.961723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:10.992319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.016632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] For port f269758e-a2ec-4de9-bd73-26ee58d1339c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:11.020257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] For port f269758e-a2ec-4de9-bd73-26ee58d1339c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f269758e-a2ec-4de9-bd73-26ee58d1339c,segment=NetworkSegment(c5fafc97-fcb0-4e9d-bff9-48c197059b96),segment_id=c5fafc97-fcb0-4e9d-bff9-48c197059b96)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:11.025296 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.056503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.098117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.100567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.103523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.105081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b739ac6-69be-416a-9229-500f236de806 HTTP/1.1" status: 204 len: 168 time: 0.6300867 Jul 07 17:22:11.127635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70173af6-eb8e-4c06-9911-92e0a80c15a1 None None] Pushing event updated for resources: {'Port': ['ID=f269758e-a2ec-4de9-bd73-26ee58d1339c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.134552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:11.134967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:11.143899 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:11.197051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028173c8-f4da-4dc2-84ae-28699faefac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b739ac6-69be-416a-9229-500f236de806,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.208839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:11.216170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:11.223013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.224657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.234404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c343a-882a-405a-91e4-1a0003597155 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:11.274428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=16e426dd-6cc3-4300-a1a4-1259210296ae,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.328485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a4c5a70f-82ce-4683-b284-3adf412f008b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0183740 Jul 07 17:22:11.331992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36332) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:11.338517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'security_group': {'name': 'tempest-secgroup-686621000'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:11.392264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.401751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.465822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object 6aad904f-6787-405f-b7e2-44d098c877dc will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:11.576929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.668330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0b330d38-ee0e-4795-bf43-94d80c2278f1', 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'tenant_id': 'a5c1870630ec4d3ba8d649ff498581a4', 'fixed_ips': [{'subnet_id': '16e426dd-6cc3-4300-a1a4-1259210296ae'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:11.669236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.684667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:11.692872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:11.721796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:11.839022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f269758e-a2ec-4de9-bd73-26ee58d1339c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:11.843611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Deleting port e406d469-81da-443f-b4ed-fd9c56a2485f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:11.844166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.857184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.858474 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:11.903600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:11.970480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f269758e-a2ec-4de9-bd73-26ee58d1339c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:11.999473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Allocated IP 172.20.0.2 (0b330d38-ee0e-4795-bf43-94d80c2278f1/16e426dd-6cc3-4300-a1a4-1259210296ae/35a2abb5-e63e-4a4a-9fab-47640c5e0801) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:12.024410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7ba7c-36a7-4ac2-a538-3a1246510324 req-5ac8f4a1-5979-49c7-8949-7fc3cf16e31a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.026745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fa7ba7c-36a7-4ac2-a538-3a1246510324 req-5ac8f4a1-5979-49c7-8949-7fc3cf16e31a tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 945 time: 1.3281662 Jul 07 17:22:12.062178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89f706-2dba-4162-a2b2-bca4f8f74c0d req-6f4b63ec-ce1b-4a88-bf86-6a39bcc76222 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.069672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89f706-2dba-4162-a2b2-bca4f8f74c0d req-6f4b63ec-ce1b-4a88-bf86-6a39bcc76222 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:12.077941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e89f706-2dba-4162-a2b2-bca4f8f74c0d req-6f4b63ec-ce1b-4a88-bf86-6a39bcc76222 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 1653 time: 1.2959230 Jul 07 17:22:12.080073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.185061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.199000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ae8e388-c83c-4857-8772-977f0ec871bd None None] Provisioning for port 6aad904f-6787-405f-b7e2-44d098c877dc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:12.201634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.207619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=42481ba6-2799-4da2-a87c-3e77281d73ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.222643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ae8e388-c83c-4857-8772-977f0ec871bd None None] Provisioning complete for port 6aad904f-6787-405f-b7e2-44d098c877dc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:12.223012 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e388-c83c-4857-8772-977f0ec871bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.256480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.265351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.271211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Transition to ACTIVE for port object 35a2abb5-e63e-4a4a-9fab-47640c5e0801 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:12.273033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8e388-c83c-4857-8772-977f0ec871bd None None] Port 6aad904f-6787-405f-b7e2-44d098c877dc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:12.285187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5be81763-9718-4d79-a779-4bec9cd997db tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2249620 Jul 07 17:22:12.293833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.296846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Transition to ACTIVE for port object 35a2abb5-e63e-4a4a-9fab-47640c5e0801 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:12.299077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/e0cd4973-ec3f-4563-977a-3188e14491fd HTTP/1.1" status: 204 len: 168 time: 2.3823330 Jul 07 17:22:12.301227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'admin_state_up': True, 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'security_groups': ['815c7f2b-ff41-4041-8174-e64c45db906e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:12.305175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.313703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.353750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] For port e406d469-81da-443f-b4ed-fd9c56a2485f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e406d469-81da-443f-b4ed-fd9c56a2485f,segment=NetworkSegment(4f501657-8734-43ed-af24-d5edede5c279),segment_id=4f501657-8734-43ed-af24-d5edede5c279)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:12.354579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.376345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Calling delete_port for e406d469-81da-443f-b4ed-fd9c56a2485f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:12.405897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:12.438496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:12.443534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:12.446836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.479101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.480671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1467214 Jul 07 17:22:12.487785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22fb1c3-fd0f-4611-8be9-435a81bea84f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.498134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.522052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'security_group': {'name': 'tempest-secgroup-590099062'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:12.558570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:12.580911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Attempting to bind port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:12.581571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Attempting to bind port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2ccc26ff-f497-4baa-8202-73de28d2fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:12.582133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Attempting to bind port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 on network 0b330d38-ee0e-4795-bf43-94d80c2278f1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:12.588356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:12.589246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Checking segment: {'id': '2ccc26ff-f497-4baa-8202-73de28d2fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:12.589853 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.590613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Bound using segment: {'id': '2ccc26ff-f497-4baa-8202-73de28d2fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:12.592603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Bound port: 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccc26ff-f497-4baa-8202-73de28d2fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:12.593354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.616091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.616469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.616819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.617158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.617515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.617850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.618208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.618542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.618883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.619202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.619528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.619852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149c99a-e1e5-4086-b14a-430d050aabd5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:12.691334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.695471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.706209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2144e5-4622-40f8-8e49-e9a28611455c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=e0cd4973-ec3f-4563-977a-3188e14491fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:12.721748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e89f706-2dba-4162-a2b2-bca4f8f74c0d req-12ef26d2-a363-4ff5-802f-d05b50c75cd5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6429672 Jul 07 17:22:12.752241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:12.762768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:12.775660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb886fe-a686-4436-9651-4328a7d61c35 None None] Network e75c41f7-0d46-427f-ac9b-7623f545c543 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:12.780111 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.838618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.855653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a692c1a2-cbb2-4832-a9fa-05071aa3830a']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.868113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58ce06e-0552-4075-851f-dc13bcb7c04c') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.868775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58ce06e-0552-4075-851f-dc13bcb7c04c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:12.881880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.898290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.905859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:12.906356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.916655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fa7ba7c-36a7-4ac2-a538-3a1246510324 req-32396664-02c5-4d45-acbf-4778dd1ef516 tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/security-groups?id=3bbafeed-877a-4c49-a370-b5d731d0b53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687201 Jul 07 17:22:12.917855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:12.959870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Provisioning for port f269758e-a2ec-4de9-bd73-26ee58d1339c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:12.982331 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:12.989632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1056094278-network', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:13.003735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:13.083447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Pushing event deleted for resources: {'Port': ['ID=e406d469-81da-443f-b4ed-fd9c56a2485f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.084402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.102506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.106975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/a692c1a2-cbb2-4832-a9fa-05071aa3830a HTTP/1.1" status: 204 len: 168 time: 0.7940133 Jul 07 17:22:13.109782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.145967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c2cb1-e9e4-4374-90e2-c771b23cb9fb tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=a692c1a2-cbb2-4832-a9fa-05071aa3830a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.246200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e406d469-81da-443f-b4ed-fd9c56a2485f no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:13.282427 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.297326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] No DVR routers for this DVR port e406d469-81da-443f-b4ed-fd9c56a2485f on host n-h1-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:13.307669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f79b8c-fe06-457e-9db5-d6230fb43bd9 None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.316133 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.317863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: e406d469-81da-443f-b4ed-fd9c56a2485f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:13.318430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e406d469-81da-443f-b4ed-fd9c56a2485f not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:13.318581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d249493-4143-415e-8838-4e382e0d5904 req-178c6c4b-fec2-4c40-9f1b-aa91dcf425ec tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.32 "DELETE /v2.0/ports/e406d469-81da-443f-b4ed-fd9c56a2485f HTTP/1.1" status: 204 len: 173 time: 2.9439509 Jul 07 17:22:13.320710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'name': 'network-vif-deleted', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:13.324711 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9c56e-b685-4ba4-8848-5f04f1c2924d" -d '{"events": [{"server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "name": "network-vif-deleted", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:13.351756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75c41f7-0d46-427f-ac9b-7623f545c543']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:13.364041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Provisioning complete for port f269758e-a2ec-4de9-bd73-26ee58d1339c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:13.364578 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.394831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fafc97-fcb0-4e9d-bff9-48c197059b96') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:13.395973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fafc97-fcb0-4e9d-bff9-48c197059b96') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:13.423820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.444843 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9850ed4-c20d-40df-ba2c-c51e362f9f2b x-openstack-request-id: req-c9850ed4-c20d-40df-ba2c-c51e362f9f2b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:13.445388 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0258d806-db19-42be-9a7a-018682a22037", "name": "network-vif-deleted", "tag": "e406d469-81da-443f-b4ed-fd9c56a2485f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:13.445803 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9850ed4-c20d-40df-ba2c-c51e362f9f2b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:13.446390 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0258d806-db19-42be-9a7a-018682a22037', 'name': 'network-vif-deleted', 'tag': 'e406d469-81da-443f-b4ed-fd9c56a2485f', 'status': 'completed', 'code': 200} Jul 07 17:22:13.464871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.499168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.507108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.510577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.522186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.606364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.618799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:13.619240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:13.622458 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:13.654354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500991db-8d5d-42f9-9ff3-9e6a016f6339 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.669424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] For port f269758e-a2ec-4de9-bd73-26ee58d1339c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f269758e-a2ec-4de9-bd73-26ee58d1339c,segment=NetworkSegment(c5fafc97-fcb0-4e9d-bff9-48c197059b96),segment_id=c5fafc97-fcb0-4e9d-bff9-48c197059b96)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:13.673209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] DHCP port deletion for e75c41f7-0d46-427f-ac9b-7623f545c543 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:13.677123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500991db-8d5d-42f9-9ff3-9e6a016f6339 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.681931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.684166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-500991db-8d5d-42f9-9ff3-9e6a016f6339 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5716813 Jul 07 17:22:13.694686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.699683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Made reservation on behalf of 37156a3b2950426e9921cc09ac207e4c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:13.703373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.715739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.716726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-755077862'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:13.717645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2110963 Jul 07 17:22:13.739463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaaa01-61ea-4d49-bc82-ce6bed8f8e1d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932e42f2-e590-41a9-acb7-d7f920eb255b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:13.742190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:13.766347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:13.769655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.799140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:22:13.799140 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:22:13.799140 n-d-791504-12 neutron-server[93766]: [parameters: {'id': 'e75c41f7-0d46-427f-ac9b-7623f545c543'}] Jul 07 17:22:13.799140 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:13.799546 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:13.799623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:13.820163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.827032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-323433453', 'security_groups': ['932e42f2-e590-41a9-acb7-d7f920eb255b'], 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16e426dd-6cc3-4300-a1a4-1259210296ae'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:13.838659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:13.860614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:13.934964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d658f5-ca65-4ace-837f-8e6bfd791c3a None None] Pushing event updated for resources: {'Port': ['ID=f269758e-a2ec-4de9-bd73-26ee58d1339c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.031106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Deleting port f269758e-a2ec-4de9-bd73-26ee58d1339c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:14.031106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.124532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:14.180106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] For port f269758e-a2ec-4de9-bd73-26ee58d1339c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f269758e-a2ec-4de9-bd73-26ee58d1339c,segment=NetworkSegment(c5fafc97-fcb0-4e9d-bff9-48c197059b96),segment_id=c5fafc97-fcb0-4e9d-bff9-48c197059b96)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:14.180521 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.202855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.207982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.208309 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment cc2e800b-f827-47ff-9ae2-2d447b83dd22 of type vlan for network 6dda7982-4ba3-4b43-956f-1acb7e6435d4 Jul 07 17:22:14.216533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Calling delete_port for f269758e-a2ec-4de9-bd73-26ee58d1339c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:14.228560 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.370804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.376205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a0adda-4071-476a-abab-9b93746f5576 req-55aa6ce7-61fa-4028-8183-e2c13a27d16e tempest-ServerDiskConfigTestJSON-922082283 tempest-ServerDiskConfigTestJSON-922082283-project] 10.222.0.22 "GET /v2.0/ports?device_id=0258d806-db19-42be-9a7a-018682a22037 HTTP/1.1" status: 200 len: 210 time: 0.1649408 Jul 07 17:22:14.407452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.451816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] Pushing event deleted for resources: {'Port': ['ID=f269758e-a2ec-4de9-bd73-26ee58d1339c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.457958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06181a7-0690-4fdd-b58d-6c911564b69b None None] No DVR routers for this DVR port f269758e-a2ec-4de9-bd73-26ee58d1339c on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:14.511543 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.570619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.2.2.100 (0b4bca5d-b85b-42e8-966a-1603ae35c479/e799e6b1-18f6-4817-9bed-f605d04fc848/3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:14.574085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.610438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event updated for resources: {'Port': ['ID=9250f85e-9919-4db2-b753-f2ce2617bba2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.718401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.723885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.724485 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.735377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a441d0-0c67-47eb-8f2f-22c687464257 req-c77ad29b-431a-4bfe-ac3c-411659c26c9b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.741332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a441d0-0c67-47eb-8f2f-22c687464257 req-c77ad29b-431a-4bfe-ac3c-411659c26c9b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.747301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a441d0-0c67-47eb-8f2f-22c687464257 req-c77ad29b-431a-4bfe-ac3c-411659c26c9b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.749028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a441d0-0c67-47eb-8f2f-22c687464257 req-c77ad29b-431a-4bfe-ac3c-411659c26c9b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 2373 time: 0.5366390 Jul 07 17:22:14.827521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:14.828925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.854680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.858823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.868151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.891261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:14.894762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.917648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2106502 Jul 07 17:22:14.917927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd36ad-bc01-449c-83c4-2536cc973983,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.921525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Provisioning for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:14.922157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.928540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:14.930264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.938450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1215943834'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:14.944375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:14.944852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75c41f7-0d46-427f-ac9b-7623f545c543']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:14.947088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c1d9-e2fd-4b8a-bd0c-8a2e7af8a498 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=6dda7982-4ba3-4b43-956f-1acb7e6435d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.961762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:14.967850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8a441d0-0c67-47eb-8f2f-22c687464257 req-89d14caf-2909-4b0d-90b6-dd307eda0e50 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887631 Jul 07 17:22:14.969618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fafc97-fcb0-4e9d-bff9-48c197059b96') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:14.969918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fafc97-fcb0-4e9d-bff9-48c197059b96') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:14.972336 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Floating IP 35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc associated. External IP: 172.25.7.135, port: 725788f0-0aeb-47a6-b518-411aa146f3c1. Jul 07 17:22:14.977344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6dda7982-4ba3-4b43-956f-1acb7e6435d4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:14.992706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:15.016198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.016497 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Added segment 9fd89143-f319-49fe-9aae-3315cbbefbf0 of type vlan for network 657f0370-432a-4864-b487-f59f02df5ff2 Jul 07 17:22:15.030340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.051968 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.065063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:15.066054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:15.099486 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:15.118461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.140988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.168904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.202213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:15.203601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:15.205706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.210952 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.232378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.249248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.260505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:15.262635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.263651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.270696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/e75c41f7-0d46-427f-ac9b-7623f545c543 HTTP/1.1" status: 204 len: 168 time: 5.3565164 Jul 07 17:22:15.272089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36382) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.278674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095064268'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.282248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.283320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.284006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.311619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba81e-8f79-47a0-8af3-bf3048baa62a None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.331422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7514570 Jul 07 17:22:15.333225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bba83-4988-40d0-99e0-feb812aa2ea2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=e75c41f7-0d46-427f-ac9b-7623f545c543,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.335534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.335887 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment 4024b4e1-4982-4f20-a751-147b3e84f150 of type vlan for network dafb59fd-0d7b-47a1-b839-93cb57b3aae0 Jul 07 17:22:15.336999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.337120 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port 6d77870a-4416-4c69-ad0d-7203070bd364 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:22:15.350596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Request body: {'subnet': {'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1056094278-subnet', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.430691 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.450093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:15.463812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:22:15.463812 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:22:15.463812 n-d-791504-12 neutron-server[93766]: [parameters: {'project_id_1': '37156a3b2950426e9921cc09ac207e4c', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 22, 15, 358027)}] Jul 07 17:22:15.463812 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:15.464288 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:15.477269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.484889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.485527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.504641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:15.547878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:15.583755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router ffb50211-0227-4552-926f-99cd984d6feb has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:15.593682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6636343 Jul 07 17:22:15.604927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.614058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'ports': [{'network_id': '6dda7982-4ba3-4b43-956f-1acb7e6435d4', 'name': 'tempest-port--1687465509', 'admin_state_up': True}, {'network_id': 'dafb59fd-0d7b-47a1-b839-93cb57b3aae0', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.614482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'port': {'network_id': '6dda7982-4ba3-4b43-956f-1acb7e6435d4', 'name': 'tempest-port--1687465509', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.615580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'port': {'network_id': 'dafb59fd-0d7b-47a1-b839-93cb57b3aae0', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:15.674314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af022ce-66a7-49be-ab57-bc6f5936c1af tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=dafb59fd-0d7b-47a1-b839-93cb57b3aae0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.692538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network dafb59fd-0d7b-47a1-b839-93cb57b3aae0 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:15.696177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:15.696983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:15.704616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.902916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:15.903408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.923872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:15.938851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Sync routers for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:15.953807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:15.954559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.956311 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.961134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68841b3-7fef-4689-b5b4-55b095ea44b5 admin admin] Pushing event updated for resources: {'Network': ['ID=657f0370-432a-4864-b487-f59f02df5ff2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.964271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e662f99c-c840-49cc-baf6-8e78a439dde5 None None] Provisioning for port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:15.971601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e662f99c-c840-49cc-baf6-8e78a439dde5 None None] Provisioning complete for port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:15.972128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e662f99c-c840-49cc-baf6-8e78a439dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.023098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e662f99c-c840-49cc-baf6-8e78a439dde5 None None] Port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:16.024943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 657f0370-432a-4864-b487-f59f02df5ff2 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:16.035394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.076836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.077934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.099677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:16.114335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Made reservation on behalf of 37156a3b2950426e9921cc09ac207e4c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:16.117525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.9 (0b330d38-ee0e-4795-bf43-94d80c2278f1/16e426dd-6cc3-4300-a1a4-1259210296ae/6d77870a-4416-4c69-ad0d-7203070bd364) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:16.117800 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.124482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Deleting subnet 68eb708a-052c-4f96-9d6e-6180e8123a22 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:16.126244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.126806 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 7449ff57-6d22-481c-a2f5-3ba3eab12933 of type vlan for network c5185fbe-35c7-47df-81ee-1f3c42f70766 Jul 07 17:22:16.130838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7c742310-e8ff-4d5c-b49c-b5e055bc54b9 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8348632 Jul 07 17:22:16.137740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.165308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'admin_state_up': True, 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'security_groups': ['815c7f2b-ff41-4041-8174-e64c45db906e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:16.167479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:16.222010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-19beb0da-9821-418a-9cd3-99105a76c25c tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4575775 Jul 07 17:22:16.227791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:16.230884 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c95787-3dd1-47f2-8729-e5a82db70e86" -d '{"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:16.240914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.265802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:16.270822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.339786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f269758e-a2ec-4de9-bd73-26ee58d1339c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:16.388646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f269758e-a2ec-4de9-bd73-26ee58d1339c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:16.389039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f269758e-a2ec-4de9-bd73-26ee58d1339c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:16.402227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.528709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.535813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.536572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.542759 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'port_id': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'mac_address': 'fa:16:3e:65:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:12Z', 'updated_at': '2021-07-07T17:22:12Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:16.558597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Made reservation on behalf of 9f1583a6846247859519c8f7c456eaf8 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:16.564131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.589117 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Checking router: ffb50211-0227-4552-926f-99cd984d6feb for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:16.596015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3223217 Jul 07 17:22:16.601105 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:16.601897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:16.627634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36408) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.635868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:16.725453 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c1968-47eb-408a-96e3-ff33ee050d52 x-openstack-request-id: req-bc3c1968-47eb-408a-96e3-ff33ee050d52 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:16.725668 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:16.725973 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc3c1968-47eb-408a-96e3-ff33ee050d52 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:16.726543 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'status': 'completed', 'code': 200} Jul 07 17:22:16.732984 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:16.743107 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c14f33-55e3-4238-abb9-7477e3053168 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=c5185fbe-35c7-47df-81ee-1f3c42f70766,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.771935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:16.777674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.818006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 6d77870a-4416-4c69-ad0d-7203070bd364 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:16.862097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.954311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.963160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:16.968230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.033719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'port_id': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'mac_address': 'fa:16:3e:65:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:12Z', 'updated_at': '2021-07-07T17:22:12Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:17.076509 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92aebe3-ac74-4dbf-9919-f90dfe534642 None None] The sync data for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 is: [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'port_id': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'mac_address': 'fa:16:3e:65:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:12Z', 'updated_at': '2021-07-07T17:22:12Z', 'revision_number': 0, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:17.086434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.127627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b05f7f05-8397-460e-baca-8c5206b6c6db tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc HTTP/1.1" status: 200 len: 992 time: 0.8724082 Jul 07 17:22:17.149599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.184954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Allocated IP 10.2.2.200 (0b4bca5d-b85b-42e8-966a-1603ae35c479/e799e6b1-18f6-4817-9bed-f605d04fc848/a857f6ab-51e9-4f1e-81bc-4da3d783f66a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:17.193170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:17.214092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-e4168ac8-7eee-402e-a882-2fd0709fd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.214538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:17.215689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-e4168ac8-7eee-402e-a882-2fd0709fd0b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1098 time: 0.4833634 Jul 07 17:22:17.216968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:17.225518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-fc847f79-f15d-48dd-9710-04a16327749b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.231797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-fc847f79-f15d-48dd-9710-04a16327749b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.238477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-fc847f79-f15d-48dd-9710-04a16327749b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.244475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-fc847f79-f15d-48dd-9710-04a16327749b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.253514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-fc847f79-f15d-48dd-9710-04a16327749b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3094 time: 1.0363128 Jul 07 17:22:17.262220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=6d77870a-4416-4c69-ad0d-7203070bd364,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.266829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] device_id is not set on port 00f1d404-b8e8-4fc0-87f4-d574638c5b66 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:22:17.325989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.328063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.425374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a30dd440-7200-472c-8f8b-6a6f671f5888 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6561010 Jul 07 17:22:17.426092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.437562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:17.445821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6307c5-4097-44a0-8465-0c15496db520 None None] New status for floating IP 35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:17.548031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.558978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-455ac0ae-59a0-4af1-ae24-d398fd336a27 req-3c3506dc-9877-46e5-bd5a-7dea49eea066 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038907 Jul 07 17:22:17.585786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.606272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.707265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.711364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68eb708a-052c-4f96-9d6e-6180e8123a22 HTTP/1.1" status: 204 len: 168 time: 1.7421315 Jul 07 17:22:17.713968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:17.718765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.719260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6962b63e-ee65-47ec-972f-e8333d8675f6 None None] Provisioning for port 6d77870a-4416-4c69-ad0d-7203070bd364 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:17.736338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6962b63e-ee65-47ec-972f-e8333d8675f6 None None] Provisioning complete for port 6d77870a-4416-4c69-ad0d-7203070bd364 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:17.737016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6962b63e-ee65-47ec-972f-e8333d8675f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.738938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-5afc2ecd-7c0c-4064-a8d2-a775e18608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:17.740854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-5afc2ecd-7c0c-4064-a8d2-a775e18608bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 200 len: 898 time: 0.4705458 Jul 07 17:22:17.776929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:17.781538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.796950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6962b63e-ee65-47ec-972f-e8333d8675f6 None None] Port 6d77870a-4416-4c69-ad0d-7203070bd364 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:17.809923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd15b40-93f0-4403-bc5e-67b809698adb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:17.980160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e332e-c05d-42da-9ca0-82ce52c05493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68eb708a-052c-4f96-9d6e-6180e8123a22,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.009533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.011494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Checking segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:18.011924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Network hostable DHCP agents. Network: 657f0370-432a-4864-b487-f59f02df5ff2, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:18.051400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-604307d1-5580-47f9-9228-408260d5c4ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 200 len: 1002 time: 0.2939880 Jul 07 17:22:18.053578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.121182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Transition to ACTIVE for port object a857f6ab-51e9-4f1e-81bc-4da3d783f66a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:18.130637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=b045e663-5a5a-4974-a95d-b25a7229bad7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.138224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.160280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Network 657f0370-432a-4864-b487-f59f02df5ff2 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:18.201403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '7449ff57-6d22-481c-a2f5-3ba3eab12933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:18.201773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: c5185fbe-35c7-47df-81ee-1f3c42f70766, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:18.247829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 657f0370-432a-4864-b487-f59f02df5ff2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:18.252184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] device_id is not set on port 50e21d28-b278-4a4c-ba77-cf8511e05387 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:22:18.259665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b259a963-148f-40b0-8927-91b0b73dbb40 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc HTTP/1.1" status: 200 len: 994 time: 0.1193390 Jul 07 17:22:18.266019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.266660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.271254 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16e426dd-6cc3-4300-a1a4-1259210296ae (CIDR: 172.20.0.0/28) Jul 07 17:22:18.275399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13f8e2-584c-4749-b26f-672ab0f0abb3 None None] Network 657f0370-432a-4864-b487-f59f02df5ff2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:18.291121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:18.293416 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:22:18.293914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:18.294241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-5c630499-ea4e-4802-8998-4a33e4121ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.295940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-5c630499-ea4e-4802-8998-4a33e4121ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf63fbc5-40df-4979-891c-19eb03942326 HTTP/1.1" status: 200 len: 834 time: 0.1889939 Jul 07 17:22:18.303065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.317781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c5185fbe-35c7-47df-81ee-1f3c42f70766) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:18.324210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.324793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.331784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151cac9-544b-41da-8e8a-bf5c31abbe58 None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:18.334868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.366082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-64034e68-6491-4410-b0e4-e0bb9feec532 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0252616 Jul 07 17:22:18.369043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:18.381093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36420) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.394017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:18.401184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f501657-8734-43ed-af24-d5edede5c279') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:18.401480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f501657-8734-43ed-af24-d5edede5c279') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:18.423537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.427165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a0c91efb-16a7-4cf2-b550-d1f2b44401e8 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9939749 Jul 07 17:22:18.434955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.438777 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c775fda7-7f75-40d9-9759-defb7e58de5f tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8068354 Jul 07 17:22:18.441788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.443726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:18.445538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:18.491542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:18.495918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:18.499256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:18.549171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event updated for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.570389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.571523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.589798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.591376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.603529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.621862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-657f0370-432a-4864-b487-f59f02df5ff2', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:18.623875 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.652728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c5185fbe-35c7-47df-81ee-1f3c42f70766', 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': 'b045e663-5a5a-4974-a95d-b25a7229bad7'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:18.657694 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.664711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.685287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-d9c19bf8-ae1d-4512-ba1c-8077dfbba775 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5253413 Jul 07 17:22:18.721385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:18.734695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:18.737855 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:18.815634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-16bf60f5-f151-48e8-8c71-c608a3526c2a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:22:18.817201 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-16bf60f5-f151-48e8-8c71-c608a3526c2a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067718 Jul 07 17:22:18.864640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-878a92b9-0dc7-4cdc-af2b-2f61a46ec352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.876136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-878a92b9-0dc7-4cdc-af2b-2f61a46ec352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bab919a9-3010-40f3-91cb-a4e8a38b63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5701051 Jul 07 17:22:18.922167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.936991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:18.977386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5bc47c64-e8fb-4360-ab20-7569cc403648 None None] Provisioning for port a857f6ab-51e9-4f1e-81bc-4da3d783f66a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:18.985067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5bc47c64-e8fb-4360-ab20-7569cc403648 None None] Provisioning complete for port a857f6ab-51e9-4f1e-81bc-4da3d783f66a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:18.985597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc47c64-e8fb-4360-ab20-7569cc403648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.025101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5bc47c64-e8fb-4360-ab20-7569cc403648 None None] Port a857f6ab-51e9-4f1e-81bc-4da3d783f66a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:19.048491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Allocated IP 172.20.0.2 (657f0370-432a-4864-b487-f59f02df5ff2/1fd15b40-93f0-4403-bc5e-67b809698adb/3102ec92-8e0c-430a-bfec-996671bb6978) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:19.061606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.071318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Allocated IP 2001:db8::2 (c5185fbe-35c7-47df-81ee-1f3c42f70766/b045e663-5a5a-4974-a95d-b25a7229bad7/06459cbf-45d1-4c49-b08b-7a4362248a44) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:19.080762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.106742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.111514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499 HTTP/1.1" status: 204 len: 168 time: 1.3879762 Jul 07 17:22:19.168826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a1af5f76-dec9-4a15-9bdb-ed9bbf1f8499,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.230046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.254273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.255665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.257941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.257941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.257941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.259018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9d934-89c2-4a23-849b-afcc3cfa86fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:19.285579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:19.301422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.348524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.348742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:19.352727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.411561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.417990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.424281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.430488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.437192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.439265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-b954b5a1-a3ab-44cc-a753-93ee70c3df3f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3815 time: 0.5619488 Jul 07 17:22:19.441304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-c10f4bb2-79e5-41fa-9b5e-8588d8d36398 service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355675 Jul 07 17:22:19.483184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.505584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.515329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Transition to ACTIVE for port object 3102ec92-8e0c-430a-bfec-996671bb6978 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:19.531037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Transition to ACTIVE for port object 3102ec92-8e0c-430a-bfec-996671bb6978 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:19.612056 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.621611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Transition to ACTIVE for port object 06459cbf-45d1-4c49-b08b-7a4362248a44 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:19.638010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Transition to ACTIVE for port object 06459cbf-45d1-4c49-b08b-7a4362248a44 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:19.644057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.662019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b163dd5-f2b4-48b9-bd3e-bb23971d502f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71c00562986e40349b86355e388bc58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080807 Jul 07 17:22:19.665705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:19.701935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddc69666-b118-48e5-b29d-17c89930ceb4 req-07beffc2-1c85-4b8b-9cf9-5d00689d6348 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422624 Jul 07 17:22:19.713074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Port': ['ID=00f1d404-b8e8-4fc0-87f4-d574638c5b66,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.725101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Network 657f0370-432a-4864-b487-f59f02df5ff2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:19.730773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.745086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Pushing event updated for resources: {'Port': ['ID=3102ec92-8e0c-430a-bfec-996671bb6978,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:19.747806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:19.762581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:19.798407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:19.825632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3c95787-3dd1-47f2-8729-e5a82db70e86 req-c49ebf3a-c8a1-4cfe-ad6b-17956a2d6726 service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686409 Jul 07 17:22:19.830469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Checking segment: {'id': 'cc2e800b-f827-47ff-9ae2-2d447b83dd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6dda7982-4ba3-4b43-956f-1acb7e6435d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:19.830771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network hostable DHCP agents. Network: 6dda7982-4ba3-4b43-956f-1acb7e6435d4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:19.854898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Attempting to bind port 3102ec92-8e0c-430a-bfec-996671bb6978 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:19.855358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Attempting to bind port 3102ec92-8e0c-430a-bfec-996671bb6978 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:19.855628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Attempting to bind port 3102ec92-8e0c-430a-bfec-996671bb6978 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:19.862629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:19.867214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:19.867754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Checking segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:19.868308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.868710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Bound using segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:19.869184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Bound port: 3102ec92-8e0c-430a-bfec-996671bb6978, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:19.869574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.886472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:19.909809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.930766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network 6dda7982-4ba3-4b43-956f-1acb7e6435d4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:19.944913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] For port 3102ec92-8e0c-430a-bfec-996671bb6978, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:19.948066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] For port 3102ec92-8e0c-430a-bfec-996671bb6978, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3102ec92-8e0c-430a-bfec-996671bb6978,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:19.954528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6dda7982-4ba3-4b43-956f-1acb7e6435d4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:19.957750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.968466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:19.969318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.027776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83df2cda-c2e5-41d8-bde8-9834b21f57e4 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:20.037514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.053390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Transition to ACTIVE for port object 83df2cda-c2e5-41d8-bde8-9834b21f57e4 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:20.145169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Port': ['ID=50e21d28-b278-4a4c-ba77-cf8511e05387,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.165813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.171030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.174916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0446d-e573-48f2-bf2a-e585ecc5a08b None None] Network 6dda7982-4ba3-4b43-956f-1acb7e6435d4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:20.175700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Checking segment: {'id': '4024b4e1-4982-4f20-a751-147b3e84f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dafb59fd-0d7b-47a1-b839-93cb57b3aae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:20.176154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network hostable DHCP agents. Network: dafb59fd-0d7b-47a1-b839-93cb57b3aae0, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:20.178974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.219471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.222054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.226072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3bbafeed-877a-4c49-a370-b5d731d0b53b HTTP/1.1" status: 204 len: 168 time: 0.5506034 Jul 07 17:22:20.236290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Attempting to bind port 06459cbf-45d1-4c49-b08b-7a4362248a44 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:20.236658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Attempting to bind port 06459cbf-45d1-4c49-b08b-7a4362248a44 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '7449ff57-6d22-481c-a2f5-3ba3eab12933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:20.237021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Attempting to bind port 06459cbf-45d1-4c49-b08b-7a4362248a44 on network c5185fbe-35c7-47df-81ee-1f3c42f70766 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:20.266482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f580358-68cf-4513-8df3-3aa6124f8d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbafeed-877a-4c49-a370-b5d731d0b53b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.270458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:20.295546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:20.296391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Checking segment: {'id': '7449ff57-6d22-481c-a2f5-3ba3eab12933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:20.296975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.297509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Bound using segment: {'id': '7449ff57-6d22-481c-a2f5-3ba3eab12933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:20.298878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Bound port: 06459cbf-45d1-4c49-b08b-7a4362248a44, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7449ff57-6d22-481c-a2f5-3ba3eab12933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:20.300327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=99e62eb5-8c50-4028-8738-879b29ba6434,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.301709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.313008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:20.317892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network dafb59fd-0d7b-47a1-b839-93cb57b3aae0 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:20.326627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.327255 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.343144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781ee88-22ab-495c-b283-cd698150b3c2 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:20.353756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Pushing event updated for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.385115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, dafb59fd-0d7b-47a1-b839-93cb57b3aae0) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:20.395077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:20.415589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.434984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.435865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.455814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4533ff6a-c4aa-4473-89c5-1075d9d693bd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0168130 Jul 07 17:22:20.475881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:20.491530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1338146538', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99e62eb5-8c50-4028-8738-879b29ba6434'}], 'security_groups': ['c22fb1c3-fd0f-4611-8be9-435a81bea84f']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:20.529410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0b3e7-028a-4d9b-8512-adb1d350299c None None] Network dafb59fd-0d7b-47a1-b839-93cb57b3aae0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:20.662576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-35c5029a-772b-4976-b716-79e66ef4dbce tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0561533 Jul 07 17:22:20.689299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:20.962609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.068286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:21.071714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=06459cbf-45d1-4c49-b08b-7a4362248a44,segment=NetworkSegment(7449ff57-6d22-481c-a2f5-3ba3eab12933),segment_id=7449ff57-6d22-481c-a2f5-3ba3eab12933)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:21.077543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965566-0619-4a6e-9b69-9fd6f44eee4f None None] Pushing event updated for resources: {'Port': ['ID=3102ec92-8e0c-430a-bfec-996671bb6978,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.137307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.148940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.150776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.183291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.214738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.327725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.408008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:21.430193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.438847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:21.440633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3969b6-1594-4eb8-be36-1810e5d53079 None None] Pushing event updated for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:21.446420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.450473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.451136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.458681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.468871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Attempting to bind port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:21.469207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Attempting to bind port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:21.469723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Attempting to bind port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 on network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:21.478841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.485633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.487684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-1c31b5c8-97d5-4776-8bab-266279079922 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3827 time: 0.3670330 Jul 07 17:22:21.519631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 on network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:21.520782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Attempting to bind port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 on network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:21.599219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7f9ad255-4245-403d-b52d-24953ea07a2e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1137588 Jul 07 17:22:21.621420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc0e56-4c4c-4e7d-906e-845e4c605a5d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.636539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc0e56-4c4c-4e7d-906e-845e4c605a5d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.648158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1cc0e56-4c4c-4e7d-906e-845e4c605a5d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9575973 Jul 07 17:22:21.649161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:21.649685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Checking segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:21.649919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Bound using segment: {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:21.650355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Bound port: 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:21.650721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:21.656646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.663594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36472) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:21.906835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3102ec92-8e0c-430a-bfec-996671bb6978 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:21.939197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45ff2c29-da1f-424f-860a-473ab9c46a86 req-a870cfa0-f5ee-44a9-a302-90398b8f21a2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923583 Jul 07 17:22:21.966917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.024168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:22.055032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Allocated IP 172.25.7.113 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a3627c7a-0127-4ea4-9d95-e856a731a226) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:22.120417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Update dhcp port {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'fixed_ips': [{'subnet_id': '16e426dd-6cc3-4300-a1a4-1259210296ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '99e62eb5-8c50-4028-8738-879b29ba6434'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '35a2abb5-e63e-4a4a-9fab-47640c5e0801'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:22.129201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:22.141186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Delete allocated IP 172.20.0.9 (0b330d38-ee0e-4795-bf43-94d80c2278f1/16e426dd-6cc3-4300-a1a4-1259210296ae) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:22:22.152300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.28 (0b330d38-ee0e-4795-bf43-94d80c2278f1/99e62eb5-8c50-4028-8738-879b29ba6434/6d77870a-4416-4c69-ad0d-7203070bd364) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:22.165751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.249144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.332614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3102ec92-8e0c-430a-bfec-996671bb6978 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:22.372042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.392033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object 6d77870a-4416-4c69-ad0d-7203070bd364 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:22.406514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-e59a4fa0-0b55-4ef6-877b-986cdad47b69 req-c3888839-4512-40e3-8b04-2832d38d5cd8 service neutron] (93766) timed out ('10.222.0.83', 59397) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:22:22.441141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.617163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.623605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.629530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.635811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.637647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.643050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-64f0e2c2-b336-4c28-9443-f78b163e3434 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9765456 Jul 07 17:22:22.685659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.769300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Allocated IP 172.20.0.18 (0b330d38-ee0e-4795-bf43-94d80c2278f1/99e62eb5-8c50-4028-8738-879b29ba6434/35a2abb5-e63e-4a4a-9fab-47640c5e0801) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:22.854015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.855082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.856765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] 10.222.0.83 "PUT /v2.0/ports/83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1092 time: 3.9264231 Jul 07 17:22:22.862737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:22.867521 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914edacf-cf55-4fb4-9267-28bb0b26e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:22.931527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:22.943806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb07192-3a82-4d16-8a72-8ed92c55a5f5 None None] Network 657f0370-432a-4864-b487-f59f02df5ff2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:22.976783 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02a10ac-0542-4da4-b29b-088e920bf24b x-openstack-request-id: req-d02a10ac-0542-4da4-b29b-088e920bf24b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:22.977428 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:22.977910 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d02a10ac-0542-4da4-b29b-088e920bf24b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:22.978598 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'status': 'completed', 'code': 200} Jul 07 17:22:23.050606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Deleting port 00f1d404-b8e8-4fc0-87f4-d574638c5b66 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:23.051373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.101852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552f5de-a729-4bd5-9f0c-fe204046f249 service neutron] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.112271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Provisioning for port 3102ec92-8e0c-430a-bfec-996671bb6978 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:23.142724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Provisioning complete for port 3102ec92-8e0c-430a-bfec-996671bb6978 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:23.143809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.276846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:23.351450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.352524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.369068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.372599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Transition to ACTIVE for port object 35a2abb5-e63e-4a4a-9fab-47640c5e0801 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:23.377183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261084989'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:23.381309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] In _notify_port_updated(), no bound segment for port 6d77870a-4416-4c69-ad0d-7203070bd364 on network 0b330d38-ee0e-4795-bf43-94d80c2278f1 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:22:23.387858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.389115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.393885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11659be7-9844-4e12-953e-95f1477b0bac None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:23.394092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/ports/6d77870a-4416-4c69-ad0d-7203070bd364 HTTP/1.1" status: 200 len: 921 time: 2.9159555 Jul 07 17:22:23.394872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.396046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.406754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-915314662-network', 'tenant_id': 'bd38e819c6b243dd8072e1a3b865623b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:23.412413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Calling delete_port for 00f1d404-b8e8-4fc0-87f4-d574638c5b66 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:23.545963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.546627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.547368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.547961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.548595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.550699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-f986d7d9-fd88-4ee8-81fb-967b5081a3ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 4363 time: 0.5489933 Jul 07 17:22:23.578054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.622291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1872b-853f-4fb1-aae4-cab2e7ed3cbc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=6d77870a-4416-4c69-ad0d-7203070bd364,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.704227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:23.709537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.807185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.808200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Made reservation on behalf of bd38e819c6b243dd8072e1a3b865623b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:23.812510 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.829316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 6d77870a-4416-4c69-ad0d-7203070bd364 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:23.830708 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.851146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 06459cbf-45d1-4c49-b08b-7a4362248a44 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:23.877524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.885418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.899222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.917093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.928169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.931230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.943345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.945093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-f80ee9cc-5152-4047-aa10-e6c5d8536dff tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3827 time: 0.5730050 Jul 07 17:22:23.947373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.947560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/ports/00f1d404-b8e8-4fc0-87f4-d574638c5b66 HTTP/1.1" status: 204 len: 168 time: 2.2651932 Jul 07 17:22:23.960056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:23.972533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.973308 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 14003005-7c93-4e03-8c50-d70060701ab6 of type vlan for network 050576e0-7e73-4657-9a81-a992cc07eadf Jul 07 17:22:23.979553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36496) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.000002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf4157-4bc7-49d6-9504-bbb373377c56 None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.009630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed412-61c1-4973-9ce4-4232e2ab43aa tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Port': ['ID=00f1d404-b8e8-4fc0-87f4-d574638c5b66,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.042128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.064135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 06459cbf-45d1-4c49-b08b-7a4362248a44 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:24.110591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] For port 3102ec92-8e0c-430a-bfec-996671bb6978, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3102ec92-8e0c-430a-bfec-996671bb6978,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:24.116623 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.172887 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.200296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:24.230575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36066b-642b-4f46-9557-7eaa2a7da2bd None None] Pushing event updated for resources: {'Port': ['ID=3102ec92-8e0c-430a-bfec-996671bb6978,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.270632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:24.285415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Provisioning for port 06459cbf-45d1-4c49-b08b-7a4362248a44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:24.290563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.296305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Provisioning complete for port 06459cbf-45d1-4c49-b08b-7a4362248a44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:24.296685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.328339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:24.347315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dd5e231-c631-4a61-ab55-8e9a6293c0fb req-999636a0-cc92-4ee0-ae7f-eb546600e67c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011495 Jul 07 17:22:24.353283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 6d77870a-4416-4c69-ad0d-7203070bd364 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:24.477531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.484685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.484941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Pushing event updated for resources: {'Port': ['ID=a3627c7a-0127-4ea4-9d95-e856a731a226,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.486244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.509459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-5f9b3755-d7ea-493c-9844-86539e77cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.511618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-5f9b3755-d7ea-493c-9844-86539e77cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.512164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-5f9b3755-d7ea-493c-9844-86539e77cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.514034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-5f9b3755-d7ea-493c-9844-86539e77cec5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9525421 Jul 07 17:22:24.635111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=050576e0-7e73-4657-9a81-a992cc07eadf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.663647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:24.759259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Update dhcp port {'port': {'network_id': 'c5185fbe-35c7-47df-81ee-1f3c42f70766', 'fixed_ips': [{'subnet_id': 'b045e663-5a5a-4974-a95d-b25a7229bad7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '06459cbf-45d1-4c49-b08b-7a4362248a44'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:24.776770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.779922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.836776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=6d77870a-4416-4c69-ad0d-7203070bd364,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.840001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.867448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:24.875756 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.886399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Deleting port 50e21d28-b278-4a4c-ba77-cf8511e05387 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:24.886924 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.896562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.899767 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Added segment 07f17aac-2b47-4d34-8bb7-304637597dee of type vlan for network 5abc7516-fc21-4be1-9a33-170d57dc2480 Jul 07 17:22:24.909810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.936816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38d10c14-289c-45af-b773-f1ae40c35fed tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5700183 Jul 07 17:22:24.943745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.952289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:25.140935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=06459cbf-45d1-4c49-b08b-7a4362248a44,segment=NetworkSegment(7449ff57-6d22-481c-a2f5-3ba3eab12933),segment_id=7449ff57-6d22-481c-a2f5-3ba3eab12933)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:25.151947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.160895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.178866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-adcc181f-fcb8-4d51-9e94-fe9536a9185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.186689 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-914edacf-cf55-4fb4-9267-28bb0b26e6c5 req-adcc181f-fcb8-4d51-9e94-fe9536a9185e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6510420 Jul 07 17:22:25.201807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.209413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.224197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1fdaaa-e637-49b7-bf46-b24e004668a3 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:25.256655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d10ef3-fb84-47fe-a247-088536d690da None None] Pushing event updated for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.361739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.366478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-832c1d30-2ab5-4a77-b8f5-792b77464a8a tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/6d77870a-4416-4c69-ad0d-7203070bd364 HTTP/1.1" status: 204 len: 168 time: 1.9560792 Jul 07 17:22:25.368345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Allocated IP 172.20.0.1 (c5185fbe-35c7-47df-81ee-1f3c42f70766/dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f/06459cbf-45d1-4c49-b08b-7a4362248a44) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:25.369290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.372538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.390001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.390995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.391588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.439264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.441497 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abd6410-ee87-4080-8278-da9255e48ebd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:22:25.446024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5abd6410-ee87-4080-8278-da9255e48ebd tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/6d77870a-4416-4c69-ad0d-7203070bd364 HTTP/1.1" status: 404 len: 333 time: 0.0720911 Jul 07 17:22:25.448876 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.573283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=06459cbf-45d1-4c49-b08b-7a4362248a44,segment=NetworkSegment(7449ff57-6d22-481c-a2f5-3ba3eab12933),segment_id=7449ff57-6d22-481c-a2f5-3ba3eab12933)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:25.600067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1962438 Jul 07 17:22:25.645942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 050576e0-7e73-4657-9a81-a992cc07eadf is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:22:25.651503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.652212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.653503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "PUT /v2.0/networks/050576e0-7e73-4657-9a81-a992cc07eadf HTTP/1.1" status: 200 len: 723 time: 0.7070229 Jul 07 17:22:25.664162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.664498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.682909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.685459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Request body: {'subnet': {'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-915314662-subnet', 'tenant_id': 'bd38e819c6b243dd8072e1a3b865623b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:25.719312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Transition to ACTIVE for port object 06459cbf-45d1-4c49-b08b-7a4362248a44 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:25.732978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.739525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Calling delete_port for 50e21d28-b278-4a4c-ba77-cf8511e05387 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:25.743356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Could not find standard attr ID for object 6d77870a-4416-4c69-ad0d-7203070bd364. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:22:25.743526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:25.750553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.776271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 06459cbf-45d1-4c49-b08b-7a4362248a44 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:25.819275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Transition to ACTIVE for port object 9e1fdaaa-e637-49b7-bf46-b24e004668a3 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:25.886311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.904164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0261b-d761-4e23-8259-ab120d73bb70 admin admin] Pushing event updated for resources: {'Network': ['ID=5abc7516-fc21-4be1-9a33-170d57dc2480,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.944991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5abc7516-fc21-4be1-9a33-170d57dc2480 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:26.021486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.130317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Provisioning complete for port 3102ec92-8e0c-430a-bfec-996671bb6978 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:26.131178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.152553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Made reservation on behalf of bd38e819c6b243dd8072e1a3b865623b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:26.156892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.194825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.221090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.302377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c149-16e7-4b59-8ae8-50822047f397 None None] Pushing event updated for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.336401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3102ec92-8e0c-430a-bfec-996671bb6978 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:26.436825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f798-7243-4256-bd0a-82d7d7af6851 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=050576e0-7e73-4657-9a81-a992cc07eadf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.523251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:26.532857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.535555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Attempting to bind port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:26.536824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Attempting to bind port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:26.537562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Attempting to bind port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:26.540550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.542619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.571345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:26.571979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Attempting to bind port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:26.572589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.588352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.603945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.606226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.610587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/ports/50e21d28-b278-4a4c-ba77-cf8511e05387 HTTP/1.1" status: 204 len: 168 time: 2.6276629 Jul 07 17:22:26.616554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.617597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:26.633582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:26.635859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc964d-7af8-4f00-84f2-c68b3bb8cb93 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Port': ['ID=50e21d28-b278-4a4c-ba77-cf8511e05387,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.643855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-a097f44a-244a-4187-8a5b-4e722f9eb1ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3827 time: 0.8953581 Jul 07 17:22:26.668524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:26.669243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:26.670000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Bound using segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:26.670667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Bound port: 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:26.671225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.686917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c9685f80-4b87-45c5-962d-0656bbd1de27 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0625365 Jul 07 17:22:26.695462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:26.703212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1848191332'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:26.711222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.720742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:26.721232 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.762517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3102ec92-8e0c-430a-bfec-996671bb6978 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:26.762977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.764780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3da62175-a2d0-40c6-bf86-3b9723d741d4 req-689be043-7cd6-43cc-8715-b4dcb6df4a4e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575075 Jul 07 17:22:26.771287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:26.774888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.838872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:26.859328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Provisioning for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:26.893369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:26.894023 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d7e413b-28ab-48c7-a1ba-b95b92a7dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.906673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:26.911051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.953143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:26.976450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:26.994954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:27.008958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.018962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be98cb72-8ff2-4597-87cb-228e1a58df64,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.060416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.071202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.087164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/security-groups/932e42f2-e590-41a9-acb7-d7f920eb255b HTTP/1.1" status: 204 len: 168 time: 1.5673900 Jul 07 17:22:27.089414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.091122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:27.106284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:27.106669 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.112165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:27.122247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.122920 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment bbf8354a-e3e2-453a-a824-3acb702004b4 of type vlan for network 247000e3-0774-4bd4-bb9d-43ad45274da5 Jul 07 17:22:27.186817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Checking segment: {'id': '07f17aac-2b47-4d34-8bb7-304637597dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:27.190523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Network hostable DHCP agents. Network: 5abc7516-fc21-4be1-9a33-170d57dc2480, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:27.195761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.207848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f85404-eef7-40e7-a140-b6e465fff6de tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932e42f2-e590-41a9-acb7-d7f920eb255b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.256447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.261443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.266368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-a706d9dd-daf2-49b8-ade1-e7b3eb32dc41 service neutron] 10.222.0.83 "PUT /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 1131 time: 4.3687351 Jul 07 17:22:27.267354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '9e1fdaaa-e637-49b7-bf46-b24e004668a3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:27.269898 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b474f-7405-463a-ab98-8a18a38ff670" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "9e1fdaaa-e637-49b7-bf46-b24e004668a3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:27.273410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.282959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5c16b1dc-41fc-4aa6-bc3c-6c135830c384 None None] Could not find standard attr ID for object 6d77870a-4416-4c69-ad0d-7203070bd364. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:22:27.318087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:27.318442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3076c7f-5a5b-4037-bdc7-1c5bc808d438 None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:27.370913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Network 5abc7516-fc21-4be1-9a33-170d57dc2480 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:27.384006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.397989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.398780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.411202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5abc7516-fc21-4be1-9a33-170d57dc2480) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:27.425709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf23f7-39ae-4d77-a4aa-6e2d9ccdcc47 None None] Network 5abc7516-fc21-4be1-9a33-170d57dc2480 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:27.434522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=554da366-4889-43f6-a19b-a4a7b0f1a5ff,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.460513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:27.461228 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.467305 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.474900 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe144123-6ca7-4045-bb3c-18c4198594a4 x-openstack-request-id: req-fe144123-6ca7-4045-bb3c-18c4198594a4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:27.475208 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "9e1fdaaa-e637-49b7-bf46-b24e004668a3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:27.475441 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe144123-6ca7-4045-bb3c-18c4198594a4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:27.475846 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '9e1fdaaa-e637-49b7-bf46-b24e004668a3', 'status': 'completed', 'code': 200} Jul 07 17:22:27.485397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-abdb3bc8-ba72-49fc-95f9-23830047c947 None None] Provisioning for port 06459cbf-45d1-4c49-b08b-7a4362248a44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:27.489811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.496677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.508276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-abdb3bc8-ba72-49fc-95f9-23830047c947 None None] Provisioning complete for port 06459cbf-45d1-4c49-b08b-7a4362248a44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:27.508899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abdb3bc8-ba72-49fc-95f9-23830047c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.568358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.571882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.577148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/security-groups/c22fb1c3-fd0f-4611-8be9-435a81bea84f HTTP/1.1" status: 204 len: 168 time: 0.4820611 Jul 07 17:22:27.581177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:27.614591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '14003005-7c93-4e03-8c50-d70060701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:27.615006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: 050576e0-7e73-4657-9a81-a992cc07eadf, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:27.690664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f771-0db7-4d55-9077-5c33189038b9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22fb1c3-fd0f-4611-8be9-435a81bea84f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:27.697581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 16e426dd-6cc3-4300-a1a4-1259210296ae {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:27.701173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.760404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.795326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 06459cbf-45d1-4c49-b08b-7a4362248a44 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:27.821427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829f80ff-5591-4ea9-b6f1-5ce510bc3207 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:27.841201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.854380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Transition to ACTIVE for port object 829f80ff-5591-4ea9-b6f1-5ce510bc3207 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:27.889179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.903353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Router cba50db2-a5b2-4044-a638-24ba5c7db908 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:22:27.914171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1d720-5994-4bd6-b634-60bb26db23e3 None None] Network 5abc7516-fc21-4be1-9a33-170d57dc2480 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:27.921684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:27.992814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.027206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3278325 Jul 07 17:22:28.038095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36538) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.044894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1406660301'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.054767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1ac0a10c-082f-4f64-9e64-e84319201c81 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3871202 Jul 07 17:22:28.084918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f357e1-3f48-4739-8645-4c7a869aa951 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=247000e3-0774-4bd4-bb9d-43ad45274da5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.087111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:28.091818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.096330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.102542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/16e426dd-6cc3-4300-a1a4-1259210296ae HTTP/1.1" status: 204 len: 168 time: 0.4849834 Jul 07 17:22:28.103527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.109889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.113243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 050576e0-7e73-4657-9a81-a992cc07eadf is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:28.117549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa315e0d-0fb3-4d3f-b2c8-725ff355cbe3 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:28.121258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63577797-0e60-483b-a847-9faa7efa8edc tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=16e426dd-6cc3-4300-a1a4-1259210296ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.129140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 050576e0-7e73-4657-9a81-a992cc07eadf) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:28.194080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.195046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.238600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 247000e3-0774-4bd4-bb9d-43ad45274da5 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:28.266822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.271631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.278705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.286050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.294087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.295706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.298376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.299071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.299659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.300209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.301082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.301690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.308558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-5f5e2eed-83a6-420e-ad4d-43cec74f96f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5287 time: 0.8474381 Jul 07 17:22:28.308765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.315088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.317177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-e6c5beca-2876-43e1-b9ca-a98c392bad97 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5372 time: 0.3133609 Jul 07 17:22:28.321233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba018eb6-1078-4678-a598-ec9d3b2db888 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6377466 Jul 07 17:22:28.322828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.328269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.378378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:28.391279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.391685 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Added segment bb64ed8e-1a87-4fed-ab80-ace732f60e67 of type vlan for network efb8ad55-6b07-4b1c-9fee-16530d6028a2 Jul 07 17:22:28.462572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:28.471366 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.474612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:28.489290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Sync routers for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:28.504452 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:28.505161 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:28.534928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fdd17a54-da1c-41e9-b844-79035f9dde8c req-85673117-407a-40a1-ba60-22f514feca0b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774116 Jul 07 17:22:28.568121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.615781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb23989-1944-4ad0-847a-efb5faf892c6 None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:28.617475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4638375'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.792750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 06459cbf-45d1-4c49-b08b-7a4362248a44 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:28.793269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.846007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.847717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d08b9c5-8634-42b9-9e15-a002970eff6a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4615262 Jul 07 17:22:28.853700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.854006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:29.014378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-642bcf00-36dd-4ec8-826f-9e977c96e776 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.015865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-642bcf00-36dd-4ec8-826f-9e977c96e776 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/networks?id=5abc7516-fc21-4be1-9a33-170d57dc2480 HTTP/1.1" status: 200 len: 808 time: 0.1805077 Jul 07 17:22:29.122069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-81c96627-fff1-4dd2-a51e-952ca7ee0162 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/quotas/bd38e819c6b243dd8072e1a3b865623b HTTP/1.1" status: 200 len: 375 time: 0.0714431 Jul 07 17:22:29.192597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.208117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-050576e0-7e73-4657-9a81-a992cc07eadf', 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '554da366-4889-43f6-a19b-a4a7b0f1a5ff'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:29.209086 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.216006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.218856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.257259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-d427b0ef-3005-424f-8cc2-85805241f84d tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd38e819c6b243dd8072e1a3b865623b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250556 Jul 07 17:22:29.265352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791333668895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7798523'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.295862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:25Z', 'revision_number': 3, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:29.338294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Checking router: cba50db2-a5b2-4044-a638-24ba5c7db908 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:29.338648 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Updating router cba50db2-a5b2-4044-a638-24ba5c7db908 port a3627c7a-0127-4ea4-9d95-e856a731a226 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:29.340641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-7fa3ead1-ca7d-4c70-b58c-fa5d0e755f56 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:22:29.342009 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-7fa3ead1-ca7d-4c70-b58c-fa5d0e755f56 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726492 Jul 07 17:22:29.392897 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.481814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Attempting to bind port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:29.488848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Attempting to bind port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:29.489239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Attempting to bind port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:29.526182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-cfe90992-5205-43e0-ba5c-f9a80e5b65ca service neutron] 10.222.0.22 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360874 Jul 07 17:22:29.553329 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5123487 Jul 07 17:22:29.571046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.572222 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.578789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "PUT /v2.0/subnets/554da366-4889-43f6-a19b-a4a7b0f1a5ff HTTP/1.1" status: 200 len: 826 time: 1.2549431 Jul 07 17:22:29.612435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.626928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Allocated IP 2001:db8::2 (050576e0-7e73-4657-9a81-a992cc07eadf/554da366-4889-43f6-a19b-a4a7b0f1a5ff/d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:29.643867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0da3a952-85c2-4683-9481-4ad33fe4dbd3 None None] Provisioning complete for port 06459cbf-45d1-4c49-b08b-7a4362248a44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:29.644324 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0da3a952-85c2-4683-9481-4ad33fe4dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.687571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36568) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:29.699060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'subnets': [{'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--620581026', 'ip_version': 4}, {'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:29.705741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'subnet': {'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--620581026', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:29.707619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Request body: {'subnet': {'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:29.718388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-d3f63a48-0333-4648-8859-9f339bdf0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.719047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-d3f63a48-0333-4648-8859-9f339bdf0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.719678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-d3f63a48-0333-4648-8859-9f339bdf0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:29.721455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-d3f63a48-0333-4648-8859-9f339bdf0c9c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4018075 Jul 07 17:22:29.722276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:29.722778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Attempting to bind port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:29.749359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bfc9b-5ca9-4ba5-8a9b-87949aa74e0b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Network': ['ID=efb8ad55-6b07-4b1c-9fee-16530d6028a2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:29.782398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network efb8ad55-6b07-4b1c-9fee-16530d6028a2 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:29.871687 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.895442 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Transition to ACTIVE for port object a3627c7a-0127-4ea4-9d95-e856a731a226 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:29.904648 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.973046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:29.973389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:29.973829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Bound using segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:29.975620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Bound port: 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:29.976004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.999834 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Attempting to bind port a3627c7a-0127-4ea4-9d95-e856a731a226 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:30.000295 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Attempting to bind port a3627c7a-0127-4ea4-9d95-e856a731a226 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:30.000714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Attempting to bind port a3627c7a-0127-4ea4-9d95-e856a731a226 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:30.014290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:30.015090 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:30.015840 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.016466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:30.018352 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Bound port: a3627c7a-0127-4ea4-9d95-e856a731a226, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:30.019065 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.053973 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Pushing event updated for resources: {'Port': ['ID=a3627c7a-0127-4ea4-9d95-e856a731a226,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.066908 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.068121 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.068728 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.069296 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.069902 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.070487 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.071035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.071597 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.072150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.072707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.073264 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.073830 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:30.110733 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ee92dc-876f-43e9-ad66-c4200163a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.123955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd5dcf-c19e-4d0b-88b7-93b379db4f88 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=554da366-4889-43f6-a19b-a4a7b0f1a5ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.144933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.155207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] For port a3627c7a-0127-4ea4-9d95-e856a731a226, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:30.163778 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] For port a3627c7a-0127-4ea4-9d95-e856a731a226, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a3627c7a-0127-4ea4-9d95-e856a731a226,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:30.173516 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.280244 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49973f-d359-4e9c-b7cd-0f4f1031e672 None None] Pushing event updated for resources: {'Port': ['ID=a3627c7a-0127-4ea4-9d95-e856a731a226,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.290518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:30.320440 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:30.320981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:30.346524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:30.355194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.355794 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.367333 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.388309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.389246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Transition to ACTIVE for port object d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:30.419630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Transition to ACTIVE for port object d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:30.423303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-8ea8bb53-f7e0-4252-945d-cdefe05b2b48 service neutron] 10.222.0.22 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616700 Jul 07 17:22:30.425236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=0cb14e71-88d9-4cf4-9d2c-182321cac540,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.431428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.478020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.500989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.504192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:30.511782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:30.516142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.524190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:30.525610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.541645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.547943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.561991 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:30.574684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.578984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-3fe2b0ec-1efe-465c-aefe-592d3e0218ae tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5372 time: 0.5868931 Jul 07 17:22:30.595593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e9ae9204-010f-446b-8882-616c3c85d7f4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4875307 Jul 07 17:22:30.610409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.674644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Attempting to bind port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:30.675361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Attempting to bind port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '14003005-7c93-4e03-8c50-d70060701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:30.675850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Attempting to bind port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 on network 050576e0-7e73-4657-9a81-a992cc07eadf {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:30.684793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Pushing event updated for resources: {'Port': ['ID=d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.701928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:30.702487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Checking segment: {'id': '14003005-7c93-4e03-8c50-d70060701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:30.703009 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.703513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Bound using segment: {'id': '14003005-7c93-4e03-8c50-d70060701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:30.704116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Bound port: d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14003005-7c93-4e03-8c50-d70060701ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '050576e0-7e73-4657-9a81-a992cc07eadf'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:30.704624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.741632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089764206'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:30.803789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cf53f-d78f-4118-89af-246d73f6c019 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:30.809335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-546652ba-cc0f-4330-ad07-c1bd58f45fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.810474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce1e9476-12a9-4971-b50a-fea9ce40db40 req-01a63c25-326d-43aa-abd9-bd2d9ed0758b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982703 Jul 07 17:22:30.818253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7c8b474f-7405-463a-ab98-8a18a38ff670 req-546652ba-cc0f-4330-ad07-c1bd58f45fc0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0876806 Jul 07 17:22:30.869534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.944800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69d7eb17-619d-45df-af8c-16a5a40c80ea req-5e4de93a-ae14-42b9-bc7d-2328f5af7536 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 210 time: 0.0425007 Jul 07 17:22:31.003026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:31.003291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.015068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3f295730-958f-4d72-965e-fa64d4ffc505 None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:31.015576 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f295730-958f-4d72-965e-fa64d4ffc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.035863 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:25Z', 'revision_number': 3, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:31.109856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] For port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:31.129412 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766fd6e6-37f5-4a7f-8b43-9bd29f78fa3b None None] The sync data for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 is: [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:25Z', 'revision_number': 3, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:31.172667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:31.184016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:31.203060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.221992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] For port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1,segment=NetworkSegment(14003005-7c93-4e03-8c50-d70060701ab6),segment_id=14003005-7c93-4e03-8c50-d70060701ab6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:31.232930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3f295730-958f-4d72-965e-fa64d4ffc505 None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:31.240207 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.297062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1, host n-d-791504-12, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:31.309845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.361502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.363300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:31.385630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.386029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.392328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3f295730-958f-4d72-965e-fa64d4ffc505 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:31.392714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f295730-958f-4d72-965e-fa64d4ffc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.394815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-99654763-45f1-4648-ac1a-f87a8c6288d5 service neutron] 10.222.0.83 "PUT /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 1132 time: 4.0815220 Jul 07 17:22:31.402785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '829f80ff-5591-4ea9-b6f1-5ce510bc3207'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:31.409527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.420298 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094794c-fb39-4d60-bef3-146675a0f825" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "829f80ff-5591-4ea9-b6f1-5ce510bc3207"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:31.427715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987a8e2-2b77-4b15-8be8-0d524346bb27 None None] Pushing event updated for resources: {'Port': ['ID=d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.431368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.512446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:31.649424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55def4df-dc8a-4f89-bd6a-2141b45b2cff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.771371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Update dhcp port {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'fixed_ips': [{'subnet_id': '99e62eb5-8c50-4028-8738-879b29ba6434', 'ip_address': '172.20.0.18'}, {'subnet_id': '0cb14e71-88d9-4cf4-9d2c-182321cac540'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '35a2abb5-e63e-4a4a-9fab-47640c5e0801'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:31.782739 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd31b89c-1d5e-478d-811d-76b3a614d5ee x-openstack-request-id: req-bd31b89c-1d5e-478d-811d-76b3a614d5ee {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:31.783039 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "829f80ff-5591-4ea9-b6f1-5ce510bc3207", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:31.783294 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd31b89c-1d5e-478d-811d-76b3a614d5ee {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:31.783714 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '829f80ff-5591-4ea9-b6f1-5ce510bc3207', 'status': 'completed', 'code': 200} Jul 07 17:22:31.911145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.964801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.967248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d426579-fe1b-4c63-bccf-81dcf00d7abe tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2402925 Jul 07 17:22:31.976909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:32.004353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'security_group': {'name': 'tempest-secgroup-868165201'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:32.010279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Made reservation on behalf of b78d85799a5c466b9a2bffe51b5fe417 for: {'subnet': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:32.016672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.017002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.069990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a3627c7a-0127-4ea4-9d95-e856a731a226 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:32.147941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.192821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.228597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.245381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.248163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.373088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a3627c7a-0127-4ea4-9d95-e856a731a226 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:32.383167 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73a358d3-7302-4b56-88c5-a02ab02d4f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.391573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a3627c7a-0127-4ea4-9d95-e856a731a226 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:32.392187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.444833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fd5196e-d50c-4317-a8e2-994923ccf5d4 req-06c5b263-bc6e-4827-960b-b418dc189be0 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 210 time: 0.1672869 Jul 07 17:22:32.494444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:32.522225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Allocated IP 172.20.0.2 (0b330d38-ee0e-4795-bf43-94d80c2278f1/0cb14e71-88d9-4cf4-9d2c-182321cac540/35a2abb5-e63e-4a4a-9fab-47640c5e0801) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:32.632043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.632541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.633030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.633601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.634124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.634613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.635168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.637294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f094794c-fb39-4d60-bef3-146675a0f825 req-da2398bc-5899-4e17-9346-148e5666fb27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6212 time: 0.8330710 Jul 07 17:22:32.689116 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.714658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a3627c7a-0127-4ea4-9d95-e856a731a226, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a3627c7a-0127-4ea4-9d95-e856a731a226,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:32.726903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.793022 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.896255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.898976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.914628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.922191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.928350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.931080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:32.934697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.941288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.947431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:32.949625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-3d98bedd-bb97-4284-a294-07520fdd55a8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5372 time: 0.6762128 Jul 07 17:22:32.987543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a3627c7a-0127-4ea4-9d95-e856a731a226,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.045567 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.060196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-8ba5b2a7-0f2a-4c68-a576-8a10a0eb9a04 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.061979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-8ba5b2a7-0f2a-4c68-a576-8a10a0eb9a04 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.32 "GET /v2.0/networks?id=5abc7516-fc21-4be1-9a33-170d57dc2480 HTTP/1.1" status: 200 len: 808 time: 0.4829762 Jul 07 17:22:33.075482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Transition to ACTIVE for port object 35a2abb5-e63e-4a4a-9fab-47640c5e0801 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:33.081490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.099848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Request body: {'port': {'device_id': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480', 'admin_state_up': True, 'tenant_id': 'bd38e819c6b243dd8072e1a3b865623b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:33.109187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.178995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.240564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1232c-4cb5-4cdc-8854-65045d51acbc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.281391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11126488-a6ba-4fbb-be69-77e05f2aec24 req-6c0668f5-866f-469e-b0bc-09ac4f278fc3 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239439 Jul 07 17:22:33.287512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.288929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ef08693-4bf6-484a-870c-2ba9d02ea52b tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3101573 Jul 07 17:22:33.296741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.300770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45ce7c-e9af-40ab-a4cf-4f2ec6ce7dbb None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.304339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.320733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032149226'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:33.343236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba55792-5d49-415b-8797-81f4cf60d10a None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:33.413089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.418838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bc83c626-96e2-40eb-91a5-ced9f1e2fedc None None] Could not find standard attr ID for object d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:22:33.457810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=554da366-4889-43f6-a19b-a4a7b0f1a5ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.522697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-54902a3d-eebc-435d-a524-84fafbfe70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.523585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-54902a3d-eebc-435d-a524-84fafbfe70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.524163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-54902a3d-eebc-435d-a524-84fafbfe70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:33.526066 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f094794c-fb39-4d60-bef3-146675a0f825 req-54902a3d-eebc-435d-a524-84fafbfe70cc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8650503 Jul 07 17:22:33.568878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.653622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Allocated IP 172.20.0.1 (657f0370-432a-4864-b487-f59f02df5ff2/1fd15b40-93f0-4403-bc5e-67b809698adb/7bf0e887-1095-4483-b435-e5d9879f0f96) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:33.689936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09cf6b-d876-4609-81d9-20ea4a54e736 None None] DHCP port deletion for 050576e0-7e73-4657-9a81-a992cc07eadf request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:33.721385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ff25e-c640-4eb5-8b69-2a6926917c6d None None] Network 050576e0-7e73-4657-9a81-a992cc07eadf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:33.788204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.830346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:33.886407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.928986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cb9b490-36d0-49a0-b189-63f7cbdf39e7 req-1a09088a-b355-4c9f-aa46-01de8b27ab2b tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 210 time: 0.1338348 Jul 07 17:22:33.930281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.951506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050576e0-7e73-4657-9a81-a992cc07eadf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:33.991292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d48077-dde2-4c0e-bb4c-a2d0cf03c90a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.994749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Made reservation on behalf of bd38e819c6b243dd8072e1a3b865623b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:33.999239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.999797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a3627c7a-0127-4ea4-9d95-e856a731a226 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:34.001706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.004129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ece3fe77-7f6b-4e85-b1cb-34c3cff3b523 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6960056 Jul 07 17:22:34.008894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.010610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14003005-7c93-4e03-8c50-d70060701ab6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.011093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14003005-7c93-4e03-8c50-d70060701ab6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.026773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-640644865', 'security_groups': ['74d48077-dde2-4c0e-bb4c-a2d0cf03c90a'], 'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cb14e71-88d9-4cf4-9d2c-182321cac540'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:34.049428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.056751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.070459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a3627c7a-0127-4ea4-9d95-e856a731a226 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.071408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.076882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.163235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094794c-fb39-4d60-bef3-146675a0f825 req-bbdd912c-a840-4529-a1c7-d70105ace3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.164826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f094794c-fb39-4d60-bef3-146675a0f825 req-bbdd912c-a840-4529-a1c7-d70105ace3f0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6294451 Jul 07 17:22:34.171681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Transition to ACTIVE for port object 7bf0e887-1095-4483-b435-e5d9879f0f96 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:34.192574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.230131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:34.230546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:34.234274 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:34.238797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Subnet': ['ID=20d551f1-5455-4051-ac15-08814f506f89,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.259065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.259579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.274568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Checking segment: {'id': 'bbf8354a-e3e2-453a-a824-3acb702004b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:34.274929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network hostable DHCP agents. Network: 247000e3-0774-4bd4-bb9d-43ad45274da5, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:34.278265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa555483-9132-46dd-99d3-5605b2bb47e6 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:34.292097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.304079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:34.317706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Transition to ACTIVE for port object fa555483-9132-46dd-99d3-5605b2bb47e6 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:34.319939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.324624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network 247000e3-0774-4bd4-bb9d-43ad45274da5 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:34.330214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.332580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.334081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Provisioning for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:34.347274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.347438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b674e88-8279-4c2e-917a-c62f56a9984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.363778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.376092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Allocated IP 172.20.0.14 (5abc7516-fc21-4be1-9a33-170d57dc2480/be98cb72-8ff2-4597-87cb-228e1a58df64/10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:34.377205 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.381614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/050576e0-7e73-4657-9a81-a992cc07eadf HTTP/1.1" status: 204 len: 168 time: 4.7626145 Jul 07 17:22:34.386794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.417038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Network 657f0370-432a-4864-b487-f59f02df5ff2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:34.421106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 247000e3-0774-4bd4-bb9d-43ad45274da5) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:34.423172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007cf8a-4e9f-4e54-8a43-0bae9c3a0967 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=050576e0-7e73-4657-9a81-a992cc07eadf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.427492 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-373ed953-e091-4375-b69d-6d6ff6c8b135 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:34.428128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373ed953-e091-4375-b69d-6d6ff6c8b135 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:34.428344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.433211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-373ed953-e091-4375-b69d-6d6ff6c8b135 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/050576e0-7e73-4657-9a81-a992cc07eadf HTTP/1.1" status: 404 len: 339 time: 0.0406129 Jul 07 17:22:34.433211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:34.434511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.442540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778535498', 'description': 'd1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:34.455998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c591c9-0a7e-43a0-a584-01807b5d6485 None None] Network 247000e3-0774-4bd4-bb9d-43ad45274da5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:34.540803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:34.543522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:34.594014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event updated for resources: {'Subnet': ['ID=cd7fa5bd-6c64-4450-99b7-5b28cd77547e,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.619470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:34.623251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.630277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.727013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.759409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:34.773177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] device_id is not set on port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:22:34.814476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Pushing event updated for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.867909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Pushing event updated for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.902632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.902978 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment dc836b11-29f5-4801-aa53-e1e6d7fe39c1 of type vlan for network 24b40b5d-8240-4aab-981e-35ffd7aac56e Jul 07 17:22:34.957082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-247000e3-0774-4bd4-bb9d-43ad45274da5', 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5', 'tenant_id': 'b78d85799a5c466b9a2bffe51b5fe417', 'fixed_ips': [{'subnet_id': '20d551f1-5455-4051-ac15-08814f506f89'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:34.958073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.998896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.005223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.011250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.017443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.023476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.029952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.035973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.043682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-bce12618-3161-46da-9599-7d892a4d2546 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5384 time: 0.4995441 Jul 07 17:22:35.071869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.075874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f70c78d8-f3b1-4553-97d0-a46567a9a5d0 None None] Provisioning for port 7bf0e887-1095-4483-b435-e5d9879f0f96 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:35.097958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f70c78d8-f3b1-4553-97d0-a46567a9a5d0 None None] Provisioning complete for port 7bf0e887-1095-4483-b435-e5d9879f0f96 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:35.098478 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f70c78d8-f3b1-4553-97d0-a46567a9a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.146676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f70c78d8-f3b1-4553-97d0-a46567a9a5d0 None None] Port 7bf0e887-1095-4483-b435-e5d9879f0f96 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:35.159414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Allocated IP 172.20.0.2 (247000e3-0774-4bd4-bb9d-43ad45274da5/20d551f1-5455-4051-ac15-08814f506f89/a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:35.167923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aafeb262-5713-4693-8974-696b93f906f8 req-b3bd4f36-c9e0-41c1-ba48-032e2104f24f tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 210 time: 0.0779824 Jul 07 17:22:35.181954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.222410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17b9e2aa-19db-44a9-89ba-0d92d6b8362e req-291e1a77-5d56-4308-ba6d-06ea4991f084 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777983 Jul 07 17:22:35.233764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.9 (0b330d38-ee0e-4795-bf43-94d80c2278f1/0cb14e71-88d9-4cf4-9d2c-182321cac540/d21691a9-0ddd-4eae-9e8f-abae4e54dcb8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:35.254337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.255774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.256387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.277975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Checking segment: {'id': 'bb64ed8e-1a87-4fed-ab80-ace732f60e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:35.278365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network hostable DHCP agents. Network: efb8ad55-6b07-4b1c-9fee-16530d6028a2, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:35.290978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Attempting to bind port fa555483-9132-46dd-99d3-5605b2bb47e6 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:35.291321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Attempting to bind port fa555483-9132-46dd-99d3-5605b2bb47e6 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:35.291707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Attempting to bind port fa555483-9132-46dd-99d3-5605b2bb47e6 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:35.303901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Port fa555483-9132-46dd-99d3-5605b2bb47e6 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:35.304237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Attempting to bind port fa555483-9132-46dd-99d3-5605b2bb47e6 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:35.317926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.321342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:35.322153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:35.322153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Bound using segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:35.322601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Bound port: fa555483-9132-46dd-99d3-5605b2bb47e6, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:35.323010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.342096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Network efb8ad55-6b07-4b1c-9fee-16530d6028a2 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:35.353931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.356444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9178762 Jul 07 17:22:35.365661 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.368297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.376183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Transition to ACTIVE for port object a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:35.394350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Transition to ACTIVE for port object a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:35.401941 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.404881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, efb8ad55-6b07-4b1c-9fee-16530d6028a2) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:35.416985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.417466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.418117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.434563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa93493-4fe5-412c-840a-d0d787be64dc None None] Network efb8ad55-6b07-4b1c-9fee-16530d6028a2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:35.435187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e37ef4-3315-451d-82c4-c93d3f5d86b6 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=24b40b5d-8240-4aab-981e-35ffd7aac56e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.462601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Network 247000e3-0774-4bd4-bb9d-43ad45274da5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:35.464445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 24b40b5d-8240-4aab-981e-35ffd7aac56e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:35.472128 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0785b34d-0f04-4237-84fb-4c44d8f5306b tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.7778471 Jul 07 17:22:35.475974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.494323 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.511212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:35.514451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:35.526298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:35.548938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa555483-9132-46dd-99d3-5605b2bb47e6,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:35.562578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Pushing event updated for resources: {'Port': ['ID=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.602261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3368842-d32e-44dd-a257-73f473f52935 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.604143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a3368842-d32e-44dd-a257-73f473f52935 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks?id=24b40b5d-8240-4aab-981e-35ffd7aac56e HTTP/1.1" status: 200 len: 765 time: 0.2344191 Jul 07 17:22:35.620010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Network 5abc7516-fc21-4be1-9a33-170d57dc2480 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:35.623243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.637061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:35.638609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.647720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:35.667407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:35.686598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:35.686942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0f966ee-cb1e-4e1b-8d6d-338b6b31b4e1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:35.692165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Attempting to bind port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:35.692539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Attempting to bind port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'bbf8354a-e3e2-453a-a824-3acb702004b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:35.692893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Attempting to bind port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f on network 247000e3-0774-4bd4-bb9d-43ad45274da5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:35.702569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.705153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.705524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee034519-498f-48f6-b0e3-6db8e9c9769c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.706047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.706352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:35.706740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Checking segment: {'id': 'bbf8354a-e3e2-453a-a824-3acb702004b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:35.707148 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.707541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Bound using segment: {'id': 'bbf8354a-e3e2-453a-a824-3acb702004b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:35.708042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] 10.222.0.83 "PUT /v2.0/ports/fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 1092 time: 4.2226906 Jul 07 17:22:35.708160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Bound port: a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf8354a-e3e2-453a-a824-3acb702004b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '247000e3-0774-4bd4-bb9d-43ad45274da5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:35.708448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.708843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee034519-498f-48f6-b0e3-6db8e9c9769c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.710557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee034519-498f-48f6-b0e3-6db8e9c9769c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.713250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee034519-498f-48f6-b0e3-6db8e9c9769c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2362647 Jul 07 17:22:35.714335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Pushing event updated for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.718729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:35.720616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:35.727085 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:35.728468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:35.776576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434cdef-c0a3-481a-a175-5a4c8a556747 service neutron] Pushing event updated for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.786600 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d4db65-fa8d-4f51-8761-14e19804d0d1 x-openstack-request-id: req-f5d4db65-fa8d-4f51-8761-14e19804d0d1 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:35.787147 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:35.788054 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5d4db65-fa8d-4f51-8761-14e19804d0d1 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:35.788561 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6', 'status': 'completed', 'code': 200} Jul 07 17:22:35.791815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.804617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] For port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:35.808322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] For port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,segment=NetworkSegment(bbf8354a-e3e2-453a-a824-3acb702004b4),segment_id=bbf8354a-e3e2-453a-a824-3acb702004b4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:35.816751 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.829711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:35.841363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.908477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:35.911692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.924766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:35.931219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde1b7-e84a-4817-b423-66f684807faf None None] Pushing event updated for resources: {'Port': ['ID=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.949603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Deleting subnet 20d551f1-5455-4051-ac15-08814f506f89 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:35.968494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-efb8ad55-6b07-4b1c-9fee-16530d6028a2', 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2', 'tenant_id': 'b78d85799a5c466b9a2bffe51b5fe417', 'fixed_ips': [{'subnet_id': 'cd7fa5bd-6c64-4450-99b7-5b28cd77547e'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:35.969354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.994420 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.023750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.033563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-07e84cce-2a4a-4e65-a0b3-ad12a42c6ff3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9526846 Jul 07 17:22:36.038362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Pushing event updated for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.040720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.048727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Request body: {'port': {'device_id': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.134709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.135501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Allocated IP 172.20.0.18 (efb8ad55-6b07-4b1c-9fee-16530d6028a2/cd7fa5bd-6c64-4450-99b7-5b28cd77547e/204e1947-ef2a-411b-9bf9-84ed6e527b33) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:36.158151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.158647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.159133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.159611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.160094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.160570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.161042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.163228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2cf2f69c-fa86-4d3d-bf8f-4c75b61d8b2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6280 time: 0.3394861 Jul 07 17:22:36.473982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Network 657f0370-432a-4864-b487-f59f02df5ff2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:36.493179 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.508377 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.518705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:36.520107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Transition to ACTIVE for port object 204e1947-ef2a-411b-9bf9-84ed6e527b33 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:36.541707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Transition to ACTIVE for port object 204e1947-ef2a-411b-9bf9-84ed6e527b33 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:36.547828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.552162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.557883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2d30feab-b8ba-4222-a70a-560bd6c086d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.558432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2d30feab-b8ba-4222-a70a-560bd6c086d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.558876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2d30feab-b8ba-4222-a70a-560bd6c086d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.561626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-2d30feab-b8ba-4222-a70a-560bd6c086d0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3875206 Jul 07 17:22:36.597445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.614500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Network efb8ad55-6b07-4b1c-9fee-16530d6028a2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:36.617801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:36.620754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:36.654713 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.702740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Attempting to bind port 204e1947-ef2a-411b-9bf9-84ed6e527b33 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:36.703123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Attempting to bind port 204e1947-ef2a-411b-9bf9-84ed6e527b33 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'bb64ed8e-1a87-4fed-ab80-ace732f60e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:36.703497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Attempting to bind port 204e1947-ef2a-411b-9bf9-84ed6e527b33 on network efb8ad55-6b07-4b1c-9fee-16530d6028a2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:36.713708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Pushing event updated for resources: {'Port': ['ID=204e1947-ef2a-411b-9bf9-84ed6e527b33,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.717678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:36.719412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Checking segment: {'id': 'bb64ed8e-1a87-4fed-ab80-ace732f60e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:36.720471 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.721700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Bound using segment: {'id': 'bb64ed8e-1a87-4fed-ab80-ace732f60e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:36.722252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Bound port: 204e1947-ef2a-411b-9bf9-84ed6e527b33, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb64ed8e-1a87-4fed-ab80-ace732f60e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efb8ad55-6b07-4b1c-9fee-16530d6028a2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:36.722864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.742678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 24b40b5d-8240-4aab-981e-35ffd7aac56e is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:22:36.748540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:36.749443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.751029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "PUT /v2.0/networks/24b40b5d-8240-4aab-981e-35ffd7aac56e HTTP/1.1" status: 200 len: 762 time: 1.1186726 Jul 07 17:22:36.772953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aad904f-6787-405f-b7e2-44d098c877dc {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:36.782716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.785008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.798156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Transition to ACTIVE for port object 6aad904f-6787-405f-b7e2-44d098c877dc will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:36.818297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:36.819123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] For port 204e1947-ef2a-411b-9bf9-84ed6e527b33, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:36.822736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] For port 204e1947-ef2a-411b-9bf9-84ed6e527b33, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=204e1947-ef2a-411b-9bf9-84ed6e527b33,segment=NetworkSegment(bb64ed8e-1a87-4fed-ab80-ace732f60e67),segment_id=bb64ed8e-1a87-4fed-ab80-ace732f60e67)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:36.828402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.830708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.895437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.897902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:36.935918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-18549216-c6e2-4d6b-8655-93909865641f None None] Provisioning complete for port 7bf0e887-1095-4483-b435-e5d9879f0f96 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:36.936307 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18549216-c6e2-4d6b-8655-93909865641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.939481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487d218-2a91-4786-b2f7-fbb8fa98e298 None None] Pushing event updated for resources: {'Port': ['ID=204e1947-ef2a-411b-9bf9-84ed6e527b33,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.939929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=d21691a9-0ddd-4eae-9e8f-abae4e54dcb8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.959820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:37.006354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18549216-c6e2-4d6b-8655-93909865641f None None] Port 7bf0e887-1095-4483-b435-e5d9879f0f96 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:37.051821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.055214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.094999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-b908d9f9-dcb1-4808-8cae-a892a66440a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.097501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b3357e6a-6a7f-40ed-a758-d803fea5a7e8 req-b908d9f9-dcb1-4808-8cae-a892a66440a0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4839730 Jul 07 17:22:37.109563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff51bff-e02c-488e-a157-5c0d3eca809c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=24b40b5d-8240-4aab-981e-35ffd7aac56e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.126714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Router cba50db2-a5b2-4044-a638-24ba5c7db908 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:37.171364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 24b40b5d-8240-4aab-981e-35ffd7aac56e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:37.182314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8742d92-fa7b-4779-98c9-bdba3c15c718 req-85a13df3-6404-43ca-81e9-5348eb872c13 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.192407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8742d92-fa7b-4779-98c9-bdba3c15c718 req-85a13df3-6404-43ca-81e9-5348eb872c13 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 932 time: 0.6557455 Jul 07 17:22:37.208791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.221824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.230822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.237493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.239420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36648) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.243480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.249693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.259883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.268462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-45625a9d-31f7-446c-afd6-eb6eaa709c6b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5384 time: 0.7242134 Jul 07 17:22:37.307556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72468e35-6ac9-4622-8f01-96d78b481f64 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.310204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-72468e35-6ac9-4622-8f01-96d78b481f64 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks?id=24b40b5d-8240-4aab-981e-35ffd7aac56e HTTP/1.1" status: 200 len: 765 time: 0.5165665 Jul 07 17:22:37.315097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.326701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.327359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.354013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Attempting to bind port 6aad904f-6787-405f-b7e2-44d098c877dc on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:37.354439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Attempting to bind port 6aad904f-6787-405f-b7e2-44d098c877dc by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:37.355231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Attempting to bind port 6aad904f-6787-405f-b7e2-44d098c877dc on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:37.482577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Port 6aad904f-6787-405f-b7e2-44d098c877dc on network 8dda516c-76a7-4c86-9980-1a1d6297c7df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:37.482919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Attempting to bind port 6aad904f-6787-405f-b7e2-44d098c877dc on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:37.488085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-201deb87-1125-4610-85a9-4df32bee0f88 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4747148 Jul 07 17:22:37.525018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.532866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0feefd9-a1fe-41e3-834b-cd48beebc3ec req-0024c9e5-cdf4-479b-bee3-73437c7faf70 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2635419 Jul 07 17:22:37.547125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.557883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:37.571441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Checking segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:37.571441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Bound using segment: {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:37.571441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Bound port: 6aad904f-6787-405f-b7e2-44d098c877dc, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:37.571441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.571441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d20f5d79-3f99-4199-94c5-e72aa21f1e7b tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/floatingips/35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc HTTP/1.1" status: 200 len: 994 time: 0.3246496 Jul 07 17:22:37.594472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8742d92-fa7b-4779-98c9-bdba3c15c718 req-880c6964-0426-401e-bb37-6d9d5faf0d87 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961532 Jul 07 17:22:37.680867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bc503f6e-82fa-470e-b0b4-185f2b266435 None None] Provisioning for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:37.693149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bc503f6e-82fa-470e-b0b4-185f2b266435 None None] Provisioning complete for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:37.694555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc503f6e-82fa-470e-b0b4-185f2b266435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.698438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:37.727817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e8d45fa2-9ef3-432e-9706-0bd1813ff70a admin admin] 10.222.0.22 "PUT /v2.0/routers/cba50db2-a5b2-4044-a638-24ba5c7db908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8726420 Jul 07 17:22:37.807674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d461079-cf85-4744-bf17-0437f083db09 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.809662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d461079-cf85-4744-bf17-0437f083db09 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4935510 Jul 07 17:22:37.812961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.821384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc503f6e-82fa-470e-b0b4-185f2b266435 None None] Port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:37.833297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Sync routers for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:37.857372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:37.858048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:37.885473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-19f5b125-23c1-480f-8ca6-9ce59ef998a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 207 time: 0.0706372 Jul 07 17:22:37.890701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36662) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.922355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.949893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 204e1947-ef2a-411b-9bf9-84ed6e527b33 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:37.990711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Subnet': ['ID=20d551f1-5455-4051-ac15-08814f506f89,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.003292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.005364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b7fef21c-77af-4a7b-bea3-42a5aedf1b3d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/subnets/20d551f1-5455-4051-ac15-08814f506f89 HTTP/1.1" status: 204 len: 168 time: 2.2757149 Jul 07 17:22:38.012083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36668) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.121090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:38.128617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.129440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:38.143540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.181455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e6f81-6909-4026-a48d-ca0f0455a024 None None] Network 247000e3-0774-4bd4-bb9d-43ad45274da5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:38.216236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:38.216715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.242499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Transition to ACTIVE for port object 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:38.303277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.361194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc2736d9-36b8-4a71-a861-d46a3f683d8e None None] Provisioning for port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:38.503709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:38.534992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 204e1947-ef2a-411b-9bf9-84ed6e527b33 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:38.535550 n-d-791504-12 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0cb14e71-88d9-4cf4-9d2c-182321cac540 (CIDR: 172.20.0.0/28) Jul 07 17:22:38.540952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:38.543023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.557935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.568905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1332796963-network', 'tenant_id': '156061bf4a694c3e8670001582b6a4df'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.581686 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:22:38.582328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:38.584641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:38.605188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Deleting subnet cd7fa5bd-6c64-4450-99b7-5b28cd77547e {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:38.638920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.646735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.647452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.649022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] 10.222.0.83 "PUT /v2.0/ports/6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 1091 time: 2.8591013 Jul 07 17:22:38.658744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.701549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:38.704191 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f818f0-28b8-434c-a9dc-4748ee4b13a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:38.720916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Made reservation on behalf of 156061bf4a694c3e8670001582b6a4df for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:38.721138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.723586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.741993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2d74a7c1-d6ce-44c1-8be2-82e392541741 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2076368 Jul 07 17:22:38.766877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.783884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.790636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.791145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7bf0e887-1095-4483-b435-e5d9879f0f96', 'name': '', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'mac_address': 'fa:16:3e:a4:d3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:32Z', 'updated_at': '2021-07-07T17:22:35Z', 'revision_number': 2, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'subnets': [{'id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:38.797316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.803687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.807159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:38.810530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.816614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:38.827716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c1ce07bb-de2a-4a91-b483-359685bf7a5d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9301975 Jul 07 17:22:38.827864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.833060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:38.846670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Attempting to bind port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:38.849046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Attempting to bind port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '07f17aac-2b47-4d34-8bb7-304637597dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:38.855943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Attempting to bind port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce on network 5abc7516-fc21-4be1-9a33-170d57dc2480 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:38.889074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Checking router: cba50db2-a5b2-4044-a638-24ba5c7db908 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:38.889456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Updating router cba50db2-a5b2-4044-a638-24ba5c7db908 port 7bf0e887-1095-4483-b435-e5d9879f0f96 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:38.902550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:38.904568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] DHCP port deletion for 247000e3-0774-4bd4-bb9d-43ad45274da5 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:38.944295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a1c80-cb83-4375-a183-e8ab9b673384 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:38.947075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:38.980144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.054055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce on network 5abc7516-fc21-4be1-9a33-170d57dc2480 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:39.054678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Attempting to bind port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce on network 5abc7516-fc21-4be1-9a33-170d57dc2480 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:39.098851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.150687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad7e65-88d5-48bd-ac24-3dd0c941455d None None] Network efb8ad55-6b07-4b1c-9fee-16530d6028a2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:39.161135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:39.161518 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.243583 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.257712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Provisioning for port 204e1947-ef2a-411b-9bf9-84ed6e527b33 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:39.272004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Provisioning complete for port 204e1947-ef2a-411b-9bf9-84ed6e527b33 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:39.272288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.272851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.310660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7fa5bd-6c64-4450-99b7-5b28cd77547e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.316996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.322081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bfd9b467-2182-4675-9284-f63de863352c tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/subnets/cd7fa5bd-6c64-4450-99b7-5b28cd77547e HTTP/1.1" status: 204 len: 168 time: 1.3003228 Jul 07 17:22:39.322275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36696) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.379597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:39.382615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Checking segment: {'id': '07f17aac-2b47-4d34-8bb7-304637597dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:39.383613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Bound using segment: {'id': '07f17aac-2b47-4d34-8bb7-304637597dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:39.384905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Bound port: 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f17aac-2b47-4d34-8bb7-304637597dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:39.386425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.407688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Deleting port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:39.408067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.431967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b88fdb-edf3-4d9a-b811-a624eee69e4d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.438922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40b88fdb-edf3-4d9a-b811-a624eee69e4d tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102524 Jul 07 17:22:39.439983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36698) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.545196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.590459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:39.615360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.634062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Transition to ACTIVE for port object 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:39.642120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.653012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] For port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,segment=NetworkSegment(bbf8354a-e3e2-453a-a824-3acb702004b4),segment_id=bbf8354a-e3e2-453a-a824-3acb702004b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:39.653994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.693345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Deleting port 204e1947-ef2a-411b-9bf9-84ed6e527b33 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:39.693813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.699615 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.714588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 9250f85e-9919-4db2-b753-f2ce2617bba2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:39.715246 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.733071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Calling delete_port for a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:39.741705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.750221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a94b0f44-9327-4c1b-b8e8-a68d045c9320 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8786626 Jul 07 17:22:39.753403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36700) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.764834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:39.797518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:39.837148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.843978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,segment=NetworkSegment(bbf8354a-e3e2-453a-a824-3acb702004b4),segment_id=bbf8354a-e3e2-453a-a824-3acb702004b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:39.844722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.852454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.860531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.871384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.875617 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.897152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.912240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Attempting to bind port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:39.912631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Attempting to bind port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:39.912973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Attempting to bind port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:39.915453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.918156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-72093d49-0d71-4559-b679-ac97b7352cee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5396 time: 1.0128498 Jul 07 17:22:39.931920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,segment=NetworkSegment(07f17aac-2b47-4d34-8bb7-304637597dee),segment_id=07f17aac-2b47-4d34-8bb7-304637597dee)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:39.951946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.953633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.955228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.956880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.958718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.965970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6c6f6e4e-a19e-48d7-bc8b-cec221a14c49 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2088671 Jul 07 17:22:39.965970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:39.965970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Attempting to bind port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:39.966702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] For port 204e1947-ef2a-411b-9bf9-84ed6e527b33, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=204e1947-ef2a-411b-9bf9-84ed6e527b33,segment=NetworkSegment(bb64ed8e-1a87-4fed-ab80-ace732f60e67),segment_id=bb64ed8e-1a87-4fed-ab80-ace732f60e67)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:39.966702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.968944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:39.973881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] For port 204e1947-ef2a-411b-9bf9-84ed6e527b33, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=204e1947-ef2a-411b-9bf9-84ed6e527b33,segment=NetworkSegment(bb64ed8e-1a87-4fed-ab80-ace732f60e67),segment_id=bb64ed8e-1a87-4fed-ab80-ace732f60e67)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:39.975369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] DHCP port deletion for efb8ad55-6b07-4b1c-9fee-16530d6028a2 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:39.995532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:40.000383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Checking segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:40.000794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Bound using segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:40.001263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Bound port: 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:40.001640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.014506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.026277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Calling delete_port for 204e1947-ef2a-411b-9bf9-84ed6e527b33 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:40.052302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.070541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:40.108817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.109833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.112166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] 10.222.0.32 "PUT /v2.0/ports/10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce HTTP/1.1" status: 200 len: 1093 time: 4.0684135 Jul 07 17:22:40.121323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513f7b2-501b-4e7c-8860-f813922768a2 req-6a231850-ee8c-47db-90cc-905b030f69d1 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.123595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d513f7b2-501b-4e7c-8860-f813922768a2 req-6a231850-ee8c-47db-90cc-905b030f69d1 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 944 time: 1.1115794 Jul 07 17:22:40.131187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:40.133660 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f3c697-db07-4f65-b559-ab02ca9a94f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:40.135141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.136664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.138663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.140699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.141814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.147350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fab7e294-5107-4fca-9eca-94be27d4952d tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1722689 Jul 07 17:22:40.147945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36710) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:40.196224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.210255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.225925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No active binding found for port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f {{(pid=93767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:22:40.226652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:40.264760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.265613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:40.274008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] No DVR routers for this DVR port a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:40.276492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-651fff8a-2cb7-48d4-883a-e52a8d93e13e req-e22a9db3-2ecb-4f3c-a1b0-3f907eaaf5d5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3075902 Jul 07 17:22:40.284120 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.284700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.289399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:40.300377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.311454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.313769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Transition to ACTIVE for port object 7bf0e887-1095-4483-b435-e5d9879f0f96 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:40.330100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cb8f2-cc13-4e61-8290-de5b4eb45a4d None None] Pushing event updated for resources: {'Port': ['ID=204e1947-ef2a-411b-9bf9-84ed6e527b33,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.335384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.335981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadc2b7-f334-47bc-b2bc-46b6b201e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.347346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.356876 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 9250f85e-9919-4db2-b753-f2ce2617bba2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:40.366361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.373790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Deleting port 204e1947-ef2a-411b-9bf9-84ed6e527b33 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:40.374080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.377936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315dd8-0949-437c-bba9-2a83b1410296 None None] Pushing event deleted for resources: {'Port': ['ID=a8cb9ce1-9afb-45dc-aec8-3d758e82cd3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.408289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] No DVR routers for this DVR port 204e1947-ef2a-411b-9bf9-84ed6e527b33 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:40.441156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d513f7b2-501b-4e7c-8860-f813922768a2 req-994ac5fd-2f4d-4dc3-a348-575225ae39c5 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782490 Jul 07 17:22:40.477081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e08f77b-5c2b-42c8-933d-9e763ffa38a1 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.479211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e08f77b-5c2b-42c8-933d-9e763ffa38a1 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks/c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad HTTP/1.1" status: 200 len: 804 time: 0.3305638 Jul 07 17:22:40.483699 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0184797-4490-4c3e-bc2b-69b221448095 x-openstack-request-id: req-f0184797-4490-4c3e-bc2b-69b221448095 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:40.484227 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:40.484655 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0184797-4490-4c3e-bc2b-69b221448095 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:40.485237 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc', 'status': 'completed', 'code': 200} Jul 07 17:22:40.487021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:40.489393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.492050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.493613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 1092 time: 1.7805398 Jul 07 17:22:40.519949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:40.524728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.565080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:40.626795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.639018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb8ad55-6b07-4b1c-9fee-16530d6028a2']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:40.652006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb64ed8e-1a87-4fed-ab80-ace732f60e67') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:40.652734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb64ed8e-1a87-4fed-ab80-ace732f60e67') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:40.659066 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d5615-2503-4cd0-ac00-09af55ac3f4f x-openstack-request-id: req-184d5615-2503-4cd0-ac00-09af55ac3f4f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:40.659523 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:40.659895 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-184d5615-2503-4cd0-ac00-09af55ac3f4f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:40.660437 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce', 'status': 'completed', 'code': 200} Jul 07 17:22:40.666480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] For port 204e1947-ef2a-411b-9bf9-84ed6e527b33, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:40.666886 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.669824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.695751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.703150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:40.703572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.713971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017c87-1f29-4421-b828-9bdadab452c9 None None] Pushing event updated for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.740340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Calling delete_port for 204e1947-ef2a-411b-9bf9-84ed6e527b33 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:40.741103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35306bb5-945b-4357-88aa-f923b803a40c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.756533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Port 204e1947-ef2a-411b-9bf9-84ed6e527b33 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:22:40.764705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.782048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Attempting to bind port 7bf0e887-1095-4483-b435-e5d9879f0f96 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:40.782351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Attempting to bind port 7bf0e887-1095-4483-b435-e5d9879f0f96 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:40.782535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Attempting to bind port 7bf0e887-1095-4483-b435-e5d9879f0f96 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:40.792690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.793204 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Added segment db194737-95cc-4c8b-99d3-8311c8e0786f of type vlan for network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:40.807916 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:40.826912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] Pushing event deleted for resources: {'Port': ['ID=204e1947-ef2a-411b-9bf9-84ed6e527b33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.829050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427c2ec-745b-4f59-9dfc-c1615983dba1 None None] No DVR routers for this DVR port 204e1947-ef2a-411b-9bf9-84ed6e527b33 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:40.831420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:40.832023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Checking segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:40.832644 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.833814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Bound using segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:40.834515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Bound port: 7bf0e887-1095-4483-b435-e5d9879f0f96, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:40.835082 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.836523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-ff4f2595-be2e-46b8-8029-6ff826b92cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.838996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-ff4f2595-be2e-46b8-8029-6ff826b92cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd38e819c6b243dd8072e1a3b865623b&device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 1096 time: 0.6322565 Jul 07 17:22:40.883130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Request body: {'port': {'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:40.910003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.915579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a96e-8490-4714-919e-f29bebabe8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.934394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.936848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/efb8ad55-6b07-4b1c-9fee-16530d6028a2 HTTP/1.1" status: 204 len: 168 time: 1.4964852 Jul 07 17:22:40.940858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36716) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:40.981587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] For port 7bf0e887-1095-4483-b435-e5d9879f0f96, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:40.985159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-e34cd9b3-a655-4635-ab67-4a6e4c2246c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce HTTP/1.1" status: 200 len: 217 time: 0.1364944 Jul 07 17:22:40.985668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] For port 7bf0e887-1095-4483-b435-e5d9879f0f96, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7bf0e887-1095-4483-b435-e5d9879f0f96,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:40.992104 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.007454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=efb8ad55-6b07-4b1c-9fee-16530d6028a2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.029589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.046565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2b4ec-1540-4110-913c-22ce29bbe302 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Port': ['ID=204e1947-ef2a-411b-9bf9-84ed6e527b33,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.076671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017c87-1f29-4421-b828-9bdadab452c9 None None] Pushing event updated for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.081943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:41.082846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:41.123782 n-d-791504-12 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 99e62eb5-8c50-4028-8738-879b29ba6434 (CIDR: 172.20.0.16/28) Jul 07 17:22:41.133513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.136853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.145995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a3b585aa-29ea-4019-a677-bcfb6296280e tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/networks/c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6241388 Jul 07 17:22:41.145995 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:22:41.145995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:41.146409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.146828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.147171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.147275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.147772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.148232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.148704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.149173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.151349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-1d618a9a-ea57-4ba4-b95b-4631c5200117 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6416 time: 0.6466382 Jul 07 17:22:41.234566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-2d0b871a-49d3-4e34-b800-f37bd67385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.236256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-2d0b871a-49d3-4e34-b800-f37bd67385d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be98cb72-8ff2-4597-87cb-228e1a58df64 HTTP/1.1" status: 200 len: 848 time: 0.2291009 Jul 07 17:22:41.257206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.258022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.258634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.265741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:41.300411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139585b2-3473-4388-baa8-7872af54f243 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.305510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-139585b2-3473-4388-baa8-7872af54f243 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets/aa6a2048-3087-4196-a7ff-f77262ae6107 HTTP/1.1" status: 200 len: 843 time: 0.1501648 Jul 07 17:22:41.323418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.342904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25f1cd8a-aaf9-481c-ae13-f70c8940d17c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.5647762 Jul 07 17:22:41.374535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-d412384c-55a8-4b5c-8bab-2a65c2162d0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5abc7516-fc21-4be1-9a33-170d57dc2480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259677 Jul 07 17:22:41.379291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.395066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'subnet': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:41.443836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8791370 Jul 07 17:22:41.455523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36726) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.460098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Request body: {'subnet': {'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1332796963-subnet', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:41.466858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df726c7-f59c-4688-bde9-f4b4d818350a req-94af16f1-b2ca-4dc1-8620-8e0892482f60 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.468423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4df726c7-f59c-4688-bde9-f4b4d818350a req-94af16f1-b2ca-4dc1-8620-8e0892482f60 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.4721580 Jul 07 17:22:41.479511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.507090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247000e3-0774-4bd4-bb9d-43ad45274da5']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:41.543214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.561405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7bf0e887-1095-4483-b435-e5d9879f0f96', 'name': '', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'mac_address': 'fa:16:3e:a4:d3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:32Z', 'updated_at': '2021-07-07T17:22:40Z', 'revision_number': 4, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'subnets': [{'id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:41.565779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-05a5cd04-71aa-4dec-b64e-fd96d96715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.566788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-05a5cd04-71aa-4dec-b64e-fd96d96715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.566788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-05a5cd04-71aa-4dec-b64e-fd96d96715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.568326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-05a5cd04-71aa-4dec-b64e-fd96d96715d7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4052296 Jul 07 17:22:41.570887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf8354a-e3e2-453a-a824-3acb702004b4') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:41.571230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf8354a-e3e2-453a-a824-3acb702004b4') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:41.591963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Made reservation on behalf of 156061bf4a694c3e8670001582b6a4df for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:41.594169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.599689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fdbc7-a9c9-4d0b-9d1f-ef9d697c57f4 None None] The sync data for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 is: [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7bf0e887-1095-4483-b435-e5d9879f0f96', 'name': '', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'mac_address': 'fa:16:3e:a4:d3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:32Z', 'updated_at': '2021-07-07T17:22:40Z', 'revision_number': 4, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'subnets': [{'id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:41.605583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9144d-8a49-4858-a09a-549259bf6982 admin admin] Pushing event updated for resources: {'Network': ['ID=7b7e6830-d6c7-4f0e-8e96-c94ed0261da4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.616643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:41.649767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=9250f85e-9919-4db2-b753-f2ce2617bba2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.657832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.691463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452153f4-e647-4391-87be-30c5e38ca708 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.696201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-452153f4-e647-4391-87be-30c5e38ca708 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "GET /v2.0/subnets/aa6a2048-3087-4196-a7ff-f77262ae6107?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3518600 Jul 07 17:22:41.711426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36730) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.725983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298871605'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:41.764818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.801069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:41.801490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:41.814004 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:41.817059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4df726c7-f59c-4688-bde9-f4b4d818350a req-676acea8-7123-4dae-9a67-e8364b330120 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092551 Jul 07 17:22:41.855384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-e5081486-d051-43f0-9130-802698dc9acc service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543760 Jul 07 17:22:41.856295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.856711 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Floating IP 35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc disassociated (deleted). External IP: 172.25.7.135, port: 725788f0-0aeb-47a6-b518-411aa146f3c1. Jul 07 17:22:41.925220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.926864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.932608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:41.934352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.938028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/247000e3-0774-4bd4-bb9d-43ad45274da5 HTTP/1.1" status: 204 len: 168 time: 0.9855404 Jul 07 17:22:41.941444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36732) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:41.948534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.953738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.960886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.968322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.975292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.977360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-ab0e69ef-d64e-4640-9b2c-f2af8f65123f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5408 time: 0.4351330 Jul 07 17:22:42.024971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-e267f323-8325-4849-9831-f81ecbf7d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.026961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-56f818f0-28b8-434c-a9dc-4748ee4b13a6 req-e267f323-8325-4849-9831-f81ecbf7d639 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468021 Jul 07 17:22:42.054516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:42.059158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.062162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e84c37-f38f-48cc-8833-897c629754a2 tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=247000e3-0774-4bd4-bb9d-43ad45274da5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.103604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7bf0e887-1095-4483-b435-e5d9879f0f96 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:42.177798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7bf0e887-1095-4483-b435-e5d9879f0f96 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:42.182329 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7bf0e887-1095-4483-b435-e5d9879f0f96 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:42.182705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.214663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a857f6ab-51e9-4f1e-81bc-4da3d783f66a {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:42.224059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.257292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:42.285396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.301416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.309046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Transition to ACTIVE for port object a857f6ab-51e9-4f1e-81bc-4da3d783f66a will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:42.319936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.320299 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Added segment 415d9c41-1b99-4e60-ae59-099718d27943 of type vlan for network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 Jul 07 17:22:42.330520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7bf0e887-1095-4483-b435-e5d9879f0f96, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7bf0e887-1095-4483-b435-e5d9879f0f96,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:42.335288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.336902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.397143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.429007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 204e1947-ef2a-411b-9bf9-84ed6e527b33 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:42.461262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 204e1947-ef2a-411b-9bf9-84ed6e527b33 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:42.463720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 204e1947-ef2a-411b-9bf9-84ed6e527b33 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:42.513031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Made reservation on behalf of a5c1870630ec4d3ba8d649ff498581a4 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:42.516928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.517203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.522051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:42.524481 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245682b2-c763-48f1-af36-6f70094b11c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:42.537461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Pushing event updated for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.549319 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.623766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4fb21eb-a440-48b1-8a07-32ddd14b3a24 req-e5151f3b-17cf-46ba-975e-7d0b4f80c5bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6356652 Jul 07 17:22:42.694566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.725482 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c0f2a-1271-4d06-bef9-52e838d0fd05 x-openstack-request-id: req-f02c0f2a-1271-4d06-bef9-52e838d0fd05 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:42.726294 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:42.726967 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f02c0f2a-1271-4d06-bef9-52e838d0fd05 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:42.727543 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'status': 'completed', 'code': 200} Jul 07 17:22:42.757933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafb59fd-0d7b-47a1-b839-93cb57b3aae0']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.781546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4bb0aa9-1c41-48f4-b51a-0e0154fb9b38 req-d3bfed0a-05ab-4d75-aea4-12471aa0f6eb service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9178095 Jul 07 17:22:42.791898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4024b4e1-4982-4f20-a751-147b3e84f150') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.792198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4024b4e1-4982-4f20-a751-147b3e84f150') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:42.824038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.836881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.837788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:42.840302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05694ab-b8cd-4b21-9a60-ad84cb545bbb,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:42.840464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13acc6-01bf-4444-8609-4510d0c456ee req-6e1920c2-a61d-4bca-a094-149d5f097d43 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.843272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf13acc6-01bf-4444-8609-4510d0c456ee req-6e1920c2-a61d-4bca-a094-149d5f097d43 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 944 time: 0.7882376 Jul 07 17:22:42.876598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.056252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf13acc6-01bf-4444-8609-4510d0c456ee req-f6debcec-f780-4abc-a50f-d2b0aee6721d tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957204 Jul 07 17:22:43.142638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router ffb50211-0227-4552-926f-99cd984d6feb has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:43.199090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922175-a6d6-4b01-bbbf-7424727e2320 req-243f4cb1-8098-4a19-a10a-e8dee8935595 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.201317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1922175-a6d6-4b01-bbbf-7424727e2320 req-243f4cb1-8098-4a19-a10a-e8dee8935595 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2041636 Jul 07 17:22:43.206676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-c1622556-acd6-4be8-a65c-bbb79cfcef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.208160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-c1622556-acd6-4be8-a65c-bbb79cfcef08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd38e819c6b243dd8072e1a3b865623b&device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 1096 time: 0.3444433 Jul 07 17:22:43.211865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.257155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.277510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5542862 Jul 07 17:22:43.281888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Checking segment: {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:43.282285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Network hostable DHCP agents. Network: 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:43.286593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36738) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.288473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:43.288886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:43.295202 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:43.310703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:43.342904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Attempting to bind port a857f6ab-51e9-4f1e-81bc-4da3d783f66a on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:43.343238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Attempting to bind port a857f6ab-51e9-4f1e-81bc-4da3d783f66a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:43.343566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Attempting to bind port a857f6ab-51e9-4f1e-81bc-4da3d783f66a on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:43.364833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7160f45-e576-493c-8649-f4c65ba092bd tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Network': ['ID=0e9e4b49-6638-48d8-a2f3-62c63aff7865,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.375377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:43.380832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:43.413265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Port a857f6ab-51e9-4f1e-81bc-4da3d783f66a on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:43.413647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Attempting to bind port a857f6ab-51e9-4f1e-81bc-4da3d783f66a on network 0b4bca5d-b85b-42e8-966a-1603ae35c479 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:43.424308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:43.431149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Subnet': ['ID=4da0c777-61ed-4960-8f6a-ae353b1568f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.436805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.437483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.438625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1336957f-5151-491f-b19c-c43c64097868 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:43.440228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:43.440576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Checking segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:43.441084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Bound using segment: {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:43.441406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Bound port: a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316314dd-6162-4783-8cdd-27df039aeb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:43.441775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.447321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1922175-a6d6-4b01-bbbf-7424727e2320 req-8588bb45-95dc-4461-bcfb-60fc85050712 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375646 Jul 07 17:22:43.455627 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.471290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.471783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.472259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-245682b2-c763-48f1-af36-6f70094b11c4 req-fc75283c-25cc-4956-ad24-490556a90d5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6442 time: 0.7202001 Jul 07 17:22:43.482652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:43.491905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e3208659-6136-43f7-9694-5586d7239016 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1017911 Jul 07 17:22:43.494619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.494940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-e8f13f19-34a2-4d8d-aa09-0c53450de6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.496367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-e8f13f19-34a2-4d8d-aa09-0c53450de6f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5abc7516-fc21-4be1-9a33-170d57dc2480 HTTP/1.1" status: 200 len: 909 time: 0.2747412 Jul 07 17:22:43.496490 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/dafb59fd-0d7b-47a1-b839-93cb57b3aae0 HTTP/1.1" status: 204 len: 168 time: 1.5183742 Jul 07 17:22:43.496937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.498145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:43.503137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.509441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Sync routers for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:43.510232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1105982651', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4da0c777-61ed-4960-8f6a-ae353b1568f1'}], 'security_groups': ['55def4df-dc8a-4f89-bd6a-2141b45b2cff', '28b1232c-4cb5-4cdc-8854-65045d51acbc']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:43.511495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36742) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.524446 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:43.525449 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:43.583399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616866a-a1f1-4249-a426-86afc4f3613f tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=dafb59fd-0d7b-47a1-b839-93cb57b3aae0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:43.585166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:43.607504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-51c27b86-d0a7-4fea-9533-cc6c5d4d272e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce HTTP/1.1" status: 200 len: 217 time: 0.0924702 Jul 07 17:22:43.643206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d358d9ac-7a46-4a8a-93f4-e2958d325092 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/floatingips/35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc HTTP/1.1" status: 204 len: 168 time: 5.5132556 Jul 07 17:22:43.643458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.643997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.693184 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:43.710782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:43.715976 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f" -d '{"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:43.804642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Made reservation on behalf of f90a87c66e424f719b4c3e12951c5fb8 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:43.817006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.855445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cfb1384f-51aa-4772-ada0-f204792e1445 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3978474 Jul 07 17:22:43.879539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a0517-5206-4c71-a53c-697faed6f421 None None] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:43.892505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-eaa448af-0808-4bc5-bba1-03fb8da875e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.894137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-eaa448af-0808-4bc5-bba1-03fb8da875e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be98cb72-8ff2-4597-87cb-228e1a58df64 HTTP/1.1" status: 200 len: 848 time: 0.2748690 Jul 07 17:22:43.896379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:43.901729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:43.956795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_backend_mixin [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing IP validity checks on allocation pools {{(pid=93765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:22:43.959214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_backend_mixin [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:22:43.961095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-16add4aa-89b4-4470-aae1-de5fca5265a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5abc7516-fc21-4be1-9a33-170d57dc2480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503678 Jul 07 17:22:44.078118 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.088728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7bf0e887-1095-4483-b435-e5d9879f0f96 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:44.102071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.103134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.114060 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Checking router: ffb50211-0227-4552-926f-99cd984d6feb for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:44.114284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.129712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2c2a3-9d15-4897-8cfe-a278a2671312 x-openstack-request-id: req-3de2c2a3-9d15-4897-8cfe-a278a2671312 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:44.129712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:44.129712 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3de2c2a3-9d15-4897-8cfe-a278a2671312 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:44.130170 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'status': 'completed', 'code': 200} Jul 07 17:22:44.136242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:44.137707 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:44.138685 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.148219 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.211816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.218359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.220254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:44.224296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.230383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.236846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.242902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.249110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.256846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-daa9955a-be9b-46fb-9c8a-cf0eb05f11bf tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.4031379 Jul 07 17:22:44.263445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-60094d0c-3120-4d3a-bdcc-04e641ff5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.263929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-60094d0c-3120-4d3a-bdcc-04e641ff5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.264396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-60094d0c-3120-4d3a-bdcc-04e641ff5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.266007 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-245682b2-c763-48f1-af36-6f70094b11c4 req-60094d0c-3120-4d3a-bdcc-04e641ff5853 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9f1583a6846247859519c8f7c456eaf8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7768779 Jul 07 17:22:44.271265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.309439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:44.356928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7bf0e887-1095-4483-b435-e5d9879f0f96 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:44.357492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.410248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.413040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.413743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.415962 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] 10.222.0.83 "PUT /v2.0/ports/a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 1092 time: 3.6729634 Jul 07 17:22:44.431789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-932dcfce-68da-471a-aca1-2006bde96b72 service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564149 Jul 07 17:22:44.580441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-205c3836-d0d4-4165-8d3e-f79e1824e398 req-b73551ff-b746-42c5-b02e-8526916b9629 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3190114 Jul 07 17:22:44.581182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'fixed_ips': [{'subnet_id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:44.582305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.592764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980049a-2d92-4440-823e-d80ce9644aaf service neutron] Pushing event updated for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.595740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.631925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.693016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dda7982-4ba3-4b43-956f-1acb7e6435d4']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.696376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Update dhcp port {'port': {'network_id': '0b330d38-ee0e-4795-bf43-94d80c2278f1', 'fixed_ips': [{'subnet_id': '99e62eb5-8c50-4028-8738-879b29ba6434', 'ip_address': '172.20.0.18'}, {'subnet_id': '0cb14e71-88d9-4cf4-9d2c-182321cac540', 'ip_address': '172.20.0.2'}, {'subnet_id': '4da0c777-61ed-4960-8f6a-ae353b1568f1'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '35a2abb5-e63e-4a4a-9fab-47640c5e0801'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:22:44.719016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-2f7d5f81-dffa-4965-8914-e17ae1e76ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.721149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-2f7d5f81-dffa-4965-8914-e17ae1e76ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f25a2c155444cbc937e49c00093ac8f&device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 1098 time: 0.5486202 Jul 07 17:22:44.723039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e800b-f827-47ff-9ae2-2d447b83dd22') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.723333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e800b-f827-47ff-9ae2-2d447b83dd22') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.735382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245682b2-c763-48f1-af36-6f70094b11c4 req-402ec2a4-2d07-49ff-8897-4524d2bce6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.736922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-245682b2-c763-48f1-af36-6f70094b11c4 req-402ec2a4-2d07-49ff-8897-4524d2bce6fa service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626703 Jul 07 17:22:44.775093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:44.777584 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb273718-cacd-4f44-a5dc-d0ef0fc28396" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:44.809996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.836487 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.846205 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:44.881573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=5d6f23eb-5902-4fd1-9cfb-0f914a308c7e,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.882406 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0487ab7-3261-49b7-b6a0-1b47d2b1c3c6 None None] The sync data for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 is: [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:21:26Z', 'revision_number': 4, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '743ab76a-c9c6-4110-8743-4c5491c894b7', 'name': '', 'network_id': 'bab919a9-3010-40f3-91cb-a4e8a38b63e6', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'mac_address': 'fa:16:3e:31:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:25Z', 'updated_at': '2021-07-07T17:21:37Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'subnets': [{'id': 'cf63fbc5-40df-4979-891c-19eb03942326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:44.907518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.932945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:44.933362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:44.940536 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:45.014800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Checking segment: {'id': '415d9c41-1b99-4e60-ae59-099718d27943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:45.015288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network hostable DHCP agents. Network: 0e9e4b49-6638-48d8-a2f3-62c63aff7865, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:45.059320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-64969be4-b0db-4f5f-9cd8-83854bd088fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.060961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-64969be4-b0db-4f5f-9cd8-83854bd088fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 200 len: 898 time: 0.3207905 Jul 07 17:22:45.083334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:45.085695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.091966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Allocated IP 172.20.0.2 (7b7e6830-d6c7-4f0e-8e96-c94ed0261da4/d05694ab-b8cd-4b21-9a60-ad84cb545bbb/56b0ee0a-ff71-4b1e-b54e-c244c8c716b7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:45.116681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Allocated IP 172.20.0.34 (0b330d38-ee0e-4795-bf43-94d80c2278f1/4da0c777-61ed-4960-8f6a-ae353b1568f1/35a2abb5-e63e-4a4a-9fab-47640c5e0801) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:45.141258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.141757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.142270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.143102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.143222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.143693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.144174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.146256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b2a02ff9-2bee-411d-ba35-867ab456b494 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6484 time: 0.3007581 Jul 07 17:22:45.152962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.157496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] 10.222.0.22 "DELETE /v2.0/networks/6dda7982-4ba3-4b43-956f-1acb7e6435d4 HTTP/1.1" status: 204 len: 168 time: 1.6314497 Jul 07 17:22:45.157496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-8711c498-42e2-4cb3-a0b9-91cf8589192e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 200 len: 217 time: 0.0854197 Jul 07 17:22:45.207435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0e9e4b49-6638-48d8-a2f3-62c63aff7865) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:45.233562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.265237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49299b-2a0e-49a6-a738-bc1a1fde484e tempest-BulkNetworkOpsTest-1399372192 tempest-BulkNetworkOpsTest-1399372192-project] Pushing event deleted for resources: {'Network': ['ID=6dda7982-4ba3-4b43-956f-1acb7e6435d4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:45.271136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.272017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.277037 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-dc49efbb-51d1-4e5b-ad80-57261db9ed75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 217 time: 0.1164351 Jul 07 17:22:45.304861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:45.349895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.395022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d6aead52-7b41-42e1-8ace-520b9a6127fa tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1008320 Jul 07 17:22:45.395652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36762) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:45.402250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-de6d1d2a-739d-44e7-bd3f-504ee8d1052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.404319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-de6d1d2a-739d-44e7-bd3f-504ee8d1052d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf63fbc5-40df-4979-891c-19eb03942326 HTTP/1.1" status: 200 len: 834 time: 0.2084198 Jul 07 17:22:45.410344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67f98c-f45a-4961-9e81-57168a8d4886 req-5e0b59cf-a999-414b-9905-285b9a3c2393 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.410710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:45.417319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f67f98c-f45a-4961-9e81-57168a8d4886 req-5e0b59cf-a999-414b-9905-285b9a3c2393 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 1.1559513 Jul 07 17:22:45.436127 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:45.451757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fc451-46f0-4e62-af6e-5acb2599c9c4 None None] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:45.453649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:45.470793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e5c136-0c8c-4cbc-8800-f37cefddadf3 None None] New status for floating IP 35f3ee07-900d-4ccf-b2ac-5dc6cd3d83cc: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:45.471646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-24e8837c-9517-42e1-a8c3-bc1c10e62dbc service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0235462 Jul 07 17:22:45.491516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9590a05b-34e2-4872-9265-1827f2eea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.493276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9590a05b-34e2-4872-9265-1827f2eea861 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.2040601 Jul 07 17:22:45.530194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Transition to ACTIVE for port object 35a2abb5-e63e-4a4a-9fab-47640c5e0801 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:45.568986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f67f98c-f45a-4961-9e81-57168a8d4886 req-82bcf98f-3b93-4ce1-8bed-f7fa1d4ef3b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505826 Jul 07 17:22:45.585886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6eb0-81c4-4e69-a3da-53bca1c9ba43 req-1912c0d9-3886-4700-a9a2-71393bb87e81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.600905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebba6eb0-81c4-4e69-a3da-53bca1c9ba43 req-1912c0d9-3886-4700-a9a2-71393bb87e81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 944 time: 0.7650802 Jul 07 17:22:45.611620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-bc79bb13-1f13-478f-82dd-588ac6b056eb tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.613146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-bc79bb13-1f13-478f-82dd-588ac6b056eb tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.3076286 Jul 07 17:22:45.613808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:45.675195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4296489'] for subnet, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.694067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-59459104-26dd-4e25-9ac7-b65fd4f19ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.696954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-59459104-26dd-4e25-9ac7-b65fd4f19ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bab919a9-3010-40f3-91cb-a4e8a38b63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2783220 Jul 07 17:22:45.745977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.778236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebba6eb0-81c4-4e69-a3da-53bca1c9ba43 req-aa3b9984-68eb-4cf7-a646-4b9d6d0ab2fe tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670723 Jul 07 17:22:45.836229 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.844353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-f896071b-87ef-4b80-9063-e95266fd8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.846343 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-f896071b-87ef-4b80-9063-e95266fd8ff5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3416243 Jul 07 17:22:45.847137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Transition to ACTIVE for port object 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:45.850182 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad692c7-949b-4c91-90b2-2ca7b0081d82 x-openstack-request-id: req-cad692c7-949b-4c91-90b2-2ca7b0081d82 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:45.850414 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:45.850742 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cad692c7-949b-4c91-90b2-2ca7b0081d82 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:45.851092 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a', 'status': 'completed', 'code': 200} Jul 07 17:22:45.865160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Transition to ACTIVE for port object 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:45.937734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.941160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b79c5-026b-4eac-9521-b840018239e4 req-d26c39e5-68e6-4fc5-88ce-2ec8da1eecc8 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:45.944268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207b79c5-026b-4eac-9521-b840018239e4 req-d26c39e5-68e6-4fc5-88ce-2ec8da1eecc8 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2325442 Jul 07 17:22:45.989003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b6beff5a-c5f6-4e39-a3e9-cacfff92edb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b78d85799a5c466b9a2bffe51b5fe417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683920 Jul 07 17:22:45.989623 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:22:45.995097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Delete allocated IP 172.20.0.9 (0b330d38-ee0e-4795-bf43-94d80c2278f1/0cb14e71-88d9-4cf4-9d2c-182321cac540) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:22:46.004036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:46.008440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Allocated IP 172.20.0.44 (0b330d38-ee0e-4795-bf43-94d80c2278f1/4da0c777-61ed-4960-8f6a-ae353b1568f1/d21691a9-0ddd-4eae-9e8f-abae4e54dcb8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:46.065061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:46.078342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-6d2b6a1d-6a76-43b0-a2a0-d95152e2fb8a service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644345 Jul 07 17:22:46.093851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-cd963705-d56b-4de8-9ba9-2458789a8b54 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394996 Jul 07 17:22:46.097872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:46.111829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:46.149840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351fe9-6e86-43db-9f3e-6d9f0865dd9f None None] Pushing event updated for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.159262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 725788f0-0aeb-47a6-b518-411aa146f3c1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:46.159613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.224743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0e9e4b49-6638-48d8-a2f3-62c63aff7865', 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865', 'tenant_id': 'f90a87c66e424f719b4c3e12951c5fb8', 'fixed_ips': [{'subnet_id': '5d6f23eb-5902-4fd1-9cfb-0f914a308c7e'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:46.225654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.313085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Pushing event updated for resources: {'Port': ['ID=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.317710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,segment=NetworkSegment(07f17aac-2b47-4d34-8bb7-304637597dee),segment_id=07f17aac-2b47-4d34-8bb7-304637597dee)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:46.326582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Attempting to bind port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:46.326962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Attempting to bind port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:46.327330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Attempting to bind port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 on network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:46.341428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791333668895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4318644'] for subnet, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.383205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:46.383586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Checking segment: {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:46.383999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.384403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Bound using segment: {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:46.384885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Bound port: 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:46.385284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.389688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce', 'network_id': '5abc7516-fc21-4be1-9a33-170d57dc2480', 'port_id': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce', 'mac_address': 'fa:16:3e:af:4a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be98cb72-8ff2-4597-87cb-228e1a58df64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:46.415788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-207b79c5-026b-4eac-9521-b840018239e4 req-3db5e666-2491-4753-ba81-aea20e2c0c74 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553459 Jul 07 17:22:46.514769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.520077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.547287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.574802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Transition to ACTIVE for port object d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:46.593098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.601505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.610199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.617223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.626070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.632495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.639189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.647292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-866449e5-ed02-418c-823d-e40d151e6257 req-f9ec2e4e-70b2-409e-8f3f-fc3584f839ec tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.6582272 Jul 07 17:22:46.691225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.799472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] For port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:46.802814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] For port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:46.805756 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.813272 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.833460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.880018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:46.910884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.927047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Allocated IP 2001:db8::3 (0e9e4b49-6638-48d8-a2f3-62c63aff7865/5d6f23eb-5902-4fd1-9cfb-0f914a308c7e/1c1a128e-f77f-4e09-95b0-c9dc6d49528a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:46.955241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,segment=NetworkSegment(07f17aac-2b47-4d34-8bb7-304637597dee),segment_id=07f17aac-2b47-4d34-8bb7-304637597dee)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:46.960397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3dbd3-d1b0-4b12-8724-d9bab78e3002 None None] Pushing event updated for resources: {'Port': ['ID=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.960732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.961561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.963503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "PUT /v2.0/subnets/5d6f23eb-5902-4fd1-9cfb-0f914a308c7e HTTP/1.1" status: 200 len: 900 time: 1.5634718 Jul 07 17:22:46.968958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-866449e5-ed02-418c-823d-e40d151e6257 req-ab162ebe-ff67-4062-8836-0a9bdffa3240 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189051 Jul 07 17:22:46.969486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event updated for resources: {'Port': ['ID=d21691a9-0ddd-4eae-9e8f-abae4e54dcb8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.972248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port 725788f0-0aeb-47a6-b518-411aa146f3c1, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=725788f0-0aeb-47a6-b518-411aa146f3c1,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:46.972786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.974225 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.976451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:47.012166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 725788f0-0aeb-47a6-b518-411aa146f3c1 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:47.070386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.102431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] In _notify_port_updated(), no bound segment for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 on network 0b330d38-ee0e-4795-bf43-94d80c2278f1 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:22:47.109995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.111035 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.116053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Provisioning for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:47.116967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ecc02d10-6ae8-4da8-8641-b1a8324aa09e tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "PUT /v2.0/ports/d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 HTTP/1.1" status: 200 len: 960 time: 3.6115398 Jul 07 17:22:47.121187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Allocated IP 172.25.7.231 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6edfe636-1880-4643-acad-659bd4c7f839) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:47.122501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:47.122501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.126009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:47.173865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:47.234993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-92ccd7aa-a8ba-4d6c-addc-f0920efec61f req-afe077d1-211d-4ddc-8e71-0066ce17ac65 service neutron] 10.222.0.32 "GET /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1467466 Jul 07 17:22:47.258977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-bc86f884-fdc3-4f30-88c4-31fa8f92fcaa service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1421089 Jul 07 17:22:47.266002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925ddd-a9f8-4f9d-b4d6-d057927c8a30 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event updated for resources: {'Subnet': ['ID=5d6f23eb-5902-4fd1-9cfb-0f914a308c7e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.312870 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-835a45bf-8591-494f-9235-7441fc3a1cde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0416110 Jul 07 17:22:47.330402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e203759-d609-4e66-ae7c-2c200186c867 req-78d09e93-3268-456c-af8b-fe1fafd19ce2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.332012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e203759-d609-4e66-ae7c-2c200186c867 req-78d09e93-3268-456c-af8b-fe1fafd19ce2 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a254f368-5cd6-4054-bb4a-b7019dc1f739 HTTP/1.1" status: 200 len: 946 time: 0.4999263 Jul 07 17:22:47.389715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5d97e002-f78d-4cce-9a24-494ca387afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.391378 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-5d97e002-f78d-4cce-9a24-494ca387afe1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0728450 Jul 07 17:22:47.408506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.409280 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.430152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Transition to ACTIVE for port object 1c1a128e-f77f-4e09-95b0-c9dc6d49528a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:47.449891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e203759-d609-4e66-ae7c-2c200186c867 req-b8a7594b-211f-42c4-83e7-5c05b6d67c86 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "GET /v2.0/security-groups?id=e26d0028-51ca-43ed-9ff1-206261d028b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766177 Jul 07 17:22:47.473037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Transition to ACTIVE for port object 1c1a128e-f77f-4e09-95b0-c9dc6d49528a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:47.479579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.499976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.517726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.520649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.521935 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94f6df7f-7909-401d-9fbd-fd76fc7eb191 HTTP/1.1" status: 204 len: 168 time: 1.5153785 Jul 07 17:22:47.553929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=725788f0-0aeb-47a6-b518-411aa146f3c1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.565644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.582976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] No DVR routers for this DVR port 725788f0-0aeb-47a6-b518-411aa146f3c1 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:47.590598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.592899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05f34e65-64a2-46fb-88d2-fa4c6c607925 req-64370390-f780-4b32-ad52-958f67d6500f tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.32 "DELETE /v2.0/ports/725788f0-0aeb-47a6-b518-411aa146f3c1 HTTP/1.1" status: 204 len: 173 time: 1.9692054 Jul 07 17:22:47.595657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7f857-5fb4-4d81-81c7-c91f966fb63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6df7f-7909-401d-9fbd-fd76fc7eb191,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.607692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7bf9cb61-8d28-461a-b13d-c0b7de9fe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.609619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-7bf9cb61-8d28-461a-b13d-c0b7de9fe003 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2017775 Jul 07 17:22:47.617284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:47.617946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.658902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:47.674815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:47.696680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:47.762087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Pushing event updated for resources: {'Port': ['ID=1c1a128e-f77f-4e09-95b0-c9dc6d49528a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:47.779703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aaad1-a0f1-4213-af15-2065e9f52ac2 req-ae36d401-1b7a-41bc-8d60-97911f8885ac tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.781323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-003aaad1-a0f1-4213-af15-2065e9f52ac2 req-ae36d401-1b7a-41bc-8d60-97911f8885ac tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 945 time: 0.5905459 Jul 07 17:22:47.811365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.826262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Attempting to bind port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:47.826822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Attempting to bind port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '415d9c41-1b99-4e60-ae59-099718d27943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:47.827094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Attempting to bind port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a on network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:47.835915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:47.836150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Checking segment: {'id': '415d9c41-1b99-4e60-ae59-099718d27943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:47.836490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.836890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Bound using segment: {'id': '415d9c41-1b99-4e60-ae59-099718d27943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:47.837620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Bound port: 1c1a128e-f77f-4e09-95b0-c9dc6d49528a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415d9c41-1b99-4e60-ae59-099718d27943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:47.838005 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.853171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-ce6f629f-287f-43bc-87e4-5092acc757dc service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358072 Jul 07 17:22:47.858056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'name': 'network-vif-deleted', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:47.861116 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72591815-8d51-4ab0-a2d9-e0ec5a6337cd" -d '{"events": [{"server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "name": "network-vif-deleted", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:47.901331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:47.901682 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.961985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:47.982026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6f23eb-5902-4fd1-9cfb-0f914a308c7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:48.059210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-c8a2e9c2-c2ea-4502-bd79-a51ded9670e9 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944797 Jul 07 17:22:48.143805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Provisioning for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:48.166807 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.170403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Provisioning complete for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:48.170816 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.177537 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9b6efe2d-daa6-46d7-a918-4be7c3a2717f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.1108475 Jul 07 17:22:48.214376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:48.244668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:48.249589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] For port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:48.297525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b85830e8-7bcf-4c5f-8bb1-0858026596a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.300185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b85830e8-7bcf-4c5f-8bb1-0858026596a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.1091726 Jul 07 17:22:48.316816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] For port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1c1a128e-f77f-4e09-95b0-c9dc6d49528a,segment=NetworkSegment(415d9c41-1b99-4e60-ae59-099718d27943),segment_id=415d9c41-1b99-4e60-ae59-099718d27943)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:48.323653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92245649-541e-4667-8dee-cbcb852665fb None None] Port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:48.337931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.391463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-003aaad1-a0f1-4213-af15-2065e9f52ac2 req-231c8422-0694-4e33-a890-bdf67a372a5d tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853903 Jul 07 17:22:48.405158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9e92e9f1-8182-45e6-b9a2-c7b0fcbf5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.407424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-9e92e9f1-8182-45e6-b9a2-c7b0fcbf5f17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964193 Jul 07 17:22:48.526845 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3927ae-57b6-4c64-916e-9bbdf53d5806 x-openstack-request-id: req-0b3927ae-57b6-4c64-916e-9bbdf53d5806 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:48.527110 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254f368-5cd6-4054-bb4a-b7019dc1f739", "name": "network-vif-deleted", "tag": "725788f0-0aeb-47a6-b518-411aa146f3c1", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:48.527405 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b3927ae-57b6-4c64-916e-9bbdf53d5806 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:48.527864 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a254f368-5cd6-4054-bb4a-b7019dc1f739', 'name': 'network-vif-deleted', 'tag': '725788f0-0aeb-47a6-b518-411aa146f3c1', 'status': 'completed', 'code': 200} Jul 07 17:22:48.607413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-3919b2aa-08a5-4c47-8f0d-81d3c9a87032 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881733 Jul 07 17:22:48.611147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d8471-4492-4ca5-b430-34cb5b59d132 None None] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:48.613976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d027145-cc5a-44cb-8c8e-38eff76b9bd8 None None] Pushing event updated for resources: {'Port': ['ID=1c1a128e-f77f-4e09-95b0-c9dc6d49528a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:48.686942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:48.686942 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.686942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd752b19-b6ca-4574-b4a7-7b00f2e5b0bf None None] Provisioning complete for port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:48.686942 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd752b19-b6ca-4574-b4a7-7b00f2e5b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.724491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f789946-fbb7-4fbe-b0f8-0de62ae1568c None None] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:48.741705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-938e44e7-0b49-48d4-bb27-a44747727b3d service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262543 Jul 07 17:22:48.812293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36810) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:48.819393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-b5229e51-f54c-414e-acbe-a19c700be366 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.0680017 Jul 07 17:22:48.851392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bd752b19-b6ca-4574-b4a7-7b00f2e5b0bf None None] Port d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:48.878092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-204e6a5a-0fbc-4992-ad2c-6a1e7508a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.880282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-204e6a5a-0fbc-4992-ad2c-6a1e7508a3d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0524104 Jul 07 17:22:48.956478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-429192218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:48.967077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-339ebc01-50ae-4ccc-b01a-b9b400fe1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.968961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-339ebc01-50ae-4ccc-b01a-b9b400fe1f82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815952 Jul 07 17:22:49.011455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.028949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fa188a6a-75d2-400e-9964-672546863972 None None] Provisioning for port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:49.034480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:49.040696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.041711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.070822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9e4b49-6638-48d8-a2f3-62c63aff7865']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:49.079923 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.089968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c117ebf-fb24-4ca5-a599-c2ba2f27489d req-5cbb8417-b228-4f12-99ff-f9dab640cebd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.092175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c117ebf-fb24-4ca5-a599-c2ba2f27489d req-5cbb8417-b228-4f12-99ff-f9dab640cebd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 1.3311863 Jul 07 17:22:49.098931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415d9c41-1b99-4e60-ae59-099718d27943') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:49.099236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415d9c41-1b99-4e60-ae59-099718d27943') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:49.115618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.116409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.123063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-57ae9cd9-485b-4df1-a99f-453b0eb3095a service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469982 Jul 07 17:22:49.125477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.145185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02b8df-ff37-45ca-bf7c-f5007a382073 None None] Network 0e9e4b49-6638-48d8-a2f3-62c63aff7865 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:49.188865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.189550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:49.189682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.191026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-69b0d6c1-92db-40f2-b183-d87a590f6101 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3775632 Jul 07 17:22:49.194779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36814) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.201979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-105366984'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:49.211267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:49.211657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.227478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:49.227899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:49.235858 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:49.255614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:49.259371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.272932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.276994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-bdcfe0f4-65ae-463e-9ada-9d9bd0b30f36 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462920 Jul 07 17:22:49.312024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c117ebf-fb24-4ca5-a599-c2ba2f27489d req-130148e8-a6d9-4010-a4a4-501b1f5f69d5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025189 Jul 07 17:22:49.363159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.363755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.367849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-f8dc0690-90ed-484a-aa48-ee20cc439409 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.0745583 Jul 07 17:22:49.370808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.378302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.385291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.391632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:49.392906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.399163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.406844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.408839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-3e4b1529-61da-450c-8044-5f033760cef6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.4238999 Jul 07 17:22:49.422313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:22:49.422313 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:22:49.422313 n-d-791504-12 neutron-server[93766]: [parameters: {'id': '0e9e4b49-6638-48d8-a2f3-62c63aff7865'}] Jul 07 17:22:49.422313 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:22:49.422791 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:22:49.423402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.453380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:49.457730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.464345 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.468998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-80373eb0-7f5f-4a00-b1a7-0c87c77d5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.470523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-80373eb0-7f5f-4a00-b1a7-0c87c77d5fe3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0970201 Jul 07 17:22:49.504057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.521156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=d21691a9-0ddd-4eae-9e8f-abae4e54dcb8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.602600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.605430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:49.607515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-863f603b-2e5b-4137-bf05-5d846ccfd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:49.609017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-863f603b-2e5b-4137-bf05-5d846ccfd999 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310880 Jul 07 17:22:49.611493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.623092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:49.623367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:49.623493 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.634632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.665362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:49.672660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:49.675275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:49.708797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-995965b1-a9bd-408d-8484-486cca78a4ac None None] Provisioning complete for port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:49.709104 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-995965b1-a9bd-408d-8484-486cca78a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.750312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.750704 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Added segment d6a21f5d-e90a-4d2e-bb84-35729655753b of type vlan for network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 Jul 07 17:22:49.764688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28424c0e-ae35-4c7d-8143-82f3a95639f7 req-540abf32-fe7c-4803-b9f4-bb2f4cf4b6d5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3440406 Jul 07 17:22:49.774681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9de9b-2e6b-48f2-b178-8404ae0b7250,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.797379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Pushing event updated for resources: {'Port': ['ID=6edfe636-1880-4643-acad-659bd4c7f839,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.814561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.819761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38889240-9c32-4120-8434-239e2a94ffb3 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 HTTP/1.1" status: 204 len: 168 time: 2.6882772 Jul 07 17:22:49.821096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.826825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36820) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.853260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.885483 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3b031e-7187-4550-be6d-efa9cb14c5b2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] GET failed (client error): The resource could not be found. Jul 07 17:22:49.886064 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.887420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fb3b031e-7187-4550-be6d-efa9cb14c5b2 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports/d21691a9-0ddd-4eae-9e8f-abae4e54dcb8 HTTP/1.1" status: 404 len: 333 time: 0.0597227 Jul 07 17:22:49.892603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:49.895039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:49.898592 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcd26e3-1444-4b57-b251-a1a42a0c16ad" -d '{"events": [{"server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "name": "network-vif-plugged", "status": "completed", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:49.922338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,segment=NetworkSegment(07f17aac-2b47-4d34-8bb7-304637597dee),segment_id=07f17aac-2b47-4d34-8bb7-304637597dee)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:49.928553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.928869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.929776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 725788f0-0aeb-47a6-b518-411aa146f3c1 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:49.931979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-31dd6b27-da87-4263-9202-2f618b8bedab service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148882 Jul 07 17:22:49.994142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce459200-5bc2-4e1b-8308-eeae3594d6e6 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:22:50.001593 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b631ad-b03c-4e18-8bc9-1e380b6b577f x-openstack-request-id: req-37b631ad-b03c-4e18-8bc9-1e380b6b577f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:50.002148 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "name": "network-vif-plugged", "status": "completed", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:50.002594 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37b631ad-b03c-4e18-8bc9-1e380b6b577f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:50.003152 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce', 'code': 200} Jul 07 17:22:50.041799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.055704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.062341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.063087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.081053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3c54-7b41-45fb-9942-f2e91991f77b req-6e706f74-ea2b-49ea-be54-6f7544048095 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.082711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b76d3c54-7b41-45fb-9942-f2e91991f77b req-6e706f74-ea2b-49ea-be54-6f7544048095 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 945 time: 0.4167428 Jul 07 17:22:50.173251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9745238 Jul 07 17:22:50.173802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:50.180071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'subnet': {'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:50.182899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05878672-677e-4fd6-a9da-4156a53b73b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Network': ['ID=8ee2c3c0-9fb1-4b72-9b01-20e914a17b52,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.187912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 725788f0-0aeb-47a6-b518-411aa146f3c1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:50.188284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 725788f0-0aeb-47a6-b518-411aa146f3c1 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:50.195495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:50.207526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-32136603-b88b-42c3-871d-7355c3da5fee service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651060 Jul 07 17:22:50.222823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:50.254170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-e916dba3-eee4-4a70-b509-ea81cfce6313 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0376430 Jul 07 17:22:50.287385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb46ef-311a-45f1-95ec-924585ec1ab9 req-06afb4a8-837d-4f9a-a15f-047b77d62db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.288927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-facb46ef-311a-45f1-95ec-924585ec1ab9 req-06afb4a8-837d-4f9a-a15f-047b77d62db0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 1098 time: 0.2503955 Jul 07 17:22:50.303217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b76d3c54-7b41-45fb-9942-f2e91991f77b req-43fd3eb3-1d06-45dc-a267-80e79dee81c2 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985333 Jul 07 17:22:50.309179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.314916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.341696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-559c8997-b160-400d-8d2c-0a221ad6bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.344340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-559c8997-b160-400d-8d2c-0a221ad6bb11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0862267 Jul 07 17:22:50.416397 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-facb46ef-311a-45f1-95ec-924585ec1ab9 req-f7b049ed-870e-4a64-87d6-1b0154865fb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205420 Jul 07 17:22:50.424585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:50.425329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.438005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.445137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:50.445491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.456585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-34154d46-0e85-4e6f-89c8-26aeb0034895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.458040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-34154d46-0e85-4e6f-89c8-26aeb0034895 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050324 Jul 07 17:22:50.470559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.473041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.474239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/security-groups/e26d0028-51ca-43ed-9ff1-206261d028b3 HTTP/1.1" status: 204 len: 168 time: 0.9639614 Jul 07 17:22:50.514149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:50.526459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce459200-5bc2-4e1b-8308-eeae3594d6e6 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:22:50.566789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-0e5ec039-40f9-413f-96ae-bba763cafdba service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016030 Jul 07 17:22:50.634716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:50.638686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.656076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafb7b5-6f5a-4b33-be98-a04c50214038 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26d0028-51ca-43ed-9ff1-206261d028b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.658849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.677084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-ce12e316-caf4-4eb4-bcb0-abb0b4d3ef15 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029799 Jul 07 17:22:50.721164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-e54a2bdd-176a-4598-a2dc-0c4fcec83172 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0370533 Jul 07 17:22:50.772693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-bfaf4588-6901-4d3a-9879-006b6eb90096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.774399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-bfaf4588-6901-4d3a-9879-006b6eb90096 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0467718 Jul 07 17:22:50.870610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1c1a128e-f77f-4e09-95b0-c9dc6d49528a,segment=NetworkSegment(415d9c41-1b99-4e60-ae59-099718d27943),segment_id=415d9c41-1b99-4e60-ae59-099718d27943)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:50.870984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.873637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-e001cdf4-7b57-4b80-b29a-42ab4eebb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:50.880296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-e001cdf4-7b57-4b80-b29a-42ab4eebb536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879405 Jul 07 17:22:50.898339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.900865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.902010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/security-groups/74d48077-dde2-4c0e-bb4c-a2d0cf03c90a HTTP/1.1" status: 204 len: 168 time: 1.0056446 Jul 07 17:22:50.905700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36836) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:50.952531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for 1c1a128e-f77f-4e09-95b0-c9dc6d49528a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:51.009973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4439d-c703-4360-a059-3533fce1efe9 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d48077-dde2-4c0e-bb4c-a2d0cf03c90a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.028224 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-13fc8d89-ff02-45fd-a4c5-c3b9811c59b5 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420772 Jul 07 17:22:51.029085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.043161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f0639-768e-4335-b2ef-956147608b46 req-242f1b7f-aee3-47f7-ba55-612c848c1c7a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.044569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-563f0639-768e-4335-b2ef-956147608b46 req-242f1b7f-aee3-47f7-ba55-612c848c1c7a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.5651615 Jul 07 17:22:51.104409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.172671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2364ca09-6d3f-46c7-b507-c01682df93e4 req-682f51f5-7dfa-42c5-99e4-0b6eab452f97 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327324 Jul 07 17:22:51.174280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.176811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.177991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/security-groups/28b1232c-4cb5-4cdc-8854-65045d51acbc HTTP/1.1" status: 204 len: 168 time: 0.2712693 Jul 07 17:22:51.182265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36838) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:51.197673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb143c-3123-4a4c-b14f-fd837f58e341 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1232c-4cb5-4cdc-8854-65045d51acbc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.254305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.298824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.385046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.388244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.389435 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/security-groups/55def4df-dc8a-4f89-bd6a-2141b45b2cff HTTP/1.1" status: 204 len: 168 time: 0.2062342 Jul 07 17:22:51.395049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36842) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:51.429691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75000853-e60a-4ff4-9a0e-796a6e81bc9c tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55def4df-dc8a-4f89-bd6a-2141b45b2cff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.466401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 0cb14e71-88d9-4cf4-9d2c-182321cac540 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:51.471456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.497919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.498441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.498920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.499414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.499870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.500337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.500805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.502807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-798b1eb3-1cae-4884-91d1-4c3d1e0874ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6484 time: 0.1522903 Jul 07 17:22:51.568108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.639768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-563f0639-768e-4335-b2ef-956147608b46 req-2d18c6f9-fd4d-4733-920b-506e2f41495a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5688546 Jul 07 17:22:51.713359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-14279588-23ad-44a0-8e90-999d116653a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.714835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-14279588-23ad-44a0-8e90-999d116653a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 902 time: 0.2025115 Jul 07 17:22:51.764122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.770175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.776840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.783829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.784031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.789888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.796482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.803743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.805779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-e967ac33-e660-451b-8f6c-fde8dd1d8cc7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.8062730 Jul 07 17:22:51.811155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-0d8ff1ce-6895-4bfb-b33c-ef776650d2bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0855227 Jul 07 17:22:51.813934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-f9069665-b51d-43f9-9b96-13b8d7f5b567 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2150049 Jul 07 17:22:51.850919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.878305 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.910695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-95d9ec9a-d2c4-4b74-a44c-07fbe2f78734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.912186 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-95d9ec9a-d2c4-4b74-a44c-07fbe2f78734 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0932600 Jul 07 17:22:51.932006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.974649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=1c1a128e-f77f-4e09-95b0-c9dc6d49528a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.983136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port 1c1a128e-f77f-4e09-95b0-c9dc6d49528a on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:51.984605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb14e71-88d9-4cf4-9d2c-182321cac540,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:51.986916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.988430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.990308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1218a20-b660-49f4-bd6f-c1903c2fb4ce tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/0cb14e71-88d9-4cf4-9d2c-182321cac540 HTTP/1.1" status: 204 len: 168 time: 0.5932043 Jul 07 17:22:51.995981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.004486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d0d0e-eb25-4acc-bcf8-b383654aace4 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:52.042396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-0bd55b25-3b95-4463-820d-e3e21fe8fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.043966 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-0bd55b25-3b95-4463-820d-e3e21fe8fe50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd38e819c6b243dd8072e1a3b865623b&device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 1098 time: 0.1781209 Jul 07 17:22:52.070478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-f7d0baf2-9aba-4642-bf8e-1f889a6a8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.073325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-f7d0baf2-9aba-4642-bf8e-1f889a6a8aa3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518624 Jul 07 17:22:52.078821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 4da0c777-61ed-4960-8f6a-ae353b1568f1 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:52.105664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.124348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d3c85a-a00c-4275-af89-80d5ea582e8d req-dafa7a48-d0d9-4256-bfb8-8f9d23ea3cb4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2983603 Jul 07 17:22:52.183337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Subnet': ['ID=a2ddfd8e-05b9-4022-b9aa-c15d8a147faf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.261820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.279091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.302383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9e4b49-6638-48d8-a2f3-62c63aff7865']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:52.316311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de3be-7cbc-4a0b-8af4-38c66c1fc8e2 req-21b9d32f-0bce-46ee-b574-06150405eab6 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.317976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-417de3be-7cbc-4a0b-8af4-38c66c1fc8e2 req-21b9d32f-0bce-46ee-b574-06150405eab6 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 946 time: 0.5005124 Jul 07 17:22:52.336422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Checking segment: {'id': 'd6a21f5d-e90a-4d2e-bb84-35729655753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:52.336796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network hostable DHCP agents. Network: 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:52.349928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415d9c41-1b99-4e60-ae59-099718d27943') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:52.350475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415d9c41-1b99-4e60-ae59-099718d27943') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:52.387408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.408747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.421180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.447637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:52.448067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:52.451410 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:52.475994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:52.515001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-4a090a91-665a-4f50-9371-a35d38973ae8 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301877 Jul 07 17:22:52.516721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-417de3be-7cbc-4a0b-8af4-38c66c1fc8e2 req-fd0ace75-d100-4d5a-9a23-014506c8a84b tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833301 Jul 07 17:22:52.549032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:52.562765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:52.563367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.608630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695dff3-6c2f-4d8f-893e-2a2d1bcf0216 None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:52.638270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.649133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52b51782-feef-4618-a901-ac112351530e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4744406 Jul 07 17:22:52.664501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.680381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Router a43b065d-3cac-46ec-84a6-d961173bbb2c is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:22:52.686570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.693483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/0e9e4b49-6638-48d8-a2f3-62c63aff7865 HTTP/1.1" status: 204 len: 168 time: 5.6977844 Jul 07 17:22:52.701904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'network': {'name': 'tempest-router-network01--2040675833'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:52.713254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.766026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56165-015d-41f3-b812-7895154bc3ea tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=0e9e4b49-6638-48d8-a2f3-62c63aff7865,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:52.827088 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a69230f-93fe-4324-96e8-91e8039b8f05 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:52.830903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a69230f-93fe-4324-96e8-91e8039b8f05 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:52.836095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a69230f-93fe-4324-96e8-91e8039b8f05 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/5d6f23eb-5902-4fd1-9cfb-0f914a308c7e HTTP/1.1" status: 404 len: 337 time: 0.0907726 Jul 07 17:22:52.842299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.868593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:52.873454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:52.898331 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a6e9d-a6fb-4c32-acc0-04de0f1b8283 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:52.898656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44a6e9d-a6fb-4c32-acc0-04de0f1b8283 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:52.904097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f44a6e9d-a6fb-4c32-acc0-04de0f1b8283 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/0e9e4b49-6638-48d8-a2f3-62c63aff7865 HTTP/1.1" status: 404 len: 339 time: 0.0574200 Jul 07 17:22:52.960155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.005805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8ee2c3c0-9fb1-4b72-9b01-20e914a17b52', 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52', 'tenant_id': '712dc316134a48dc8605b6b9ae1f8e7f', 'fixed_ips': [{'subnet_id': 'a2ddfd8e-05b9-4022-b9aa-c15d8a147faf'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:53.011511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.019785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.109919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-96108647-f14d-4fe4-a57f-cc2d9fb77a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.112009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-96108647-f14d-4fe4-a57f-cc2d9fb77a30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5abc7516-fc21-4be1-9a33-170d57dc2480 HTTP/1.1" status: 200 len: 909 time: 1.0294924 Jul 07 17:22:53.132708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.179154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:53.201112 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-66d230b3-25db-4991-929c-42aec97b5183 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce HTTP/1.1" status: 200 len: 217 time: 0.0799656 Jul 07 17:22:53.235905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Allocated IP 2001:db8::2 (8ee2c3c0-9fb1-4b72-9b01-20e914a17b52/a2ddfd8e-05b9-4022-b9aa-c15d8a147faf/5c4392bc-201b-4c23-8a85-ee225f19648a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:53.266797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=4da0c777-61ed-4960-8f6a-ae353b1568f1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.278425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.282728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2964f2ee-469b-4ad0-9211-dc1ffa845804 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/4da0c777-61ed-4960-8f6a-ae353b1568f1 HTTP/1.1" status: 204 len: 168 time: 1.2827458 Jul 07 17:22:53.285097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.286248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.286537 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Added segment 55e9708a-c740-441e-b5cc-4dc82c206b7b of type vlan for network 98168f14-c6ad-4c70-92a4-ed474b9d8893 Jul 07 17:22:53.304867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1a270-e21a-44a6-b6a2-ffb5ef8a5433 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:53.340724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-b562fbff-39a0-49a1-a4de-ce8ad86e553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.342245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-b562fbff-39a0-49a1-a4de-ce8ad86e553a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be98cb72-8ff2-4597-87cb-228e1a58df64 HTTP/1.1" status: 200 len: 848 time: 0.1098456 Jul 07 17:22:53.388077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-ad0163ab-a606-4771-b7a0-077ff8c18c37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5abc7516-fc21-4be1-9a33-170d57dc2480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381167 Jul 07 17:22:53.391677 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb273718-cacd-4f44-a5dc-d0ef0fc28396 req-274e1b4e-0633-42f7-9a7c-c32080e9d5be service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653424 Jul 07 17:22:53.391843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9af67794-ece8-4652-b876-779163cd9a70 None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:53.392186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af67794-ece8-4652-b876-779163cd9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.398986 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3c9529-8b34-49c4-994c-ae9bed7bc2c5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:53.398986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3c9529-8b34-49c4-994c-ae9bed7bc2c5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:53.403226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3e3c9529-8b34-49c4-994c-ae9bed7bc2c5 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/0cb14e71-88d9-4cf4-9d2c-182321cac540 HTTP/1.1" status: 404 len: 337 time: 0.1125152 Jul 07 17:22:53.412486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.417125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.491340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.495199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9af67794-ece8-4652-b876-779163cd9a70 None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:53.498786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-6f267fa8-5927-4506-86c4-8774c209c2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042812 Jul 07 17:22:53.505116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:53.518902 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Sync routers for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:53.529915 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:53.531207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:53.571253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9af67794-ece8-4652-b876-779163cd9a70 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:53.571660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af67794-ece8-4652-b876-779163cd9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.572225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7394dd-f490-47f3-b742-f0992911a934 req-9f683496-c7f4-48ef-94dc-05dcbd4d68b6 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.579693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee7394dd-f490-47f3-b742-f0992911a934 req-9f683496-c7f4-48ef-94dc-05dcbd4d68b6 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.6241612 Jul 07 17:22:53.600899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.619154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Transition to ACTIVE for port object 5c4392bc-201b-4c23-8a85-ee225f19648a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:53.628464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.629620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a4e33f65-6b4e-4597-a619-89d09b076020 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7314501 Jul 07 17:22:53.633696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.663125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:53.671172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Transition to ACTIVE for port object 5c4392bc-201b-4c23-8a85-ee225f19648a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:53.672423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting subnet 99e62eb5-8c50-4028-8738-879b29ba6434 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:53.690964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.706701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.763975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:53.775736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:53.781577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:53.784454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Pushing event updated for resources: {'Port': ['ID=5c4392bc-201b-4c23-8a85-ee225f19648a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:53.797709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.803694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.804209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.810982 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f8f1969-0052-4098-a2c9-39efad1820ae req-2e0a7933-d853-44d1-bbbe-45ae2ccfef1e service neutron] 10.222.0.32 "GET /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038182 Jul 07 17:22:53.865846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Attempting to bind port 5c4392bc-201b-4c23-8a85-ee225f19648a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:53.866603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Attempting to bind port 5c4392bc-201b-4c23-8a85-ee225f19648a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd6a21f5d-e90a-4d2e-bb84-35729655753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:53.867502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Attempting to bind port 5c4392bc-201b-4c23-8a85-ee225f19648a on network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:53.872920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.875446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:53.876283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Checking segment: {'id': 'd6a21f5d-e90a-4d2e-bb84-35729655753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:53.876952 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.878050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Bound using segment: {'id': 'd6a21f5d-e90a-4d2e-bb84-35729655753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:53.878841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.879343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Bound port: 5c4392bc-201b-4c23-8a85-ee225f19648a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a21f5d-e90a-4d2e-bb84-35729655753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ee2c3c0-9fb1-4b72-9b01-20e914a17b52'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:53.879973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.885171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.891462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.897509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.904422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.910096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:53.917985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-ec1acff1-138c-4c07-a40d-85a29fe1aee1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.5860512 Jul 07 17:22:53.939167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.943186 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:53.972101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee7394dd-f490-47f3-b742-f0992911a934 req-bf00018f-d533-456f-bf7e-8c7a36ff70aa tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914275 Jul 07 17:22:53.981075 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:50Z', 'revision_number': 3, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:53.986295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] For port 5c4392bc-201b-4c23-8a85-ee225f19648a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:53.990481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] For port 5c4392bc-201b-4c23-8a85-ee225f19648a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5c4392bc-201b-4c23-8a85-ee225f19648a,segment=NetworkSegment(d6a21f5d-e90a-4d2e-bb84-35729655753b),segment_id=d6a21f5d-e90a-4d2e-bb84-35729655753b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:53.998720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.030462 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Checking router: a43b065d-3cac-46ec-84a6-d961173bbb2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:54.030817 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Updating router a43b065d-3cac-46ec-84a6-d961173bbb2c port 6edfe636-1880-4643-acad-659bd4c7f839 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:54.077717 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.138871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Pushing event updated for resources: {'Port': ['ID=5c4392bc-201b-4c23-8a85-ee225f19648a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.159687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.160044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.160392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.160740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.161105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.161445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.161785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.162133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.164349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.164704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.165057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.165420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655b1d0-7b54-4dbb-b612-d30e71f37999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:54.455826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.593019 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.606884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9372077 Jul 07 17:22:54.619650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Transition to ACTIVE for port object 6edfe636-1880-4643-acad-659bd4c7f839 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:54.630403 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.679220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:54.693149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'network': {'name': 'tempest-router-network02--1638680911'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:54.747650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Attempting to bind port 6edfe636-1880-4643-acad-659bd4c7f839 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:54.748396 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Attempting to bind port 6edfe636-1880-4643-acad-659bd4c7f839 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:54.748937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Attempting to bind port 6edfe636-1880-4643-acad-659bd4c7f839 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:54.750292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.758488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5714d1c-df84-4579-b4ac-ab6bf481a523 None None] Pushing event updated for resources: {'Port': ['ID=6edfe636-1880-4643-acad-659bd4c7f839,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:54.764331 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:54.764978 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:54.765602 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.766187 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:54.766837 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Bound port: 6edfe636-1880-4643-acad-659bd4c7f839, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:54.767799 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.814411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-be2f7dcc-9b11-45b6-a3f0-ad4211116229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:54.816204 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-be2f7dcc-9b11-45b6-a3f0-ad4211116229 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.3049061 Jul 07 17:22:54.819397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:54.825368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.829934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b40b5d-8240-4aab-981e-35ffd7aac56e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:54.844477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc836b11-29f5-4801-aa53-e1e6d7fe39c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:54.844944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc836b11-29f5-4801-aa53-e1e6d7fe39c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:54.858913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.898603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] For port 6edfe636-1880-4643-acad-659bd4c7f839, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:54.915209 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] For port 6edfe636-1880-4643-acad-659bd4c7f839, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6edfe636-1880-4643-acad-659bd4c7f839,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:54.917734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8f039af-a1f1-4e3b-a4cc-9bbda9779d76 None None] Provisioning complete for port 39dfe3db-1fef-47fc-b22f-6ff57af50648 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:54.920554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f039af-a1f1-4e3b-a4cc-9bbda9779d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.923513 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.959821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.960039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:54.969585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:54.970325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.987703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8f039af-a1f1-4e3b-a4cc-9bbda9779d76 None None] Port 39dfe3db-1fef-47fc-b22f-6ff57af50648 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:54.991696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:54.992051 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Added segment 4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6 of type vlan for network 42a4dbdd-f042-4eed-a72e-2b3945adb261 Jul 07 17:22:54.999911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8f039af-a1f1-4e3b-a4cc-9bbda9779d76 None None] Provisioning complete for port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:55.000291 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8f039af-a1f1-4e3b-a4cc-9bbda9779d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.018188 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:55.019066 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:55.021208 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5714d1c-df84-4579-b4ac-ab6bf481a523 None None] Pushing event updated for resources: {'Port': ['ID=6edfe636-1880-4643-acad-659bd4c7f839,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.022296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Allocated IP 172.20.0.1 (7b7e6830-d6c7-4f0e-8e96-c94ed0261da4/d05694ab-b8cd-4b21-9a60-ad84cb545bbb/b853351e-f317-400b-9dbd-aa07a43b341e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:55.048757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89076e19-b4dd-4855-920f-c0b1f30dc12d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Network': ['ID=98168f14-c6ad-4c70-92a4-ed474b9d8893,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:55.057061 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:55.060792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.077764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-aca324b9-4062-45f2-8344-c705df7d3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.079559 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-aca324b9-4062-45f2-8344-c705df7d3d13 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.2468154 Jul 07 17:22:55.081238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.098300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.103829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.109490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/24b40b5d-8240-4aab-981e-35ffd7aac56e HTTP/1.1" status: 204 len: 168 time: 2.1470749 Jul 07 17:22:55.117932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.118844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Subnet': ['ID=99e62eb5-8c50-4028-8738-879b29ba6434,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.119911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:55.190923 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e8bc8a-be43-4f6b-80d1-10dd4e8c5adc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:55.191437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e8bc8a-be43-4f6b-80d1-10dd4e8c5adc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:55.196645 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-74e8bc8a-be43-4f6b-80d1-10dd4e8c5adc tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/554da366-4889-43f6-a19b-a4a7b0f1a5ff HTTP/1.1" status: 404 len: 337 time: 0.0597308 Jul 07 17:22:55.199272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.218316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65b5db80-1166-44f4-a4e3-14faab2c2681 req-de9dec54-39ef-4f70-9874-528c4b9593b6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2992854 Jul 07 17:22:55.237272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:55.286162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.291707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1985d5c5-9b8a-4605-93dd-1298e1ca4d4f tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/99e62eb5-8c50-4028-8738-879b29ba6434 HTTP/1.1" status: 204 len: 168 time: 1.8503475 Jul 07 17:22:55.294765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4818e23-25ef-4ba7-8cdf-d70216df98c0 None None] Network 0b330d38-ee0e-4795-bf43-94d80c2278f1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:55.297471 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-dc9e445f-339f-486c-8bda-3fa9f5c0b288 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1001 time: 0.2092118 Jul 07 17:22:55.324931 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afc8dbe-4d3e-4415-b3a4-6b6fe244aad1 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:55.325571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afc8dbe-4d3e-4415-b3a4-6b6fe244aad1 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:55.336545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5afc8dbe-4d3e-4415-b3a4-6b6fe244aad1 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/050576e0-7e73-4657-9a81-a992cc07eadf HTTP/1.1" status: 404 len: 339 time: 0.1171477 Jul 07 17:22:55.341973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19d7bc-3190-4979-952f-3af4332b59a2 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=24b40b5d-8240-4aab-981e-35ffd7aac56e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.345338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.345706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.455401 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20b4604-8a17-43da-b842-4ba5a19510a0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:55.455858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20b4604-8a17-43da-b842-4ba5a19510a0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:55.457620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f20b4604-8a17-43da-b842-4ba5a19510a0 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/16e426dd-6cc3-4300-a1a4-1259210296ae HTTP/1.1" status: 404 len: 337 time: 0.1050222 Jul 07 17:22:55.462554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.501887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:22:55.540351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36894) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.540604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7031a754-c132-4d66-9318-176bd1d4dbf7 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f88e2d1-e1b1-4dbf-9662-e980441c939f HTTP/1.1" status: 200 len: 205 time: 0.0717382 Jul 07 17:22:55.542410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:50Z', 'revision_number': 3, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:55.551608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting subnet dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:55.553488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.569691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712efcca-e41a-4029-a89a-29de0200ec51 req-11493a29-46f1-4b42-90cb-60b842633775 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.577428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-712efcca-e41a-4029-a89a-29de0200ec51 req-11493a29-46f1-4b42-90cb-60b842633775 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.6746287 Jul 07 17:22:55.589771 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ffa918-62d2-4e0b-92fc-4d16b109e596 None None] The sync data for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 is: [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:50Z', 'revision_number': 3, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:55.596751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.667849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port 743ab76a-c9c6-4110-8743-4c5491c894b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:55.669024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.697458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] DHCP port deletion for 0b330d38-ee0e-4795-bf43-94d80c2278f1 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:55.700205 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-709ccf44-ef4a-4642-ae6c-2c060734fc19 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] delete failed (client error): The resource could not be found. Jul 07 17:22:55.706712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-709ccf44-ef4a-4642-ae6c-2c060734fc19 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/routers/1f88e2d1-e1b1-4dbf-9662-e980441c939f HTTP/1.1" status: 404 len: 336 time: 0.1355760 Jul 07 17:22:55.717013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Transition to ACTIVE for port object b853351e-f317-400b-9dbd-aa07a43b341e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:55.741305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.758630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.771575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b5430-0a92-4606-86f1-1dd36c42c5db None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:55.775507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.823991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-712efcca-e41a-4029-a89a-29de0200ec51 req-f9894625-f5d6-4c87-adf4-7216ce56640f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457459 Jul 07 17:22:55.830377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Pushing event updated for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.836529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.844048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.844853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.845807 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9315ee44-1d02-4cec-b3c7-35efe1170c81 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:55.846467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9315ee44-1d02-4cec-b3c7-35efe1170c81 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:55.849066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9315ee44-1d02-4cec-b3c7-35efe1170c81 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/3a8800c8-96fd-4021-8ada-f9e974881fb4 HTTP/1.1" status: 404 len: 337 time: 0.1068010 Jul 07 17:22:55.857258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:55.860527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Deleting port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:55.861047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.942341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:55.944287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Network': ['ID=42a4dbdd-f042-4eed-a72e-2b3945adb261,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:55.948920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:55.951644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-dd0890ef-23ea-436e-9536-4e871b2549b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:55.953213 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-dd0890ef-23ea-436e-9536-4e871b2549b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.5645137 Jul 07 17:22:55.953934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:55.972731 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9506a994-4493-4f0b-9c50-2fb5eed3e203 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:55.973204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9506a994-4493-4f0b-9c50-2fb5eed3e203 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:55.977372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9506a994-4493-4f0b-9c50-2fb5eed3e203 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/11a0fb1c-4a39-4b1f-a858-27f3f267cba2 HTTP/1.1" status: 404 len: 337 time: 0.1136580 Jul 07 17:22:55.979501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] For port 35a2abb5-e63e-4a4a-9fab-47640c5e0801, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=35a2abb5-e63e-4a4a-9fab-47640c5e0801,segment=NetworkSegment(2ccc26ff-f497-4baa-8202-73de28d2fd16),segment_id=2ccc26ff-f497-4baa-8202-73de28d2fd16)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:55.979975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:55.984232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.033642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb2a7bb9-26f6-4aa8-b275-ff1c8233d0ac tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3481560 Jul 07 17:22:56.036539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.048566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Calling delete_port for 35a2abb5-e63e-4a4a-9fab-47640c5e0801 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:56.053647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'subnet': {'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:56.179976 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01ebf85-ed4b-4a86-9144-70b0400adf83 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.180446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01ebf85-ed4b-4a86-9144-70b0400adf83 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.190700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b01ebf85-ed4b-4a86-9144-70b0400adf83 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/3b948e1d-3e7d-4dfe-b389-087d6708c933 HTTP/1.1" status: 404 len: 337 time: 0.2053754 Jul 07 17:22:56.191584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36910) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.209174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:56.209174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5c4392bc-201b-4c23-8a85-ee225f19648a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:56.235162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port 743ab76a-c9c6-4110-8743-4c5491c894b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=743ab76a-c9c6-4110-8743-4c5491c894b7,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:56.235729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.298756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.303793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for 743ab76a-c9c6-4110-8743-4c5491c894b7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:56.337617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.425500 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-607181dd-3469-4382-afc4-ef902c55f064 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.426305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607181dd-3469-4382-afc4-ef902c55f064 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.436099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-607181dd-3469-4382-afc4-ef902c55f064 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/04d6f8af-3dfe-4523-a843-0c0ec690c047 HTTP/1.1" status: 404 len: 333 time: 0.2357090 Jul 07 17:22:56.438093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.466659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-469c0e28-6d41-43fc-8dd1-d3c670498a40 None None] Provisioning for port 5c4392bc-201b-4c23-8a85-ee225f19648a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:56.485064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:56.494122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.508263 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c19a20-b90c-4159-8010-2fc29ae4fb29 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.508741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c19a20-b90c-4159-8010-2fc29ae4fb29 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.514642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.516488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-00c19a20-b90c-4159-8010-2fc29ae4fb29 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/f094bcb6-0a14-4fb5-8cdf-c99c0cc80c6d HTTP/1.1" status: 404 len: 337 time: 0.0717297 Jul 07 17:22:56.516820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36918) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.550749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.570602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] Pushing event deleted for resources: {'Port': ['ID=35a2abb5-e63e-4a4a-9fab-47640c5e0801,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:56.571974 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fcc445-5121-4fb3-b597-637538f50ba7 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.572445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fcc445-5121-4fb3-b597-637538f50ba7 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.578412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-24fcc445-5121-4fb3-b597-637538f50ba7 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/1f0bbc2c-dca6-4251-ad58-bfd4ea3a78f5 HTTP/1.1" status: 404 len: 337 time: 0.0567670 Jul 07 17:22:56.579209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36922) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.582962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-bbe71318-2f8b-419a-b16e-fb84cacd5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:56.584493 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-bbe71318-2f8b-419a-b16e-fb84cacd5ab2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6014624 Jul 07 17:22:56.592397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94320098-d107-406a-930a-0bfe1adfa106 None None] No DVR routers for this DVR port 35a2abb5-e63e-4a4a-9fab-47640c5e0801 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:56.622985 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5fcfa3-760c-4f94-9e90-9378f2b2bc67 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.623816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5fcfa3-760c-4f94-9e90-9378f2b2bc67 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.628415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e5fcfa3-760c-4f94-9e90-9378f2b2bc67 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/1ae08a0e-4e7f-4b08-a282-07e4a13cfde9 HTTP/1.1" status: 404 len: 333 time: 0.0428786 Jul 07 17:22:56.631975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 5c4392bc-201b-4c23-8a85-ee225f19648a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:56.632469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36924) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.661936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80f5b328-3279-42da-b75c-f32148b16c30 None None] Provisioning for port b853351e-f317-400b-9dbd-aa07a43b341e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:56.668519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5c4392bc-201b-4c23-8a85-ee225f19648a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:56.669041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.673048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80f5b328-3279-42da-b75c-f32148b16c30 None None] Provisioning complete for port b853351e-f317-400b-9dbd-aa07a43b341e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:56.673048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80f5b328-3279-42da-b75c-f32148b16c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.701125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:56.714961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:56.724286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-652ce1a7-607d-4465-8afc-4244041fa7d8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/dcdc6016-ee34-4a7f-a0fc-127b5d52ae5f HTTP/1.1" status: 204 len: 168 time: 1.3621573 Jul 07 17:22:56.749765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-67343e71-b763-455c-8714-74d20bfbd883 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179271 Jul 07 17:22:56.750386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.761783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5493345-2e62-4618-9525-5f717318d74d None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:56.829344 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e55bf6-821c-47c2-b417-e0e87fa8953d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.829819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e55bf6-821c-47c2-b417-e0e87fa8953d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.834721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-33e55bf6-821c-47c2-b417-e0e87fa8953d tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/18f90f12-a59d-45b0-aa66-638aab3e3275 HTTP/1.1" status: 404 len: 337 time: 0.2012999 Jul 07 17:22:56.838862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.924910 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06bb98c-12d3-4911-8f2a-3496fd14a989 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:56.925649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06bb98c-12d3-4911-8f2a-3496fd14a989 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:56.928540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a06bb98c-12d3-4911-8f2a-3496fd14a989 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/subnets/b5fa0d36-1cf0-426e-a57b-71126eeafaeb HTTP/1.1" status: 404 len: 337 time: 0.0853422 Jul 07 17:22:56.936784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:56.986910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80f5b328-3279-42da-b75c-f32148b16c30 None None] Port b853351e-f317-400b-9dbd-aa07a43b341e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:57.002815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff751e01-e73c-4a92-bf30-ed383e7e5888 req-a3a7596d-77d1-4d8b-b8d7-83e3aff99df1 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468457 Jul 07 17:22:57.085169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.091543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting subnet b045e663-5a5a-4974-a95d-b25a7229bad7 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:57.093576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.099806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.100191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.107050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.113492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.119976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.131190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.144514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-6aa46557-d35b-4ad3-9946-3ca2d89f570e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.6426249 Jul 07 17:22:57.158549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.181614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.264047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.281862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9fba1460-ec9a-4724-84cc-de9b89f252ae None None] Provisioning complete for port 5c4392bc-201b-4c23-8a85-ee225f19648a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:57.282418 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fba1460-ec9a-4724-84cc-de9b89f252ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.356434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 5c4392bc-201b-4c23-8a85-ee225f19648a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5c4392bc-201b-4c23-8a85-ee225f19648a,segment=NetworkSegment(d6a21f5d-e90a-4d2e-bb84-35729655753b),segment_id=d6a21f5d-e90a-4d2e-bb84-35729655753b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:57.368561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.369261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.399182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.416090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b81403d-1d0e-4c8e-b30d-4dad49b5f93d req-180acd04-4f86-46e4-ad72-53e3961e5378 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2704141 Jul 07 17:22:57.465084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=5c4392bc-201b-4c23-8a85-ee225f19648a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.477068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.494188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=743ab76a-c9c6-4110-8743-4c5491c894b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.522007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:22:57.568863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.571127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 35a2abb5-e63e-4a4a-9fab-47640c5e0801 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:22:57.571606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 35a2abb5-e63e-4a4a-9fab-47640c5e0801 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:57.578007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.647000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.673626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805da1-926e-409f-ae1f-a23a21fd5c7a req-e868f65f-0208-4057-9147-6134a9982667 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:57.678806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3805da1-926e-409f-ae1f-a23a21fd5c7a req-e868f65f-0208-4057-9147-6134a9982667 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.5256851 Jul 07 17:22:57.706397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Deleting port 39dfe3db-1fef-47fc-b22f-6ff57af50648 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:57.707064 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.722433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Subnet': ['ID=44f20ae9-09da-4cb3-af96-086ac9546eac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.752958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Pushing event updated for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.775850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:57.780687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/b045e663-5a5a-4974-a95d-b25a7229bad7 HTTP/1.1" status: 204 len: 168 time: 1.0258179 Jul 07 17:22:57.783718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fc9ef-9806-4b94-8e05-96014781006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=b045e663-5a5a-4974-a95d-b25a7229bad7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:57.785449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:57.825080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.000957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Checking segment: {'id': '55e9708a-c740-441e-b5cc-4dc82c206b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:58.001585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network hostable DHCP agents. Network: 98168f14-c6ad-4c70-92a4-ed474b9d8893, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:58.093715 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.143436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3805da1-926e-409f-ae1f-a23a21fd5c7a req-4b28784a-d7e7-423a-9e5a-6808d84f53cd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279199 Jul 07 17:22:58.159105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Calling delete_port for 39dfe3db-1fef-47fc-b22f-6ff57af50648 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:58.245378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6edfe636-1880-4643-acad-659bd4c7f839 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:58.257362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:58.321190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 98168f14-c6ad-4c70-92a4-ed474b9d8893) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:58.334170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87a9fb-9f59-44b8-878d-31ee91c4e984 None None] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:58.342337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.343193 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.370637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.441174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 6edfe636-1880-4643-acad-659bd4c7f839 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:58.448314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1fd60415-9e0d-4c02-84b4-7ab2d2b9d878 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4039874 Jul 07 17:22:58.452416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:58.488793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d294b2e-06d3-4f5d-aa3d-dc6286a2179f None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:58.493537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6edfe636-1880-4643-acad-659bd4c7f839 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:58.493970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.504982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'subnet': {'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:58.571730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.627277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:58.632563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:58.671299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Port': ['ID=39dfe3db-1fef-47fc-b22f-6ff57af50648,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:58.733380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.740234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-19fc77e6-1ae4-4b20-9c43-e18ae443a3e4 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/ports/39dfe3db-1fef-47fc-b22f-6ff57af50648 HTTP/1.1" status: 204 len: 168 time: 1.8001866 Jul 07 17:22:58.765753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:58.785794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-745901da-dbe4-4b40-bb4e-cbf010d9251e None None] Provisioning complete for port 06459cbf-45d1-4c49-b08b-7a4362248a44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:58.786457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-745901da-dbe4-4b40-bb4e-cbf010d9251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.814771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:58.819527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Router a43b065d-3cac-46ec-84a6-d961173bbb2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:58.980907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b03016f5-5d2f-4dc6-916f-9fe4e29369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:58.982836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b03016f5-5d2f-4dc6-916f-9fe4e29369ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 1.0417073 Jul 07 17:22:59.006790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port 06459cbf-45d1-4c49-b08b-7a4362248a44 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:59.007140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.015402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-98168f14-c6ad-4c70-92a4-ed474b9d8893', 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893', 'tenant_id': '712dc316134a48dc8605b6b9ae1f8e7f', 'fixed_ips': [{'subnet_id': '44f20ae9-09da-4cb3-af96-086ac9546eac'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:59.016298 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.043111 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.115300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=06459cbf-45d1-4c49-b08b-7a4362248a44,segment=NetworkSegment(7449ff57-6d22-481c-a2f5-3ba3eab12933),segment_id=7449ff57-6d22-481c-a2f5-3ba3eab12933)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:59.116164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.133331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] DHCP port deletion for c5185fbe-35c7-47df-81ee-1f3c42f70766 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:22:59.136464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for 06459cbf-45d1-4c49-b08b-7a4362248a44 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:59.143199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 6edfe636-1880-4643-acad-659bd4c7f839, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6edfe636-1880-4643-acad-659bd4c7f839,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:59.203173 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.203899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5c4392bc-201b-4c23-8a85-ee225f19648a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:59.271761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:59.279543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3ef39eb-5254-4437-ae35-c325cf021420 admin admin] 10.222.0.22 "PUT /v2.0/routers/a43b065d-3cac-46ec-84a6-d961173bbb2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6447771 Jul 07 17:22:59.306540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Sync routers for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:59.340740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.351315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b990fe3f-f036-49c5-b539-381d85d97f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.353364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b990fe3f-f036-49c5-b539-381d85d97f37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.1638701 Jul 07 17:22:59.360999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port 06459cbf-45d1-4c49-b08b-7a4362248a44 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:59.419850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:59.420523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.439954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:59.443721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.448851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:59.455850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.492412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=6edfe636-1880-4643-acad-659bd4c7f839,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:59.534549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.538618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-1efb677e-9854-49b0-a6d3-b6eef9483972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1001 time: 0.1716816 Jul 07 17:22:59.556192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5185fbe-35c7-47df-81ee-1f3c42f70766']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.565530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a895fc70-b909-46fd-913b-e674a119ee8a None None] Provisioning complete for port b853351e-f317-400b-9dbd-aa07a43b341e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:59.565917 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a895fc70-b909-46fd-913b-e674a119ee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.569812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Allocated IP 2001:db8::2 (98168f14-c6ad-4c70-92a4-ed474b9d8893/44f20ae9-09da-4cb3-af96-086ac9546eac/3d130258-d09a-4349-9bc2-2f5edd020fae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:59.572103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5c4392bc-201b-4c23-8a85-ee225f19648a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:59.572470 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.575254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Deleting port 06459cbf-45d1-4c49-b08b-7a4362248a44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:22:59.575634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.590302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7449ff57-6d22-481c-a2f5-3ba3eab12933') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.590673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7449ff57-6d22-481c-a2f5-3ba3eab12933') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.603012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.614473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.615691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b6b51479-7af2-45c8-8d78-63f1380673dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.617283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-b6b51479-7af2-45c8-8d78-63f1380673dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.0724590 Jul 07 17:22:59.620669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.627553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.631523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.633579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.639602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.645499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.651870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.654458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-571b0ecf-1fad-4490-96f2-be3afac3ecb8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.9746006 Jul 07 17:22:59.660138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:59.660598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:59.664712 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:59.720861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c083d-d3c6-4bc8-8ea5-e82327501840 req-0d1a7f95-31e2-4c22-aefd-5f251b9e504f tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.722320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-555c083d-d3c6-4bc8-8ea5-e82327501840 req-0d1a7f95-31e2-4c22-aefd-5f251b9e504f tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 946 time: 0.4200962 Jul 07 17:22:59.741837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-d0d42605-a1d4-4cca-82d2-f0d3a8b066f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:59.743434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-d0d42605-a1d4-4cca-82d2-f0d3a8b066f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202698 Jul 07 17:22:59.744041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.753305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a895fc70-b909-46fd-913b-e674a119ee8a None None] Port b853351e-f317-400b-9dbd-aa07a43b341e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:59.754918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.759635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/c5185fbe-35c7-47df-81ee-1f3c42f70766 HTTP/1.1" status: 204 len: 168 time: 1.9670973 Jul 07 17:22:59.765332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:59.776742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36966) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.795444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a5e3e-6e82-477e-8264-899407b45265 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=c5185fbe-35c7-47df-81ee-1f3c42f70766,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:59.814654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] For port 06459cbf-45d1-4c49-b08b-7a4362248a44, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:59.815245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.836995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.849852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Calling delete_port for 06459cbf-45d1-4c49-b08b-7a4362248a44 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:22:59.851708 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8404cfdd-a6fd-4af8-9728-d33d7c1182bb tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:59.852175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8404cfdd-a6fd-4af8-9728-d33d7c1182bb tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:59.856742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8404cfdd-a6fd-4af8-9728-d33d7c1182bb tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/42481ba6-2799-4da2-a87c-3e77281d73ce HTTP/1.1" status: 404 len: 337 time: 0.0790055 Jul 07 17:22:59.857467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Port 06459cbf-45d1-4c49-b08b-7a4362248a44 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:22:59.857591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.865580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Router ffb50211-0227-4552-926f-99cd984d6feb has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:59.872238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b330d38-ee0e-4795-bf43-94d80c2278f1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.887502 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-253a569d-9ef4-4fbc-80d2-3a3042aa6885 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:59.888079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253a569d-9ef4-4fbc-80d2-3a3042aa6885 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:59.892142 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-253a569d-9ef4-4fbc-80d2-3a3042aa6885 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/e75c41f7-0d46-427f-ac9b-7623f545c543 HTTP/1.1" status: 404 len: 339 time: 0.0300100 Jul 07 17:22:59.894264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36970) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.905459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccc26ff-f497-4baa-8202-73de28d2fd16') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.906066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccc26ff-f497-4baa-8202-73de28d2fd16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:59.907094 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.913525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bb8f466-2136-479b-a25c-636f7a3d4a12 req-4732fbb2-9fd9-45df-92b8-59381e88a410 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137764 Jul 07 17:22:59.926766 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38391f1-7ac2-4013-8a1a-eb64e4d4c643 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:59.927240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38391f1-7ac2-4013-8a1a-eb64e4d4c643 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:59.928988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e38391f1-7ac2-4013-8a1a-eb64e4d4c643 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/7980ae8f-1447-4808-bb87-a499c5dad114 HTTP/1.1" status: 404 len: 337 time: 0.0340159 Jul 07 17:22:59.936658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36972) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.944927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-555c083d-d3c6-4bc8-8ea5-e82327501840 req-85bddf47-f5c3-4512-8b8a-9b84dac6362f tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683843 Jul 07 17:22:59.958388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.968243 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d97133a-879c-4d8c-bc2d-49495b55d82c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:22:59.968866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d97133a-879c-4d8c-bc2d-49495b55d82c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:22:59.970642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d97133a-879c-4d8c-bc2d-49495b55d82c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/eccd794c-2c4c-465d-9d78-0c3f16e47fe7 HTTP/1.1" status: 404 len: 339 time: 0.0330353 Jul 07 17:22:59.974485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:59.974705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-7fd6b49b-460b-4fe9-a688-6581295ad8bb service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140298 Jul 07 17:22:59.988460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Network c5185fbe-35c7-47df-81ee-1f3c42f70766 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:22:59.988932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] No DVR routers for this DVR port 06459cbf-45d1-4c49-b08b-7a4362248a44 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:22:59.995571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:59.996269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117a7e1-e71c-42fe-8d2a-b1dcd2003239 None None] Pushing event deleted for resources: {'Port': ['ID=06459cbf-45d1-4c49-b08b-7a4362248a44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.094547 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-be790e8b-5c8b-4268-92c6-309c10e8006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:23:00.095369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be790e8b-5c8b-4268-92c6-309c10e8006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:23:00.097328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be790e8b-5c8b-4268-92c6-309c10e8006c tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/79352d18-4e01-4204-bc59-53f136b8dede HTTP/1.1" status: 404 len: 337 time: 0.1210678 Jul 07 17:23:00.100595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36978) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.125631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:00.126390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:00.131193 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:00.161129 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-847334d3-ed7b-4592-a18c-661483cbe979 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:23:00.162409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847334d3-ed7b-4592-a18c-661483cbe979 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:23:00.173646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-847334d3-ed7b-4592-a18c-661483cbe979 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/58c53646-7dc0-4740-8b2b-d8fa7a896564 HTTP/1.1" status: 404 len: 339 time: 0.0711787 Jul 07 17:23:00.174431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.220811 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5b9af35-e74b-47d6-abd6-e92632bfcd13 req-03e6e8c6-e436-4674-b11f-b3c89f652b27 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385397 Jul 07 17:23:00.249096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e36a3fce-d747-4809-9632-b526ec0106b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.287404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting subnet 0e75b6bf-5e60-4046-a0a9-eeb09781876e {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:00.291007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.311124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.355930 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.370215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Transition to ACTIVE for port object 3d130258-d09a-4349-9bc2-2f5edd020fae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:00.386327 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.393063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.399331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.401672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] 10.222.0.22 "DELETE /v2.0/networks/0b330d38-ee0e-4795-bf43-94d80c2278f1 HTTP/1.1" status: 204 len: 168 time: 1.6342161 Jul 07 17:23:00.446055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b8cf-d160-44cd-ae90-dbca72414360 tempest-PortsTestJSON-1308615222 tempest-PortsTestJSON-1308615222-project] Pushing event deleted for resources: {'Network': ['ID=0b330d38-ee0e-4795-bf43-94d80c2278f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.452652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Transition to ACTIVE for port object 3d130258-d09a-4349-9bc2-2f5edd020fae will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:00.454502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:00.459975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b053a9ad-952f-4eaf-8380-436dafa5b958 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "PUT /v2.0/routers/ffb50211-0227-4552-926f-99cd984d6feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9370203 Jul 07 17:23:00.468059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.473620 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Sync routers for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:00.483851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.506633 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:00.508803 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:00.519109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Subnet': ['ID=cf65fed9-bca4-47c4-97f7-0be143202be0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.530529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6edfe636-1880-4643-acad-659bd4c7f839 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:00.571084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:00.572230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeaa63-dc5a-4f10-a078-07742e3376d8 req-58207689-789a-46ca-a1ca-5b08b127739b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.581917 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9aeaa63-dc5a-4f10-a078-07742e3376d8 req-58207689-789a-46ca-a1ca-5b08b127739b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.3797679 Jul 07 17:23:00.586195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:00.594700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:00.599661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Pushing event updated for resources: {'Port': ['ID=3d130258-d09a-4349-9bc2-2f5edd020fae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:00.614439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Checking segment: {'id': '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:00.614944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network hostable DHCP agents. Network: 42a4dbdd-f042-4eed-a72e-2b3945adb261, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:00.623884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting subnet cf63fbc5-40df-4979-891c-19eb03942326 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:00.640386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.652344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 4, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b853351e-f317-400b-9dbd-aa07a43b341e', 'name': '', 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'mac_address': 'fa:16:3e:5e:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:54Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 2, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'subnets': [{'id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:00.705380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Checking router: a43b065d-3cac-46ec-84a6-d961173bbb2c for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:00.705380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Updating router a43b065d-3cac-46ec-84a6-d961173bbb2c port b853351e-f317-400b-9dbd-aa07a43b341e binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:23:00.710139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Attempting to bind port 3d130258-d09a-4349-9bc2-2f5edd020fae on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:00.710520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Attempting to bind port 3d130258-d09a-4349-9bc2-2f5edd020fae by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '55e9708a-c740-441e-b5cc-4dc82c206b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:00.710893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Attempting to bind port 3d130258-d09a-4349-9bc2-2f5edd020fae on network 98168f14-c6ad-4c70-92a4-ed474b9d8893 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:00.743088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-20e72233-e207-47f5-8956-0bca0515b2c3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:00.745818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-20e72233-e207-47f5-8956-0bca0515b2c3 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 946 time: 0.4251904 Jul 07 17:23:00.748103 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:00.753985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.761087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:00.761482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Checking segment: {'id': '55e9708a-c740-441e-b5cc-4dc82c206b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:00.762477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.762881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Bound using segment: {'id': '55e9708a-c740-441e-b5cc-4dc82c206b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:00.763367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Bound port: 3d130258-d09a-4349-9bc2-2f5edd020fae, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e9708a-c740-441e-b5cc-4dc82c206b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98168f14-c6ad-4c70-92a4-ed474b9d8893'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:00.763753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.765608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6edfe636-1880-4643-acad-659bd4c7f839 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:00.765967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.782881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9aeaa63-dc5a-4f10-a078-07742e3376d8 req-1a7377b0-e4f0-46e2-88e8-4038aacd5ae3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993661 Jul 07 17:23:00.786600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.813247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:00.953024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37006) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:00.985961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.021238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] For port 3d130258-d09a-4349-9bc2-2f5edd020fae, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:01.052959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e6d36-2957-4e76-8bb4-2c29d4c572ee None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:01.053573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=0e75b6bf-5e60-4046-a0a9-eeb09781876e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:01.056962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] For port 3d130258-d09a-4349-9bc2-2f5edd020fae, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3d130258-d09a-4349-9bc2-2f5edd020fae,segment=NetworkSegment(55e9708a-c740-441e-b5cc-4dc82c206b7b),segment_id=55e9708a-c740-441e-b5cc-4dc82c206b7b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:01.064790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.068439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9c926a93-9441-49d5-92a0-74ed891fc7d7 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/0e75b6bf-5e60-4046-a0a9-eeb09781876e HTTP/1.1" status: 204 len: 168 time: 0.8507876 Jul 07 17:23:01.071201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:01.073574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37014) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:01.077194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-1aa5070f-2ed7-4e8c-a40b-04a11e80b380 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.084947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-1aa5070f-2ed7-4e8c-a40b-04a11e80b380 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.3416612 Jul 07 17:23:01.121904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.122522 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:01.133891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.164297 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Checking router: ffb50211-0227-4552-926f-99cd984d6feb for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:01.176591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Routers {'ffb50211-0227-4552-926f-99cd984d6feb'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:01.177650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:22:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ffb50211-0227-4552-926f-99cd984d6feb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:01.189322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-e9dba07c-a61b-4367-832e-11ca32651395 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/quotas/156061bf4a694c3e8670001582b6a4df HTTP/1.1" status: 200 len: 375 time: 0.1034458 Jul 07 17:23:01.225292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 06459cbf-45d1-4c49-b08b-7a4362248a44 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:01.245890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 42a4dbdd-f042-4eed-a72e-2b3945adb261) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:01.283408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b18bfd5-abfd-49aa-8de2-6437b237467a None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:01.292226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.301451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 06459cbf-45d1-4c49-b08b-7a4362248a44 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:01.301804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 06459cbf-45d1-4c49-b08b-7a4362248a44 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:01.317357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Deleting port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:01.317790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.356307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:01.357501 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.433489 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] Set router ffb50211-0227-4552-926f-99cd984d6feb gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:01.443960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] For port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,segment=NetworkSegment(07f17aac-2b47-4d34-8bb7-304637597dee),segment_id=07f17aac-2b47-4d34-8bb7-304637597dee)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:01.444336 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.444646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215049-7d7c-4ee3-ab79-44cffa9aadce None None] Pushing event updated for resources: {'Port': ['ID=3d130258-d09a-4349-9bc2-2f5edd020fae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:01.459756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Calling delete_port for 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:01.474381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-63fdd84b-d7ed-4fc5-9c9a-7c72c7c7ec94 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0201406 Jul 07 17:23:01.494333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:01.617299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.667566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.692922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Transition to ACTIVE for port object b853351e-f317-400b-9dbd-aa07a43b341e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:01.693503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:01.709820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Pushing event deleted for resources: {'Port': ['ID=10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:01.757724 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.767377 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-671e65f2-2f07-40a2-a4af-51368c119488 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5c1870630ec4d3ba8d649ff498581a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8097026 Jul 07 17:23:01.770011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-42a4dbdd-f042-4eed-a72e-2b3945adb261', 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261', 'tenant_id': '712dc316134a48dc8605b6b9ae1f8e7f', 'fixed_ips': [{'subnet_id': 'cf65fed9-bca4-47c4-97f7-0be143202be0'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:01.771349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.779028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.781132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f599ff4-6622-4350-8fc9-a03551c95371 None None] The sync data for ids ['ffb50211-0227-4552-926f-99cd984d6feb'] in n-d-791504-12 is: [{'id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'name': 'tempest-TestNetworkBasicOps-router-44965357', 'tenant_id': '5f25a2c155444cbc937e49c00093ac8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:21:17Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 5, 'project_id': '5f25a2c155444cbc937e49c00093ac8f', 'gw_port': {'id': 'c7c403b7-1d04-46cc-9f9a-491a652c5556', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb50211-0227-4552-926f-99cd984d6feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:21:18Z', 'updated_at': '2021-07-07T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:01.786799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37018) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:01.794211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] No DVR routers for this DVR port 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:01.799986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.801992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb19fdfa-685a-4606-8838-3cbbf2fd8429 req-fa36af2d-baaf-4c11-b6f5-ba30f2168d81 tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.32 "DELETE /v2.0/ports/10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce HTTP/1.1" status: 204 len: 173 time: 0.9811211 Jul 07 17:23:01.802621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'name': 'network-vif-deleted', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:01.804906 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7605de3-714f-4625-8e9a-434c8a4ff358" -d '{"events": [{"server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "name": "network-vif-deleted", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:01.818673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5af25097-16ca-4247-9525-56a539570151 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6197522 Jul 07 17:23:01.887219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:01.887608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.975004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.977549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/subnets/cf63fbc5-40df-4979-891c-19eb03942326 HTTP/1.1" status: 204 len: 168 time: 1.5051835 Jul 07 17:23:01.982100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:01.983898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37022) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:01.989111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8342c1-6921-4512-ae86-ed7bfa28efee tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Subnet': ['ID=cf63fbc5-40df-4979-891c-19eb03942326,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.018445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df948a38-bb91-437e-8cc6-ed13b49de229 None None] Network bab919a9-3010-40f3-91cb-a4e8a38b63e6 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:02.085375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656079c4-3189-408d-ba9a-07b966275a9c None None] Pushing event updated for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.146139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7011ff4-3ce7-40ef-882a-2cde64d5807b req-55e89f7b-1057-4c01-95f6-75a3cdf0d59c tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:02.150591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.158048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7011ff4-3ce7-40ef-882a-2cde64d5807b req-55e89f7b-1057-4c01-95f6-75a3cdf0d59c tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb854b8-b60c-40aa-8640-befa0e8d9eba HTTP/1.1" status: 200 len: 867 time: 0.8702707 Jul 07 17:23:02.260081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] DHCP port deletion for f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:02.285091 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7011ff4-3ce7-40ef-882a-2cde64d5807b req-dc5984cd-7d56-48b3-8658-c4b3eb22b8cf tempest-ServerTagsTestJSON-1292698548 tempest-ServerTagsTestJSON-1292698548-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248934 Jul 07 17:23:02.287783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9a8f2b5a-32af-4e5d-9527-3f62606d0727,segment=NetworkSegment(73bc9472-b870-4bc6-be77-d9e3234d9b79),segment_id=73bc9472-b870-4bc6-be77-d9e3234d9b79)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:02.288173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.331529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for 9a8f2b5a-32af-4e5d-9527-3f62606d0727 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:02.443494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Attempting to bind port b853351e-f317-400b-9dbd-aa07a43b341e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:02.444064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Attempting to bind port b853351e-f317-400b-9dbd-aa07a43b341e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:02.444355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Attempting to bind port b853351e-f317-400b-9dbd-aa07a43b341e on network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:02.466523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-9e27143e-5c11-4725-b3c2-7bd0e507fe85 service neutron] 10.222.0.22 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466026 Jul 07 17:23:02.472175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.533254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.535847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.540243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e18568cd-f8a1-463d-bb8f-69f9057bc156 HTTP/1.1" status: 204 len: 168 time: 0.7527997 Jul 07 17:23:02.572997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f700-0049-4d07-8956-34d337b33bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18568cd-f8a1-463d-bb8f-69f9057bc156,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.585643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:02.586034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Checking segment: {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:02.586525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.586932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Bound using segment: {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:02.587690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Bound port: b853351e-f317-400b-9dbd-aa07a43b341e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db194737-95cc-4c8b-99d3-8311c8e0786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:02.588084 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.622198 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f759a46a-0edc-4606-b23c-f2b3f33db409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.647569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.678525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Allocated IP 2001:db8::2 (42a4dbdd-f042-4eed-a72e-2b3945adb261/cf65fed9-bca4-47c4-97f7-0be143202be0/d7a29cba-1dae-4d7c-9184-150d9c1b510a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:02.691913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:02.697267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=9a8f2b5a-32af-4e5d-9527-3f62606d0727,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:02.720491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3d130258-d09a-4349-9bc2-2f5edd020fae up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:02.794908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-a7ff4469-1ce0-4927-9654-ff7a3f72406f service neutron] 10.222.0.22 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273823 Jul 07 17:23:02.809521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.870706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.934446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:02.953523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:02.964002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.000180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bc9472-b870-4bc6-be77-d9e3234d9b79') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.000487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bc9472-b870-4bc6-be77-d9e3234d9b79') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.042826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.099759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Deleting port c7c403b7-1d04-46cc-9f9a-491a652c5556 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:03.102904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.240915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ded4d3-da23-4a2f-bcf7-5a9783e7c33f None None] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:03.278861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Allocated IP 2001:db8::1 (98168f14-c6ad-4c70-92a4-ed474b9d8893/44f20ae9-09da-4cb3-af96-086ac9546eac/487c44db-8c6b-44f2-9644-9a0f68287b9a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:03.296391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Deleting port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:03.296752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.352071 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0eedc8-7486-4ee6-a82f-95b609d48dd2 x-openstack-request-id: req-1b0eedc8-7486-4ee6-a82f-95b609d48dd2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:03.352385 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb854b8-b60c-40aa-8640-befa0e8d9eba", "name": "network-vif-deleted", "tag": "10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:03.352645 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b0eedc8-7486-4ee6-a82f-95b609d48dd2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:03.353326 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb854b8-b60c-40aa-8640-befa0e8d9eba', 'name': 'network-vif-deleted', 'tag': '10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce', 'status': 'completed', 'code': 200} Jul 07 17:23:03.358447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae8fc4ec-ee23-493c-8f55-1a2e6afd23ad req-86521394-258b-47e1-82c8-2273598a46e5 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 210 time: 0.0711257 Jul 07 17:23:03.365071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.388091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] For port b853351e-f317-400b-9dbd-aa07a43b341e, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:03.388634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:03.389226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.401553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.417849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.441592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.451359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Provisioning for port 3d130258-d09a-4349-9bc2-2f5edd020fae completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:03.460241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.463971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] For port b853351e-f317-400b-9dbd-aa07a43b341e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b853351e-f317-400b-9dbd-aa07a43b341e,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:03.472629 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:03.477362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.478152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3d130258-d09a-4349-9bc2-2f5edd020fae completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:03.497016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.501749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.504217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] For port 9a8f2b5a-32af-4e5d-9527-3f62606d0727, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:03.504791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.506353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f HTTP/1.1" status: 204 len: 168 time: 2.4164503 Jul 07 17:23:03.511743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:03.513714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.518069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Provisioning complete for port 3d130258-d09a-4349-9bc2-2f5edd020fae triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:03.518739 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.521405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.525395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:03.533006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] For port c7c403b7-1d04-46cc-9f9a-491a652c5556, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c7c403b7-1d04-46cc-9f9a-491a652c5556,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:03.533394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.539135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:03.543148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-a261fb07-7d25-49d9-a18c-1a620a71ddfd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.7470562 Jul 07 17:23:03.564120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3d130258-d09a-4349-9bc2-2f5edd020fae triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:03.565727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.597685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5d9d-4bc9-4a78-80e9-11325bee77a8 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:03.655624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Calling delete_port for c7c403b7-1d04-46cc-9f9a-491a652c5556 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:03.657757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:03.679896 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c5991c-28ac-45e3-afa2-f3df55d64d10 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:23:03.680358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c5991c-28ac-45e3-afa2-f3df55d64d10 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:23:03.684879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4c5991c-28ac-45e3-afa2-f3df55d64d10 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/0b12ccf2-c944-4893-a356-26b879a1ef9f HTTP/1.1" status: 404 len: 337 time: 0.1414320 Jul 07 17:23:03.687721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:03.703561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] DHCP port deletion for bab919a9-3010-40f3-91cb-a4e8a38b63e6 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:03.705891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:03.706377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 10cb91e2-c91d-44b3-b0f7-8f4b9bdd88ce not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:03.717323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Calling delete_port for 9a8f2b5a-32af-4e5d-9527-3f62606d0727 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:03.734254 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-774c015c-ae2d-4030-8e03-82939993a526 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] DELETE failed (client error): The resource could not be found. Jul 07 17:23:03.734889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774c015c-ae2d-4030-8e03-82939993a526 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:23:03.737248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-774c015c-ae2d-4030-8e03-82939993a526 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/35c060e3-b64a-44f8-a137-c6a870d6266b HTTP/1.1" status: 404 len: 339 time: 0.0489872 Jul 07 17:23:03.737926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:23:03.745914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:03.810442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.851034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Network f1fcf380-3224-4ba4-bbb5-dc8e1ecfce5f is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:23:03.852870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] No DVR routers for this DVR port 9a8f2b5a-32af-4e5d-9527-3f62606d0727 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:03.873858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a2378b6-a8ea-47e5-89c4-c03f264c3e56 req-12c668dd-1de3-4ba0-92a2-9eed1de32042 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3294692 Jul 07 17:23:03.911651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:03.986555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting subnet aa6a2048-3087-4196-a7ff-f77262ae6107 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:03.988087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:03.989885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:03.992925 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.060417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.092604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.132100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Transition to ACTIVE for port object 487c44db-8c6b-44f2-9644-9a0f68287b9a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:04.173347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:04.189365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Deleting subnet be98cb72-8ff2-4597-87cb-228e1a58df64 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:04.194053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.204158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.231335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656079c4-3189-408d-ba9a-07b966275a9c None None] Pushing event updated for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.240149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Transition to ACTIVE for port object d7a29cba-1dae-4d7c-9184-150d9c1b510a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:04.244547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.265641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.275875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.338188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20665d8-ccc7-4ca5-93c8-f7bebb88301e None None] Pushing event deleted for resources: {'Port': ['ID=9a8f2b5a-32af-4e5d-9527-3f62606d0727,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.358084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:04.363448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:04.366857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Port': ['ID=487c44db-8c6b-44f2-9644-9a0f68287b9a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.367771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.370522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:04.371891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.389310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:04.401883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Transition to ACTIVE for port object d7a29cba-1dae-4d7c-9184-150d9c1b510a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:04.412892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cde855cc-8bb7-4835-9229-9b0df7d84c43 tempest-DvrRoutersNegativeTest-1149690670 tempest-DvrRoutersNegativeTest-1149690670-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2065530396', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:04.417827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.policy [None req-cde855cc-8bb7-4835-9229-9b0df7d84c43 tempest-DvrRoutersNegativeTest-1149690670 tempest-DvrRoutersNegativeTest-1149690670-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93765) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 17:23:04.418254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.policy [None req-cde855cc-8bb7-4835-9229-9b0df7d84c43 tempest-DvrRoutersNegativeTest-1149690670 tempest-DvrRoutersNegativeTest-1149690670-project] Failed policy check for 'create_router' {{(pid=93765) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 17:23:04.419249 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-cde855cc-8bb7-4835-9229-9b0df7d84c43 tempest-DvrRoutersNegativeTest-1149690670 tempest-DvrRoutersNegativeTest-1149690670-project] create failed (client error): Access was denied to this resource. Jul 07 17:23:04.423877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cde855cc-8bb7-4835-9229-9b0df7d84c43 tempest-DvrRoutersNegativeTest-1149690670 tempest-DvrRoutersNegativeTest-1149690670-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2494102 Jul 07 17:23:04.498316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.516213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.554266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Port': ['ID=c7c403b7-1d04-46cc-9f9a-491a652c5556,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.557975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.564417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.616642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6a2048-3087-4196-a7ff-f77262ae6107,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.619084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.621286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4da53b5b-0807-4e81-8dc6-5749d0acd182 tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/subnets/aa6a2048-3087-4196-a7ff-f77262ae6107 HTTP/1.1" status: 204 len: 168 time: 0.8741398 Jul 07 17:23:04.628862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37076) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:04.645911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa2be840-4439-4bc2-8e96-52bac3fd26f9 req-42bf255e-1968-4f4c-b104-50f007485016 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 210 time: 0.0438337 Jul 07 17:23:04.662364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.664497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/be98cb72-8ff2-4597-87cb-228e1a58df64 HTTP/1.1" status: 204 len: 168 time: 1.0056992 Jul 07 17:23:04.672759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ca330-4f2c-46a9-ab47-141bca4e1e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be98cb72-8ff2-4597-87cb-228e1a58df64,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.674613 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.675183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37078) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:04.703381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.819515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.822520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37082) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:04.853248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3d130258-d09a-4349-9bc2-2f5edd020fae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3d130258-d09a-4349-9bc2-2f5edd020fae,segment=NetworkSegment(55e9708a-c740-441e-b5cc-4dc82c206b7b),segment_id=55e9708a-c740-441e-b5cc-4dc82c206b7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:04.877739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c207a4d-61b0-4483-b533-2f27b45407e8 None None] Network c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:04.883113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.914224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:04.961245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Pushing event updated for resources: {'Port': ['ID=d7a29cba-1dae-4d7c-9184-150d9c1b510a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:04.971769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:04.973150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.018390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:05.020387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.026825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:05.106254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1040b56f-c73d-4609-9eb7-5bd2f82b53b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.131020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Deleting port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:05.131318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.200717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] For port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,segment=NetworkSegment(3336eb4f-6366-4bb0-a088-26f07db584fc),segment_id=3336eb4f-6366-4bb0-a088-26f07db584fc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:05.201123 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.221363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Calling delete_port for 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:05.358187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3d130258-d09a-4349-9bc2-2f5edd020fae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:05.369501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 743ab76a-c9c6-4110-8743-4c5491c894b7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:05.393499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.441402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 743ab76a-c9c6-4110-8743-4c5491c894b7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:05.441727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 743ab76a-c9c6-4110-8743-4c5491c894b7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:05.442168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a8f2b5a-32af-4e5d-9527-3f62606d0727 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:05.446537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] Pushing event deleted for resources: {'Port': ['ID=0c26e7bc-cc62-43e7-93e4-d5eed6a927e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:05.448387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b0356-753b-4439-b623-8c54f8ed3980 None None] No DVR routers for this DVR port 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:05.470053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.472432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-b1724b93-804c-4e4e-8b77-2f463b60e99e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.473992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-b1724b93-804c-4e4e-8b77-2f463b60e99e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.83 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.4900811 Jul 07 17:23:05.478518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.488597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.514685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Request body: {'port': {'device_id': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'admin_state_up': True, 'tenant_id': '156061bf4a694c3e8670001582b6a4df'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:05.538668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 9a8f2b5a-32af-4e5d-9527-3f62606d0727 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:05.539216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9a8f2b5a-32af-4e5d-9527-3f62606d0727 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:05.548927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.575950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Attempting to bind port d7a29cba-1dae-4d7c-9184-150d9c1b510a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:05.576805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Attempting to bind port d7a29cba-1dae-4d7c-9184-150d9c1b510a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:05.579853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Attempting to bind port d7a29cba-1dae-4d7c-9184-150d9c1b510a on network 42a4dbdd-f042-4eed-a72e-2b3945adb261 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:05.601946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:05.602717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Checking segment: {'id': '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:05.603964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.604575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Bound using segment: {'id': '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:05.605220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Bound port: d7a29cba-1dae-4d7c-9184-150d9c1b510a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42a4dbdd-f042-4eed-a72e-2b3945adb261'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:05.606722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.663370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:05.669384 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-6c083c2e-0bfd-4231-a64c-ca71fa234452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:05.679666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 4, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b853351e-f317-400b-9dbd-aa07a43b341e', 'name': '', 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'mac_address': 'fa:16:3e:5e:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:54Z', 'updated_at': '2021-07-07T17:23:03Z', 'revision_number': 4, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'subnets': [{'id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:05.681291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.688719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.695480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.701685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.704726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.705449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Fanout notify agent at l3_agent the message router_deleted on router ffb50211-0227-4552-926f-99cd984d6feb {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:05.708759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.712928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.714062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f7a5862d-843d-4aa3-907e-f1e57abb79b9 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/routers/ffb50211-0227-4552-926f-99cd984d6feb HTTP/1.1" status: 204 len: 168 time: 3.7266986 Jul 07 17:23:05.729218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.736290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.738299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37090) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:05.750865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d6131ee-d55f-46c0-98da-49728524e999 req-439f8b47-8db3-4888-b847-e6ffe8b8e9da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.2743742 Jul 07 17:23:05.783980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.823604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abc7516-fc21-4be1-9a33-170d57dc2480']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:05.880883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d6131ee-d55f-46c0-98da-49728524e999 req-12713bff-4b97-461f-b193-497cf4e86177 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292021 Jul 07 17:23:05.896520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Deleting port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:05.897118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.901470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f17aac-2b47-4d34-8bb7-304637597dee') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:05.902011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f17aac-2b47-4d34-8bb7-304637597dee') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:05.948103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-385617f1-363e-42f1-99eb-11c9f3010eac req-514b3657-6ee2-408b-a27a-a45a76bb96ce tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 210 time: 0.0521796 Jul 07 17:23:05.985041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.986967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.992459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:05.993677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.022920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] DHCP port deletion for c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:06.024737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3d130258-d09a-4349-9bc2-2f5edd020fae up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:06.029335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1040b56f-c73d-4609-9eb7-5bd2f82b53b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.030296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2805a0-af9e-469d-b9d9-bd84fd65b098 None None] The sync data for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 is: [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:22:57Z', 'revision_number': 4, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b853351e-f317-400b-9dbd-aa07a43b341e', 'name': '', 'network_id': '7b7e6830-d6c7-4f0e-8e96-c94ed0261da4', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'mac_address': 'fa:16:3e:5e:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:54Z', 'updated_at': '2021-07-07T17:23:03Z', 'revision_number': 4, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'subnets': [{'id': 'd05694ab-b8cd-4b21-9a60-ad84cb545bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:06.036701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.065118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.068783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1040b56f-c73d-4609-9eb7-5bd2f82b53b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.079199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:06.079199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.091057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Made reservation on behalf of 156061bf4a694c3e8670001582b6a4df for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:06.093452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:06.096162 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:06.102044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Port': ['ID=487c44db-8c6b-44f2-9644-9a0f68287b9a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.149971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:06.152544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:06.155113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] For port d7a29cba-1dae-4d7c-9184-150d9c1b510a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:06.159919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] For port d7a29cba-1dae-4d7c-9184-150d9c1b510a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d7a29cba-1dae-4d7c-9184-150d9c1b510a,segment=NetworkSegment(4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6),segment_id=4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:06.166996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.174840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] For port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,segment=NetworkSegment(4b21df99-7f12-4127-bced-eeaf2a223850),segment_id=4b21df99-7f12-4127-bced-eeaf2a223850)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:06.175208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.189247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Calling delete_port for 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:06.269121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Deleting port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:06.269529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.288939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3d130258-d09a-4349-9bc2-2f5edd020fae triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:06.289325 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.401254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Router 9d185481-0639-4137-84f2-3524557804af is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:23:06.483754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040b56f-c73d-4609-9eb7-5bd2f82b53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c1ad8e-5e39-4edc-a0e0-d1b3495aefe7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.505655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd20ec-c53f-40e8-860e-8e591a28ac0c None None] Pushing event updated for resources: {'Port': ['ID=d7a29cba-1dae-4d7c-9184-150d9c1b510a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.530784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.540262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] For port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,segment=NetworkSegment(4b21df99-7f12-4127-bced-eeaf2a223850),segment_id=4b21df99-7f12-4127-bced-eeaf2a223850)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:06.541030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.551288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Allocated IP 172.20.0.5 (657f0370-432a-4864-b487-f59f02df5ff2/1fd15b40-93f0-4403-bc5e-67b809698adb/73197c3f-5188-426f-9fdf-92a726083976) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:06.559121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Provisioning complete for port 3d130258-d09a-4349-9bc2-2f5edd020fae triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:06.559512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.574581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Calling delete_port for 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:06.634721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:06.650361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f23161d4-7c17-437c-b003-7191247b37ed tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1487648 Jul 07 17:23:06.651088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:06.690316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] Sync routers for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:06.699027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1040b56f-c73d-4609-9eb7-5bd2f82b53b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f633c80710a4d93b54a48a96acae1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8712127 Jul 07 17:23:06.714368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37094) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:06.769260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.786799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.828097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:06.828758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:06.835720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.852633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] 10.222.0.22 "DELETE /v2.0/networks/5abc7516-fc21-4be1-9a33-170d57dc2480 HTTP/1.1" status: 204 len: 168 time: 2.1671114 Jul 07 17:23:06.908938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a5688-007c-4182-8726-da1ed3ecafde admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc7516-fc21-4be1-9a33-170d57dc2480,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:06.933484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] No DVR routers for this DVR port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:06.948119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:06.960658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:06.968187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Port': ['ID=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:07.055775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] No DVR routers for this DVR port 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:07.064102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:07.078761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.081333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738a9f-1e86-4495-af1d-ad2f325d5a32 None None] Pushing event deleted for resources: {'Port': ['ID=0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:07.091914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab919a9-3010-40f3-91cb-a4e8a38b63e6']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.110365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3336eb4f-6366-4bb0-a088-26f07db584fc') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.110866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3336eb4f-6366-4bb0-a088-26f07db584fc') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.125802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.142590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.145646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:07.146006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0c26e7bc-cc62-43e7-93e4-d5eed6a927e3 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:07.151698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:07.153034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.159125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:07.159873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:07.160673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.252226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.252906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2abba6-1b36-4061-9252-43885aef534b None None] The sync data for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:07.283061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Provisioning for port 487c44db-8c6b-44f2-9644-9a0f68287b9a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:07.286996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.288392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Provisioning complete for port 487c44db-8c6b-44f2-9644-9a0f68287b9a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:07.288879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:07.295562 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:07.310645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.317517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ea2c305-9295-4203-9908-2ee6a62fc7e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd38e819c6b243dd8072e1a3b865623b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523154 Jul 07 17:23:07.326316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Transition to ACTIVE for port object 73197c3f-5188-426f-9fdf-92a726083976 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:07.331205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.333164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] 10.222.0.22 "DELETE /v2.0/networks/bab919a9-3010-40f3-91cb-a4e8a38b63e6 HTTP/1.1" status: 204 len: 168 time: 1.5270865 Jul 07 17:23:07.347679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37104) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:07.352958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d197efd-c2b9-4abb-a03e-53ddc1086cee None None] Port 487c44db-8c6b-44f2-9644-9a0f68287b9a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:07.376758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b48840d6-9857-4526-9b72-559f17830d84 req-dfa54a9e-69c5-46a9-b67e-e6033bb63ade tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 210 time: 0.1414051 Jul 07 17:23:07.473684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f00f-b240-46b0-b1cd-ec17d01fc0d8 tempest-TestNetworkBasicOps-336919295 tempest-TestNetworkBasicOps-336919295-project] Pushing event deleted for resources: {'Network': ['ID=bab919a9-3010-40f3-91cb-a4e8a38b63e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:07.492790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.513174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c7685666-bba3-40a8-87d0-37452a5cef62 None None] Provisioning complete for port 487c44db-8c6b-44f2-9644-9a0f68287b9a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:07.513664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7685666-bba3-40a8-87d0-37452a5cef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.524202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.531320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.537943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.547355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.551495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.559743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.566590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.570786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7685666-bba3-40a8-87d0-37452a5cef62 None None] Port 487c44db-8c6b-44f2-9644-9a0f68287b9a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:07.578974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.587838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-75f4bee8-dcb4-4d56-a3c7-766af0aedf1b tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.3531766 Jul 07 17:23:07.591925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b21df99-7f12-4127-bced-eeaf2a223850') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.592239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b21df99-7f12-4127-bced-eeaf2a223850') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:07.595571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.653400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.673286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e9789a9-a0d7-4e4e-945b-e6b9721c6c8c req-ad9161eb-70d0-4124-8eb9-6298beca4647 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835717 Jul 07 17:23:07.684237 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8951eabb-1f8a-43aa-99a3-7e018d659b00 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:23:07.684401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.694003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8951eabb-1f8a-43aa-99a3-7e018d659b00 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0400891 Jul 07 17:23:07.696473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:07.714062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.726854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.748655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.856266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d7a29cba-1dae-4d7c-9184-150d9c1b510a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:07.907182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:07.907784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:07.914097 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:07.916613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:07.916698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.919897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.921547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11c1ad8e-5e39-4edc-a0e0-d1b3495aefe7 HTTP/1.1" status: 204 len: 168 time: 1.2056360 Jul 07 17:23:07.948907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d7a29cba-1dae-4d7c-9184-150d9c1b510a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:07.958822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b853351e-f317-400b-9dbd-aa07a43b341e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:08.012065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Network 657f0370-432a-4864-b487-f59f02df5ff2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:08.064199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a705d-e7e0-4969-a3dc-4775196b5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c1ad8e-5e39-4edc-a0e0-d1b3495aefe7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.076989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b853351e-f317-400b-9dbd-aa07a43b341e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:08.085804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b853351e-f317-400b-9dbd-aa07a43b341e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:08.086271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.092583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.094671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:08.116764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:08.175028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b901ff-92eb-4972-825a-b06df4b868fb None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:08.190615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:08.194623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.217341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Pushing event updated for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.244744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-70ac84c7-12db-4229-bc21-bbbf7288f184 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7547588 Jul 07 17:23:08.281368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Request body: {'port': {'device_id': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:08.331198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.394945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.398833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] 10.222.0.22 "DELETE /v2.0/networks/c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad HTTP/1.1" status: 204 len: 168 time: 3.7623150 Jul 07 17:23:08.403348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f644b-6f60-4f66-8d24-6f423bd2d2ae tempest-NetworksIpV6Test-1915356298 tempest-NetworksIpV6Test-1915356298-project] Pushing event deleted for resources: {'Network': ['ID=c9e8cf6a-c8e2-48db-8b38-aa0ad86cbbad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.449546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.521496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.528084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.542506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ef606ee-c1cc-43ed-b96b-bbd99c87b19f HTTP/1.1" status: 204 len: 168 time: 1.1936686 Jul 07 17:23:08.546527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.551888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.563851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ff9ae-2b4b-4a51-9c83-86e04ded8d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef606ee-c1cc-43ed-b96b-bbd99c87b19f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.579263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Provisioning for port d7a29cba-1dae-4d7c-9184-150d9c1b510a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:08.592185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Provisioning complete for port d7a29cba-1dae-4d7c-9184-150d9c1b510a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:08.592703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.656938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c74a9a97-cbff-450a-a41c-ce806b95be8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f25a2c155444cbc937e49c00093ac8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409611 Jul 07 17:23:08.661341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:08.788809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b853351e-f317-400b-9dbd-aa07a43b341e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b853351e-f317-400b-9dbd-aa07a43b341e,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:08.794287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9359b-84bc-4e60-8caa-ce42d4d16acc req-f99708c6-2ea6-43f5-b202-44cfd7edf18b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:08.796640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81e9359b-84bc-4e60-8caa-ce42d4d16acc req-f99708c6-2ea6-43f5-b202-44cfd7edf18b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1027 time: 0.2152512 Jul 07 17:23:08.829631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.831339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.883296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.888377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81e9359b-84bc-4e60-8caa-ce42d4d16acc req-12e81a90-5c4b-470c-9bb0-99a8bfa363f2 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Jul 07 17:23:08.948905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:08.986496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:09.039104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:09.039450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0f1c64a5-f806-4cdb-8e4d-5b3dfad89c4f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:09.039880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c7c403b7-1d04-46cc-9f9a-491a652c5556 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:09.076027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.078686 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.083362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0754e27e-888f-4f79-a4bd-a4d7c02a249e HTTP/1.1" status: 204 len: 168 time: 0.4149811 Jul 07 17:23:09.108379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port 487c44db-8c6b-44f2-9644-9a0f68287b9a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:09.108554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.116293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c7c403b7-1d04-46cc-9f9a-491a652c5556 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:09.116645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c7c403b7-1d04-46cc-9f9a-491a652c5556 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:09.119414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baff080-493e-4477-9fb0-c41abb81f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754e27e-888f-4f79-a4bd-a4d7c02a249e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.130051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.130317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73197c3f-5188-426f-9fdf-92a726083976 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:09.142447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.142686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.159528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Transition to ACTIVE for port object 73197c3f-5188-426f-9fdf-92a726083976 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:09.167161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.245418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Pushing event updated for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.271255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.282430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.292579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] For port d7a29cba-1dae-4d7c-9184-150d9c1b510a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d7a29cba-1dae-4d7c-9184-150d9c1b510a,segment=NetworkSegment(4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6),segment_id=4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:09.296689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.303283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.312565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.336543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.353527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.368235 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.381617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-d3433c6d-7d6b-47d1-9a74-3f6efd5296b4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.3678589 Jul 07 17:23:09.405916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Attempting to bind port 73197c3f-5188-426f-9fdf-92a726083976 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:09.416819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Attempting to bind port 73197c3f-5188-426f-9fdf-92a726083976 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:09.417253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Attempting to bind port 73197c3f-5188-426f-9fdf-92a726083976 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:09.434787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Port 73197c3f-5188-426f-9fdf-92a726083976 on network 657f0370-432a-4864-b487-f59f02df5ff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:09.435149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Attempting to bind port 73197c3f-5188-426f-9fdf-92a726083976 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:09.448127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00764195-2b82-4f66-b563-a12abd80ebc7 None None] Pushing event updated for resources: {'Port': ['ID=d7a29cba-1dae-4d7c-9184-150d9c1b510a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.451911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:09.452298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Checking segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:09.452707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Bound using segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:09.453204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Bound port: 73197c3f-5188-426f-9fdf-92a726083976, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:09.453996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.467374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e321bc4-7ba5-4bec-899d-c696df6386cb None None] Provisioning for port 73197c3f-5188-426f-9fdf-92a726083976 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:09.565613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9943dd7f-d861-40e8-a44a-0a586ecfcba4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f90a87c66e424f719b4c3e12951c5fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119590 Jul 07 17:23:09.566606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37158) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:09.610702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33c9db6b-a6ad-4a55-b045-a7c15fe4c4f0 req-ff27c4cf-ae56-4f02-b338-76cee2635aa1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280877 Jul 07 17:23:09.612847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.636619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for 487c44db-8c6b-44f2-9644-9a0f68287b9a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:09.662910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:09.682895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=73197c3f-5188-426f-9fdf-92a726083976,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:09.692475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.721150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04be745a-1c58-4d0c-a401-b5078f48fb34 None None] Provisioning complete for port d7a29cba-1dae-4d7c-9184-150d9c1b510a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:09.721972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04be745a-1c58-4d0c-a401-b5078f48fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.753346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d7a29cba-1dae-4d7c-9184-150d9c1b510a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:09.757895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.766040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.766701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.768126 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] 10.222.0.83 "PUT /v2.0/ports/73197c3f-5188-426f-9fdf-92a726083976 HTTP/1.1" status: 200 len: 1092 time: 1.5131378 Jul 07 17:23:09.768583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'tag': '73197c3f-5188-426f-9fdf-92a726083976'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:09.770937 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb1e1f-187b-4e74-bdae-a88d7151c85c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "tag": "73197c3f-5188-426f-9fdf-92a726083976"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:09.826804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:09.869630 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d5bdba-9782-4b2c-ace5-89abbb96a9ad x-openstack-request-id: req-c2d5bdba-9782-4b2c-ace5-89abbb96a9ad {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:09.869985 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "tag": "73197c3f-5188-426f-9fdf-92a726083976", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:09.870236 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2d5bdba-9782-4b2c-ace5-89abbb96a9ad {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:09.870684 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'tag': '73197c3f-5188-426f-9fdf-92a726083976', 'status': 'completed', 'code': 200} Jul 07 17:23:09.921323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d7a29cba-1dae-4d7c-9184-150d9c1b510a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:09.921705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.947573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9f3f-6221-43f7-b052-a652ee29b23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.958615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:09.985542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528bc4d-24b1-4f50-a4dc-eaa51eeb2a76 service neutron] Pushing event updated for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:09.987008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.110159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=487c44db-8c6b-44f2-9644-9a0f68287b9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:10.127899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.130832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.134325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a2ee186-2c3a-4d0e-9c4e-0684af782288 HTTP/1.1" status: 204 len: 168 time: 0.5648992 Jul 07 17:23:10.151058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695651b-e1d2-490f-bd4f-f1cea502129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ee186-2c3a-4d0e-9c4e-0684af782288,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:10.174599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-6e528308-cbdc-4fd6-a1fa-5c095d46c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.176180 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-6e528308-cbdc-4fd6-a1fa-5c095d46c202 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.3504868 Jul 07 17:23:10.200479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b853351e-f317-400b-9dbd-aa07a43b341e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:10.286437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-1cede9f6-cbf3-4d12-ac88-52fcd5190752 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73197c3f-5188-426f-9fdf-92a726083976 HTTP/1.1" status: 200 len: 217 time: 0.0982528 Jul 07 17:23:10.312476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37178) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:10.347624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b853351e-f317-400b-9dbd-aa07a43b341e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:10.348017 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.357550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.482445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3428-7402-4975-b4b0-4df98b84c7f1 req-59e6673f-48da-4be4-8c38-0c07eada1bbb tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.489642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7da3428-7402-4975-b4b0-4df98b84c7f1 req-59e6673f-48da-4be4-8c38-0c07eada1bbb tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.1896317 Jul 07 17:23:10.497187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-279dbcd0-1780-4fda-8b8f-dada9e9e0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.498658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-279dbcd0-1780-4fda-8b8f-dada9e9e0876 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd15b40-93f0-4403-bc5e-67b809698adb HTTP/1.1" status: 200 len: 849 time: 0.2039227 Jul 07 17:23:10.561454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9f3f-6221-43f7-b052-a652ee29b23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.568868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9f3f-6221-43f7-b052-a652ee29b23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.625653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef8a9f3f-6221-43f7-b052-a652ee29b23f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0487a9f07f87486f96aaf08d36e48343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7980294 Jul 07 17:23:10.628027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:10.629806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a9f3f-6221-43f7-b052-a652ee29b23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d5a9a3-9307-495e-9153-9946a6011040,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:10.653616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-813ac281-98c6-48af-9431-c3b0888eb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:10.655425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-813ac281-98c6-48af-9431-c3b0888eb6cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=657f0370-432a-4864-b487-f59f02df5ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473405 Jul 07 17:23:10.757602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1234620367'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:10.793757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.858853 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-e21dff72-c4df-423c-a313-c861e8f7233a service neutron] 10.222.0.83 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945746 Jul 07 17:23:10.860925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.868345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Made reservation on behalf of ae9d7cfc15394a0294909fea64afa60c for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:10.873071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.912026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.945983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.022209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7da3428-7402-4975-b4b0-4df98b84c7f1 req-8fe2d382-cbe8-4bc1-b108-cc7a10f212e4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315602 Jul 07 17:23:11.033121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3505de5d-fbe7-48c4-a8fa-f02b4d4aeb46 req-31f4dd3b-f6d2-4e1e-90bf-4a27d5d98dc2 service neutron] 10.222.0.83 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572950 Jul 07 17:23:11.036399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.039954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.043428 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17d5a9a3-9307-495e-9153-9946a6011040 HTTP/1.1" status: 204 len: 168 time: 0.4122703 Jul 07 17:23:11.059150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32364a0f-88b2-4f52-a608-b950eecfe474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d5a9a3-9307-495e-9153-9946a6011040,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:11.059544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Router 9d185481-0639-4137-84f2-3524557804af has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:11.123689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.130336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.137689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.145351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.152561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.161719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.170204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.171326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.173888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-df4b0782-87ae-4daa-8b7d-3eb376466d04 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5420 time: 0.2083352 Jul 07 17:23:11.177046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.210080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1299835681-network', 'tenant_id': '9ec9967fd6bc4c36b6f39ca2fc8672bf'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:11.232141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:11.256104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2004b9-787d-453e-ab7a-f67e7b9eb98c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:11.268814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.269482 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Added segment 446ec21b-3291-4e47-979d-b4096fd2e883 of type vlan for network 5646f19b-7a4a-4b48-9baf-047c25b26b1c Jul 07 17:23:11.286021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-1c9f0a40-7c40-475a-a633-2177f8b87c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.288453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-1c9f0a40-7c40-475a-a633-2177f8b87c7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.1813149 Jul 07 17:23:11.307842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:11.319016 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] Sync routers for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:11.319957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8a5d1e2a-7b28-4cb4-927c-366d4f09d78a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6222403 Jul 07 17:23:11.327823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.341830 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:11.342469 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:11.352327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-407e3a04-96aa-4898-9f73-ca5d6ba421a3 req-ae3c7f0e-fd1d-46c3-94a2-bfb82f9cca65 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671560 Jul 07 17:23:11.388468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Made reservation on behalf of 9ec9967fd6bc4c36b6f39ca2fc8672bf for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:11.390947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.398456 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0049b60e-6baf-44dd-94e3-35320ca47ba2 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] delete failed (client error): The resource could not be found. Jul 07 17:23:11.404596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0049b60e-6baf-44dd-94e3-35320ca47ba2 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-476038964 HTTP/1.1" status: 404 len: 334 time: 0.0750587 Jul 07 17:23:11.405195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.410485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ab556a0e-176a-4d21-924e-39f206552a89 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d185481-0639-4137-84f2-3524557804af'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:11.410661 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:11.426542 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:11.428429 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:11.442051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.460112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.489848 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:11.490686 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18698378-8a4d-4d2a-889f-c0e994fe3698 None None] The sync data for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:11.650965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.662975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab556a0e-176a-4d21-924e-39f206552a89 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.691246 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ab556a0e-176a-4d21-924e-39f206552a89 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] update failed (client error): The resource could not be found. Jul 07 17:23:11.698378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ab556a0e-176a-4d21-924e-39f206552a89 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af HTTP/1.1" status: 404 len: 339 time: 0.2919185 Jul 07 17:23:11.699972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.701647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83df2cda-c2e5-41d8-bde8-9834b21f57e4 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:11.705328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-236028507'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:11.778187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-839159594'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:11.846556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:11.856453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.865570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.866315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:11.932278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-1fb58694-124c-4ffa-ada2-66c100bcf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.934614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-1fb58694-124c-4ffa-ada2-66c100bcf0aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.6212842 Jul 07 17:23:11.996038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-26f6bb8e-b9cc-4e7a-8552-f936c417bcfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73197c3f-5188-426f-9fdf-92a726083976 HTTP/1.1" status: 200 len: 217 time: 0.0495133 Jul 07 17:23:12.021447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Pushing event updated for resources: {'Network': ['ID=5646f19b-7a4a-4b48-9baf-047c25b26b1c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.025164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'port_id': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'mac_address': 'fa:16:3e:b7:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:12.051238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5646f19b-7a4a-4b48-9baf-047c25b26b1c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:12.078525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-558cf717-609d-47e1-930d-ae221c1f1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.080043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-558cf717-609d-47e1-930d-ae221c1f1749 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fd15b40-93f0-4403-bc5e-67b809698adb HTTP/1.1" status: 200 len: 849 time: 0.0751483 Jul 07 17:23:12.114491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.129854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.133831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.142509 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.143663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83df2cda-c2e5-41d8-bde8-9834b21f57e4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:12.167587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.174239 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09230132-861f-4380-8866-0ecfde7c07eb tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.8443303 Jul 07 17:23:12.175336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37252) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.176946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.177911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 829f80ff-5591-4ea9-b6f1-5ce510bc3207 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:12.186840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:12.187907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-02ec7e5b-2b90-4131-8ebe-67525aadbfda tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-301925488') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:12.196510 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.218545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f1f162-c8b4-4456-83af-ba25d28ac24e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.258469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:12.284657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-42634809-aeb8-4a51-b3af-2acc480bb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.286504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-42634809-aeb8-4a51-b3af-2acc480bb371 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=657f0370-432a-4864-b487-f59f02df5ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948719 Jul 07 17:23:12.298567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.299375 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Added segment 47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a of type vlan for network 0a6ede57-f874-47fe-bd2f-203b30ed1752 Jul 07 17:23:12.304847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.306685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:12.309809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:12.313674 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.334573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.344044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.344478 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Added segment f4ac2249-da12-419d-a3f9-f81d98b27184 of type vlan for network f109494e-61d5-4923-bb1e-768870b2cf81 Jul 07 17:23:12.348694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1510723604-network', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:12.353645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.365942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '829f80ff-5591-4ea9-b6f1-5ce510bc3207', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'port_id': '829f80ff-5591-4ea9-b6f1-5ce510bc3207', 'mac_address': 'fa:16:3e:7e:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:12.409667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.426772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829f80ff-5591-4ea9-b6f1-5ce510bc3207 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:12.438363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.450740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:12.451517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.452003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.453922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.457277 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.457619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12f63-b88b-4249-8b28-61ff98271c33 req-688041f5-c03f-401f-a316-1c5a0387af5e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.458282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:12.466876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fe12f63-b88b-4249-8b28-61ff98271c33 req-688041f5-c03f-401f-a316-1c5a0387af5e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.2387791 Jul 07 17:23:12.486686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.487363 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02ec7e5b-2b90-4131-8ebe-67525aadbfda tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "PUT /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-301925488 HTTP/1.1" status: 201 len: 201 time: 0.3054261 Jul 07 17:23:12.498049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-564e3e1e-3408-4a16-9b92-000f245d50bf tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-301925488') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:12.512416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.516043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-e2a8ebaa-980b-48c1-8f69-8710cebd60f3 service neutron] 10.222.0.83 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225754 Jul 07 17:23:12.517387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.518697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.519463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.577835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.618295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.634045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6ede57-f874-47fe-bd2f-203b30ed1752,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.634516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'port_id': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'mac_address': 'fa:16:3e:e3:22:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e799e6b1-18f6-4817-9bed-f605d04fc848', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:12.646132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.646490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.646844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.647187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.647544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.647865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.648202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.648533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.648865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.649212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.649528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.649996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:12.670769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fe12f63-b88b-4249-8b28-61ff98271c33 req-90aed914-3b9b-4b22-9014-7e2185b4b666 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027664 Jul 07 17:23:12.671299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:12.690153 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.690153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.690825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.698008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cceb1e1f-187b-4e74-bdae-a88d7151c85c req-64cc0b7c-d567-403c-b44f-254000dbe7fb service neutron] 10.222.0.83 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704707 Jul 07 17:23:12.718361 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.745166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:12.775033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.779552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.780363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6aad904f-6787-405f-b7e2-44d098c877dc details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:12.810063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Network': ['ID=f109494e-61d5-4923-bb1e-768870b2cf81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.824222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.824425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-564e3e1e-3408-4a16-9b92-000f245d50bf tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-301925488 HTTP/1.1" status: 204 len: 168 time: 0.3339942 Jul 07 17:23:12.828881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-cbe63ab1-384e-4df5-9c51-9626fe9ae5a3 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:12.829553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f109494e-61d5-4923-bb1e-768870b2cf81 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:12.856863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.863430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.870359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.878197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.884574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.890600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.897317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:12.898300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:12.898614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-f9676d1e-0de0-4585-b1b4-20faa96dea91 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5422 time: 0.3004615 Jul 07 17:23:12.900104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cbe63ab1-384e-4df5-9c51-9626fe9ae5a3 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags HTTP/1.1" status: 200 len: 237 time: 0.0746584 Jul 07 17:23:12.905374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.912683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-7f96ed25-03ba-44a7-aca7-ee58e2a1470a tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', {'tags': ['tempest-TagsTest-Tag-283511698', 'tempest-TagsTest-Tag-701971508', 'tempest-TagsTest-Tag-1344666539']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:12.919931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:12.940884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '6aad904f-6787-405f-b7e2-44d098c877dc', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'port_id': '6aad904f-6787-405f-b7e2-44d098c877dc', 'mac_address': 'fa:16:3e:7c:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:12.970482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.984121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-96372b9e-ce8b-411d-a291-20bd01890d15 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0366032 Jul 07 17:23:12.985154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37262) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:12.987731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.989846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:12.991453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Request body: {'subnet': {'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1299835681-subnet', 'tenant_id': '9ec9967fd6bc4c36b6f39ca2fc8672bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:13.001282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aad904f-6787-405f-b7e2-44d098c877dc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:13.010003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2e1f99eb-54f5-45ca-9f4e-f7a8dc3b87ce tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3062272 Jul 07 17:23:13.010470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37264) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.018893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'subnet': {'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:13.021845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.027803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.029131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9e1fdaaa-e637-49b7-bf46-b24e004668a3 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:13.045542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:13.071258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.090187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.090495 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment d3493a84-e303-4a9b-bef3-9bb525623260 of type vlan for network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 Jul 07 17:23:13.095940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02f5590c-891b-46f5-a108-ae3da0bc1851 req-c961fc57-2471-4dc9-8a88-2d2cde4209cb tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790879 Jul 07 17:23:13.096562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf8b64-f004-49b4-958e-249fefe0bca2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.104331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '9e1fdaaa-e637-49b7-bf46-b24e004668a3', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'port_id': '9e1fdaaa-e637-49b7-bf46-b24e004668a3', 'mac_address': 'fa:16:3e:b2:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:13.153209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.160262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7f96ed25-03ba-44a7-aca7-ee58e2a1470a tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "PUT /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags HTTP/1.1" status: 200 len: 307 time: 0.2537742 Jul 07 17:23:13.160731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.167186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.168922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-012f58f9-8b0a-46f4-b08d-406a5b574074 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-283511698') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.170161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.184543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1fdaaa-e637-49b7-bf46-b24e004668a3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:13.207033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.216476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.217734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a857f6ab-51e9-4f1e-81bc-4da3d783f66a details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:13.220972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.226940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:13.227551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.271821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-012f58f9-8b0a-46f4-b08d-406a5b574074 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "DELETE /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-283511698 HTTP/1.1" status: 204 len: 168 time: 0.1097434 Jul 07 17:23:13.274646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37268) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.280734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-fe08d649-9eae-437c-8dfa-ed58b057d0d5 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-283511698') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.295232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.299838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.315721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.316150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a', 'network_id': '0b4bca5d-b85b-42e8-966a-1603ae35c479', 'port_id': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a', 'mac_address': 'fa:16:3e:94:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e799e6b1-18f6-4817-9bed-f605d04fc848', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:13.322760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=bee0b5dc-b76a-43b9-b623-6044e88bd3d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.325563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.337424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:13.356175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.356547 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Added segment be40040a-e2db-4936-8b5d-5f6f26aff853 of type vlan for network c97e288c-a468-4c54-8511-6976bc8f71ef Jul 07 17:23:13.362812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Made reservation on behalf of 9ec9967fd6bc4c36b6f39ca2fc8672bf for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:13.365312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.369461 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.373530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:13.396378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.410827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.440014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-06a0709c-2b7e-4ca2-9790-8f93dc557f82 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7814653 Jul 07 17:23:13.440234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Made reservation on behalf of 712dc316134a48dc8605b6b9ae1f8e7f for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:13.440234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.440424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a857f6ab-51e9-4f1e-81bc-4da3d783f66a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:13.452643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.454283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:13.455899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.486239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.489710 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-fe08d649-9eae-437c-8dfa-ed58b057d0d5 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] show failed (client error): The resource could not be found. Jul 07 17:23:13.490815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe08d649-9eae-437c-8dfa-ed58b057d0d5 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-283511698 HTTP/1.1" status: 404 len: 325 time: 0.2146947 Jul 07 17:23:13.497520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.498379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37270) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.499438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa555483-9132-46dd-99d3-5605b2bb47e6 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:13.509600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-7de0f9f1-790f-4d19-920c-0d1a747ef349 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-701971508') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.542053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] Pushing event updated for resources: {'Network': ['ID=c97e288c-a468-4c54-8511-6976bc8f71ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.566373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf7ad584-119d-4d24-91d5-d9600d224780 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4346342 Jul 07 17:23:13.570651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.578744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Request body: {'subnet': {'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1510723604-subnet', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:13.581450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c97e288c-a468-4c54-8511-6976bc8f71ef details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:13.586166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.586769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.593451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:13.664406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa555483-9132-46dd-99d3-5605b2bb47e6,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.670552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:13.672970 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.688583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'fa555483-9132-46dd-99d3-5605b2bb47e6', 'network_id': '8dda516c-76a7-4c86-9980-1a1d6297c7df', 'port_id': 'fa555483-9132-46dd-99d3-5605b2bb47e6', 'mac_address': 'fa:16:3e:08:af:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52e16f2-6943-4d07-9781-bcb352fcf9d0', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:13.733022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7de0f9f1-790f-4d19-920c-0d1a747ef349 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-701971508 HTTP/1.1" status: 204 len: 168 time: 0.2334497 Jul 07 17:23:13.738370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.745276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-8e48b95c-e1fb-451c-8229-0d14791bb3e4 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-1344666539') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.746925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.762519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa555483-9132-46dd-99d3-5605b2bb47e6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:13.788380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa555483-9132-46dd-99d3-5605b2bb47e6,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:13.793071 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.821241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:13.823545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.826186 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.856399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:13.858323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.903388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ada8369-9216-4ed4-85ab-f0cb93b5a722,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:13.952329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Checking segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:13.952587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Network hostable DHCP agents. Network: 0a6ede57-f874-47fe-bd2f-203b30ed1752, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:13.959681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e48b95c-e1fb-451c-8229-0d14791bb3e4 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-1344666539 HTTP/1.1" status: 204 len: 168 time: 0.2176957 Jul 07 17:23:13.963459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37280) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:13.972594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-1bf0ad0a-8a1c-45e1-8360-b2a14514d1dd tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:13.981745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Checking segment: {'id': 'f4ac2249-da12-419d-a3f9-f81d98b27184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:13.982141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network hostable DHCP agents. Network: f109494e-61d5-4923-bb1e-768870b2cf81, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:14.000765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Subnet': ['ID=66c3e138-d046-4575-95d3-7eb32b774f1d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.036646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:14.059166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0a6ede57-f874-47fe-bd2f-203b30ed1752) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:14.068528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d69f-94de-41ff-a280-98edaf3001ca req-c300b772-84ba-4391-9776-8f0fca4a482e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.070601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e22d69f-94de-41ff-a280-98edaf3001ca req-c300b772-84ba-4391-9776-8f0fca4a482e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.1876953 Jul 07 17:23:14.073809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.074462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.077959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24f766-5471-4cff-8583-c28f4e2f96f1 None None] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:14.078656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network f109494e-61d5-4923-bb1e-768870b2cf81 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:14.093197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f109494e-61d5-4923-bb1e-768870b2cf81) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:14.097687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.098321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.117233 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1977f43e-4959-4cec-aa3c-5f54f1dccaeb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1233702 Jul 07 17:23:14.125704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-abd41bf8-3072-49c1-8763-44ae99437822 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1121094 Jul 07 17:23:14.129328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37284) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.134808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7ca15481-eaea-4b74-8924-8f48e6a0a2d9 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:14.139456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1bf0ad0a-8a1c-45e1-8360-b2a14514d1dd tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "DELETE /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1736541 Jul 07 17:23:14.154495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a8f17-99e7-4396-a021-388a4f6e5fb0 None None] Network f109494e-61d5-4923-bb1e-768870b2cf81 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:14.170919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37286) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.178221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-7d7c7c69-209c-4c48-a0a2-e920a55f2186 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-701971508') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:14.182329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.326823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e22d69f-94de-41ff-a280-98edaf3001ca req-09adda00-6873-41be-a733-a0249891c630 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330384 Jul 07 17:23:14.357866 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-7d7c7c69-209c-4c48-a0a2-e920a55f2186 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] show failed (client error): The resource could not be found. Jul 07 17:23:14.358959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d7c7c69-209c-4c48-a0a2-e920a55f2186 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-701971508 HTTP/1.1" status: 404 len: 325 time: 0.1866689 Jul 07 17:23:14.376076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.410998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-92bd7765-7e7b-437b-8ac9-c0b16e983d5f tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c', 'tempest-TagsTest-Tag-1344666539') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:14.425513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc320ca-37c9-494a-ad0a-77254198218c None None] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:14.432185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ca15481-eaea-4b74-8924-8f48e6a0a2d9 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.436208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.446755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e45071-7216-4f66-b87b-4a8bba97efb0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.511800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-f109494e-61d5-4923-bb1e-768870b2cf81', 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81', 'tenant_id': '712dc316134a48dc8605b6b9ae1f8e7f', 'fixed_ips': [{'subnet_id': '66c3e138-d046-4575-95d3-7eb32b774f1d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:14.513208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.523667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:14.524044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Network hostable DHCP agents. Network: c97e288c-a468-4c54-8511-6976bc8f71ef, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:14.581072 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-7ca15481-eaea-4b74-8924-8f48e6a0a2d9 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:23:14.587771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ca15481-eaea-4b74-8924-8f48e6a0a2d9 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af HTTP/1.1" status: 400 len: 364 time: 0.4520023 Jul 07 17:23:14.588119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37302) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.608396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Network c97e288c-a468-4c54-8511-6976bc8f71ef is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:14.622098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=e3492996-f5e3-4d24-bc1c-27fad5b60942,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:14.707945 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-92bd7765-7e7b-437b-8ac9-c0b16e983d5f tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] show failed (client error): The resource could not be found. Jul 07 17:23:14.711765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-92bd7765-7e7b-437b-8ac9-c0b16e983d5f tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "GET /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags/tempest-TagsTest-Tag-1344666539 HTTP/1.1" status: 404 len: 326 time: 0.3290539 Jul 07 17:23:14.712803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.718002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-be791e13-7ff5-4618-a958-35daf6dfe801 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5646f19b-7a4a-4b48-9baf-047c25b26b1c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:14.736093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.741940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.744200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Allocated IP 2001:db8:1::2 (f109494e-61d5-4923-bb1e-768870b2cf81/66c3e138-d046-4575-95d3-7eb32b774f1d/1f7d004a-5094-4c26-8c62-987a48223ebd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:14.748492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.754855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.762020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.768292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.774558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.776503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-f855ff43-a1ba-4d19-8cde-bcd479762439 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5427 time: 0.4265883 Jul 07 17:23:14.777739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c97e288c-a468-4c54-8511-6976bc8f71ef) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:14.786951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.787648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.798437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea1d95-cb72-4ba6-8840-62b7c3970180 None None] Network c97e288c-a468-4c54-8511-6976bc8f71ef requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:14.802635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': 'd3493a84-e303-4a9b-bef3-9bb525623260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:14.802635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: bee0b5dc-b76a-43b9-b623-6044e88bd3d8, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:14.856001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-7202f431-86a0-4486-bf3d-c33a8fec4be4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.857476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-7202f431-86a0-4486-bf3d-c33a8fec4be4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 814 time: 0.2393754 Jul 07 17:23:14.862470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-68676328-21b6-4bfd-b4a5-154a8b5f46d8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2904110 Jul 07 17:23:14.871262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.884157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:14.899612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:14.908535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de9aec29-71bf-4127-bedb-0a9284502b32 req-8f67d70c-3cef-4ce9-a328-ab94ffd24a78 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234303 Jul 07 17:23:14.916171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bee0b5dc-b76a-43b9-b623-6044e88bd3d8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:14.921220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-252a96a6-3ba7-4660-b315-14a5e216dcc7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/quotas/9ec9967fd6bc4c36b6f39ca2fc8672bf HTTP/1.1" status: 200 len: 375 time: 0.0453222 Jul 07 17:23:14.926527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:14.927986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.940590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.941692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.947775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6c6c3-0b2e-413e-afbb-96c33d4c634b None None] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:14.953620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b2269158-0c83-4068-9511-b9a4751105fb tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3625524 Jul 07 17:23:14.959036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37312) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.976152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-991073264'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:14.982050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-4d01ec41-ca1a-46f8-a3e2-ea92c84f7443 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357375 Jul 07 17:23:14.987341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:14.987622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be791e13-7ff5-4618-a958-35daf6dfe801 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "DELETE /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c/tags HTTP/1.1" status: 204 len: 168 time: 0.2735538 Jul 07 17:23:15.013619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-7ca73d3c-3b5a-4590-8559-63f6b479afaa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:23:15.014643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-7ca73d3c-3b5a-4590-8559-63f6b479afaa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154171 Jul 07 17:23:15.026843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['829f80ff-5591-4ea9-b6f1-5ce510bc3207'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.031388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.043295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:15.046973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.066249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.068376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['83df2cda-c2e5-41d8-bde8-9834b21f57e4'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.084480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6aad904f-6787-405f-b7e2-44d098c877dc'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.086494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['a857f6ab-51e9-4f1e-81bc-4da3d783f66a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.103250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.128693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.179088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:15.232607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.232607 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 872962a5-64ba-445d-9442-13ddf1dfad6a of type vlan for network 8678db7d-31fc-4060-aad2-39f7e97c87f7 Jul 07 17:23:15.313917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.363836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['fa555483-9132-46dd-99d3-5605b2bb47e6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.387120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.393325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:15.393974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.426790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4605157 Jul 07 17:23:15.427489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:15.444489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '8678db7d-31fc-4060-aad2-39f7e97c87f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:15.531300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.553319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Allocated IP 2001:db8::1 (8ee2c3c0-9fb1-4b72-9b01-20e914a17b52/a2ddfd8e-05b9-4022-b9aa-c15d8a147faf/353ab332-d46a-487e-bb80-3b2f7192b9fd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:15.580439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703d9f-5cf8-42e7-843b-eef9319c537d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=8678db7d-31fc-4060-aad2-39f7e97c87f7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:15.591956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c97e288c-a468-4c54-8511-6976bc8f71ef', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:15.592995 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.621474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Transition to ACTIVE for port object 1f7d004a-5094-4c26-8c62-987a48223ebd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:15.658130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8678db7d-31fc-4060-aad2-39f7e97c87f7 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:15.671311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:15.675103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.748582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.779675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9e1fdaaa-e637-49b7-bf46-b24e004668a3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:15.785276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.791959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Transition to ACTIVE for port object 1f7d004a-5094-4c26-8c62-987a48223ebd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:15.794641 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.809254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-d7d36e39-0fa4-4267-a949-7d100137d043 service neutron] 10.222.0.22 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822142 Jul 07 17:23:15.811715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Transition to ACTIVE for port object 353ab332-d46a-487e-bb80-3b2f7192b9fd will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:15.813970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5646f19b-7a4a-4b48-9baf-047c25b26b1c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:15.846312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 73197c3f-5188-426f-9fdf-92a726083976 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:15.851410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446ec21b-3291-4e47-979d-b4096fd2e883') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:15.851740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446ec21b-3291-4e47-979d-b4096fd2e883') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:15.928495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.935896 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.941880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.975227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:15.989271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:15.992511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.008915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:16.009341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:16.013361 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:16.060016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=73197c3f-5188-426f-9fdf-92a726083976,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:16.068220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857799-5727-4e21-8e6c-0d584d042588 req-0378db96-f205-4276-b3e2-a4c96b6d7875 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.069795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37857799-5727-4e21-8e6c-0d584d042588 req-0378db96-f205-4276-b3e2-a4c96b6d7875 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1095 time: 0.3394454 Jul 07 17:23:16.094537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-34413e6c-08ec-49b5-9ca9-cd16a885e31c service neutron] 10.222.0.22 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624972 Jul 07 17:23:16.113670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '73197c3f-5188-426f-9fdf-92a726083976', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'port_id': '73197c3f-5188-426f-9fdf-92a726083976', 'mac_address': 'fa:16:3e:b1:ee:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:16.117753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Pushing event updated for resources: {'Port': ['ID=1f7d004a-5094-4c26-8c62-987a48223ebd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.125913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.143877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.145729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] 10.222.0.22 "DELETE /v2.0/networks/5646f19b-7a4a-4b48-9baf-047c25b26b1c HTTP/1.1" status: 204 len: 168 time: 1.1578913 Jul 07 17:23:16.184465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37857799-5727-4e21-8e6c-0d584d042588 req-65e77eb7-9da8-4d57-bca7-a74cbe3a4781 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985568 Jul 07 17:23:16.203723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5b9c-7085-4a8f-b111-81a97d3df293 tempest-TagsTest-1403813744 tempest-TagsTest-1403813744-project] Pushing event deleted for resources: {'Network': ['ID=5646f19b-7a4a-4b48-9baf-047c25b26b1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.282803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.398994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:16.411012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:16.411567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.448644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Port': ['ID=353ab332-d46a-487e-bb80-3b2f7192b9fd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.562084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Network f109494e-61d5-4923-bb1e-768870b2cf81 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:16.565302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=39ba47a6-9af8-4adc-a10d-bc4c063c4c66,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:16.588910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37338) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.623567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:16.635579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '872962a5-64ba-445d-9442-13ddf1dfad6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8678db7d-31fc-4060-aad2-39f7e97c87f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:16.636686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 8678db7d-31fc-4060-aad2-39f7e97c87f7, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:16.645906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-525e18f2-5246-4825-8e7b-26f7e57f98db req-d3cf9624-904b-44d9-b240-99b2122bf632 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 210 time: 0.1491871 Jul 07 17:23:16.654346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.672412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 8678db7d-31fc-4060-aad2-39f7e97c87f7 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:16.681900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.710964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:16.734746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8678db7d-31fc-4060-aad2-39f7e97c87f7) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:16.742719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.743384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.771529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:16.774859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73197c3f-5188-426f-9fdf-92a726083976 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:16.775991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e70e15cf-63a6-4963-ba2e-407d3593530f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3344142 Jul 07 17:23:16.781226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.853142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b29dc-05e7-457a-9413-d64aad0d8dc1 None None] Network 8678db7d-31fc-4060-aad2-39f7e97c87f7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:16.862074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.868195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.874301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.881417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.893573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.903011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.913153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:16.916166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-322d5d4d-1884-4290-88cf-f60cfd428087 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5427 time: 0.4184358 Jul 07 17:23:16.989251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Allocated IP 172.25.7.202 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/56ab90dc-2f73-4630-bf9b-bbc064010007) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:17.011238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a265be9-c1e8-4eb1-aee3-bbb071318316 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae9d7cfc15394a0294909fea64afa60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174483 Jul 07 17:23:17.012308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:17.037906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bee0b5dc-b76a-43b9-b623-6044e88bd3d8', 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': 'e3492996-f5e3-4d24-bc1c-27fad5b60942'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:17.039460 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.075007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2e2d1cac-a311-4a15-bb4b-12be42b48ff3 None None] Provisioning for port 353ab332-d46a-487e-bb80-3b2f7192b9fd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:17.158151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.205725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.206763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=73197c3f-5188-426f-9fdf-92a726083976,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:17.212280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.222664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47d6600a-25f2-4d94-8b11-9decd59c7208 req-c3f073c2-d8a4-4c15-b16c-66f30ddbb70f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288886 Jul 07 17:23:17.235013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.260103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2e2d1cac-a311-4a15-bb4b-12be42b48ff3 None None] Provisioning complete for port 353ab332-d46a-487e-bb80-3b2f7192b9fd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:17.260884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1cac-a311-4a15-bb4b-12be42b48ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.297910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.305285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.306731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.318268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.366782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d1cac-a311-4a15-bb4b-12be42b48ff3 None None] Port 353ab332-d46a-487e-bb80-3b2f7192b9fd cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:17.383040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.424045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.453111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=39ba47a6-9af8-4adc-a10d-bc4c063c4c66,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.458755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.480798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:17.487215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:17.498821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:17.504245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:17.545928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.557573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Allocated IP 172.20.0.2 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/70e4092f-8745-4887-a92c-1f35bf695c83) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:17.562276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Attempting to bind port 1f7d004a-5094-4c26-8c62-987a48223ebd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:17.562662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Attempting to bind port 1f7d004a-5094-4c26-8c62-987a48223ebd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f4ac2249-da12-419d-a3f9-f81d98b27184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:17.563037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Attempting to bind port 1f7d004a-5094-4c26-8c62-987a48223ebd on network f109494e-61d5-4923-bb1e-768870b2cf81 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:17.602525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event updated for resources: {'Port': ['ID=353ab332-d46a-487e-bb80-3b2f7192b9fd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.616925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:17.617362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Checking segment: {'id': 'f4ac2249-da12-419d-a3f9-f81d98b27184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:17.617809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.618206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Bound using segment: {'id': 'f4ac2249-da12-419d-a3f9-f81d98b27184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:17.618756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Bound port: 1f7d004a-5094-4c26-8c62-987a48223ebd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ac2249-da12-419d-a3f9-f81d98b27184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f109494e-61d5-4923-bb1e-768870b2cf81'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:17.619155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.620505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.625986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.630710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.632229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e2004b9-787d-453e-ab7a-f67e7b9eb98c HTTP/1.1" status: 204 len: 168 time: 0.6192656 Jul 07 17:23:17.652711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8678db7d-31fc-4060-aad2-39f7e97c87f7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:17.678832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872962a5-64ba-445d-9442-13ddf1dfad6a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:17.679136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872962a5-64ba-445d-9442-13ddf1dfad6a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:17.692424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba87d3-bbb6-4725-b524-e81e2a61c4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2004b9-787d-453e-ab7a-f67e7b9eb98c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.715037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:17.746628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Router 9d185481-0639-4137-84f2-3524557804af has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:17.775567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.838773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83df2cda-c2e5-41d8-bde8-9834b21f57e4 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:17.848526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Pushing event updated for resources: {'Port': ['ID=56ab90dc-2f73-4630-bf9b-bbc064010007,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:17.891451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.898568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:17.899090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:17.906475 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:17.909294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dad55c-5e39-4a0a-be6d-e87d4296e64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8678db7d-31fc-4060-aad2-39f7e97c87f7', 'network_id': '8678db7d-31fc-4060-aad2-39f7e97c87f7', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '39ba47a6-9af8-4adc-a10d-bc4c063c4c66'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:17.910003 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21dad55c-5e39-4a0a-be6d-e87d4296e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.914144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:17.923859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2889c4ad-916c-474f-8f1c-f5e4f90b607d tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3341827 Jul 07 17:23:17.924582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37360) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:18.057088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4e1b21d-072f-4345-89a4-15486802868b req-7a0032f3-6547-4a41-b04b-a62dbc6f299f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 210 time: 0.1949518 Jul 07 17:23:18.067285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.087284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0c478df-a412-423d-96dc-e93c5e8022d7 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.125869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.131662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/8678db7d-31fc-4060-aad2-39f7e97c87f7 HTTP/1.1" status: 204 len: 168 time: 1.3589017 Jul 07 17:23:18.136298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:18.146463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951701352'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:18.152959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3960-0be9-4940-b081-79717b98873a req-23a6b6ac-5420-4938-880f-948466fd2550 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.154651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8de3960-0be9-4940-b081-79717b98873a req-23a6b6ac-5420-4938-880f-948466fd2550 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.6853242 Jul 07 17:23:18.190401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc79cb-af0a-4947-8a8c-cc77143bdcc5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=8678db7d-31fc-4060-aad2-39f7e97c87f7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.242905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] For port 1f7d004a-5094-4c26-8c62-987a48223ebd, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:18.249034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8de3960-0be9-4940-b081-79717b98873a req-cde82554-baed-41f0-8f08-05620ce9dd18 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Jul 07 17:23:18.249582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] For port 1f7d004a-5094-4c26-8c62-987a48223ebd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f7d004a-5094-4c26-8c62-987a48223ebd,segment=NetworkSegment(f4ac2249-da12-419d-a3f9-f81d98b27184),segment_id=f4ac2249-da12-419d-a3f9-f81d98b27184)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:18.275501 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-e0c478df-a412-423d-96dc-e93c5e8022d7 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:23:18.276651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0c478df-a412-423d-96dc-e93c5e8022d7 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/routers/9d185481-0639-4137-84f2-3524557804af HTTP/1.1" status: 409 len: 329 time: 0.3507738 Jul 07 17:23:18.279991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:18.287838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] Sync routers for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:18.302671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:18.306903 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.339663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['73197c3f-5188-426f-9fdf-92a726083976'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:18.366384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:18.376549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.443026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Allocated IP 172.20.255.242 (bee0b5dc-b76a-43b9-b623-6044e88bd3d8/e3492996-f5e3-4d24-bc1c-27fad5b60942/75d128a2-7ad4-4e95-98d4-fb801d1e31af) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:18.458134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.458630 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 750d6d43-d09d-4182-ba21-28a450e2bc7a of type vlan for network a7556d8a-eae3-46ab-82dc-0c9c92a72565 Jul 07 17:23:18.589722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.596080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.601713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2906546e-8379-4bfd-9501-452fe8a2d764 None None] Provisioning complete for port 353ab332-d46a-487e-bb80-3b2f7192b9fd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:18.602127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2906546e-8379-4bfd-9501-452fe8a2d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.603947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:18.604583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:18.709849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd45a7-a98e-4184-b42a-af66ea5113d2 None None] Network 8678db7d-31fc-4060-aad2-39f7e97c87f7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:18.756207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:18.870018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd45a7-a98e-4184-b42a-af66ea5113d2 None None] Network 8678db7d-31fc-4060-aad2-39f7e97c87f7 could not be found, it might have been deleted concurrently. {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:23:18.894608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-bc0c71aa-c048-44a7-8c9a-0667d79709ef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.896028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-bc0c71aa-c048-44a7-8c9a-0667d79709ef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 814 time: 0.8002911 Jul 07 17:23:18.912431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Request body: {'port': {'device_id': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'admin_state_up': True, 'tenant_id': '9ec9967fd6bc4c36b6f39ca2fc8672bf'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:18.936131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be42529-0fb9-45e7-b6b6-18451af26322 None None] Pushing event updated for resources: {'Port': ['ID=1f7d004a-5094-4c26-8c62-987a48223ebd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:18.953392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.968346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.978153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.988048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:18.993832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:18.996893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2906546e-8379-4bfd-9501-452fe8a2d764 None None] Port 353ab332-d46a-487e-bb80-3b2f7192b9fd cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:19.001265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.010506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.016536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:19.017197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:19.020289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.030613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-5f5d62f1-ce0b-4165-9c86-d51fac602d19 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5427 time: 0.5357263 Jul 07 17:23:19.041778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:19.042184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.148371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.164579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:19.165561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27cca58-5c24-4f11-a9b2-5a9f08983df0 None None] The sync data for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:19.177961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:19.179063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.189912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.206767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Made reservation on behalf of 9ec9967fd6bc4c36b6f39ca2fc8672bf for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:19.216175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.230844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Transition to ACTIVE for port object 70e4092f-8745-4887-a92c-1f35bf695c83 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:19.287051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.357820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Transition to ACTIVE for port object 70e4092f-8745-4887-a92c-1f35bf695c83 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:19.369111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=a7556d8a-eae3-46ab-82dc-0c9c92a72565,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.389013 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.436441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ca58a81-ba51-4827-9b5e-1e56510995cc req-9bc85cb9-a4a5-48a0-ba6b-cba8a0b8616d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 210 time: 0.0567329 Jul 07 17:23:19.445006 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.445213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3060987 Jul 07 17:23:19.448677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:19.460772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f25586cf-b3b5-4b63-a2ec-9d6ccc35be87 req-c1a3c919-0593-4415-bd36-3801ee8e4a78 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4288259 Jul 07 17:23:19.471832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:19.487955 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.501658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Transition to ACTIVE for port object 75d128a2-7ad4-4e95-98d4-fb801d1e31af will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:19.506895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.507250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.507597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.507938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.508272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.508606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.508938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.509265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.509595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.509921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.510282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.510608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbface5-6344-4366-a78c-d2291eef0786 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:19.541974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a7556d8a-eae3-46ab-82dc-0c9c92a72565 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:19.560339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:19.595471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:19.603782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:19.610099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.611558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Pushing event updated for resources: {'Port': ['ID=70e4092f-8745-4887-a92c-1f35bf695c83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.722622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Allocated IP 172.20.0.6 (0a6ede57-f874-47fe-bd2f-203b30ed1752/2ada8369-9216-4ed4-85ab-f0cb93b5a722/cf441714-3f18-4658-a35c-2b2f0d2a47d3) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:19.770468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Transition to ACTIVE for port object 75d128a2-7ad4-4e95-98d4-fb801d1e31af will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:19.828263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:19.833017 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c3c574-3769-42ee-818d-7eee570f23e8" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:19.846901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f7d004a-5094-4c26-8c62-987a48223ebd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:19.908572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:19.910484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.975096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.059148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:20.059380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.066429 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6df8238-f8bc-4008-82ce-b22a40b7739a x-openstack-request-id: req-a6df8238-f8bc-4008-82ce-b22a40b7739a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:20.066706 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:20.066965 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6df8238-f8bc-4008-82ce-b22a40b7739a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:20.067440 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'code': 200} Jul 07 17:23:20.157183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:20.158061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Attempting to bind port 70e4092f-8745-4887-a92c-1f35bf695c83 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:20.158475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Attempting to bind port 70e4092f-8745-4887-a92c-1f35bf695c83 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:20.158915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Attempting to bind port 70e4092f-8745-4887-a92c-1f35bf695c83 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:20.168041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1f7d004a-5094-4c26-8c62-987a48223ebd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:20.177264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:20.177651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:20.178067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.178501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:20.179006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Bound port: 70e4092f-8745-4887-a92c-1f35bf695c83, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:20.179398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.207049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:20.209394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:20.212240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Pushing event updated for resources: {'Port': ['ID=75d128a2-7ad4-4e95-98d4-fb801d1e31af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.268145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db85bd-2193-4412-b2fd-4091306273e2 None None] Network f109494e-61d5-4923-bb1e-768870b2cf81 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:20.273730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.340687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:20.354950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:20.362224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:20.365743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.383560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:20.388019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.406893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port 353ab332-d46a-487e-bb80-3b2f7192b9fd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:20.407520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.427413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0138-b58b-4e88-91fb-ee7265bd0228 req-758b092e-ed10-4177-b941-716c914cbd48 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.427413 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67ec0138-b58b-4e88-91fb-ee7265bd0228 req-758b092e-ed10-4177-b941-716c914cbd48 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.1924310 Jul 07 17:23:20.439315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Attempting to bind port 75d128a2-7ad4-4e95-98d4-fb801d1e31af on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:20.440230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Attempting to bind port 75d128a2-7ad4-4e95-98d4-fb801d1e31af by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd3493a84-e303-4a9b-bef3-9bb525623260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:20.440774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Attempting to bind port 75d128a2-7ad4-4e95-98d4-fb801d1e31af on network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:20.442997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:20.491964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.492586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.520046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-2ee94e25-a5b9-48ac-ae5f-d55c66582ce9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6149380 Jul 07 17:23:20.541827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:23:20.542139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Request body: {'port': {'device_id': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:20.544173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:23:20.553592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.589077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67ec0138-b58b-4e88-91fb-ee7265bd0228 req-96851a9a-153a-432a-96ed-6d26ee16a5f6 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210747 Jul 07 17:23:20.627697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.628084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:23:20.635414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:20.635801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.650078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Provisioning for port 1f7d004a-5094-4c26-8c62-987a48223ebd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:20.657503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:20.657889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Checking segment: {'id': 'd3493a84-e303-4a9b-bef3-9bb525623260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:20.658328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.658740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Bound using segment: {'id': 'd3493a84-e303-4a9b-bef3-9bb525623260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:20.659226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Bound port: 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3493a84-e303-4a9b-bef3-9bb525623260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bee0b5dc-b76a-43b9-b623-6044e88bd3d8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:20.659618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.672237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for 353ab332-d46a-487e-bb80-3b2f7192b9fd owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:20.757747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Provisioning complete for port 1f7d004a-5094-4c26-8c62-987a48223ebd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:20.758190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.791845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.809758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] For port 70e4092f-8745-4887-a92c-1f35bf695c83, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:20.868611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d4a1-3a0f-4960-88b8-2000813c8490 req-fe6b8aab-e28a-45a1-a83a-ae1d21faf50d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:20.870810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b966d4a1-3a0f-4960-88b8-2000813c8490 req-fe6b8aab-e28a-45a1-a83a-ae1d21faf50d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 931 time: 0.2588520 Jul 07 17:23:20.893289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] For port 70e4092f-8745-4887-a92c-1f35bf695c83, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=70e4092f-8745-4887-a92c-1f35bf695c83,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:20.909789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.976595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:20.984886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b966d4a1-3a0f-4960-88b8-2000813c8490 req-7f41f3b5-bf4b-4a71-ab97-dfd9cf584d36 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060581 Jul 07 17:23:20.998761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.004686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:21.019790 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:21.031924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] For port 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:21.038630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:21.042101 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.078183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.084243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.107569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.107803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] For port 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=75d128a2-7ad4-4e95-98d4-fb801d1e31af,segment=NetworkSegment(d3493a84-e303-4a9b-bef3-9bb525623260),segment_id=d3493a84-e303-4a9b-bef3-9bb525623260)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:21.114844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.123025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.125230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29851b-07ab-4286-8cdb-3f43f159a948 None None] Pushing event updated for resources: {'Port': ['ID=70e4092f-8745-4887-a92c-1f35bf695c83,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.139464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.155445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:21.157969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-32eab645-236a-4f9c-848c-169dc17d4f37 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5428 time: 0.4160891 Jul 07 17:23:21.165571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.190764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.194558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.195784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af27778c-bd54-42db-91fa-ea162027ecbc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3200169 Jul 07 17:23:21.211283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:21.265636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.285843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.291626 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:21.333253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=353ab332-d46a-487e-bb80-3b2f7192b9fd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.346712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbb00a-3d94-47da-8c04-6cd3bfae1c1d None None] Pushing event updated for resources: {'Port': ['ID=75d128a2-7ad4-4e95-98d4-fb801d1e31af,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.448465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=a44684c4-5969-4acb-8cad-01095080a656,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.476690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ba606e3-3419-4961-972e-34b022b5a87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.678976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '750d6d43-d09d-4182-ba21-28a450e2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:21.679398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: a7556d8a-eae3-46ab-82dc-0c9c92a72565, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:21.708936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] For port 1f7d004a-5094-4c26-8c62-987a48223ebd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f7d004a-5094-4c26-8c62-987a48223ebd,segment=NetworkSegment(f4ac2249-da12-419d-a3f9-f81d98b27184),segment_id=f4ac2249-da12-419d-a3f9-f81d98b27184)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:21.734189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d031ec7-186f-47d0-a014-0ad568a40084 req-8dd75a57-3302-41c8-bfe5-d39c2a488901 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5601983 Jul 07 17:23:21.743594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.769677 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 3, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.879555 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:21.883378 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Updating router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 port 56ab90dc-2f73-4630-bf9b-bbc064010007 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:23:21.963382 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.980580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eec6ce-69c5-43fb-a2c6-75a993d26d18 None None] Pushing event updated for resources: {'Port': ['ID=1f7d004a-5094-4c26-8c62-987a48223ebd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.988277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 70e4092f-8745-4887-a92c-1f35bf695c83 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:22.002098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:22.002513 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ba606e3-3419-4961-972e-34b022b5a87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.054559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-932e7bfc-771e-4a81-a28c-2ae9de354f8c None None] Provisioning complete for port 1f7d004a-5094-4c26-8c62-987a48223ebd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:22.055113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-932e7bfc-771e-4a81-a28c-2ae9de354f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.118517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.120027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 829f80ff-5591-4ea9-b6f1-5ce510bc3207 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:22.139065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:22.142226 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcb93e3-ca6e-458b-950c-36dc364e11a5" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:22.225882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.226759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.260305 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ba606e3-3419-4961-972e-34b022b5a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.265699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 70e4092f-8745-4887-a92c-1f35bf695c83 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:22.329378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:22.335195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:22.335596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.374270 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.389206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba606e3-3419-4961-972e-34b022b5a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632af0f-952a-4865-9eae-3074296cf93f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.399741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network a7556d8a-eae3-46ab-82dc-0c9c92a72565 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:22.415272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Transition to ACTIVE for port object 56ab90dc-2f73-4630-bf9b-bbc064010007 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:22.422157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2ba606e3-3419-4961-972e-34b022b5a87c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eff9d28dc94d4a6e82d07915a4ecaa51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4381649 Jul 07 17:23:22.426876 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.428479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:22.440291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:22.446868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.458628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.472502 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:22.489721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a7556d8a-eae3-46ab-82dc-0c9c92a72565) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:22.501813 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28201cb-447c-45f7-9f51-60b6c947f653 None None] Pushing event updated for resources: {'Port': ['ID=56ab90dc-2f73-4630-bf9b-bbc064010007,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.513292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:22.515062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57841b94-dfec-4375-bdee-f29d08cf9458 None None] Network a7556d8a-eae3-46ab-82dc-0c9c92a72565 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:22.517210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.519702 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Attempting to bind port 56ab90dc-2f73-4630-bf9b-bbc064010007 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:22.520549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Attempting to bind port 56ab90dc-2f73-4630-bf9b-bbc064010007 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:22.521316 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Attempting to bind port 56ab90dc-2f73-4630-bf9b-bbc064010007 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:22.532458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386c859-692b-4b2c-829b-a1ce4112a0d4 req-adf9f7d8-f141-4ba4-9703-ed252b8cd7cd tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:22.535279 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:22.535776 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:22.536641 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.537260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:22.538097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Bound port: 56ab90dc-2f73-4630-bf9b-bbc064010007, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:22.538758 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.540715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d386c859-692b-4b2c-829b-a1ce4112a0d4 req-adf9f7d8-f141-4ba4-9703-ed252b8cd7cd tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.5250554 Jul 07 17:23:22.560754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:22.568485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Transition to ACTIVE for port object cf441714-3f18-4658-a35c-2b2f0d2a47d3 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:22.572219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.585271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa555483-9132-46dd-99d3-5605b2bb47e6 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:22.627363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.630741 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] For port 56ab90dc-2f73-4630-bf9b-bbc064010007, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:22.634540 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] For port 56ab90dc-2f73-4630-bf9b-bbc064010007, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56ab90dc-2f73-4630-bf9b-bbc064010007,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:22.639965 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.643373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-890a8153-466f-4c78-a669-3dc8f4a6ecf5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1794617 Jul 07 17:23:22.653680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:22.673013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbd10-9a83-4d8a-8843-3addb4416711 req-a4f974ac-6b95-4ba7-a83d-07966e153f23 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:22.674592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e6fbd10-9a83-4d8a-8843-3addb4416711 req-a4f974ac-6b95-4ba7-a83d-07966e153f23 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 931 time: 0.4528053 Jul 07 17:23:22.717850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:22.729212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Router 9d185481-0639-4137-84f2-3524557804af has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:22.729404 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:22.730609 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:22.798509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port fa555483-9132-46dd-99d3-5605b2bb47e6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:22.811303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port fa555483-9132-46dd-99d3-5605b2bb47e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:22.811687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.841927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d386c859-692b-4b2c-829b-a1ce4112a0d4 req-c1305165-099e-4b2c-9e1b-ac41ba558e22 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002822 Jul 07 17:23:22.858950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:22.874248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-536727ad-a227-43c8-939c-3016ecd6c078 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/9d185481-0639-4137-84f2-3524557804af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5884109 Jul 07 17:23:22.879127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:22.917961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.922430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] Sync routers for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:22.944521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-a7556d8a-eae3-46ab-82dc-0c9c92a72565', 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': 'a44684c4-5969-4acb-8cad-01095080a656'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:22.945461 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:22.959838 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:22.966630 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b145c-48a0-49bb-89f7-c785e1ec23d0 x-openstack-request-id: req-597b145c-48a0-49bb-89f7-c785e1ec23d0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:22.967006 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:22.967669 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-597b145c-48a0-49bb-89f7-c785e1ec23d0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:22.967859 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'code': 200} Jul 07 17:23:22.968688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:22.969401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:22.987639 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-0c738221-6178-4170-a88e-b8d9853494ff tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] show failed (client error): The resource could not be found. Jul 07 17:23:22.991095 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0c738221-6178-4170-a88e-b8d9853494ff tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-344748221 HTTP/1.1" status: 404 len: 334 time: 0.1095550 Jul 07 17:23:22.998865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:23.000030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.017102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-feec9c6d-8c64-4284-8872-7bc5f912c6b1 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:23.032675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.059616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] Routers {'9d185481-0639-4137-84f2-3524557804af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:23.061271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['9d185481-0639-4137-84f2-3524557804af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.093258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.157987 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.172419 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-feec9c6d-8c64-4284-8872-7bc5f912c6b1 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] update failed (client error): The resource could not be found. Jul 07 17:23:23.177811 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-feec9c6d-8c64-4284-8872-7bc5f912c6b1 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-758460251 HTTP/1.1" status: 404 len: 334 time: 0.1670938 Jul 07 17:23:23.193265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37448) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:23.196560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e6fbd10-9a83-4d8a-8843-3addb4416711 req-33b49e93-d5c8-4f50-a47a-985c089560bb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889233 Jul 07 17:23:23.197565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.198237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8ce1a-dad2-4eb3-b6a5-c3e2f65602f9 None None] The sync data for ids ['9d185481-0639-4137-84f2-3524557804af'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:23.251008 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.260250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4a764-92ee-4ae8-89b4-b5a10e70c5c0 None None] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:23.324617 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28201cb-447c-45f7-9f51-60b6c947f653 None None] Pushing event updated for resources: {'Port': ['ID=56ab90dc-2f73-4630-bf9b-bbc064010007,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.337792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:23.338163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:23.338497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:23.350815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:23.352921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:23.363739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:23.366294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Checking segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:23.366866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Bound using segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:23.375426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Bound port: cf441714-3f18-4658-a35c-2b2f0d2a47d3, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:23.376050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.407275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting subnet 66c3e138-d046-4575-95d3-7eb32b774f1d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:23.410502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0d5c0156-5755-4c72-8428-e0f75dd94a15 None None] Provisioning for port 75d128a2-7ad4-4e95-98d4-fb801d1e31af completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:23.427289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.440859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Allocated IP 172.20.0.3 (a7556d8a-eae3-46ab-82dc-0c9c92a72565/a44684c4-5969-4acb-8cad-01095080a656/3af7f441-4517-49d7-ad9a-834881f7a17b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:23.451540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa555483-9132-46dd-99d3-5605b2bb47e6,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:23.462800 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.468756 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.469086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6aad904f-6787-405f-b7e2-44d098c877dc up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:23.482318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.484908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.488554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e632af0f-952a-4865-9eae-3074296cf93f HTTP/1.1" status: 204 len: 168 time: 1.0554371 Jul 07 17:23:23.494731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.503176 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 3, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:23.533752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.540665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d62bdd-ff71-4ceb-956e-2e48d7b674bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632af0f-952a-4865-9eae-3074296cf93f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.562601 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de6a351-607c-4b43-9cd9-bff71df13b78 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:18Z', 'revision_number': 3, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:23.579386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:23.585990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:23.601963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.652931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.653653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.655291 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 1092 time: 3.1260698 Jul 07 17:23:23.655818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:23.658304 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54028334-a6a5-4d86-860e-f91f773ff0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:23.685794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.698368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0353f-3844-4167-9223-f1244823345c None None] Network c97e288c-a468-4c54-8511-6976bc8f71ef requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:23.728487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.757151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.768429 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd520bf-7635-42c5-ba27-dbc461e5ac6c x-openstack-request-id: req-6bd520bf-7635-42c5-ba27-dbc461e5ac6c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:23.768724 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:23.768896 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bd520bf-7635-42c5-ba27-dbc461e5ac6c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:23.769291 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'status': 'completed', 'code': 200} Jul 07 17:23:23.777900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.786520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.788892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.799776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.805834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.812113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.812252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29976326-2fc7-4d7b-9d65-03f5281db986 service neutron] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:23.819638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-e4687a06-a417-43bc-a723-a4be0b39337d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5430 time: 0.5588975 Jul 07 17:23:23.875358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-ddf7dd73-dade-4078-b229-94ea20033366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.877148 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-ddf7dd73-dade-4078-b229-94ea20033366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1095 time: 0.1633089 Jul 07 17:23:23.879169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.915264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:23.927595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/subnets/66c3e138-d046-4575-95d3-7eb32b774f1d HTTP/1.1" status: 204 len: 168 time: 0.7298057 Jul 07 17:23:23.930640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37458) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:23.951932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e936d2-8299-49fb-a716-d4d04d14336a None None] Network f109494e-61d5-4923-bb1e-768870b2cf81 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:23.955251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f7d004a-5094-4c26-8c62-987a48223ebd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:24.056637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e8f927e-cd01-4d83-8606-fa7baa07dc15 req-f1cdd686-e91e-4afe-8812-cb1d044a0883 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2360945 Jul 07 17:23:24.069784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-ad2ae92f-8768-4b78-8ff6-b14b0993a792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.1725910 Jul 07 17:23:24.131803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bf1c7-bc31-4ac2-920e-5de221ca2111 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Subnet': ['ID=66c3e138-d046-4575-95d3-7eb32b774f1d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.166333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Allocated IP 172.20.0.1 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/0ab771f6-9ede-4952-b994-67dbe3d01f99) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:24.188967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Provisioning for port 70e4092f-8745-4887-a92c-1f35bf695c83 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:24.226293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:24.296225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e3d01b-8ca9-4ba9-8fc1-ec24171e5a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.316574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3850565-5b8f-41d7-8913-2010379a51f3 req-319cabc2-3cdf-4b27-a57b-b78cd2d5373c tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.317096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.318216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3850565-5b8f-41d7-8913-2010379a51f3 req-319cabc2-3cdf-4b27-a57b-b78cd2d5373c tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.1446073 Jul 07 17:23:24.322231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c384d-881b-4afd-8644-263298ef2b4b req-51eb2338-e605-4e58-b9b8-33589c436bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:24.324128 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-51eb2338-e605-4e58-b9b8-33589c436bc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1868482 Jul 07 17:23:24.341137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.363220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-ceb74abe-7aad-49d8-9045-197ef7bc4d5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304151 Jul 07 17:23:24.415081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Provisioning complete for port 70e4092f-8745-4887-a92c-1f35bf695c83 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:24.415942 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.490364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.541566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Transition to ACTIVE for port object 3af7f441-4517-49d7-ad9a-834881f7a17b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:24.558535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 6aad904f-6787-405f-b7e2-44d098c877dc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:24.564331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-9a476fbf-dfcb-406e-afae-05dc18311f6d service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874769 Jul 07 17:23:24.566050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port 1f7d004a-5094-4c26-8c62-987a48223ebd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:24.566427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.613574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1f7d004a-5094-4c26-8c62-987a48223ebd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:24.613980 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.621544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 6aad904f-6787-405f-b7e2-44d098c877dc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:24.621920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.634306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Transition to ACTIVE for port object 3af7f441-4517-49d7-ad9a-834881f7a17b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:24.724619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Transition to ACTIVE for port object 0ab771f6-9ede-4952-b994-67dbe3d01f99 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:24.749786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] For port 1f7d004a-5094-4c26-8c62-987a48223ebd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f7d004a-5094-4c26-8c62-987a48223ebd,segment=NetworkSegment(f4ac2249-da12-419d-a3f9-f81d98b27184),segment_id=f4ac2249-da12-419d-a3f9-f81d98b27184)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:24.750562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.768870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for 1f7d004a-5094-4c26-8c62-987a48223ebd owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:24.784850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.846001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-187c384d-881b-4afd-8644-263298ef2b4b req-3d1eaea1-4b55-4eb7-990a-c731c3c0d8f8 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744238 Jul 07 17:23:24.849472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e3d01b-8ca9-4ba9-8fc1-ec24171e5a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.878959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:24.881464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65e3d01b-8ca9-4ba9-8fc1-ec24171e5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.884172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:24.900551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3850565-5b8f-41d7-8913-2010379a51f3 req-b99f55dd-0b74-42c7-829d-07698f9eaaab tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681069 Jul 07 17:23:24.921710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:24.941021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:24.944076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:24.972627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829f80ff-5591-4ea9-b6f1-5ce510bc3207'}, {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:24.975029 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74d5112-d14b-4030-a183-927172a7f5ab" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "829f80ff-5591-4ea9-b6f1-5ce510bc3207"}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:24.983140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:24.984168 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-65e3d01b-8ca9-4ba9-8fc1-ec24171e5a18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfa2dd13d5bc416d9e8dff8cd25b04f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491937 Jul 07 17:23:25.017618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.025897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Network a7556d8a-eae3-46ab-82dc-0c9c92a72565 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:25.049116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:25.054394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:25.057248 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a3c57-84e0-49ee-96f1-1e7246b9a0b9 x-openstack-request-id: req-fa6a3c57-84e0-49ee-96f1-1e7246b9a0b9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:25.057605 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "829f80ff-5591-4ea9-b6f1-5ce510bc3207", "code": 200}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:25.058390 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa6a3c57-84e0-49ee-96f1-1e7246b9a0b9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:25.058819 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829f80ff-5591-4ea9-b6f1-5ce510bc3207', 'code': 200} Jul 07 17:23:25.059082 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6', 'code': 200} Jul 07 17:23:25.069843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Pushing event updated for resources: {'Port': ['ID=3af7f441-4517-49d7-ad9a-834881f7a17b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.090463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3d01b-8ca9-4ba9-8fc1-ec24171e5a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07727fdb-4b5c-493e-9b8d-88547f2ce897,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.096916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.100242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=a44684c4-5969-4acb-8cad-01095080a656,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.109382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.119937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] No DVR routers for this DVR port 1f7d004a-5094-4c26-8c62-987a48223ebd on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:25.134996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b44866-bd98-48ed-977e-784ed86c1caa req-e2b61dd0-3a79-4ea7-aed7-a88114c3bcb3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.139229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b44866-bd98-48ed-977e-784ed86c1caa req-e2b61dd0-3a79-4ea7-aed7-a88114c3bcb3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.3801718 Jul 07 17:23:25.208911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-ace4bd22-32d3-4a64-bef9-c224f8bf5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.214591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-ace4bd22-32d3-4a64-bef9-c224f8bf5ddc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1095 time: 0.2944508 Jul 07 17:23:25.214591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=1f7d004a-5094-4c26-8c62-987a48223ebd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.293992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.307219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7556d8a-eae3-46ab-82dc-0c9c92a72565']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.314753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.319170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750d6d43-d09d-4182-ba21-28a450e2bc7a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.319473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750d6d43-d09d-4182-ba21-28a450e2bc7a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.326061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109494e-61d5-4923-bb1e-768870b2cf81']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.330202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.330611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.336867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ac2249-da12-419d-a3f9-f81d98b27184') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.337637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ac2249-da12-419d-a3f9-f81d98b27184') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:25.345444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.348846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.355229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:25.355650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:25.358932 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:25.365593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.374789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.389976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Port 1f7d004a-5094-4c26-8c62-987a48223ebd update to ACTIVE by agent not found {{(pid=93767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:23:25.391933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 75d128a2-7ad4-4e95-98d4-fb801d1e31af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:25.420831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:25.421248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:25.424526 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:25.433768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff63ef3-cde7-4937-b991-5d160705e979 None None] DHCP port deletion for f109494e-61d5-4923-bb1e-768870b2cf81 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:25.456647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Attempting to bind port 3af7f441-4517-49d7-ad9a-834881f7a17b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:25.457151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Attempting to bind port 3af7f441-4517-49d7-ad9a-834881f7a17b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '750d6d43-d09d-4182-ba21-28a450e2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:25.457604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Attempting to bind port 3af7f441-4517-49d7-ad9a-834881f7a17b on network a7556d8a-eae3-46ab-82dc-0c9c92a72565 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:25.471830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] For port 70e4092f-8745-4887-a92c-1f35bf695c83, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=70e4092f-8745-4887-a92c-1f35bf695c83,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:25.484356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:25.485023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Checking segment: {'id': '750d6d43-d09d-4182-ba21-28a450e2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:25.485793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.486471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Bound using segment: {'id': '750d6d43-d09d-4182-ba21-28a450e2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:25.493966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Bound port: 3af7f441-4517-49d7-ad9a-834881f7a17b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750d6d43-d09d-4182-ba21-28a450e2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:25.493966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.529907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.563153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.568108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/networks/f109494e-61d5-4923-bb1e-768870b2cf81 HTTP/1.1" status: 204 len: 168 time: 1.6365237 Jul 07 17:23:25.569435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe20e6-c9cb-482d-85ae-0225828d74f8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Network': ['ID=f109494e-61d5-4923-bb1e-768870b2cf81,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.571813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-39dec6d2-0e2d-4574-921e-e18459d4d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.573431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-39dec6d2-0e2d-4574-921e-e18459d4d5d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.3552971 Jul 07 17:23:25.574302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37470) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:25.591046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:25.591825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:23:25.591825 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:23:25.591825 n-d-791504-12 neutron-server[93766]: [parameters: {'id': 'a7556d8a-eae3-46ab-82dc-0c9c92a72565'}] Jul 07 17:23:25.591825 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:25.592357 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:25.593142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.608123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85b44866-bd98-48ed-977e-784ed86c1caa req-9e61a605-a774-4993-96dd-e5e50b13d572 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626138 Jul 07 17:23:25.617365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.665333 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.666280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9e1fdaaa-e637-49b7-bf46-b24e004668a3 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:25.681389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting subnet cf65fed9-bca4-47c4-97f7-0be143202be0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:25.692849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.708387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.732724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b246af7-e848-4216-8f15-07bb1529d6a8 None None] Pushing event updated for resources: {'Port': ['ID=70e4092f-8745-4887-a92c-1f35bf695c83,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.733656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.740166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.745642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] For port 3af7f441-4517-49d7-ad9a-834881f7a17b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:25.746419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.752673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.757809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-0c726bed-9eca-4ca3-9717-6d542ac3e548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.1736684 Jul 07 17:23:25.772209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.784828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.791810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.794247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c231d461-902a-486a-bc76-c0f33f26a71b req-53a7ceba-a8c3-4763-983e-693e4bf430c1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5431 time: 0.4212718 Jul 07 17:23:25.806015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.848028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] For port 3af7f441-4517-49d7-ad9a-834881f7a17b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3af7f441-4517-49d7-ad9a-834881f7a17b,segment=NetworkSegment(750d6d43-d09d-4182-ba21-28a450e2bc7a),segment_id=750d6d43-d09d-4182-ba21-28a450e2bc7a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:25.862615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:25.865924 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.877409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 75d128a2-7ad4-4e95-98d4-fb801d1e31af completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:25.878350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-37797278-2ee8-4db4-87ba-3ec5ad244ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:25.880373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-37797278-2ee8-4db4-87ba-3ec5ad244ed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1144810 Jul 07 17:23:25.904882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:25.914064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 75d128a2-7ad4-4e95-98d4-fb801d1e31af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:25.914682 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.930238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-59043cbd-b576-4edb-b96e-3475d6870922 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415342 Jul 07 17:23:25.936883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c231d461-902a-486a-bc76-c0f33f26a71b req-176d73a6-4443-4404-9965-0ee3cbed8cbb tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287882 Jul 07 17:23:25.958810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.969378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:25.969774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.978300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.981880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:25.986538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07727fdb-4b5c-493e-9b8d-88547f2ce897 HTTP/1.1" status: 204 len: 168 time: 0.9873807 Jul 07 17:23:26.031774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.035219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc81f8-515e-46cb-9b30-2059c690517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07727fdb-4b5c-493e-9b8d-88547f2ce897,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.096666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.130621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-2f23375e-8645-4bb9-94ae-ac22f2fba09e service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766617 Jul 07 17:23:26.241020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e280f4-e556-4256-a749-7c60dde20987 None None] Network a7556d8a-eae3-46ab-82dc-0c9c92a72565 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:26.325543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.337614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.348121 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.359990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 3af7f441-4517-49d7-ad9a-834881f7a17b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:26.359990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.375394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Subnet': ['ID=cf65fed9-bca4-47c4-97f7-0be143202be0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.389167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.389167 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46e1d58f-338c-44b2-a188-65651449b607 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/subnets/cf65fed9-bca4-47c4-97f7-0be143202be0 HTTP/1.1" status: 204 len: 168 time: 0.8102953 Jul 07 17:23:26.390428 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54028334-a6a5-4d86-860e-f91f773ff0f6 req-e2f55341-71bc-47a9-ac80-4e576833d980 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465141 Jul 07 17:23:26.390949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.392444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Provisioning for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:26.426606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Provisioning complete for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:26.427387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.464556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec82043-3cd8-4b72-82f2-e22f1790b594 None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:26.467497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting subnet 44f20ae9-09da-4cb3-af96-086ac9546eac {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:26.471703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.483677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33481ce5-0251-439e-8263-b9bd02539ee0 req-7f5fa4fc-3680-47f3-8ba2-6cd01153ee9a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:26.485294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33481ce5-0251-439e-8263-b9bd02539ee0 req-7f5fa4fc-3680-47f3-8ba2-6cd01153ee9a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.2927351 Jul 07 17:23:26.525261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.529322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692971-c9e0-44d8-b0d7-3cdcf46d83dd None None] Pushing event updated for resources: {'Port': ['ID=3af7f441-4517-49d7-ad9a-834881f7a17b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.536228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Port 0ab771f6-9ede-4952-b994-67dbe3d01f99 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:26.540482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.562178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.572545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 3af7f441-4517-49d7-ad9a-834881f7a17b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3af7f441-4517-49d7-ad9a-834881f7a17b,segment=NetworkSegment(750d6d43-d09d-4182-ba21-28a450e2bc7a),segment_id=750d6d43-d09d-4182-ba21-28a450e2bc7a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:26.573196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.608072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 3af7f441-4517-49d7-ad9a-834881f7a17b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:26.652839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.663717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Provisioning complete for port 70e4092f-8745-4887-a92c-1f35bf695c83 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:26.664354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-486c5a15-b53e-4f2e-b716-bf33deac8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.718034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.756629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.758300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33481ce5-0251-439e-8263-b9bd02539ee0 req-6ec026e3-cc07-496f-8748-3b0767b85259 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507172 Jul 07 17:23:26.762324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.784792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.802490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=3af7f441-4517-49d7-ad9a-834881f7a17b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.806883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:26.814020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 3af7f441-4517-49d7-ad9a-834881f7a17b on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:26.824616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.828402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/subnets/44f20ae9-09da-4cb3-af96-086ac9546eac HTTP/1.1" status: 204 len: 168 time: 0.4360604 Jul 07 17:23:26.831529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:26.838083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab20158-0f59-41f3-9091-42fe5d60d782 None None] Network 98168f14-c6ad-4c70-92a4-ed474b9d8893 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:26.848145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:26.848941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 73197c3f-5188-426f-9fdf-92a726083976 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:26.872195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6fc65-a116-4b49-99d6-91debbf8ce9b tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Subnet': ['ID=44f20ae9-09da-4cb3-af96-086ac9546eac,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:26.958719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=75d128a2-7ad4-4e95-98d4-fb801d1e31af,segment=NetworkSegment(d3493a84-e303-4a9b-bef3-9bb525623260),segment_id=d3493a84-e303-4a9b-bef3-9bb525623260)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:26.998818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.021768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:27.040470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:27.066892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc'}, {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1fdaaa-e637-49b7-bf46-b24e004668a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:27.067319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.068986 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79db92d3-1112-4584-a033-cb98c7ac2dae" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc"}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "9e1fdaaa-e637-49b7-bf46-b24e004668a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:27.074675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.090891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.102757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7556d8a-eae3-46ab-82dc-0c9c92a72565']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:27.185784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750d6d43-d09d-4182-ba21-28a450e2bc7a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:27.186096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750d6d43-d09d-4182-ba21-28a450e2bc7a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:27.244002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 73197c3f-5188-426f-9fdf-92a726083976 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:27.248933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=75d128a2-7ad4-4e95-98d4-fb801d1e31af,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.255190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.255395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 73197c3f-5188-426f-9fdf-92a726083976 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:27.255501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.282671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a09620-676a-4697-9223-f2e862c95293 None None] DHCP port deletion for 42a4dbdd-f042-4eed-a72e-2b3945adb261 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:27.290516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c57e40-a43e-432b-bd4e-4a38ce6a83bb req-98a369d8-daf3-44eb-9d47-78ae6ab1935a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.290922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-360c8d16-7393-4779-aedf-0e83766d1630 None None] Provisioning complete for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:27.291347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-360c8d16-7393-4779-aedf-0e83766d1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.292309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73c57e40-a43e-432b-bd4e-4a38ce6a83bb req-98a369d8-daf3-44eb-9d47-78ae6ab1935a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.4093072 Jul 07 17:23:27.376077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 70e4092f-8745-4887-a92c-1f35bf695c83 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:27.382093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-360c8d16-7393-4779-aedf-0e83766d1630 None None] Port 0ab771f6-9ede-4952-b994-67dbe3d01f99 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:27.455597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.473314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:27.473755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:27.478230 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:27.567797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73c57e40-a43e-432b-bd4e-4a38ce6a83bb req-6101484d-2d19-449b-9f6c-a4bbe9efd300 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097576 Jul 07 17:23:27.585985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:27.590579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.593740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] DHCP port deletion for 98168f14-c6ad-4c70-92a4-ed474b9d8893 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:27.597923 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.600070 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/a7556d8a-eae3-46ab-82dc-0c9c92a72565 HTTP/1.1" status: 204 len: 168 time: 4.9448862 Jul 07 17:23:27.606496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37512) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.612270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:27.615900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port d7a29cba-1dae-4d7c-9184-150d9c1b510a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:27.616416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.623053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256687183'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:27.638461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1bd7d-5227-4e25-9751-9ad5fb822b7b tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=a7556d8a-eae3-46ab-82dc-0c9c92a72565,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:27.652959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:27.661665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.693537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:27.704646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.705260 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 12b751de-039e-494d-bc52-ae4f86ed5304 of type vlan for network ed2c5f81-2a5f-4e60-a049-71594008e3c9 Jul 07 17:23:27.716197 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ac49e-b2b5-49b6-a5ba-98d3e93be0fb x-openstack-request-id: req-8c5ac49e-b2b5-49b6-a5ba-98d3e93be0fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:27.716782 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc", "code": 200}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "9e1fdaaa-e637-49b7-bf46-b24e004668a3", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:27.717213 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c5ac49e-b2b5-49b6-a5ba-98d3e93be0fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:27.718138 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc', 'code': 200} Jul 07 17:23:27.718692 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1fdaaa-e637-49b7-bf46-b24e004668a3', 'code': 200} Jul 07 17:23:27.720354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cf72ba7-676b-47d8-8178-7e282cff1b75 None None] Provisioning complete for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:27.720999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf72ba7-676b-47d8-8178-7e282cff1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.749830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] For port d7a29cba-1dae-4d7c-9184-150d9c1b510a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d7a29cba-1dae-4d7c-9184-150d9c1b510a,segment=NetworkSegment(4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6),segment_id=4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:27.750232 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.764099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.765922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for d7a29cba-1dae-4d7c-9184-150d9c1b510a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:27.814085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.820257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.830715 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.831148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.862961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Deleting port d7a29cba-1dae-4d7c-9184-150d9c1b510a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:27.863826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.900900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.910754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.917868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.924965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.934484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.938752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3310149 Jul 07 17:23:27.939449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37522) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:27.941027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.947823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:27.950089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 70e4092f-8745-4887-a92c-1f35bf695c83 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:27.950737 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:27.957883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e9f405e3-2ebd-40d4-8ee8-c9fcc9e710a5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5433 time: 0.6467900 Jul 07 17:23:27.958684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': 'ed2c5f81-2a5f-4e60-a049-71594008e3c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:28.007638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4cf72ba7-676b-47d8-8178-7e282cff1b75 None None] Port 0ab771f6-9ede-4952-b994-67dbe3d01f99 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:28.009580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.021197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.054388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] No DVR routers for this DVR port d7a29cba-1dae-4d7c-9184-150d9c1b510a on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:28.056307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c317-74cf-4f9a-9988-19c39285abfd tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=ed2c5f81-2a5f-4e60-a049-71594008e3c9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.068801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=d7a29cba-1dae-4d7c-9184-150d9c1b510a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.070730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=73197c3f-5188-426f-9fdf-92a726083976,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.075040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'port_id': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'mac_address': 'fa:16:3e:5f:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ada8369-9216-4ed4-85ab-f0cb93b5a722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:28.085110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ed2c5f81-2a5f-4e60-a049-71594008e3c9 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:28.088626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-88a09620-676a-4697-9223-f2e862c95293 None None] For port d7a29cba-1dae-4d7c-9184-150d9c1b510a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d7a29cba-1dae-4d7c-9184-150d9c1b510a,segment=NetworkSegment(4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6),segment_id=4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.090711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.112527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Calling delete_port for d7a29cba-1dae-4d7c-9184-150d9c1b510a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:28.125018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:28.130540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.187139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.187975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a857f6ab-51e9-4f1e-81bc-4da3d783f66a up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:28.196873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Deleting port 3d130258-d09a-4349-9bc2-2f5edd020fae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:28.197257 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.219077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.231856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a4dbdd-f042-4eed-a72e-2b3945adb261']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:28.257937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:28.258270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9edfc3-5414-4b6a-90e8-a4bbbc35b1f6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:28.284612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.291631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef5ef7cc-6c88-476f-b382-0eb7a8feab1c req-e90dd9a4-d037-4ea4-bbe9-7fe95b228906 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3323128 Jul 07 17:23:28.348989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d20edb-94aa-49c7-a62f-a8f9082e5384 req-23bfc388-41ac-4610-baf7-7dc72f18b0ac tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.356143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30d20edb-94aa-49c7-a62f-a8f9082e5384 req-23bfc388-41ac-4610-baf7-7dc72f18b0ac tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1096 time: 0.3872249 Jul 07 17:23:28.363134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.392025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:28.392623 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.394477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.396269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:28.402716 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:28.406584 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:28.420943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c86c1368-a35c-4f2d-aae9-0c40ab00632c admin admin] 10.222.0.22 "PUT /v2.0/routers/b78263d9-49b3-4ed0-a853-0fb8a9c92a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2031472 Jul 07 17:23:28.421626 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:28.424691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:28.529181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '12b751de-039e-494d-bc52-ae4f86ed5304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ed2c5f81-2a5f-4e60-a049-71594008e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:28.529564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: ed2c5f81-2a5f-4e60-a049-71594008e3c9, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:28.540833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=8e043e5b-07a4-4c73-b021-e2a8978e0bb0,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.541171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port a857f6ab-51e9-4f1e-81bc-4da3d783f66a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:28.558857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.561348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30d20edb-94aa-49c7-a62f-a8f9082e5384 req-1dbb6da3-7a19-43c7-b79b-295f5006e6da tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042270 Jul 07 17:23:28.583788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.586792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network ed2c5f81-2a5f-4e60-a049-71594008e3c9 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:28.603095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ed2c5f81-2a5f-4e60-a049-71594008e3c9) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:28.603572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] For port 3d130258-d09a-4349-9bc2-2f5edd020fae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3d130258-d09a-4349-9bc2-2f5edd020fae,segment=NetworkSegment(55e9708a-c740-441e-b5cc-4dc82c206b7b),segment_id=55e9708a-c740-441e-b5cc-4dc82c206b7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.604533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.609034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port a857f6ab-51e9-4f1e-81bc-4da3d783f66a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:28.609690 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.612842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56ab90dc-2f73-4630-bf9b-bbc064010007 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:28.619424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.633833 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:28.641153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.641656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.643429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.653430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/networks/42a4dbdd-f042-4eed-a72e-2b3945adb261 HTTP/1.1" status: 204 len: 168 time: 1.7945752 Jul 07 17:23:28.660047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:28.664976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e893953-d381-4a61-915b-b5a0a77d625e None None] Network ed2c5f81-2a5f-4e60-a049-71594008e3c9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:28.674578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc298b6a-e366-4762-81cf-6544d8745ec6 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7210526 Jul 07 17:23:28.677321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:28.709318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:28.712505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772b98-0a1f-4e7a-9e88-82bacf11bab6 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Network': ['ID=42a4dbdd-f042-4eed-a72e-2b3945adb261,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:28.757939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:28.783234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Calling delete_port for 3d130258-d09a-4349-9bc2-2f5edd020fae owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:28.788662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.842543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.900997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.911131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.915611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:28.925804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Network 42a4dbdd-f042-4eed-a72e-2b3945adb261 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:23:28.926727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a09620-676a-4697-9223-f2e862c95293 None None] No DVR routers for this DVR port d7a29cba-1dae-4d7c-9184-150d9c1b510a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:28.973478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a20d-82c5-4a25-806a-7221783c90e3 req-63990d23-b88b-46af-a523-69fec47ccc31 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:28.976346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df87a20d-82c5-4a25-806a-7221783c90e3 req-63990d23-b88b-46af-a523-69fec47ccc31 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1428421 Jul 07 17:23:29.003839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.016845 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:26Z', 'revision_number': 2, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:29.050511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df87a20d-82c5-4a25-806a-7221783c90e3 req-9d8755f8-2e6c-4d11-ac4e-e302fe795797 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Jul 07 17:23:29.052911 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:29.053360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Updating router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 port 0ab771f6-9ede-4952-b994-67dbe3d01f99 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:23:29.070694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port 3d130258-d09a-4349-9bc2-2f5edd020fae {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:29.071573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:29.074163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.103059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=8e043e5b-07a4-4c73-b021-e2a8978e0bb0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.105882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 56ab90dc-2f73-4630-bf9b-bbc064010007 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:29.110729 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.121896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.152626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a09620-676a-4697-9223-f2e862c95293 None None] Pushing event deleted for resources: {'Port': ['ID=d7a29cba-1dae-4d7c-9184-150d9c1b510a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.155224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 56ab90dc-2f73-4630-bf9b-bbc064010007 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:29.155610 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.189114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.201744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2c5f81-2a5f-4e60-a049-71594008e3c9']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:29.221391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b751de-039e-494d-bc52-ae4f86ed5304') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:29.222215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b751de-039e-494d-bc52-ae4f86ed5304') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:29.235586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.275826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.285876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:29.288092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:29.299189 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:29.317487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9696506-7435-4b5e-9379-0fc83c55a9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-ed2c5f81-2a5f-4e60-a049-71594008e3c9', 'network_id': 'ed2c5f81-2a5f-4e60-a049-71594008e3c9', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '8e043e5b-07a4-4c73-b021-e2a8978e0bb0'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:29.319620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9696506-7435-4b5e-9379-0fc83c55a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.398820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.406375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.470978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.477383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/ed2c5f81-2a5f-4e60-a049-71594008e3c9 HTTP/1.1" status: 204 len: 168 time: 0.7989104 Jul 07 17:23:29.481172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655d2e-93a4-4043-8f60-8c041cef4a3e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=ed2c5f81-2a5f-4e60-a049-71594008e3c9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.488973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:29.494578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727169986'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:29.524944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926e2c7-6ff6-4c2b-a03a-5028959d58c2 None None] Network ed2c5f81-2a5f-4e60-a049-71594008e3c9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:29.528819 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.541642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:29.547113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.581694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:29.592383 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.600299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] Pushing event deleted for resources: {'Port': ['ID=3d130258-d09a-4349-9bc2-2f5edd020fae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.605690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:29.607308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-12748286-network', 'tenant_id': '3107d574d96143a0a970caba4dc927ab'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:29.615409 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Transition to ACTIVE for port object 0ab771f6-9ede-4952-b994-67dbe3d01f99 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:29.621856 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.673713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296244f9-afdc-4598-83c8-9550c344f685 None None] No DVR routers for this DVR port 3d130258-d09a-4349-9bc2-2f5edd020fae on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:29.689494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.695048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926e2c7-6ff6-4c2b-a03a-5028959d58c2 None None] Network ed2c5f81-2a5f-4e60-a049-71594008e3c9 could not be found, it might have been deleted concurrently. {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:23:29.701135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] For port 3d130258-d09a-4349-9bc2-2f5edd020fae, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3d130258-d09a-4349-9bc2-2f5edd020fae,segment=NetworkSegment(55e9708a-c740-441e-b5cc-4dc82c206b7b),segment_id=55e9708a-c740-441e-b5cc-4dc82c206b7b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:29.701517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.718378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for 3d130258-d09a-4349-9bc2-2f5edd020fae owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:29.731428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73197c3f-5188-426f-9fdf-92a726083976'}, {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:29.737468 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa849716-b6da-4528-aa0f-6ce8eec45ce8" -d '{"events": [{"server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "name": "network-vif-plugged", "status": "completed", "tag": "73197c3f-5188-426f-9fdf-92a726083976"}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:29.756005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Attempting to bind port 0ab771f6-9ede-4952-b994-67dbe3d01f99 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:29.756362 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Attempting to bind port 0ab771f6-9ede-4952-b994-67dbe3d01f99 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:29.756724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Attempting to bind port 0ab771f6-9ede-4952-b994-67dbe3d01f99 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:29.764649 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca5fd1-cce7-4b67-b085-43b9c98b087d None None] Pushing event updated for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.786802 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:29.787182 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:29.787999 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.787999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:29.788495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Bound port: 0ab771f6-9ede-4952-b994-67dbe3d01f99, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:29.788805 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.804060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.886642 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] For port 0ab771f6-9ede-4952-b994-67dbe3d01f99, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:29.891539 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] For port 0ab771f6-9ede-4952-b994-67dbe3d01f99, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ab771f6-9ede-4952-b994-67dbe3d01f99,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:29.898582 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:29.910753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 56ab90dc-2f73-4630-bf9b-bbc064010007, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56ab90dc-2f73-4630-bf9b-bbc064010007,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:29.966546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca5fd1-cce7-4b67-b085-43b9c98b087d None None] Pushing event updated for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:29.998496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.010817 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:30.011401 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:30.013919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.021191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651bdea8-9043-4a9f-af92-004bb953e036 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:30.065645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=3d130258-d09a-4349-9bc2-2f5edd020fae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.079568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c91489bd-aec6-41a4-8732-6d1f7c249edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.079852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] No DVR routers for this DVR port 3d130258-d09a-4349-9bc2-2f5edd020fae on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:30.081314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.108863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f7d004a-5094-4c26-8c62-987a48223ebd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:30.181357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1f7d004a-5094-4c26-8c62-987a48223ebd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:30.181836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f7d004a-5094-4c26-8c62-987a48223ebd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:30.239251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:30.264827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.267913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=56ab90dc-2f73-4630-bf9b-bbc064010007,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.292179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98168f14-c6ad-4c70-92a4-ed474b9d8893']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:30.318303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e9708a-c740-441e-b5cc-4dc82c206b7b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:30.318624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e9708a-c740-441e-b5cc-4dc82c206b7b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:30.330746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.354578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.361743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:30.362335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.399196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:30.426764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 75d128a2-7ad4-4e95-98d4-fb801d1e31af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:30.428413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.428784 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment f158e320-eef9-4af5-a983-40a5d007a446 of type vlan for network d9395ed3-5701-4503-b6c8-fe81178c683f Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:30.448061 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:30.452138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Made reservation on behalf of 3107d574d96143a0a970caba4dc927ab for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:30.452825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406fe1-b010-4649-a086-7f7706fcda6e req-c61b31e1-4a7e-433c-91a8-9c26a0b520fb tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.459215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.460867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80406fe1-b010-4649-a086-7f7706fcda6e req-c61b31e1-4a7e-433c-91a8-9c26a0b520fb tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.6147237 Jul 07 17:23:30.470705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.470705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.471066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/networks/98168f14-c6ad-4c70-92a4-ed474b9d8893 HTTP/1.1" status: 204 len: 168 time: 1.7852476 Jul 07 17:23:30.474583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.488989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bdea8-9043-4a9f-af92-004bb953e036 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:23:30.536940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.540895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 75d128a2-7ad4-4e95-98d4-fb801d1e31af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:30.541391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.554788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.572050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbe394-25b0-43e3-a945-fce63759478a tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Network': ['ID=98168f14-c6ad-4c70-92a4-ed474b9d8893,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.602515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.611075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.617539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.624702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.634927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.645870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.649022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.653493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.654934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:30.655871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-fb5b48c4-aab7-4b1d-aac0-b3a2d4eab4ee tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.8029568 Jul 07 17:23:30.662759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.676017 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:30.723087 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5415f-bcb5-44fb-bc8d-8638302ce4cb None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:30.740975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting subnet a2ddfd8e-05b9-4022-b9aa-c15d8a147faf {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:30.755552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=d9395ed3-5701-4503-b6c8-fe81178c683f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.768724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80406fe1-b010-4649-a086-7f7706fcda6e req-4d450d85-8206-4f4a-b973-3b973f9da472 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944610 Jul 07 17:23:30.786616 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.800503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-888cd6a7-0c51-4845-bcb0-3b20fa7ecc83 req-e80e6589-930a-4648-832c-1361a4c5c6d4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298301 Jul 07 17:23:30.864160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.869447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d9395ed3-5701-4503-b6c8-fe81178c683f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:30.884198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.895483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9046a7c2-53a0-4687-911c-0332eb3af4ff tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4045618 Jul 07 17:23:30.898989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.909623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:30.919405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.929626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:30.939649 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe19d30-667f-49b0-9e4f-1c98e1530b7b x-openstack-request-id: req-5fe19d30-667f-49b0-9e4f-1c98e1530b7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:30.940001 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "name": "network-vif-plugged", "status": "completed", "tag": "73197c3f-5188-426f-9fdf-92a726083976", "code": 200}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-plugged", "status": "completed", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:30.940261 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fe19d30-667f-49b0-9e4f-1c98e1530b7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:30.940866 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73197c3f-5188-426f-9fdf-92a726083976', 'code': 200} Jul 07 17:23:30.941291 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a', 'code': 200} Jul 07 17:23:30.972059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.973688 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Added segment 9d8494c6-70e7-411f-b083-c7dc52cb33d3 of type vlan for network e07fc319-4456-4d52-bb0c-5fe1016cc60e Jul 07 17:23:31.074610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eabf5fa-0f16-472d-9dd1-5cd7d37db324,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.212555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:31.214931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.219905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.242833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3d130258-d09a-4349-9bc2-2f5edd020fae no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:31.283140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3d130258-d09a-4349-9bc2-2f5edd020fae {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:31.283781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3d130258-d09a-4349-9bc2-2f5edd020fae not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:31.284372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d7a29cba-1dae-4d7c-9184-150d9c1b510a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:31.314731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d7a29cba-1dae-4d7c-9184-150d9c1b510a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:31.315348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d7a29cba-1dae-4d7c-9184-150d9c1b510a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:31.330041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.330680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.331058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.331535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.332288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.332766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.334549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.339610 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-86bc607d-ab08-490f-95bb-4254ddbef0d0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.2400417 Jul 07 17:23:31.347717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.349285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.349890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.369487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca450ecb-90db-41b9-a1b1-84f2a5666f34 req-c701160e-559c-4d57-a60c-28c754a31f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.372358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ca450ecb-90db-41b9-a1b1-84f2a5666f34 req-c701160e-559c-4d57-a60c-28c754a31f2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.2686450 Jul 07 17:23:31.401768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8188360 Jul 07 17:23:31.411488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:31.421624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.429962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Request body: {'subnet': {'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-12748286-subnet', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:31.466623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5c66-f4d9-44de-847e-9191bbc84e7a req-b9bcb930-4fee-4ae3-955b-64422ab99770 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:31.474493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-432f5c66-f4d9-44de-847e-9191bbc84e7a req-b9bcb930-4fee-4ae3-955b-64422ab99770 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.3764672 Jul 07 17:23:31.480668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5525922-bdc5-4a82-b9d0-add6ae1330a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e07fc319-4456-4d52-bb0c-5fe1016cc60e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.495625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:31.552873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Made reservation on behalf of 3107d574d96143a0a970caba4dc927ab for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:31.555481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.602776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-96043519-4cf9-44ab-acdd-0b6008daf8c7 req-9186939c-6036-4f03-ad19-53486b53708b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282021 Jul 07 17:23:31.621610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:31.634662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ca450ecb-90db-41b9-a1b1-84f2a5666f34 req-31492c93-7314-46b2-b692-36c8252780f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204578 Jul 07 17:23:31.687874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-432f5c66-f4d9-44de-847e-9191bbc84e7a req-229ec513-730b-4818-82fd-4f7bcbf94594 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122450 Jul 07 17:23:31.714417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.743860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port cf441714-3f18-4658-a35c-2b2f0d2a47d3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:31.749324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port cf441714-3f18-4658-a35c-2b2f0d2a47d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:31.749740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.781811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ddfd8e-05b9-4022-b9aa-c15d8a147faf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:31.788328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d51915-36b8-4285-b672-8c9169b02142 None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:31.795426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.803604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-53967c7a-742e-4e5f-9192-69f3131ab0b8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/subnets/a2ddfd8e-05b9-4022-b9aa-c15d8a147faf HTTP/1.1" status: 204 len: 168 time: 1.3196194 Jul 07 17:23:31.804386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37596) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:31.941674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:31.968696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.003710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.026814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.037499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.143370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.143757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.146637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Deleting port 5c4392bc-201b-4c23-8a85-ee225f19648a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:32.150346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.164196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.229037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] DHCP port deletion for 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:32.257928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] For port 5c4392bc-201b-4c23-8a85-ee225f19648a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5c4392bc-201b-4c23-8a85-ee225f19648a,segment=NetworkSegment(d6a21f5d-e90a-4d2e-bb84-35729655753b),segment_id=d6a21f5d-e90a-4d2e-bb84-35729655753b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.258687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.292310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Calling delete_port for 5c4392bc-201b-4c23-8a85-ee225f19648a owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:32.304031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Checking segment: {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:32.304636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Network hostable DHCP agents. Network: e07fc319-4456-4d52-bb0c-5fe1016cc60e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:32.324819 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae4d-503b-4b04-a45e-5fd7cfd27c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.326378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=6accc81e-ee27-4647-bfab-84c810af362f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.328712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Deleting port 5c4392bc-201b-4c23-8a85-ee225f19648a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:32.329338 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.359716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f5a4-3f83-4596-9679-bf4b17d43c2a req-55e52caf-dbad-4897-ba11-22a173a0ecf2 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.361307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ba4f5a4-3f83-4596-9679-bf4b17d43c2a req-55e52caf-dbad-4897-ba11-22a173a0ecf2 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.3298538 Jul 07 17:23:32.379394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': 'f158e320-eef9-4af5-a983-40a5d007a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:32.379766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: d9395ed3-5701-4503-b6c8-fe81178c683f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:32.391860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:32.423266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.429202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.434883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] For port 5c4392bc-201b-4c23-8a85-ee225f19648a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5c4392bc-201b-4c23-8a85-ee225f19648a,segment=NetworkSegment(d6a21f5d-e90a-4d2e-bb84-35729655753b),segment_id=d6a21f5d-e90a-4d2e-bb84-35729655753b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:32.435609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.435785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.442716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.443964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.449609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.450807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Calling delete_port for 5c4392bc-201b-4c23-8a85-ee225f19648a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:32.455663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.461736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.470238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-1ebde8c0-8368-4e74-9156-c1776ed8ae9e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.3441677 Jul 07 17:23:32.488067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e07fc319-4456-4d52-bb0c-5fe1016cc60e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:32.507252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ab771f6-9ede-4952-b994-67dbe3d01f99 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:32.509198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.509592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cab467-d544-43a5-a52a-4287985f7a0e None None] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:32.509729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.517491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] No DVR routers for this DVR port 5c4392bc-201b-4c23-8a85-ee225f19648a on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:32.528292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network d9395ed3-5701-4503-b6c8-fe81178c683f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:32.528934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Port': ['ID=5c4392bc-201b-4c23-8a85-ee225f19648a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.539747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ba4f5a4-3f83-4596-9679-bf4b17d43c2a req-f671e0e7-3d9c-4535-9284-44e6f9d79e91 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705277 Jul 07 17:23:32.562671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f39a51bb-227c-4f9f-8ee5-35ee9f749fd3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1500390 Jul 07 17:23:32.563368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d9395ed3-5701-4503-b6c8-fe81178c683f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:32.568969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27dc181d-2a43-424d-97da-a1d75b60da04 req-ab3cadbd-2066-4fc4-979a-69c58317fc96 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978847 Jul 07 17:23:32.569440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.576850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:32.586088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:32.586716 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.623465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.624849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.637976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b307162-0efb-48c2-86bb-038110d71b65 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7361474 Jul 07 17:23:32.639796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.651279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9df398-b1f0-48d4-9975-d94b176c8163 None None] Network d9395ed3-5701-4503-b6c8-fe81178c683f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:32.664228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.680134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee2c3c0-9fb1-4b72-9b01-20e914a17b52']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:32.699242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a21f5d-e90a-4d2e-bb84-35729655753b') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:32.699608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a21f5d-e90a-4d2e-bb84-35729655753b') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:32.711780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.731664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.738734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:32.739226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.749492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:32.818788 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:32.846802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.900235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.903793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/networks/8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 HTTP/1.1" status: 204 len: 168 time: 1.0981748 Jul 07 17:23:32.904717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6a570-d2d3-4de9-b200-f102b3bfe2a8 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Pushing event deleted for resources: {'Network': ['ID=8ee2c3c0-9fb1-4b72-9b01-20e914a17b52,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:32.911884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37612) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.937892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.939349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:32.956795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3931a967-2104-4d57-ae79-6c8ee2bca0a3 tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d185481-0639-4137-84f2-3524557804af HTTP/1.1" status: 200 len: 205 time: 0.0421770 Jul 07 17:23:32.957434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37614) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:32.985910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:32.988384 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9ca7a5-070d-4c51-a747-640d25acd5e2" -d '{"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:33.006935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Pushing event deleted for resources: {'Port': ['ID=5c4392bc-201b-4c23-8a85-ee225f19648a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.031834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] Network 8ee2c3c0-9fb1-4b72-9b01-20e914a17b52 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:23:33.032597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988803-c8b2-43a8-b281-339283365ae6 None None] No DVR routers for this DVR port 5c4392bc-201b-4c23-8a85-ee225f19648a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:33.048860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.050069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.059059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d9395ed3-5701-4503-b6c8-fe81178c683f', 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '6accc81e-ee27-4647-bfab-84c810af362f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:33.066574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.093022 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797c2ba-8d97-446f-a0e2-08e37c38665f x-openstack-request-id: req-3797c2ba-8d97-446f-a0e2-08e37c38665f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:33.093383 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:33.093762 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3797c2ba-8d97-446f-a0e2-08e37c38665f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:33.094210 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'code': 200} Jul 07 17:23:33.134475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.154188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:33.165934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:33.170030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.318889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.321697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.353540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.380688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.380933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Fanout notify agent at l3_agent the message router_deleted on router 9d185481-0639-4137-84f2-3524557804af {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:33.381785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baf3cc-8eb9-417f-b425-628750cc63e8 req-506e9f4d-4976-48a4-8bc1-fed59f2e819d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.385102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9baf3cc-8eb9-417f-b425-628750cc63e8 req-506e9f4d-4976-48a4-8bc1-fed59f2e819d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.4405739 Jul 07 17:23:33.389681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.391407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc66950b-f5fb-4b9c-b8d4-0f24cdcdaf9e tempest-RoutersNegativeIpV6Test-77205122 tempest-RoutersNegativeIpV6Test-77205122-project] 10.222.0.22 "DELETE /v2.0/routers/9d185481-0639-4137-84f2-3524557804af HTTP/1.1" status: 204 len: 168 time: 0.4326823 Jul 07 17:23:33.393865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fb411-d122-4583-9bbb-61471814f90c req-ddeb4690-74c0-4642-ac15-21ae49aead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.395547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb7fb411-d122-4583-9bbb-61471814f90c req-ddeb4690-74c0-4642-ac15-21ae49aead91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1097 time: 0.1995323 Jul 07 17:23:33.434438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'fixed_ips': [{'subnet_id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:33.437675 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.444969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bb7fb411-d122-4583-9bbb-61471814f90c req-8bc7d594-6498-468b-ab5b-8a2da9a243f0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Jul 07 17:23:33.567525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9baf3cc-8eb9-417f-b425-628750cc63e8 req-2ebacaea-54bb-4cff-8661-e0c509dc6519 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203036 Jul 07 17:23:33.701354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.764516 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.766955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Allocated IP 172.20.0.2 (d9395ed3-5701-4503-b6c8-fe81178c683f/6accc81e-ee27-4647-bfab-84c810af362f/7aae9084-f16f-4d9f-b4f6-dc0c230653fa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:33.845271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37628) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:33.868271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.899121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Allocated IP 172.20.0.2 (e07fc319-4456-4d52-bb0c-5fe1016cc60e/23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873/eb603e17-7c61-4782-aa12-4225e50ccd46) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:33.904485 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.915805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1071dd-1718-4f9e-9b7c-cde1ed561e65 req-bab12400-3de6-4360-acbd-6fbfd584e5c4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:33.923509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1071dd-1718-4f9e-9b7c-cde1ed561e65 req-bab12400-3de6-4360-acbd-6fbfd584e5c4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.1759105 Jul 07 17:23:33.975577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0ab771f6-9ede-4952-b994-67dbe3d01f99, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ab771f6-9ede-4952-b994-67dbe3d01f99,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:34.020825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.027911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.031018 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.031881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56ab90dc-2f73-4630-bf9b-bbc064010007 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:34.033819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.039825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.046834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.052626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f2e7827-5586-475e-a95b-d46cfbda9f7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=712dc316134a48dc8605b6b9ae1f8e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036259 Jul 07 17:23:34.052828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:34.053080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.059552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:34.067043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-dcc657a4-f5d7-4867-a3a6-c17c18ed8c66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.2613955 Jul 07 17:23:34.098925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1071dd-1718-4f9e-9b7c-cde1ed561e65 req-5a87ecb9-5828-40cd-a09e-134254a1ff67 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721170 Jul 07 17:23:34.107720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.130368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.201870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.208662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.209863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7a9de9b-2e6b-48f2-b178-8404ae0b7250 HTTP/1.1" status: 204 len: 168 time: 0.1561267 Jul 07 17:23:34.213839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e4d5683-a7f5-4c21-a3f9-98b6bce03807 req-55aed833-003d-436e-9fd7-3e7d9d8c3217 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1458158 Jul 07 17:23:34.231223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904418bc-2db2-414b-a6ad-7969f6e70a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9de9b-2e6b-48f2-b178-8404ae0b7250,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.248884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.264561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Allocated IP 172.25.7.35 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/95bbccc4-92b4-43af-bde2-689786070442) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:34.295931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.380152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Transition to ACTIVE for port object 7aae9084-f16f-4d9f-b4f6-dc0c230653fa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:34.410279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.428709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Transition to ACTIVE for port object 7aae9084-f16f-4d9f-b4f6-dc0c230653fa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:34.435070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.464270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 56ab90dc-2f73-4630-bf9b-bbc064010007 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:34.465052 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.728570 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.786798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Network d9395ed3-5701-4503-b6c8-fe81178c683f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:34.789705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Transition to ACTIVE for port object eb603e17-7c61-4782-aa12-4225e50ccd46 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:34.809727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:34.817364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:34.823731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Pushing event updated for resources: {'Port': ['ID=7aae9084-f16f-4d9f-b4f6-dc0c230653fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.862394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Transition to ACTIVE for port object eb603e17-7c61-4782-aa12-4225e50ccd46 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:34.898579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.958829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.960081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Pushing event updated for resources: {'Port': ['ID=eb603e17-7c61-4782-aa12-4225e50ccd46,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.994599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:34.997776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:35.002187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:35.008529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Attempting to bind port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:35.008905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Attempting to bind port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f158e320-eef9-4af5-a983-40a5d007a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:35.009272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Attempting to bind port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa on network d9395ed3-5701-4503-b6c8-fe81178c683f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:35.031203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=6accc81e-ee27-4647-bfab-84c810af362f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.046569 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.046756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:35.046756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Checking segment: {'id': 'f158e320-eef9-4af5-a983-40a5d007a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:35.047361 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.047464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Bound using segment: {'id': 'f158e320-eef9-4af5-a983-40a5d007a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:35.047965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Bound port: 7aae9084-f16f-4d9f-b4f6-dc0c230653fa, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f158e320-eef9-4af5-a983-40a5d007a446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:35.048357 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.075156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5c4392bc-201b-4c23-8a85-ee225f19648a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:35.121353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88c4ad-c8b0-49ff-b918-dfd0a20521d8 req-2e4d8c55-97cf-4974-a6c7-5e0b025f46dd tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.123021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd88c4ad-c8b0-49ff-b918-dfd0a20521d8 req-2e4d8c55-97cf-4974-a6c7-5e0b025f46dd tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.7487147 Jul 07 17:23:35.131917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 5c4392bc-201b-4c23-8a85-ee225f19648a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:35.132262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5c4392bc-201b-4c23-8a85-ee225f19648a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:35.136107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Attempting to bind port eb603e17-7c61-4782-aa12-4225e50ccd46 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:35.136486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Attempting to bind port eb603e17-7c61-4782-aa12-4225e50ccd46 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:35.136851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Attempting to bind port eb603e17-7c61-4782-aa12-4225e50ccd46 on network e07fc319-4456-4d52-bb0c-5fe1016cc60e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:35.147690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:35.148898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Checking segment: {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:35.149257 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.149664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Bound using segment: {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:35.150164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Bound port: eb603e17-7c61-4782-aa12-4225e50ccd46, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:35.150557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.169398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.175898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.182176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.188205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.195560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.216944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.223781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.236569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-331c3c39-52a7-428a-a889-33dc63601353 req-9f050f27-4ee7-42bd-a75f-abe14fa90944 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.8178360 Jul 07 17:23:35.237424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37666) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:35.242241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Request body: {'floatingip': {'port_id': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:35.269135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] For port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:35.319190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] For port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7aae9084-f16f-4d9f-b4f6-dc0c230653fa,segment=NetworkSegment(f158e320-eef9-4af5-a983-40a5d007a446),segment_id=f158e320-eef9-4af5-a983-40a5d007a446)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:35.331830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.349258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ab771f6-9ede-4952-b994-67dbe3d01f99 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:35.357504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.357708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.384122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9395ed3-5701-4503-b6c8-fe81178c683f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:35.433437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f158e320-eef9-4af5-a983-40a5d007a446') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:35.440823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f158e320-eef9-4af5-a983-40a5d007a446') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:35.445130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] For port eb603e17-7c61-4782-aa12-4225e50ccd46, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:35.454581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.477311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd88c4ad-c8b0-49ff-b918-dfd0a20521d8 req-0bc490ca-0133-4ae8-86c1-ee50b643c37d tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375688 Jul 07 17:23:35.480820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.493390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.590624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.608289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:35.610671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:35.621944 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:35.624053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] For port eb603e17-7c61-4782-aa12-4225e50ccd46, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=eb603e17-7c61-4782-aa12-4225e50ccd46,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:35.630390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3114350-c983-4bf6-84b3-39e079a12810 None None] Network d9395ed3-5701-4503-b6c8-fe81178c683f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:35.703605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:35.723753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:35.726470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:35.738040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.798769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0ca4-0cf5-4d09-bfaf-ec25a4689d2d None None] Pushing event updated for resources: {'Port': ['ID=7aae9084-f16f-4d9f-b4f6-dc0c230653fa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.890671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Pushing event updated for resources: {'Port': ['ID=95bbccc4-92b4-43af-bde2-689786070442,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:35.898518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0ab771f6-9ede-4952-b994-67dbe3d01f99 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:35.898868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:35.950557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:23:35.950557 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:23:35.950557 n-d-791504-12 neutron-server[93766]: [parameters: {'id': 'd9395ed3-5701-4503-b6c8-fe81178c683f'}] Jul 07 17:23:35.950557 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:35.951176 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:35.980741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf7dd-3e8d-4b86-8663-798270c6c091 req-412434a3-f9e7-4582-825b-2bb09dc0eae6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:35.985900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-537cf7dd-3e8d-4b86-8663-798270c6c091 req-412434a3-f9e7-4582-825b-2bb09dc0eae6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.5116010 Jul 07 17:23:36.045261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a0969-02a8-41a3-b89c-d77b174738dd None None] Pushing event updated for resources: {'Port': ['ID=eb603e17-7c61-4782-aa12-4225e50ccd46,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:36.240047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-537cf7dd-3e8d-4b86-8663-798270c6c091 req-014e2cd8-3bba-4858-84c1-c903357e444a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986644 Jul 07 17:23:36.245203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26e41-e3e1-4897-be89-0651b780ac8f req-70d372a1-e718-4b4e-9c9b-5bfc75cf2552 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.246963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ee26e41-e3e1-4897-be89-0651b780ac8f req-70d372a1-e718-4b4e-9c9b-5bfc75cf2552 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.5408936 Jul 07 17:23:36.376463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ee26e41-e3e1-4897-be89-0651b780ac8f req-2663598f-f60a-4b62-aff7-fd948b017479 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223118 Jul 07 17:23:36.405050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.407693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.453551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.530805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:23:36.692962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.699855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:36.779446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37730) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:36.890027 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Floating IP cbc26578-4ae6-4720-bcc5-189f3c7ffbc6 associated. External IP: 172.25.7.25, port: 83df2cda-c2e5-41d8-bde8-9834b21f57e4. Jul 07 17:23:36.922986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-9a9e9054-a186-4097-88ee-4939f545aeec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:36.924625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-9a9e9054-a186-4097-88ee-4939f545aeec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 814 time: 0.3435972 Jul 07 17:23:36.961373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c0ae-f508-4822-bc9e-e347f014d66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.019946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-6276b579-5e32-4a95-a7d7-63ce6c66135a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/quotas/9ec9967fd6bc4c36b6f39ca2fc8672bf HTTP/1.1" status: 200 len: 375 time: 0.0716329 Jul 07 17:23:37.100613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.195444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:37.195835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.219959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-8be0ca07-9cac-4944-b78a-037d75e5de6a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:37.226865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-8be0ca07-9cac-4944-b78a-037d75e5de6a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.2714975 Jul 07 17:23:37.230728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c0ae-f508-4822-bc9e-e347f014d66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.243421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c0ae-f508-4822-bc9e-e347f014d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.313495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6bb5c0ae-f508-4822-bc9e-e347f014d66f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87483ec2a0a74beebfee8c92ba21158a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326238 Jul 07 17:23:37.316122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5c0ae-f508-4822-bc9e-e347f014d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3489b4-c4e2-438e-8e59-bc985ff4215c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:37.320515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37734) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:37.352277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Router dff938ee-e770-4dbd-9487-aaf10877c046 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:37.359303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a92687f2-aca5-4a9f-ab1e-f16d17dc8697 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3242133 Jul 07 17:23:37.366946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-fd7107a6-40bd-4e1f-961a-61a950749e8e tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/quotas/156061bf4a694c3e8670001582b6a4df HTTP/1.1" status: 200 len: 375 time: 0.1331151 Jul 07 17:23:37.375123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device eb603e17-7c61-4782-aa12-4225e50ccd46 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:37.403532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f564740-5681-437d-81e4-2334d94e9c93 None None] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:37.464861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2c41bb42-03fe-4ab5-8122-69394152c3fa None None] Provisioning for port eb603e17-7c61-4782-aa12-4225e50ccd46 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:37.477915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7aae9084-f16f-4d9f-b4f6-dc0c230653fa,segment=NetworkSegment(f158e320-eef9-4af5-a983-40a5d007a446),segment_id=f158e320-eef9-4af5-a983-40a5d007a446)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:37.478454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.486054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.503623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port eb603e17-7c61-4782-aa12-4225e50ccd46 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:37.509102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 7aae9084-f16f-4d9f-b4f6-dc0c230653fa owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:37.511738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port eb603e17-7c61-4782-aa12-4225e50ccd46 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:37.512312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.553778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.575795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:37.587049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.642162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bca5fd4f-9c65-43a7-8a8b-362c9f6f456c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "PUT /v2.0/floatingips/cbc26578-4ae6-4720-bcc5-189f3c7ffbc6 HTTP/1.1" status: 200 len: 990 time: 2.4034324 Jul 07 17:23:37.643335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:37.645891 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc7096-0860-4951-9e9e-e78d15608a70" -d '{"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:37.654809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Sync routers for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:37.663405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.664477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-f6a1ec9d-d82f-4124-a630-88d54c5650de service neutron] 10.222.0.22 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954767 Jul 07 17:23:37.672440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.673730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf3489b4-c4e2-438e-8e59-bc985ff4215c HTTP/1.1" status: 204 len: 168 time: 0.3515942 Jul 07 17:23:37.684320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478cece-0fcc-468c-930f-b209d24db223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3489b4-c4e2-438e-8e59-bc985ff4215c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:37.699696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.733651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:37.734411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:37.824860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.851679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=7aae9084-f16f-4d9f-b4f6-dc0c230653fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:37.855248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 7aae9084-f16f-4d9f-b4f6-dc0c230653fa on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:37.920772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Router c0960468-e4fb-4c58-8777-93d6fbe311df is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:23:37.927737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port eb603e17-7c61-4782-aa12-4225e50ccd46, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=eb603e17-7c61-4782-aa12-4225e50ccd46,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:37.932055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:37.934374 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:37.992817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-9406acca-610c-46ad-a529-c06f92acd165 service neutron] 10.222.0.22 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992234 Jul 07 17:23:38.040576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-46b3b6e3-c981-4926-bb62-0c420236e273 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6727285 Jul 07 17:23:38.132712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37748) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:38.132849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=eb603e17-7c61-4782-aa12-4225e50ccd46,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:38.163177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.421756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c2239-574c-4a29-bde1-1beb2bb059c5 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:38.475747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e4644ac-5536-4965-9d34-9a0d5a7d17a8 None None] Provisioning complete for port eb603e17-7c61-4782-aa12-4225e50ccd46 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:38.476899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e4644ac-5536-4965-9d34-9a0d5a7d17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.613213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394fda95-eadc-42b1-a952-ece5d8dfa1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.707690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'cbc26578-4ae6-4720-bcc5-189f3c7ffbc6', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'port_id': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'mac_address': 'fa:16:3e:b7:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:56Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 1, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:38.742856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Checking router: dff938ee-e770-4dbd-9487-aaf10877c046 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:38.759531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:38.760207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:38.847348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394fda95-eadc-42b1-a952-ece5d8dfa1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.852121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394fda95-eadc-42b1-a952-ece5d8dfa1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:38.907569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c2239-574c-4a29-bde1-1beb2bb059c5 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:23:38.910450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9395ed3-5701-4503-b6c8-fe81178c683f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:38.974838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-394fda95-eadc-42b1-a952-ece5d8dfa1d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34c093e6f36d43e3928594598397f429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405848 Jul 07 17:23:38.975455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37766) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:38.977007 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91bc2fc-d3f7-4e83-84da-f6aa176f9de6 x-openstack-request-id: req-d91bc2fc-d3f7-4e83-84da-f6aa176f9de6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:38.977278 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:38.977536 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d91bc2fc-d3f7-4e83-84da-f6aa176f9de6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:38.977934 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'status': 'completed', 'code': 200} Jul 07 17:23:38.986917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f158e320-eef9-4af5-a983-40a5d007a446') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:38.987261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f158e320-eef9-4af5-a983-40a5d007a446') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:39.006667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fda95-eadc-42b1-a952-ece5d8dfa1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf4724-83f7-4c5c-9d66-74bc353736cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:39.009445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:39.096910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.138249 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.156704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:39.157792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:39.166654 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:39.249959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:39.261269 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Sync routers for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:39.269204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.279589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:39.280989 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:39.286848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-6f6c3466-e926-47b4-911c-4a5e127ff2f5 service neutron] 10.222.0.22 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1586101 Jul 07 17:23:39.300905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.305902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.306910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.308288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.309354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.310444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.315168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.319003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-94d92649-1b4a-4dd8-946a-a91dc6600bc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.3052990 Jul 07 17:23:39.335791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device eb603e17-7c61-4782-aa12-4225e50ccd46 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:39.430312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a1691cd-3b70-4f2e-b6b7-3a07bcce8e1b req-c65d378e-78e3-45d4-abc7-de3b63197e63 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 210 time: 0.1817367 Jul 07 17:23:39.558951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.561365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-242da68c-7e74-4059-866d-8bcd0ca23b29 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9896708 Jul 07 17:23:39.566406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-d1dfaa0f-6dc8-4017-b1d6-1bf9c06efb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.568269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-d1dfaa0f-6dc8-4017-b1d6-1bf9c06efb59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285 HTTP/1.1" status: 200 len: 912 time: 0.2265768 Jul 07 17:23:39.571330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37770) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:39.575201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.591144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.591891 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:39.594133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/d9395ed3-5701-4503-b6c8-fe81178c683f HTTP/1.1" status: 204 len: 168 time: 6.9526310 Jul 07 17:23:39.606703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:39.614546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-570733370'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:39.616370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port eb603e17-7c61-4782-aa12-4225e50ccd46 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:39.616370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.643999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039adb4-0596-4a1e-a555-2ff6ee8fd34e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=d9395ed3-5701-4503-b6c8-fe81178c683f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:39.714051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-3427bc47-5e69-485c-b430-a791cdb2afb3 service neutron] 10.222.0.22 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239397 Jul 07 17:23:39.767310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.785796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:39.789425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:39.849025 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-bcc1ecb5-85e4-40a5-88d8-55a7da56286b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 998 time: 0.2580121 Jul 07 17:23:39.939223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-c63bbfe7-3c5a-494d-8c15-b4078b006947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:39.940807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-c63bbfe7-3c5a-494d-8c15-b4078b006947 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.0839109 Jul 07 17:23:39.954148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:40.061640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'cbc26578-4ae6-4720-bcc5-189f3c7ffbc6', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'port_id': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'mac_address': 'fa:16:3e:b7:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:56Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 1, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:40.130439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.131486 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 0489634c-2061-42a6-bf2a-43b90f485cbb of type vlan for network 540fc707-4d02-4715-b027-05765dc89430 Jul 07 17:23:40.133910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec09203-a3e2-45d7-b6b0-a1f396da6170 None None] The sync data for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 is: [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'cbc26578-4ae6-4720-bcc5-189f3c7ffbc6', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'port_id': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'mac_address': 'fa:16:3e:b7:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:21:56Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 1, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:40.185001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.233050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-021ad71e-6e3c-4257-bded-a4000fbb3fe9 req-15ad741e-b8f0-4aee-b768-263656214802 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0913465 Jul 07 17:23:40.238731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.240746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.245317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55cf4724-83f7-4c5c-9d66-74bc353736cb HTTP/1.1" status: 204 len: 168 time: 1.2658939 Jul 07 17:23:40.269308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f1759-3dcd-42af-bbb3-93e1b21d4716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf4724-83f7-4c5c-9d66-74bc353736cb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.330330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.350314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:40.350980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.471011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 3, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:40.487429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8758235 Jul 07 17:23:40.488210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.508266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '540fc707-4d02-4715-b027-05765dc89430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:40.579754 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Checking router: c0960468-e4fb-4c58-8777-93d6fbe311df for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:40.590350 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Updating router c0960468-e4fb-4c58-8777-93d6fbe311df port 95bbccc4-92b4-43af-bde2-689786070442 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:23:40.618551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-03778ed2-d2f5-4871-8e10-59b882addf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:40.639447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-03778ed2-d2f5-4871-8e10-59b882addf14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6797938 Jul 07 17:23:40.706063 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.749132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b69e1b-da30-4a11-a9ed-04bb20f2cc6c None None] New status for floating IP cbc26578-4ae6-4720-bcc5-189f3c7ffbc6: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:40.825699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:40.830039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.911494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33703f26-7878-4676-8193-406f9db12068 req-8162a747-1c05-4b28-bf1f-d23c53f0efcc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 210 time: 0.1146731 Jul 07 17:23:40.941433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ba15b-e010-41c1-aa88-f26825d28364 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=540fc707-4d02-4715-b027-05765dc89430,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.979832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 540fc707-4d02-4715-b027-05765dc89430 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:41.030284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:23:41.031137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:23:41.053088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-59b4625e-b954-406a-a6ab-a0a366244820 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:41.056346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-59b4625e-b954-406a-a6ab-a0a366244820 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 814 time: 0.7900946 Jul 07 17:23:41.094798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Request body: {'port': {'device_id': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'admin_state_up': True, 'tenant_id': '9ec9967fd6bc4c36b6f39ca2fc8672bf'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:41.159445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-720ab9ea-13b2-497a-9439-bf4941662f19 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033574 Jul 07 17:23:41.347472 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.364836 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Transition to ACTIVE for port object 95bbccc4-92b4-43af-bde2-689786070442 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:41.373919 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.392141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.480975 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Attempting to bind port 95bbccc4-92b4-43af-bde2-689786070442 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:41.482446 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Attempting to bind port 95bbccc4-92b4-43af-bde2-689786070442 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:41.483002 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Attempting to bind port 95bbccc4-92b4-43af-bde2-689786070442 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:41.506954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=a4b8c629-5725-4f35-b39d-f821685f6bd1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:41.514490 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Pushing event updated for resources: {'Port': ['ID=95bbccc4-92b4-43af-bde2-689786070442,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:41.518082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:41.518544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:41.518893 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.519291 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:41.528974 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Bound port: 95bbccc4-92b4-43af-bde2-689786070442, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:41.529464 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.544289 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.545479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.545479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.545479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.545725 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.545963 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.546308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.547002 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.553825 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.554423 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.554939 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.555459 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:41.613899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73cf6002-47c2-4f6e-a765-2d1b46e7be09 req-2b2f7d39-87b9-460d-b558-4af48062cb7c tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0703747 Jul 07 17:23:41.615178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '0489634c-2061-42a6-bf2a-43b90f485cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '540fc707-4d02-4715-b027-05765dc89430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:41.615798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 540fc707-4d02-4715-b027-05765dc89430, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:41.639615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 540fc707-4d02-4715-b027-05765dc89430 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:41.643697 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] For port 95bbccc4-92b4-43af-bde2-689786070442, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:41.648613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] For port 95bbccc4-92b4-43af-bde2-689786070442, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=95bbccc4-92b4-43af-bde2-689786070442,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:41.655186 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.656099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 540fc707-4d02-4715-b027-05765dc89430) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:41.688528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:41.689649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.708995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539e3d8-e910-4c9b-b68c-c9cf14aec266 None None] Network 540fc707-4d02-4715-b027-05765dc89430 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:41.720005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a2c88469-123d-4f78-ad6a-3524e6524691 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2303081 Jul 07 17:23:41.724954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:41.747753 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89146d6-c948-4f84-a304-f483c92e24ad None None] Pushing event updated for resources: {'Port': ['ID=95bbccc4-92b4-43af-bde2-689786070442,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:41.756921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:41.759751 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:41.828059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbcc7096-0860-4951-9e9e-e78d15608a70 req-13b1453d-4691-4580-87ec-853d278d390c service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286676 Jul 07 17:23:41.984526 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:41.996710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Made reservation on behalf of 9ec9967fd6bc4c36b6f39ca2fc8672bf for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:42.001158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.020024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.145214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.247254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9349f-9a4c-4c03-97cd-38294f12b898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-540fc707-4d02-4715-b027-05765dc89430', 'network_id': '540fc707-4d02-4715-b027-05765dc89430', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': 'a4b8c629-5725-4f35-b39d-f821685f6bd1'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:42.248309 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae9349f-9a4c-4c03-97cd-38294f12b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.384755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.398483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Allocated IP 172.20.0.7 (0a6ede57-f874-47fe-bd2f-203b30ed1752/2ada8369-9216-4ed4-85ab-f0cb93b5a722/d08b4700-0a5f-4583-b61f-b88a4d4bfeba) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:42.402053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ff96771-5d4c-4e43-8c2f-85411688c026 req-fc531b71-7ea4-4e59-af98-831e4cd014d8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 210 time: 0.1362226 Jul 07 17:23:42.497126 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.524628 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 3, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.600350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b8c629-5725-4f35-b39d-f821685f6bd1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.660299 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698db13-f696-4530-bd36-30a3bfaccfe0 None None] The sync data for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 is: [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:36Z', 'revision_number': 3, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server [None req-4ae9349f-9a4c-4c03-97cd-38294f12b898 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4b8c629-5725-4f35-b39d-f821685f6bd1: This subnet is being modified by another concurrent operation. Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:23:42.668810 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4b8c629-5725-4f35-b39d-f821685f6bd1: This subnet is being modified by another concurrent operation. Jul 07 17:23:42.672443 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Jul 07 17:23:42.695127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381cebe-73b8-4d09-983d-8f54463ee77d None None] Network 540fc707-4d02-4715-b027-05765dc89430 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:42.895145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.932918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-224c6439-b385-47da-b34e-91672e84b429 req-610a1a50-955f-4a7a-9561-ce78af01691f tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0653243 Jul 07 17:23:42.937908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540fc707-4d02-4715-b027-05765dc89430']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.969699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0489634c-2061-42a6-bf2a-43b90f485cbb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.970036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0489634c-2061-42a6-bf2a-43b90f485cbb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:42.977658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253df42-209a-483a-90db-8adc2ab5748c None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:42.989288 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.017247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.051999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:43.052446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:43.073728 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:43.076501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Allocated IP 172.20.0.1 (e07fc319-4456-4d52-bb0c-5fe1016cc60e/23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873/c8be61b2-a681-448c-9296-5b85d85fbb07) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:43.144937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-1cc16d02-4153-409a-9678-6d02628a00d1 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.146600 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-1cc16d02-4153-409a-9678-6d02628a00d1 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.32 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.5669651 Jul 07 17:23:43.294906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.307824 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.312974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/540fc707-4d02-4715-b027-05765dc89430 HTTP/1.1" status: 204 len: 168 time: 1.5829318 Jul 07 17:23:43.315576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:43.320819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1991474707'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:43.322784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253df42-209a-483a-90db-8adc2ab5748c None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:23:43.344270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Request body: {'port': {'device_id': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'admin_state_up': True, 'tenant_id': '156061bf4a694c3e8670001582b6a4df'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:43.367156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45abd9-f23a-439c-978e-22be8bb7223d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=540fc707-4d02-4715-b027-05765dc89430,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:43.385885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.443204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:43.458924 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.539568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.593676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:43.596320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:43.648868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 95bbccc4-92b4-43af-bde2-689786070442 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:43.661018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Network 0a6ede57-f874-47fe-bd2f-203b30ed1752 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:43.678801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.679155 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 9fddb26b-c53a-4b1a-9604-0ddc4abbcba3 of type vlan for network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 Jul 07 17:23:43.690999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:43.706688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:43.766253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.784502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Made reservation on behalf of 156061bf4a694c3e8670001582b6a4df for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:43.787259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.795859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.796888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.859643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Pushing event updated for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:43.874049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 95bbccc4-92b4-43af-bde2-689786070442 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:43.891038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 95bbccc4-92b4-43af-bde2-689786070442 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:43.891494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.922743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.924543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-ede49019-75bc-4252-8d90-91cd8ba382db tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8393574 Jul 07 17:23:43.949073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.950794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:43.951464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.989879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Request body: {'port': {'device_id': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:44.145334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8285956 Jul 07 17:23:44.149167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:44.165240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:44.184811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.213873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 95bbccc4-92b4-43af-bde2-689786070442, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=95bbccc4-92b4-43af-bde2-689786070442,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:44.224280 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.281003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab63244-d6c4-4644-a1a0-a22c2d7fbd4f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.303969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250816e6-08c9-41e4-a323-53d29079832d req-4ee9c713-ad2f-49be-a1d8-7389aef2d4d9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.305715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-250816e6-08c9-41e4-a323-53d29079832d req-4ee9c713-ad2f-49be-a1d8-7389aef2d4d9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 931 time: 0.5116446 Jul 07 17:23:44.342386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:44.349408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.366280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Allocated IP 172.20.0.12 (657f0370-432a-4864-b487-f59f02df5ff2/1fd15b40-93f0-4403-bc5e-67b809698adb/bd19f089-b0e8-432c-822b-75e26fe0e009) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:44.380816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:44.502032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Transition to ACTIVE for port object c8be61b2-a681-448c-9296-5b85d85fbb07 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:44.665358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.799867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebce5fe0-892a-4d96-8424-ef3067e1b3dd req-6b3842b6-0433-49a1-b7c1-ef27cceb0990 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0605018 Jul 07 17:23:44.817290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.859592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=95bbccc4-92b4-43af-bde2-689786070442,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.931335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.953912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-250816e6-08c9-41e4-a323-53d29079832d req-f7fe2c2d-0199-4d2c-9c8c-08d186b96596 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205272 Jul 07 17:23:45.034051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:45.034468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:45.050000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=1c88ce76-9e33-48be-8372-032257c35128,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.087836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:45.089713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:45.104621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.112705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:45.119157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:45.119862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.124208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd4d64-463e-456a-9225-20d88026edd1 None None] Network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:45.158078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:45.158912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cde07665-b1a2-4876-aa76-3c51ca46c535 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0008321 Jul 07 17:23:45.159732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.172947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:45.287035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.437430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.446264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e021d8-8a10-47ae-ba0e-c4fcb56dcab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.478529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.513416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 95bbccc4-92b4-43af-bde2-689786070442 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:45.595125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.658936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c4214fe0-eb86-4608-9501-e7a3908a5b75 None None] Provisioning for port c8be61b2-a681-448c-9296-5b85d85fbb07 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:45.667892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c4214fe0-eb86-4608-9501-e7a3908a5b75 None None] Provisioning complete for port c8be61b2-a681-448c-9296-5b85d85fbb07 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:45.668277 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4214fe0-eb86-4608-9501-e7a3908a5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.716618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4', 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '1c88ce76-9e33-48be-8372-032257c35128'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:45.717439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.752484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 95bbccc4-92b4-43af-bde2-689786070442 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:45.752889 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.788514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e021d8-8a10-47ae-ba0e-c4fcb56dcab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.796044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9e021d8-8a10-47ae-ba0e-c4fcb56dcab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.802879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c4214fe0-eb86-4608-9501-e7a3908a5b75 None None] Port c8be61b2-a681-448c-9296-5b85d85fbb07 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:45.873136 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.015789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9e021d8-8a10-47ae-ba0e-c4fcb56dcab1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e36b7ae37674f0ab45b82dcf73670bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088659 Jul 07 17:23:46.023628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e021d8-8a10-47ae-ba0e-c4fcb56dcab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e29bc0-0642-427d-9379-53d1dbecc22a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.031583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.096233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Transition to ACTIVE for port object bd19f089-b0e8-432c-822b-75e26fe0e009 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:46.104718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aed1b6d4-a269-433f-9b61-e16fdd147fc7 req-d854624f-4f8c-4dbd-944b-1673b287f143 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0540257 Jul 07 17:23:46.208342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Allocated IP 172.20.0.1 (ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4/1c88ce76-9e33-48be-8372-032257c35128/4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:46.257742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.309483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.342397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.355401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['73197c3f-5188-426f-9fdf-92a726083976'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:46.359415 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.444703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.448829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.450235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76e29bc0-0642-427d-9379-53d1dbecc22a HTTP/1.1" status: 204 len: 168 time: 0.4098802 Jul 07 17:23:46.453488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Network 657f0370-432a-4864-b487-f59f02df5ff2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:46.469608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08b4700-0a5f-4583-b61f-b88a4d4bfeba {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:46.472309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba44b-92d1-42a1-997f-8f404a7d1e36 req-2febc181-d775-4bf5-a1d0-8f9f74faee1f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.480544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9baba44b-92d1-42a1-997f-8f404a7d1e36 req-2febc181-d775-4bf5-a1d0-8f9f74faee1f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 931 time: 0.0985587 Jul 07 17:23:46.501422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:46.505241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.511257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:46.512153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7ccc-2f6c-4872-9398-872e43c4ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e29bc0-0642-427d-9379-53d1dbecc22a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.513972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Pushing event updated for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.546784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9baba44b-92d1-42a1-997f-8f404a7d1e36 req-5f72ae4e-4cef-41b0-a673-2faed4d0670d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 Jul 07 17:23:46.594370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Transition to ACTIVE for port object d08b4700-0a5f-4583-b61f-b88a4d4bfeba will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:46.623614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.743224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.780570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Transition to ACTIVE for port object 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:46.805284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Transition to ACTIVE for port object 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:46.817322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.818382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.823829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.839633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.844176 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.890505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:46.893026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-c66a6b99-fb95-4c8b-83f3-37a209879b53 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7304218 Jul 07 17:23:46.899726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:46.923436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:46.935431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Request body: {'port': {'device_id': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:46.950835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=1c88ce76-9e33-48be-8372-032257c35128,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.967853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.974503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.976942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Pushing event updated for resources: {'Port': ['ID=4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.987495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.002381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.003119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:47.014605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.016606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.032673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.045443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:47.045780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:47.049820 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:47.075469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-16a303bf-0d3b-4fb9-9628-758df4869f50 None None] Provisioning for port bd19f089-b0e8-432c-822b-75e26fe0e009 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:47.089435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.110601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-16a303bf-0d3b-4fb9-9628-758df4869f50 None None] Provisioning complete for port bd19f089-b0e8-432c-822b-75e26fe0e009 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:47.111219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16a303bf-0d3b-4fb9-9628-758df4869f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.126643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adf6cf28-0585-49cb-b79c-91ee3699f4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.128024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:23:47.128024 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:23:47.128024 n-d-791504-12 neutron-server[93766]: [parameters: {'id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'}] Jul 07 17:23:47.128024 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:47.128382 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:47.163181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.176767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Attempting to bind port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.177465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Attempting to bind port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.178154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Attempting to bind port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 on network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.179418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.208955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Attempting to bind port d08b4700-0a5f-4583-b61f-b88a4d4bfeba on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.209220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Attempting to bind port d08b4700-0a5f-4583-b61f-b88a4d4bfeba by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.209499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Attempting to bind port d08b4700-0a5f-4583-b61f-b88a4d4bfeba on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.216089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:47.216479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Checking segment: {'id': '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:47.217092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.217654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Bound using segment: {'id': '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:47.218594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Bound port: 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:47.220416 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.258275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-16a303bf-0d3b-4fb9-9628-758df4869f50 None None] Port bd19f089-b0e8-432c-822b-75e26fe0e009 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:47.287736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.289914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Port d08b4700-0a5f-4583-b61f-b88a4d4bfeba on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.290544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Attempting to bind port d08b4700-0a5f-4583-b61f-b88a4d4bfeba on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.307378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66206ed9-fa73-49af-9a78-34f0bdbc3777 req-7b50115d-6ca8-491f-bf26-a98090429c40 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.327792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:47.328255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Checking segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:47.328741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Bound using segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:47.328913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66206ed9-fa73-49af-9a78-34f0bdbc3777 req-7b50115d-6ca8-491f-bf26-a98090429c40 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1028 time: 0.0997865 Jul 07 17:23:47.329331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Bound port: d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:47.329702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.359969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] For port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:47.370307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] For port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742,segment=NetworkSegment(9fddb26b-c53a-4b1a-9604-0ddc4abbcba3),segment_id=9fddb26b-c53a-4b1a-9604-0ddc4abbcba3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:47.379469 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.449916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fea7d-a1b0-4eaf-a4d9-2de382fad331 None None] Pushing event updated for resources: {'Port': ['ID=4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.462832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66206ed9-fa73-49af-9a78-34f0bdbc3777 req-e2fba127-d243-42f4-a298-8ec145d34d6f tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325114 Jul 07 17:23:47.529163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e1eccf-a3cd-452c-8089-f6d4d2b26877 None None] Network ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:47.560285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:47.581880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:47.629842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.630418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:47.740118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adf6cf28-0585-49cb-b79c-91ee3699f4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.752805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:47.755545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adf6cf28-0585-49cb-b79c-91ee3699f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.760343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:47.760685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.780807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.839577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde81e05-ebf5-4bef-afab-4c237f5a697c None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:47.841048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742,segment=NetworkSegment(9fddb26b-c53a-4b1a-9604-0ddc4abbcba3),segment_id=9fddb26b-c53a-4b1a-9604-0ddc4abbcba3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:47.841488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.859935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:47.869309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf7f0a-17cf-49a6-bd17-e2cd2234561e req-097126b9-31d7-494b-9d03-366880784587 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.871211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cdf7f0a-17cf-49a6-bd17-e2cd2234561e req-097126b9-31d7-494b-9d03-366880784587 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 943 time: 0.1552055 Jul 07 17:23:47.891489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-adf6cf28-0585-49cb-b79c-91ee3699f4ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf9ed203ffd44a76a4bbab7187a2c8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982554 Jul 07 17:23:47.899281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.900025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.901910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d08b4700-0a5f-4583-b61f-b88a4d4bfeba HTTP/1.1" status: 200 len: 1092 time: 3.9613371 Jul 07 17:23:47.902358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 37918) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.910291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:47.913113 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39625208-8217-41b1-804d-b6eac46494ec" -d '{"events": [{"name": "network-changed", "server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:47.931857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6cf28-0585-49cb-b79c-91ee3699f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e90695-3e1a-41bb-aa4c-57b8d1c48e91,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.938007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04a6cd12-9c17-4b25-9183-cac6e7f72527 None None] Provisioning complete for port c8be61b2-a681-448c-9296-5b85d85fbb07 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:47.938336 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04a6cd12-9c17-4b25-9183-cac6e7f72527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.989279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cdf7f0a-17cf-49a6-bd17-e2cd2234561e req-34e7cb50-e4a4-4693-8933-13e38baad3c7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012404 Jul 07 17:23:48.013774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04a6cd12-9c17-4b25-9183-cac6e7f72527 None None] Port c8be61b2-a681-448c-9296-5b85d85fbb07 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:48.014691 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff85685-d617-49a5-a3a0-820b21d0cd40 x-openstack-request-id: req-6ff85685-d617-49a5-a3a0-820b21d0cd40 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:48.015599 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:48.015867 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ff85685-d617-49a5-a3a0-820b21d0cd40 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:48.016255 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba', 'status': 'completed', 'code': 200} Jul 07 17:23:48.023030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf6a01-6d66-4aba-a0a5-138b57e534f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.038806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.054849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde81e05-ebf5-4bef-afab-4c237f5a697c None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:23:48.068279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.071996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 4a4ff9d9-0e0b-4902-97a7-0d7c08f9e742 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:48.082695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Router c0960468-e4fb-4c58-8777-93d6fbe311df has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:48.141258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.155286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd19f089-b0e8-432c-822b-75e26fe0e009 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:48.159377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.170410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:48.174180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.182895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:48.183355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fddb26b-c53a-4b1a-9604-0ddc4abbcba3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:48.192749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.207948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.222026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:48.222700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:48.226368 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:48.236229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.252788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-d9fa17f4-9951-4180-9e0d-7feee4f5da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.254346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-d9fa17f4-9951-4180-9e0d-7feee4f5da43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 1095 time: 0.2726836 Jul 07 17:23:48.297329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.309062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.310860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 HTTP/1.1" status: 204 len: 168 time: 3.1469505 Jul 07 17:23:48.314482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.331822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909020446'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:48.342249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Transition to ACTIVE for port object bd19f089-b0e8-432c-822b-75e26fe0e009 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:48.345314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ae2f5-2906-43ac-84e9-a043a38c72a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.347591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-8e26a283-e86b-4df1-b033-9194329e32b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba HTTP/1.1" status: 200 len: 217 time: 0.0833163 Jul 07 17:23:48.352881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.360507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:48.364247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.392984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:48.418575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.419327 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 2a8589b4-8199-40ae-bea4-027ff396d0fa of type vlan for network 3143afed-60a8-41e7-94ed-80f209926726 Jul 07 17:23:48.442365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:48.458415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1ba04465-014c-483a-82bc-72d854cc88e7 admin admin] 10.222.0.22 "PUT /v2.0/routers/c0960468-e4fb-4c58-8777-93d6fbe311df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8851650 Jul 07 17:23:48.468404 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Sync routers for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:48.469388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Pushing event updated for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.499306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.505309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.513043 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:48.515546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4e90695-3e1a-41bb-aa4c-57b8d1c48e91 HTTP/1.1" status: 204 len: 168 time: 0.5977092 Jul 07 17:23:48.528882 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:48.532175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-14d87e0f-c799-46b7-81da-ae54fc04e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.533689 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-14d87e0f-c799-46b7-81da-ae54fc04e644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1765091 Jul 07 17:23:48.534558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.579771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.604418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.604850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.711976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-71803d94-f117-4cfc-86bf-abbf572f957c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051602 Jul 07 17:23:48.713096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c11e29-8f44-4e56-993e-74660da0cfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e90695-3e1a-41bb-aa4c-57b8d1c48e91,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.800981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4832616 Jul 07 17:23:48.812394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.821055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '3143afed-60a8-41e7-94ed-80f209926726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:48.915691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:48.979471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02e693-9885-4328-8920-c6e98682bb39 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=3143afed-60a8-41e7-94ed-80f209926726,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.992002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3143afed-60a8-41e7-94ed-80f209926726 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:49.020172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:49.025089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.052705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf547-fc50-4676-b520-d217484e2d21 req-00523a5e-dc3b-4fe0-ba59-af44bf8673e7 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.054399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d0bf547-fc50-4676-b520-d217484e2d21 req-00523a5e-dc3b-4fe0-ba59-af44bf8673e7 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1054 time: 0.2689886 Jul 07 17:23:49.136742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-d92134cd-ab52-4ffc-b45a-b6e0bcc9fc4a service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065800 Jul 07 17:23:49.175847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d0bf547-fc50-4676-b520-d217484e2d21 req-7d8bf22a-2283-445d-a0ca-bc199a12d087 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Jul 07 17:23:49.373105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Attempting to bind port bd19f089-b0e8-432c-822b-75e26fe0e009 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.373868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Attempting to bind port bd19f089-b0e8-432c-822b-75e26fe0e009 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.374637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Attempting to bind port bd19f089-b0e8-432c-822b-75e26fe0e009 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.395174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Port bd19f089-b0e8-432c-822b-75e26fe0e009 on network 657f0370-432a-4864-b487-f59f02df5ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.395508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Attempting to bind port bd19f089-b0e8-432c-822b-75e26fe0e009 on network 657f0370-432a-4864-b487-f59f02df5ff2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.405542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:49.405896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Checking segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:49.409743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Bound using segment: {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:49.414514 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:46Z', 'revision_number': 4, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c8be61b2-a681-448c-9296-5b85d85fbb07', 'name': '', 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'mac_address': 'fa:16:3e:7f:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:42Z', 'updated_at': '2021-07-07T17:23:46Z', 'revision_number': 2, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'subnets': [{'id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:49.418226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Bound port: bd19f089-b0e8-432c-822b-75e26fe0e009, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd89143-f319-49fe-9aae-3315cbbefbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:49.418226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.461276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Checking router: c0960468-e4fb-4c58-8777-93d6fbe311df for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:49.462525 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Updating router c0960468-e4fb-4c58-8777-93d6fbe311df port c8be61b2-a681-448c-9296-5b85d85fbb07 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:23:49.526986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3706-f642-4617-a429-f85cae1ca642 req-f57945c3-d66b-4c1d-848f-d9c730262ee0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.528673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b1f3706-f642-4617-a429-f85cae1ca642 req-f57945c3-d66b-4c1d-848f-d9c730262ee0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 943 time: 0.2355592 Jul 07 17:23:49.530373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.568846 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.621165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7fe77725-cca9-4b9e-a51d-a34f5f0d208d req-0245ead0-efea-49de-a191-4405298025c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698870 Jul 07 17:23:49.639157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b1f3706-f642-4617-a429-f85cae1ca642 req-18f21272-d9b6-47a6-8118-ad785ab15a31 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018910 Jul 07 17:23:49.644980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=7a333978-1f1a-4c56-83a8-e37b9dae6122,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.647407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '2a8589b4-8199-40ae-bea4-027ff396d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143afed-60a8-41e7-94ed-80f209926726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:49.647905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 3143afed-60a8-41e7-94ed-80f209926726, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:49.669993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 3143afed-60a8-41e7-94ed-80f209926726 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:49.687118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3143afed-60a8-41e7-94ed-80f209926726) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:49.688881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:49.692537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bd19f089-b0e8-432c-822b-75e26fe0e009,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:49.692908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.694378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.699754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bebd79f-8f74-456a-8bdf-b2732a8b99cc None None] Network 3143afed-60a8-41e7-94ed-80f209926726 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:49.711016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.719548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a0156adc-f49c-458a-b52d-333783a0e644 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9039569 Jul 07 17:23:49.720639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:49.856077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.857432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.863800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-23148d74-1478-487b-a6c6-052f45091efd service neutron] 10.222.0.32 "PUT /v2.0/ports/bd19f089-b0e8-432c-822b-75e26fe0e009 HTTP/1.1" status: 200 len: 1093 time: 2.9568598 Jul 07 17:23:50.065945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3143afed-60a8-41e7-94ed-80f209926726', 'network_id': '3143afed-60a8-41e7-94ed-80f209926726', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '7a333978-1f1a-4c56-83a8-e37b9dae6122'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:50.066868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.116888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:50.129658 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290452f8-51a5-4871-869a-44ce726af50a" -d '{"events": [{"name": "network-changed", "server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:50.262910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39625208-8217-41b1-804d-b6eac46494ec req-87986011-e7c7-451e-b3d7-9d406c0c647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.264101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-87986011-e7c7-451e-b3d7-9d406c0c647a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 1095 time: 0.5486791 Jul 07 17:23:50.441202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39625208-8217-41b1-804d-b6eac46494ec req-59dbfe4f-2b5b-4495-90c4-08673b25623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.442781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-59dbfe4f-2b5b-4495-90c4-08673b25623c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.1580081 Jul 07 17:23:50.444422 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361ed10-ee8b-4014-8384-a7c656a15323 x-openstack-request-id: req-2361ed10-ee8b-4014-8384-a7c656a15323 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:50.445600 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:50.445860 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2361ed10-ee8b-4014-8384-a7c656a15323 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:50.446297 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009', 'status': 'completed', 'code': 200} Jul 07 17:23:50.449413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23148d74-1478-487b-a6c6-052f45091efd service neutron] Pushing event updated for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:50.502553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-60c01512-f0df-48ca-9d91-2761e7ced949 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba HTTP/1.1" status: 200 len: 217 time: 0.0486581 Jul 07 17:23:50.509671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Allocated IP 172.20.0.1 (3143afed-60a8-41e7-94ed-80f209926726/7a333978-1f1a-4c56-83a8-e37b9dae6122/0721768c-5199-4c14-b685-88b366dbe32d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:50.580940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.653095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39625208-8217-41b1-804d-b6eac46494ec req-bdfe4f03-7404-473c-8bf2-75dd0ff37ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.653668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.654093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-bdfe4f03-7404-473c-8bf2-75dd0ff37ad2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1203823 Jul 07 17:23:50.665533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-b2ec5cf1-f88d-40fa-a656-0bd76955bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.667816 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-b2ec5cf1-f88d-40fa-a656-0bd76955bdb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.7210805 Jul 07 17:23:50.669163 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.692714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Transition to ACTIVE for port object c8be61b2-a681-448c-9296-5b85d85fbb07 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:50.707503 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.741451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff5a00-6748-4950-9f45-9598ef237e5f req-9fa0256a-1ce8-4a0e-9ff7-9ce3920e8015 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.745739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-7050497f-1576-4037-87f4-e1c90823bf39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826471 Jul 07 17:23:50.758918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4fff5a00-6748-4950-9f45-9598ef237e5f req-9fa0256a-1ce8-4a0e-9ff7-9ce3920e8015 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.2365925 Jul 07 17:23:50.798910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-7ed36dd3-32ba-420a-9580-9eafa1e9342f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd19f089-b0e8-432c-822b-75e26fe0e009 HTTP/1.1" status: 200 len: 217 time: 0.0520163 Jul 07 17:23:50.868032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4fff5a00-6748-4950-9f45-9598ef237e5f req-5475d80f-40de-4247-b3e2-6c2308c21c10 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042962 Jul 07 17:23:50.889114 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.927316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Transition to ACTIVE for port object 0721768c-5199-4c14-b685-88b366dbe32d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:50.952002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Transition to ACTIVE for port object 0721768c-5199-4c14-b685-88b366dbe32d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:50.964912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-aecd2f2f-3710-465a-804d-9fa15bb1e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:50.967828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.982597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-aecd2f2f-3710-465a-804d-9fa15bb1e399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd15b40-93f0-4403-bc5e-67b809698adb HTTP/1.1" status: 200 len: 849 time: 0.1566758 Jul 07 17:23:51.020413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.044508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Network 3143afed-60a8-41e7-94ed-80f209926726 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:51.049925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:51.063956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83cdbb-e718-4177-a0a0-b70650591181 None None] Pushing event updated for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.065301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:51.073064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Pushing event updated for resources: {'Port': ['ID=0721768c-5199-4c14-b685-88b366dbe32d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.082827 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Attempting to bind port c8be61b2-a681-448c-9296-5b85d85fbb07 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:51.083528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Attempting to bind port c8be61b2-a681-448c-9296-5b85d85fbb07 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:51.084078 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Attempting to bind port c8be61b2-a681-448c-9296-5b85d85fbb07 on network e07fc319-4456-4d52-bb0c-5fe1016cc60e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:51.093729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:51.094535 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Checking segment: {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:51.096117 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.097537 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Bound using segment: {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:51.098388 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Bound port: c8be61b2-a681-448c-9296-5b85d85fbb07, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8494c6-70e7-411f-b083-c7dc52cb33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:51.098939 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.230874 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] For port c8be61b2-a681-448c-9296-5b85d85fbb07, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:51.233028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-07cbf530-a5fb-43ae-9281-4042c5bbe90f service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793096 Jul 07 17:23:51.234671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f35a6c-00c1-4b8c-b8c1-20c70748127b req-0bf211ac-a6cb-403f-837f-a966540da5c3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.235954 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] For port c8be61b2-a681-448c-9296-5b85d85fbb07, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c8be61b2-a681-448c-9296-5b85d85fbb07,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:51.242838 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.243528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21f35a6c-00c1-4b8c-b8c1-20c70748127b req-0bf211ac-a6cb-403f-837f-a966540da5c3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 943 time: 0.3397393 Jul 07 17:23:51.245818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478492a3-20f1-487c-8249-df3687ccd174 req-b3e5d9ea-880e-4ba7-95eb-17b20bd27ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:51.250287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-b3e5d9ea-880e-4ba7-95eb-17b20bd27ac7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=657f0370-432a-4864-b487-f59f02df5ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2667956 Jul 07 17:23:51.251635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Attempting to bind port 0721768c-5199-4c14-b685-88b366dbe32d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:51.260962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Attempting to bind port 0721768c-5199-4c14-b685-88b366dbe32d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2a8589b4-8199-40ae-bea4-027ff396d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143afed-60a8-41e7-94ed-80f209926726'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:51.261482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Attempting to bind port 0721768c-5199-4c14-b685-88b366dbe32d on network 3143afed-60a8-41e7-94ed-80f209926726 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:51.272100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:51.273503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Checking segment: {'id': '2a8589b4-8199-40ae-bea4-027ff396d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143afed-60a8-41e7-94ed-80f209926726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:51.275552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.276270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Bound using segment: {'id': '2a8589b4-8199-40ae-bea4-027ff396d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143afed-60a8-41e7-94ed-80f209926726'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:51.278075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Bound port: 0721768c-5199-4c14-b685-88b366dbe32d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8589b4-8199-40ae-bea4-027ff396d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3143afed-60a8-41e7-94ed-80f209926726'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:51.282684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.323358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.353028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3143afed-60a8-41e7-94ed-80f209926726']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:51.383880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8589b4-8199-40ae-bea4-027ff396d0fa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:51.384184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8589b4-8199-40ae-bea4-027ff396d0fa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:51.410726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.433634 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83cdbb-e718-4177-a0a0-b70650591181 None None] Pushing event updated for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.484740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.498090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] For port 0721768c-5199-4c14-b685-88b366dbe32d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:51.500916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:51.504087 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:51.505562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:51.506283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.528762 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39625208-8217-41b1-804d-b6eac46494ec req-421d0395-25e5-4ccb-87de-758ffc103dcd service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760561 Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:51.674967 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:51.704877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=7a333978-1f1a-4c56-83a8-e37b9dae6122,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.713702 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-ba71b7ec-21e6-489d-b0f4-68e5c6847dae service neutron] 10.222.0.32 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792905 Jul 07 17:23:51.718878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] For port 0721768c-5199-4c14-b685-88b366dbe32d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0721768c-5199-4c14-b685-88b366dbe32d,segment=NetworkSegment(2a8589b4-8199-40ae-bea4-027ff396d0fa),segment_id=2a8589b4-8199-40ae-bea4-027ff396d0fa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:51.726141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.729951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:23:51.729951 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:23:51.729951 n-d-791504-12 neutron-server[93766]: [parameters: {'id': '3143afed-60a8-41e7-94ed-80f209926726'}] Jul 07 17:23:51.729951 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:51.732369 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:51.781296 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:51.801827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21f35a6c-00c1-4b8c-b8c1-20c70748127b req-28382015-43ed-4213-b4fd-5c86699b8f1e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913346 Jul 07 17:23:51.928551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173663e5-5c5d-4eed-bce4-19d080dad462 None None] Pushing event updated for resources: {'Port': ['ID=0721768c-5199-4c14-b685-88b366dbe32d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.975001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-478492a3-20f1-487c-8249-df3687ccd174 req-7030da69-5cb0-4791-b4ac-e561fb81d63f service neutron] 10.222.0.32 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492199 Jul 07 17:23:52.034207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d17b5-0974-4b0a-a990-4af56743fea2 None None] Network 3143afed-60a8-41e7-94ed-80f209926726 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:52.147245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290452f8-51a5-4871-869a-44ce726af50a req-2c1c1da0-40fc-47b6-a0de-ed0ecf75ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.148543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-2c1c1da0-40fc-47b6-a0de-ed0ecf75ac51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=156061bf4a694c3e8670001582b6a4df&device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.0767276 Jul 07 17:23:52.236308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.265366 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:46Z', 'revision_number': 4, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c8be61b2-a681-448c-9296-5b85d85fbb07', 'name': '', 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'mac_address': 'fa:16:3e:7f:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:42Z', 'updated_at': '2021-07-07T17:23:51Z', 'revision_number': 4, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'subnets': [{'id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:52.278376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87ccf1-209c-40e9-97c0-7256904f334d None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:52.310069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d4e1e-eabc-4b1a-892c-e23ed02ec60c req-8af04aeb-07f4-4eb3-8361-301c57c24734 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.311748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e43d4e1e-eabc-4b1a-892c-e23ed02ec60c req-8af04aeb-07f4-4eb3-8361-301c57c24734 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.1528196 Jul 07 17:23:52.328581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290452f8-51a5-4871-869a-44ce726af50a req-6fef974c-871b-42e5-8232-e6af3f507ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.332596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-6fef974c-871b-42e5-8232-e6af3f507ab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 200 len: 911 time: 0.1745291 Jul 07 17:23:52.365200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e43d4e1e-eabc-4b1a-892c-e23ed02ec60c req-14ec0d97-2671-4f32-9a7e-f22d1cc36364 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Jul 07 17:23:52.366994 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe3a4d-8c15-42bb-857f-49af408ccd71 None None] The sync data for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 is: [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:23:46Z', 'revision_number': 4, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c8be61b2-a681-448c-9296-5b85d85fbb07', 'name': '', 'network_id': 'e07fc319-4456-4d52-bb0c-5fe1016cc60e', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'mac_address': 'fa:16:3e:7f:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:42Z', 'updated_at': '2021-07-07T17:23:51Z', 'revision_number': 4, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'subnets': [{'id': '23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:52.374237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 0721768c-5199-4c14-b685-88b366dbe32d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:52.374595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.479363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 0721768c-5199-4c14-b685-88b366dbe32d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0721768c-5199-4c14-b685-88b366dbe32d,segment=NetworkSegment(2a8589b4-8199-40ae-bea4-027ff396d0fa),segment_id=2a8589b4-8199-40ae-bea4-027ff396d0fa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:52.481410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.499726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-0b0b574a-183a-4ce6-a2c0-af4243708c76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd19f089-b0e8-432c-822b-75e26fe0e009 HTTP/1.1" status: 200 len: 217 time: 0.1616616 Jul 07 17:23:52.512946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 0721768c-5199-4c14-b685-88b366dbe32d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:52.560579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87ccf1-209c-40e9-97c0-7256904f334d None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:23:52.573560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290452f8-51a5-4871-869a-44ce726af50a req-a2585d4a-1ea0-467d-bbad-9b7d7c075a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.575513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-a2585d4a-1ea0-467d-bbad-9b7d7c075a65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd15b40-93f0-4403-bc5e-67b809698adb HTTP/1.1" status: 200 len: 849 time: 0.0683193 Jul 07 17:23:52.665529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.722516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 0721768c-5199-4c14-b685-88b366dbe32d on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:52.827633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-9130f02f-1543-41c2-8129-417eb16cfc9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485267 Jul 07 17:23:52.838744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290452f8-51a5-4871-869a-44ce726af50a req-0580c38c-f61f-4d3a-bb82-53ee04c8ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:52.838744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-0580c38c-f61f-4d3a-bb82-53ee04c8ec1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=657f0370-432a-4864-b487-f59f02df5ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502973 Jul 07 17:23:52.842094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=0721768c-5199-4c14-b685-88b366dbe32d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:52.918334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.964766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3143afed-60a8-41e7-94ed-80f209926726']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:53.003669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8589b4-8199-40ae-bea4-027ff396d0fa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:53.004030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8589b4-8199-40ae-bea4-027ff396d0fa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:53.028825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.060901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.081548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:53.084954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:53.095389 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:53.359841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.383894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.405068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/3143afed-60a8-41e7-94ed-80f209926726 HTTP/1.1" status: 204 len: 168 time: 3.6829505 Jul 07 17:23:53.461368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:53.500400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238843531'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:53.606146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:53.610483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.722815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12011-041c-4984-838d-c6787c179b9a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=3143afed-60a8-41e7-94ed-80f209926726,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:53.797613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:53.842356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.842709 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 1d1f0dd8-3cd4-4f13-a3ff-97bff750849c of type vlan for network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 Jul 07 17:23:53.868197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650484c-2e52-4413-9dbb-059d44251032 req-30b33aa8-162c-4685-94d5-66f038765168 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.870829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650484c-2e52-4413-9dbb-059d44251032 req-30b33aa8-162c-4685-94d5-66f038765168 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 943 time: 0.4553792 Jul 07 17:23:53.982382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.997765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0650484c-2e52-4413-9dbb-059d44251032 req-6eb7a7bd-b862-4abc-b1b8-56edbc7433e3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192293 Jul 07 17:23:54.022618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00e2f6-7dc1-4acc-bacd-1d1fd36f32cf req-12bb8865-5275-4038-a6de-7641704d7727 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.035297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c00e2f6-7dc1-4acc-bacd-1d1fd36f32cf req-12bb8865-5275-4038-a6de-7641704d7727 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.2970254 Jul 07 17:23:54.051311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c8be61b2-a681-448c-9296-5b85d85fbb07 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:54.101537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c00e2f6-7dc1-4acc-bacd-1d1fd36f32cf req-bd1bdaa8-2fb1-4acd-aa92-8be4b84173a5 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531089 Jul 07 17:23:54.102457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.129775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d08b4700-0a5f-4583-b61f-b88a4d4bfeba details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:54.130603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.132728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.345092 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-04033a60-0f45-4c53-afc6-10f614584443 service neutron] 10.222.0.32 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4885914 Jul 07 17:23:54.384210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=7e83f0b1-a5ba-447e-ba78-9fff489cde69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:54.399342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd0efed0-ddb3-43f0-b36c-8c0c1e937965 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9101815 Jul 07 17:23:54.400134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:54.424879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:54.427016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:54.546247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-42e0b9e9-8a6b-490e-abd0-3cd906963245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.547786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-42e0b9e9-8a6b-490e-abd0-3cd906963245 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1097 time: 0.5697186 Jul 07 17:23:54.554530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c8be61b2-a681-448c-9296-5b85d85fbb07 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:54.561343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:54.594010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c8be61b2-a681-448c-9296-5b85d85fbb07 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:54.595148 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.621075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'port_id': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba', 'mac_address': 'fa:16:3e:05:cc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ada8369-9216-4ed4-85ab-f0cb93b5a722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:54.764874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.780030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-290452f8-51a5-4871-869a-44ce726af50a req-de39612c-4dd2-4ba3-96a9-01b869e9a4c7 service neutron] 10.222.0.32 "GET /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332037 Jul 07 17:23:54.814710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08b4700-0a5f-4583-b61f-b88a4d4bfeba {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:54.850195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:54.873436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-7b3e2126-0ee3-4c54-a8ac-721457378fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.879478 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.879688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-7b3e2126-0ee3-4c54-a8ac-721457378fd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.2901604 Jul 07 17:23:54.911546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.938557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.951478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-ae14467e-87d3-4fcf-8bb9-3169016d7e5f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.953182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-ae14467e-87d3-4fcf-8bb9-3169016d7e5f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.5650179 Jul 07 17:23:54.954523 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.976416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:23:54.988884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:54.989690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.998545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c8be61b2-a681-448c-9296-5b85d85fbb07, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c8be61b2-a681-448c-9296-5b85d85fbb07,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:55.003247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "PUT /v2.0/networks/7e83f0b1-a5ba-447e-ba78-9fff489cde69 HTTP/1.1" status: 200 len: 723 time: 0.5836935 Jul 07 17:23:55.005448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.012271 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.029035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-b7db4c7d-55bf-4f9f-86ee-2cf85e0fd686 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.1419020 Jul 07 17:23:55.029556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38104) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.029719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.030336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.031202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.032388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.033440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.034145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.034792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.035395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.036091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.036653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.037167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.037902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:55.043752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:55.109916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d08b4700-0a5f-4583-b61f-b88a4d4bfeba'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:55.136053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-4d6a6930-0981-4cc5-9665-6d9e60cfc300 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.1680984 Jul 07 17:23:55.185905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283d1f8-72f4-4a53-a587-185175a0383e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=7e83f0b1-a5ba-447e-ba78-9fff489cde69,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.244015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-b7854f66-994e-4c23-bed7-545bc79a03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.246153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-b7854f66-994e-4c23-bed7-545bc79a03f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1915998 Jul 07 17:23:55.254725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:55.330612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-ccaf30bb-1791-44ff-9fae-3bfe68615c14 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895494 Jul 07 17:23:55.332846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-e4e9d9b5-a809-418d-8bd5-f265fd2eba0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717671 Jul 07 17:23:55.420420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.489575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:55.494846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.502275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-51667a25-e00a-4317-a0a0-108ac856635f service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707220 Jul 07 17:23:55.519662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc1cc-f5c4-41fa-ab99-079fe58772b4 req-8f903754-a5f6-4537-aace-803ffbfa88f3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:55.522339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e67cc1cc-f5c4-41fa-ab99-079fe58772b4 req-8f903754-a5f6-4537-aace-803ffbfa88f3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 944 time: 0.2819781 Jul 07 17:23:55.638259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c403963a-c216-41e3-9bc9-e99436a21494 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146979 Jul 07 17:23:55.648961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-68e8e61d-b9b8-41e2-aab4-4c4eceabc18d service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032122 Jul 07 17:23:55.695014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e67cc1cc-f5c4-41fa-ab99-079fe58772b4 req-361c81d1-e36d-4bf1-a3c0-9dedb2111b45 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Jul 07 17:23:55.760681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bd19f089-b0e8-432c-822b-75e26fe0e009 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:23:55.833230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1aab315d-26a4-4fd2-b431-cc3f665a9da9 req-f356efaa-a307-45e0-8f0b-ba8b3788d519 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760180 Jul 07 17:23:55.872617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.951859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=0df88bb9-7740-4435-903f-d82e8d9ed693,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.964325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:55.964706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 7e83f0b1-a5ba-447e-ba78-9fff489cde69, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:55.977068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bd19f089-b0e8-432c-822b-75e26fe0e009,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:55.995846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:55.997499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'bd19f089-b0e8-432c-822b-75e26fe0e009', 'network_id': '657f0370-432a-4864-b487-f59f02df5ff2', 'port_id': 'bd19f089-b0e8-432c-822b-75e26fe0e009', 'mac_address': 'fa:16:3e:2a:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd15b40-93f0-4403-bc5e-67b809698adb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:23:56.020556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7e83f0b1-a5ba-447e-ba78-9fff489cde69) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:56.036449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.037251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.060864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be9b78b0-a394-45a9-898d-273683a14e5c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0275781 Jul 07 17:23:56.061151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38128) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:56.065771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b66295-6559-4519-a349-e52f0fb48cf2 None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:56.071101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:56.084422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458cb2-fa8a-4fbd-9e49-7457cbe84795 req-e1ce7acb-ef2f-4041-ae7d-2b96e878e5e6 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.086989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3458cb2-fa8a-4fbd-9e49-7457cbe84795 req-e1ce7acb-ef2f-4041-ae7d-2b96e878e5e6 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1096 time: 0.1505055 Jul 07 17:23:56.143921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f3458cb2-fa8a-4fbd-9e49-7457cbe84795 req-ecdafacb-f3b8-4385-8a6d-51079133b24c tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Jul 07 17:23:56.154955 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.236843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35f720f0-bc7f-4173-ab77-3ef6eec5870d req-81e71754-eec8-4c9a-a21f-6e584e773f29 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0424199 Jul 07 17:23:56.269785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd19f089-b0e8-432c-822b-75e26fe0e009 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:23:56.295652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4296489'] for subnet, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.329754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bd19f089-b0e8-432c-822b-75e26fe0e009,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:56.349449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.477084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7e83f0b1-a5ba-447e-ba78-9fff489cde69', 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '0df88bb9-7740-4435-903f-d82e8d9ed693'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:56.478565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.498712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.523437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791333668895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4318644'] for subnet, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.560262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:56.560852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.562170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "PUT /v2.0/subnets/0df88bb9-7740-4435-903f-d82e8d9ed693 HTTP/1.1" status: 200 len: 806 time: 0.4990819 Jul 07 17:23:56.564973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:56.583797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e908-e49d-4bd9-aa5d-de980451a4a5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=0df88bb9-7740-4435-903f-d82e8d9ed693,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.594392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['bd19f089-b0e8-432c-822b-75e26fe0e009'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:23:56.702042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Allocated IP 172.20.0.2 (7e83f0b1-a5ba-447e-ba78-9fff489cde69/0df88bb9-7740-4435-903f-d82e8d9ed693/9da8d009-1e13-4dcf-be2d-fc711e19e4fe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:56.794779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.897216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.126142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.137539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Transition to ACTIVE for port object 9da8d009-1e13-4dcf-be2d-fc711e19e4fe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:57.152000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82a094-9a64-47e9-b134-a5b91c02026e req-6225c27d-4db0-459e-bdf1-2eb3b605e29f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:57.153719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f82a094-9a64-47e9-b134-a5b91c02026e req-6225c27d-4db0-459e-bdf1-2eb3b605e29f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 944 time: 0.1653476 Jul 07 17:23:57.163537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Transition to ACTIVE for port object 9da8d009-1e13-4dcf-be2d-fc711e19e4fe will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:57.186520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.230241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f82a094-9a64-47e9-b134-a5b91c02026e req-b589fa21-6b94-468c-993e-5181ea44251e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700028 Jul 07 17:23:57.232297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.273537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=0df88bb9-7740-4435-903f-d82e8d9ed693,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.347362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:57.353073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:57.359359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:57.425333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Pushing event updated for resources: {'Port': ['ID=9da8d009-1e13-4dcf-be2d-fc711e19e4fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.462748 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.480641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e83f0b1-a5ba-447e-ba78-9fff489cde69']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:57.494759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c8be61b2-a681-448c-9296-5b85d85fbb07 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:57.503880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:57.504181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:57.526099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.552644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.579838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Attempting to bind port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:57.581623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Attempting to bind port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:57.582751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:57.583178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.585118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Attempting to bind port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe on network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:57.590710 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:57.603813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1699d3c1-1085-458e-a9c3-de2e72c09884 req-a3bd2b84-e404-42c0-b540-36f531903e8d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0632555 Jul 07 17:23:57.620747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:57.621325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Checking segment: {'id': '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:57.621963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.623061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Bound using segment: {'id': '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:57.623579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Bound port: 9da8d009-1e13-4dcf-be2d-fc711e19e4fe, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:57.625095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.667949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801a543-d758-4ba6-b3b9-102b81c30f2d req-57a0b4b5-326a-4901-9b79-d5e0905e395a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:57.669620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c801a543-d758-4ba6-b3b9-102b81c30f2d req-57a0b4b5-326a-4901-9b79-d5e0905e395a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1097 time: 0.2614231 Jul 07 17:23:57.752825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:23:57.752825 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:23:57.752825 n-d-791504-12 neutron-server[93766]: [parameters: {'id': '7e83f0b1-a5ba-447e-ba78-9fff489cde69'}] Jul 07 17:23:57.752825 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:23:57.753365 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:23:57.805153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c801a543-d758-4ba6-b3b9-102b81c30f2d req-c00bb453-d70b-46d5-a240-20f24d0ec540 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223319 Jul 07 17:23:57.805500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c8be61b2-a681-448c-9296-5b85d85fbb07 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:57.805948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.820083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d08b4700-0a5f-4583-b61f-b88a4d4bfeba up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:57.932222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] For port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:57.952213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] For port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9da8d009-1e13-4dcf-be2d-fc711e19e4fe,segment=NetworkSegment(1d1f0dd8-3cd4-4f13-a3ff-97bff750849c),segment_id=1d1f0dd8-3cd4-4f13-a3ff-97bff750849c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:57.966455 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.021412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port d08b4700-0a5f-4583-b61f-b88a4d4bfeba completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:58.112501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port d08b4700-0a5f-4583-b61f-b88a4d4bfeba triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:58.113101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.254941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.314938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39ba6-6e41-4ddb-9d99-fa74dffd0828 None None] Pushing event updated for resources: {'Port': ['ID=9da8d009-1e13-4dcf-be2d-fc711e19e4fe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:58.424465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6184dc8-a8dd-4273-82ad-13bf315f3dbe None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:58.548577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:58.549119 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.708592 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.724423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9da8d009-1e13-4dcf-be2d-fc711e19e4fe,segment=NetworkSegment(1d1f0dd8-3cd4-4f13-a3ff-97bff750849c),segment_id=1d1f0dd8-3cd4-4f13-a3ff-97bff750849c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:58.725830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.752825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:58.756143 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2280bb1d-4fc4-41c0-b5a3-17a6c31350d0" -d '{"events": [{"server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "name": "network-vif-plugged", "status": "completed", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:58.772713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 9da8d009-1e13-4dcf-be2d-fc711e19e4fe owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:58.780354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:58.798266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.799393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bd19f089-b0e8-432c-822b-75e26fe0e009 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:58.916146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-d9bba7f1-57a6-44a1-b128-6d52cf95c678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:58.917852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-d9bba7f1-57a6-44a1-b128-6d52cf95c678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.3395638 Jul 07 17:23:58.933287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:58.948286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.971422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a1473-66d8-4613-9113-3b728a16c497 None None] Network 7e83f0b1-a5ba-447e-ba78-9fff489cde69 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:59.013447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b7b16ad-f58f-4138-8c8d-928dcdcc8ed5 req-52c8a64e-ae86-4421-846a-c71179b96426 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0672011 Jul 07 17:23:59.017149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=9da8d009-1e13-4dcf-be2d-fc711e19e4fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.034282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 9da8d009-1e13-4dcf-be2d-fc711e19e4fe on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:59.065827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691130-50db-4d3b-8aa5-e6d7034f949b req-f72ba597-ef36-4524-9ddc-c8f1e983a062 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.079190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01691130-50db-4d3b-8aa5-e6d7034f949b req-f72ba597-ef36-4524-9ddc-c8f1e983a062 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 944 time: 0.6690044 Jul 07 17:23:59.153981 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d81144-b3c8-40a7-bb10-9cf4003a4e62 x-openstack-request-id: req-b3d81144-b3c8-40a7-bb10-9cf4003a4e62 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:59.154514 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "name": "network-vif-plugged", "status": "completed", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:59.155874 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3d81144-b3c8-40a7-bb10-9cf4003a4e62 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:59.157412 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba', 'code': 200} Jul 07 17:23:59.164296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:59.173039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.301292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01691130-50db-4d3b-8aa5-e6d7034f949b req-ad7c5128-171f-47c2-9427-d8bb8695b87f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186732 Jul 07 17:23:59.445746 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:59.451595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.490179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e83f0b1-a5ba-447e-ba78-9fff489cde69']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:59.521574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:59.522436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1f0dd8-3cd4-4f13-a3ff-97bff750849c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:59.551642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.563470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.591939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.593858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed88775-3912-45e3-acc3-5df74e041fb4 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:23:59.602286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.9 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/4a2869c1-0a26-4315-b5f8-e38415521222) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:59.609486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c57f-8b6b-4722-adcb-7df4f1da4127 req-a2ae60ff-f5da-4338-b329-62656cd82ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.611639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edc5c57f-8b6b-4722-adcb-7df4f1da4127 req-a2ae60ff-f5da-4338-b329-62656cd82ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 1097 time: 0.3002355 Jul 07 17:23:59.626712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:59.627375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:59.644143 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:59.716523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edc5c57f-8b6b-4722-adcb-7df4f1da4127 req-9c516ea3-9a6a-46d3-8ce2-8bc190b4f837 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960627 Jul 07 17:23:59.759145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port bd19f089-b0e8-432c-822b-75e26fe0e009 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:59.805591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port bd19f089-b0e8-432c-822b-75e26fe0e009 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:59.805973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.896115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.903004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.939177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object 4a2869c1-0a26-4315-b5f8-e38415521222 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:59.948400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.956727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:59.957001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7e83f0b1-a5ba-447e-ba78-9fff489cde69 HTTP/1.1" status: 204 len: 168 time: 3.3907115 Jul 07 17:23:59.958561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577229b-93a5-47fa-91c2-f206576ba64d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=7e83f0b1-a5ba-447e-ba78-9fff489cde69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.972396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cccf013c-0fd4-4d07-87a5-f9fd29eda422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.977144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20603d-824f-473f-a15e-f4585f882c0d req-e62c0007-d4cb-4d82-9f5a-dd0bae4f7f51 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.981812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b20603d-824f-473f-a15e-f4585f882c0d req-e62c0007-d4cb-4d82-9f5a-dd0bae4f7f51 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1097 time: 0.2546542 Jul 07 17:24:00.017759 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1895e93-55cf-44ed-bcf3-073ec75b2ae7 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:00.020435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1895e93-55cf-44ed-bcf3-073ec75b2ae7 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:00.025768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d1895e93-55cf-44ed-bcf3-073ec75b2ae7 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7e83f0b1-a5ba-447e-ba78-9fff489cde69 HTTP/1.1" status: 404 len: 339 time: 0.0644917 Jul 07 17:24:00.032087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.045385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932253142', 'description': 'd1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:00.071662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.118848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.145289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed88775-3912-45e3-acc3-5df74e041fb4 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:24:00.146856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b20603d-824f-473f-a15e-f4585f882c0d req-93fef813-e3b4-45a0-b187-95a2d1f1fa51 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585722 Jul 07 17:24:00.176940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:00.186046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.205497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:00.223512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:00.228321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bd19f089-b0e8-432c-822b-75e26fe0e009,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:00.239505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:00.249715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.272345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:00.302177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.345564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:00.346423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.362001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.372902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c400a94b-1162-4002-9eda-3acd69f3c2c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4442852 Jul 07 17:24:00.396255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Request body: {'port': {'device_id': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:00.422737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.424020 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 2b1c7907-c921-46c1-b20c-0d28ba62cf90 of type vlan for network 83eef89d-e82b-451b-b054-bce7b8455385 Jul 07 17:24:00.549922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.636098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.642736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.657420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:00.658928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.822039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7831013 Jul 07 17:24:00.839841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.932955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b664472-0664-40f4-90fc-9d265f6a669b req-12c7c2d5-fb9f-43e3-8ac7-b272f9158f24 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:00.936458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b664472-0664-40f4-90fc-9d265f6a669b req-12c7c2d5-fb9f-43e3-8ac7-b272f9158f24 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 931 time: 0.6581328 Jul 07 17:24:00.937702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f641-9b4b-4efb-bd17-9e8c22896ac0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=83eef89d-e82b-451b-b054-bce7b8455385,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.955413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 83eef89d-e82b-451b-b054-bce7b8455385 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:01.109108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2869c1-0a26-4315-b5f8-e38415521222 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:01.119084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.132854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Transition to ACTIVE for port object 4a2869c1-0a26-4315-b5f8-e38415521222 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:01.140094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.159890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:01.163696 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8a6362-da76-48e9-a6f8-83ac3e9b31b5" -d '{"events": [{"server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "name": "network-vif-plugged", "status": "completed", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:01.224822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480ca00-1ae4-4481-887c-21711be2c48e req-6e0c2abe-4660-4fb6-bc62-b2b5f66b3564 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.226910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1480ca00-1ae4-4481-887c-21711be2c48e req-6e0c2abe-4660-4fb6-bc62-b2b5f66b3564 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 945 time: 0.6078358 Jul 07 17:24:01.258645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb84acb-b1f4-44df-abfb-220ecfbb9b58 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.260605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-adb84acb-b1f4-44df-abfb-220ecfbb9b58 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks?id=83eef89d-e82b-451b-b054-bce7b8455385 HTTP/1.1" status: 200 len: 761 time: 0.4143524 Jul 07 17:24:01.265058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.274187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b664472-0664-40f4-90fc-9d265f6a669b req-92719163-c203-4314-8ca5-9dccc81e93bc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489579 Jul 07 17:24:01.274849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.283261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-e399b809-7bee-454d-a3e2-2d68dd494cc3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8120489 Jul 07 17:24:01.289174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:01.313963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba1c20ad-a009-4511-9e05-461430be568c None None] Provisioning for port 4a2869c1-0a26-4315-b5f8-e38415521222 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:01.467531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-67866352-28f4-4062-b577-ed07951e4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.469081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-67866352-28f4-4062-b577-ed07951e4bf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.1224139 Jul 07 17:24:01.477320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Attempting to bind port 4a2869c1-0a26-4315-b5f8-e38415521222 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:01.477748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Attempting to bind port 4a2869c1-0a26-4315-b5f8-e38415521222 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:01.478183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Attempting to bind port 4a2869c1-0a26-4315-b5f8-e38415521222 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:01.501438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Port 4a2869c1-0a26-4315-b5f8-e38415521222 on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:01.502435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Attempting to bind port 4a2869c1-0a26-4315-b5f8-e38415521222 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:01.517571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1480ca00-1ae4-4481-887c-21711be2c48e req-46bb028c-4ffa-47fa-b306-0cf405978f24 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556729 Jul 07 17:24:01.615461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.632758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.670026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:01.670425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:01.670822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:01.671656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Bound port: 4a2869c1-0a26-4315-b5f8-e38415521222, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:01.672827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.675655 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3ab1c-5619-4990-a02a-ac4ba102c73c x-openstack-request-id: req-9ed3ab1c-5619-4990-a02a-ac4ba102c73c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:01.676007 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "name": "network-vif-plugged", "status": "completed", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:01.676267 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ed3ab1c-5619-4990-a02a-ac4ba102c73c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:01.676702 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009', 'code': 200} Jul 07 17:24:01.750911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 83eef89d-e82b-451b-b054-bce7b8455385 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:24:01.756853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.757512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.767357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "PUT /v2.0/networks/83eef89d-e82b-451b-b054-bce7b8455385 HTTP/1.1" status: 200 len: 758 time: 0.4900818 Jul 07 17:24:01.770624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.778377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:01.783065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a2869c1-0a26-4315-b5f8-e38415521222,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:01.822997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.914636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.932637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.933463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.935012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-369652b6-2e29-4829-ab2b-6b7edf4c3ed3 service neutron] 10.222.0.83 "PUT /v2.0/ports/4a2869c1-0a26-4315-b5f8-e38415521222 HTTP/1.1" status: 200 len: 1092 time: 1.5532203 Jul 07 17:24:01.936396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:01.940185 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43234686-8611-4355-8df1-dd6dad305fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:01.943778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-c5a50541-f10e-4ef9-ac05-223dd5a691a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.945580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-c5a50541-f10e-4ef9-ac05-223dd5a691a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.4459651 Jul 07 17:24:02.019493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603c69-26cf-4953-8aeb-f57398e198b5 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=83eef89d-e82b-451b-b054-bce7b8455385,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:02.036998 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdca2ce-50f5-404b-838a-70d18810674f x-openstack-request-id: req-dbdca2ce-50f5-404b-838a-70d18810674f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:02.037367 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:02.038492 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbdca2ce-50f5-404b-838a-70d18810674f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:02.038492 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222', 'status': 'completed', 'code': 200} Jul 07 17:24:02.041851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 83eef89d-e82b-451b-b054-bce7b8455385 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:02.085128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ca8f-a54b-465e-8e20-f22b078bcce3 req-9134f974-d75f-4e7b-8aa9-3029abd97055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.087082 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1832ca8f-a54b-465e-8e20-f22b078bcce3 req-9134f974-d75f-4e7b-8aa9-3029abd97055 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.3017747 Jul 07 17:24:02.110045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43abdc-a73c-4702-9bf2-d9d2a09fb8de tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.112096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b43abdc-a73c-4702-9bf2-d9d2a09fb8de tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks?id=83eef89d-e82b-451b-b054-bce7b8455385 HTTP/1.1" status: 200 len: 761 time: 0.3291719 Jul 07 17:24:02.121210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:02.133978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350032704'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:02.159865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ad90-b393-44a7-a1a0-a12ad43f57e4 req-c94e523a-ea39-486f-89a1-28de64c46b89 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.160390 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-2e14e335-3eb7-452c-9d77-6f7e3bb885e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1001 time: 0.2043386 Jul 07 17:24:02.162638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0f7ad90-b393-44a7-a1a0-a12ad43f57e4 req-c94e523a-ea39-486f-89a1-28de64c46b89 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.3064733 Jul 07 17:24:02.207554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:02.216079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.268210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0f7ad90-b393-44a7-a1a0-a12ad43f57e4 req-febf4ffa-d270-4782-9ba9-206430138330 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979738 Jul 07 17:24:02.293550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:02.304542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.305604 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 10d1795c-a233-4291-84c3-d9c901370822 of type vlan for network 7d381148-f1f0-467f-b1f2-81748bca9183 Jul 07 17:24:02.327142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7db28c8-a7b0-497e-90eb-8602847c699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.331048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-7df70c9b-0728-4bb0-ac3c-7aa907087f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.335265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-7df70c9b-0728-4bb0-ac3c-7aa907087f1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1649814 Jul 07 17:24:02.361560 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.396366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1832ca8f-a54b-465e-8e20-f22b078bcce3 req-1ecc66fd-a8ff-4bdb-b162-445fcd277b9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978950 Jul 07 17:24:02.404687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.416322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.417458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.460375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-2c9bb9f5-5c18-4289-847d-adfcb7de6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.463416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-2c9bb9f5-5c18-4289-847d-adfcb7de6b15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.4295011 Jul 07 17:24:02.524371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=7d381148-f1f0-467f-b1f2-81748bca9183,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:02.541582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7d381148-f1f0-467f-b1f2-81748bca9183 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:02.554737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9a3a31db-f0b1-4b62-b475-c5b09d7defb9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4319580 Jul 07 17:24:02.555475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:02.591821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-9e34b0c9-29ba-4540-ac76-f1c6cf1388f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a2869c1-0a26-4315-b5f8-e38415521222 HTTP/1.1" status: 200 len: 217 time: 0.1186087 Jul 07 17:24:02.674983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:02.695029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-e1d0beed-82a4-4661-a521-ad58f0dd6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.697243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-e1d0beed-82a4-4661-a521-ad58f0dd6658 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3525143 Jul 07 17:24:02.777451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.779147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-7ed958c7-ef68-42c2-995a-33b05ef3231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.780900 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-7ed958c7-ef68-42c2-995a-33b05ef3231c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1810522 Jul 07 17:24:02.854897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-ba12a752-85c6-4f63-938e-f8b138479602 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510241 Jul 07 17:24:02.944449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-b8e6c8d6-b9c3-4463-a4bd-aa4efbe0355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.946196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-b8e6c8d6-b9c3-4463-a4bd-aa4efbe0355e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516583 Jul 07 17:24:03.035337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7bee7a8d-f05d-4ff9-90b5-dad269a254bd req-e48a0b65-eefd-4f91-ae9b-4be9bee28de6 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732974 Jul 07 17:24:03.083667 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-c1a1a62d-0dbb-4b59-a853-f7c446d55a5b service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Jul 07 17:24:03.250084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bf261977-67cd-48e4-ba34-e42ad80b2f6a req-d0608e56-78cd-488a-8de7-2b9399fa22ba service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589079 Jul 07 17:24:03.276865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74674583-ffec-41d7-94ef-642fcfa011d1 req-5fbfab0b-fab4-4473-bb18-980e4c92ee6e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.278515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74674583-ffec-41d7-94ef-642fcfa011d1 req-5fbfab0b-fab4-4473-bb18-980e4c92ee6e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.7220011 Jul 07 17:24:03.307081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:03.310726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.378362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85ad8-6992-4782-80b9-2d213f623a6b req-9e92db87-cfa6-411b-bf8e-7745b6d12630 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.386450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fb85ad8-6992-4782-80b9-2d213f623a6b req-9e92db87-cfa6-411b-bf8e-7745b6d12630 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 945 time: 0.6201849 Jul 07 17:24:03.421475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234686-8611-4355-8df1-dd6dad305fa9 req-5bcb139a-bb2d-4086-af80-783d56303928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.423696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-5bcb139a-bb2d-4086-af80-783d56303928 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.0837805 Jul 07 17:24:03.457469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74674583-ffec-41d7-94ef-642fcfa011d1 req-b444deed-edfe-4db6-b107-205f9d3e459a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644664 Jul 07 17:24:03.528687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3fb85ad8-6992-4782-80b9-2d213f623a6b req-709ec926-8611-4e1b-8c3b-96ca325f4f71 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413064 Jul 07 17:24:03.558437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234686-8611-4355-8df1-dd6dad305fa9 req-727f4c7c-4724-4c46-842c-6db0b620c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.559994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-727f4c7c-4724-4c46-842c-6db0b620c337 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1290383 Jul 07 17:24:03.570398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.613300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-1003b199-339f-4436-8fbc-886875dd0881 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a2869c1-0a26-4315-b5f8-e38415521222 HTTP/1.1" status: 200 len: 217 time: 0.0395920 Jul 07 17:24:03.672900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.680503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234686-8611-4355-8df1-dd6dad305fa9 req-5cc1f002-ea04-4cda-a08f-7c3aac4e2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.682975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-5cc1f002-ea04-4cda-a08f-7c3aac4e2bad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0612233 Jul 07 17:24:03.766407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234686-8611-4355-8df1-dd6dad305fa9 req-a7c4e868-af41-4379-aa5f-cb54f5bab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.768243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-a7c4e868-af41-4379-aa5f-cb54f5bab47b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784283 Jul 07 17:24:03.816302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '10d1795c-a233-4291-84c3-d9c901370822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:03.817072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 7d381148-f1f0-467f-b1f2-81748bca9183, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:03.851653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=f028a106-c8e2-4955-935e-87d3245cc8c1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.876371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccbe09-8ff0-48d5-b3e7-d9373ff4b314 req-e1eb8715-5a64-45c1-9344-794f8e4135d0 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.878476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23ccbe09-8ff0-48d5-b3e7-d9373ff4b314 req-e1eb8715-5a64-45c1-9344-794f8e4135d0 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.1509292 Jul 07 17:24:03.879265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 7d381148-f1f0-467f-b1f2-81748bca9183 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:03.916444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-1fd35894-133b-40f7-8c80-91f01371106b service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401258 Jul 07 17:24:03.926776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7d381148-f1f0-467f-b1f2-81748bca9183) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:03.935062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.935665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.939491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dee235-2d4f-4362-9e20-b20f1b7d243c None None] Network 7d381148-f1f0-467f-b1f2-81748bca9183 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:03.958857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23ccbe09-8ff0-48d5-b3e7-d9373ff4b314 req-d6ae3940-8d65-4e59-bfe7-b1cde365ef78 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671253 Jul 07 17:24:03.961030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be5119b9-0b8a-4b81-99d5-592385f5c621 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2964940 Jul 07 17:24:03.964042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:04.124797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43234686-8611-4355-8df1-dd6dad305fa9 req-7dce280d-b556-4e71-be5f-c67ee5849a34 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017312 Jul 07 17:24:04.141344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7d381148-f1f0-467f-b1f2-81748bca9183', 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': 'f028a106-c8e2-4955-935e-87d3245cc8c1'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:04.143372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.225075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.294062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Allocated IP 172.20.0.2 (7d381148-f1f0-467f-b1f2-81748bca9183/f028a106-c8e2-4955-935e-87d3245cc8c1/5f141e2e-bf40-4672-8fd1-a5875cc06e8a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:04.321489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5f5d-b3bd-4d7a-8fb5-c7a6fa391792 req-4f51a83c-feae-44c6-98f8-97763e0439c7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.323819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-259d5f5d-b3bd-4d7a-8fb5-c7a6fa391792 req-4f51a83c-feae-44c6-98f8-97763e0439c7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 945 time: 0.1807499 Jul 07 17:24:04.329162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3f10a-0bde-4c86-8435-f1df635b7147 req-7fc325e1-4fdd-421f-a395-053b8a2184f8 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.330762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ed3f10a-0bde-4c86-8435-f1df635b7147 req-7fc325e1-4fdd-421f-a395-053b8a2184f8 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.1509986 Jul 07 17:24:04.331778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.383598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.438997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ed3f10a-0bde-4c86-8435-f1df635b7147 req-f697ffd8-09f8-40a4-9235-a46a760a594b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013019 Jul 07 17:24:04.442173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-259d5f5d-b3bd-4d7a-8fb5-c7a6fa391792 req-820bf4b0-e81f-4d39-b8f8-64adcdcda162 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066737 Jul 07 17:24:04.502520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.515322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Transition to ACTIVE for port object 5f141e2e-bf40-4672-8fd1-a5875cc06e8a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:04.531882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Transition to ACTIVE for port object 5f141e2e-bf40-4672-8fd1-a5875cc06e8a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:04.540583 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.561775 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.614855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=f028a106-c8e2-4955-935e-87d3245cc8c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:04.625572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Network 7d381148-f1f0-467f-b1f2-81748bca9183 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:04.629211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:04.632571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:04.653630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Pushing event updated for resources: {'Port': ['ID=5f141e2e-bf40-4672-8fd1-a5875cc06e8a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:04.719539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Attempting to bind port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:04.720943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Attempting to bind port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '10d1795c-a233-4291-84c3-d9c901370822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:04.721436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Attempting to bind port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a on network 7d381148-f1f0-467f-b1f2-81748bca9183 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:04.727837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:04.728986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Checking segment: {'id': '10d1795c-a233-4291-84c3-d9c901370822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:04.729650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.731078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Bound using segment: {'id': '10d1795c-a233-4291-84c3-d9c901370822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:04.731703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Bound port: 5f141e2e-bf40-4672-8fd1-a5875cc06e8a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d1795c-a233-4291-84c3-d9c901370822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d381148-f1f0-467f-b1f2-81748bca9183'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:04.732228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.742011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.757053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d381148-f1f0-467f-b1f2-81748bca9183']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:04.771642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d1795c-a233-4291-84c3-d9c901370822') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:04.772246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d1795c-a233-4291-84c3-d9c901370822') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:04.804628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.823220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] For port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:04.834243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] For port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5f141e2e-bf40-4672-8fd1-a5875cc06e8a,segment=NetworkSegment(10d1795c-a233-4291-84c3-d9c901370822),segment_id=10d1795c-a233-4291-84c3-d9c901370822)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:04.839017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a42df-bcef-4a44-978f-b05b85e412eb req-9368f870-5f0a-4a22-b383-dfbf08219d03 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.841326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.856570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-063a42df-bcef-4a44-978f-b05b85e412eb req-9368f870-5f0a-4a22-b383-dfbf08219d03 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2449670 Jul 07 17:24:04.874626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.939617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:04.940340 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:04.955313 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:04.976601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4f20-3974-4f2d-a980-3c580ba7a521 None None] Pushing event updated for resources: {'Port': ['ID=5f141e2e-bf40-4672-8fd1-a5875cc06e8a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:04.997578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87326382-100c-4742-9031-fbbb7d6c23dd None None] Network 7d381148-f1f0-467f-b1f2-81748bca9183 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:05.064815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-063a42df-bcef-4a44-978f-b05b85e412eb req-d27e5858-4541-42df-a6d4-b19360cf16ca tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035522 Jul 07 17:24:05.069056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2541c-329d-4f0c-b065-2b3be7de3409 req-cd1675b0-8e06-4183-a7cc-b4fa08d0d98b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:05.081560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a2541c-329d-4f0c-b065-2b3be7de3409 req-cd1675b0-8e06-4183-a7cc-b4fa08d0d98b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.1931934 Jul 07 17:24:05.133159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:24:05.133159 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:24:05.133159 n-d-791504-12 neutron-server[93766]: [parameters: {'id': '7d381148-f1f0-467f-b1f2-81748bca9183'}] Jul 07 17:24:05.133159 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:24:05.134943 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:24:05.205476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a2541c-329d-4f0c-b065-2b3be7de3409 req-b8428343-2c8e-4da4-ac31-0497e46db6cb tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112812 Jul 07 17:24:05.240696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52211d83-52fc-44a7-8ac2-9cbd626d4522 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:24:05.406972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.505918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-ad90f555-42ba-4cd7-a7ef-cd1006cfdb93 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:05.507692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-ad90f555-42ba-4cd7-a7ef-cd1006cfdb93 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 945 time: 0.1587522 Jul 07 17:24:05.620191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52211d83-52fc-44a7-8ac2-9cbd626d4522 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:24:05.636498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.772452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Deleting port d08b4700-0a5f-4583-b61f-b88a4d4bfeba {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:05.776471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.896602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee703c93-6fc6-422b-bb01-afce56f8c4a8 req-0419a1db-9395-4798-b2ee-7d920180ee29 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:05.904045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee703c93-6fc6-422b-bb01-afce56f8c4a8 req-0419a1db-9395-4798-b2ee-7d920180ee29 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 945 time: 0.2522655 Jul 07 17:24:05.921098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:05.921543 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.002581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] For port d08b4700-0a5f-4583-b61f-b88a4d4bfeba, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:06.005078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.038418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Calling delete_port for d08b4700-0a5f-4583-b61f-b88a4d4bfeba owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:06.093828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee703c93-6fc6-422b-bb01-afce56f8c4a8 req-f1846ac5-13c4-437d-8e32-7daf46869417 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889069 Jul 07 17:24:06.109698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5f141e2e-bf40-4672-8fd1-a5875cc06e8a,segment=NetworkSegment(10d1795c-a233-4291-84c3-d9c901370822),segment_id=10d1795c-a233-4291-84c3-d9c901370822)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:06.110223 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.129011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 5f141e2e-bf40-4672-8fd1-a5875cc06e8a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:06.228915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c619-fd29-404f-8638-fd0a82704fed req-94387ccc-401f-4cf0-ae25-84932c9f3296 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.230563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c955c619-fd29-404f-8638-fd0a82704fed req-94387ccc-401f-4cf0-ae25-84932c9f3296 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1969452 Jul 07 17:24:06.310170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.330492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:06.372519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Pushing event deleted for resources: {'Port': ['ID=d08b4700-0a5f-4583-b61f-b88a4d4bfeba,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.428327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c955c619-fd29-404f-8638-fd0a82704fed req-f1868a6d-da99-4616-adb7-55f52bda97cb tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896122 Jul 07 17:24:06.457762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.489217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.489645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] No DVR routers for this DVR port d08b4700-0a5f-4583-b61f-b88a4d4bfeba on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:06.492499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.495791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cf68cbdc-4399-42dd-b991-8e16ecb5fec9 req-90949ab4-e8b9-457e-ab41-676420b85212 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.32 "DELETE /v2.0/ports/d08b4700-0a5f-4583-b61f-b88a4d4bfeba HTTP/1.1" status: 204 len: 173 time: 0.9807146 Jul 07 17:24:06.496342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'name': 'network-vif-deleted', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:06.509169 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb3aa8-11fe-4259-93ea-3ef8efffdef9" -d '{"events": [{"server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "name": "network-vif-deleted", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:06.537098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=5f141e2e-bf40-4672-8fd1-a5875cc06e8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.544070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 5f141e2e-bf40-4672-8fd1-a5875cc06e8a on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:06.667036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aee4f-f3e2-4185-b8be-53f67b32fd5c req-d2604c25-fb9d-4572-bd51-436d317028cc tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.668587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-329aee4f-f3e2-4185-b8be-53f67b32fd5c req-d2604c25-fb9d-4572-bd51-436d317028cc tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.3754838 Jul 07 17:24:06.684060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.708574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d381148-f1f0-467f-b1f2-81748bca9183']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:06.732463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d1795c-a233-4291-84c3-d9c901370822') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:06.732788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d1795c-a233-4291-84c3-d9c901370822') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:06.750973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.785851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-329aee4f-f3e2-4185-b8be-53f67b32fd5c req-8718ba84-8e52-4335-9321-ededf3a487d1 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994792 Jul 07 17:24:06.787092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.796908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60d16-fc38-4a74-9f1e-19e52e5eb62b req-cb450684-4597-4ad9-b2f6-9dcfa8ff0d33 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.798454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ff60d16-fc38-4a74-9f1e-19e52e5eb62b req-cb450684-4597-4ad9-b2f6-9dcfa8ff0d33 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1812243 Jul 07 17:24:06.803730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:06.804413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:06.817370 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:06.938016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ff60d16-fc38-4a74-9f1e-19e52e5eb62b req-2bc0f456-e63c-47cf-a4cc-43ab272230da tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093712 Jul 07 17:24:06.939547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.962968 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.965220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7d381148-f1f0-467f-b1f2-81748bca9183 HTTP/1.1" status: 204 len: 168 time: 3.0002549 Jul 07 17:24:06.966192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b55d2c-f4d1-4d7f-94ef-ac08e74d2e48 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=7d381148-f1f0-467f-b1f2-81748bca9183,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.967990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38304) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.002381 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122394a4-7abc-4d6b-af16-79e55e50e3c0 x-openstack-request-id: req-122394a4-7abc-4d6b-af16-79e55e50e3c0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:07.002668 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c32c4b-b8fa-4b9f-97e9-30eb4e59077c", "name": "network-vif-deleted", "tag": "d08b4700-0a5f-4583-b61f-b88a4d4bfeba", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:07.003145 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-122394a4-7abc-4d6b-af16-79e55e50e3c0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:07.003611 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c32c4b-b8fa-4b9f-97e9-30eb4e59077c', 'name': 'network-vif-deleted', 'tag': 'd08b4700-0a5f-4583-b61f-b88a4d4bfeba', 'status': 'completed', 'code': 200} Jul 07 17:24:07.005228 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dc6d10-9851-412b-bf5c-545aa976b265 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] GET failed (client error): The resource could not be found. Jul 07 17:24:07.016110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.020691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45dc6d10-9851-412b-bf5c-545aa976b265 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets/f028a106-c8e2-4955-935e-87d3245cc8c1 HTTP/1.1" status: 404 len: 337 time: 0.0513268 Jul 07 17:24:07.039733 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4dd155-980c-48fd-b6a5-586886ba14dc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:07.040496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4dd155-980c-48fd-b6a5-586886ba14dc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:07.043135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1c4dd155-980c-48fd-b6a5-586886ba14dc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7d381148-f1f0-467f-b1f2-81748bca9183 HTTP/1.1" status: 404 len: 339 time: 0.0257621 Jul 07 17:24:07.046833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.346030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-b31b4766-294c-4255-9fff-d27b4074ca47 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.348010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-b31b4766-294c-4255-9fff-d27b4074ca47 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 1098 time: 0.1330938 Jul 07 17:24:07.404395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd9ce22d-1cf9-4698-bfe0-74effa6863b2 req-0624047e-d9ab-44e6-9279-80f50f070253 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c32c4b-b8fa-4b9f-97e9-30eb4e59077c HTTP/1.1" status: 200 len: 210 time: 0.0652399 Jul 07 17:24:07.422688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b016d5-d000-4b7a-8fb1-3e3377613ca9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.422688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-56b016d5-d000-4b7a-8fb1-3e3377613ca9 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3721042 Jul 07 17:24:07.424664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.468488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Deleting port bd19f089-b0e8-432c-822b-75e26fe0e009 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:07.468967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.475427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dbc9a52b-a673-4c0c-b1eb-935697f87e8c tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a HTTP/1.1" status: 200 len: 207 time: 0.0450001 Jul 07 17:24:07.478849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.574229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] For port bd19f089-b0e8-432c-822b-75e26fe0e009, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bd19f089-b0e8-432c-822b-75e26fe0e009,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:07.574732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.591345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Calling delete_port for bd19f089-b0e8-432c-822b-75e26fe0e009 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:07.613497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec700ea1-77be-4d2f-85bd-24e066359a3a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.622376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec700ea1-77be-4d2f-85bd-24e066359a3a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.630293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec700ea1-77be-4d2f-85bd-24e066359a3a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.639144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec700ea1-77be-4d2f-85bd-24e066359a3a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.641290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec700ea1-77be-4d2f-85bd-24e066359a3a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1611896 Jul 07 17:24:07.645384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.749601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.762509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['bd19f089-b0e8-432c-822b-75e26fe0e009'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:07.764905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['73197c3f-5188-426f-9fdf-92a726083976'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:07.795301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd19f089-b0e8-432c-822b-75e26fe0e009,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.856995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d08b4700-0a5f-4583-b61f-b88a4d4bfeba no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:07.866888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] No DVR routers for this DVR port bd19f089-b0e8-432c-822b-75e26fe0e009 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:07.871921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.882246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90acf266-89e6-4481-bc6c-bdb67445d448 req-10e8a9be-3400-4422-891a-2f39666dbef4 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bd19f089-b0e8-432c-822b-75e26fe0e009 HTTP/1.1" status: 204 len: 173 time: 0.5268641 Jul 07 17:24:07.896033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: d08b4700-0a5f-4583-b61f-b88a4d4bfeba {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:07.896587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d08b4700-0a5f-4583-b61f-b88a4d4bfeba not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:07.917582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308b63-fa78-48d7-8ccc-48848619e0e7 req-c8eae33b-1fc5-430d-be8d-1d0b20b55bef tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:07.920870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b308b63-fa78-48d7-8ccc-48848619e0e7 req-c8eae33b-1fc5-430d-be8d-1d0b20b55bef tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2766721 Jul 07 17:24:08.063942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8df02001-b02b-4567-8c72-01df9425e774 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4064362 Jul 07 17:24:08.066138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.178850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-53b6e584-573d-4bcb-8b61-3528b42f903e req-8e1cfa48-fd73-4ef9-affe-62623e23a2bd tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f636d4df-d66d-4d3f-8aed-d79f256d3d75 HTTP/1.1" status: 200 len: 210 time: 0.0648482 Jul 07 17:24:08.179543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45863c-ae0d-4499-b795-822f42c2de34 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.181749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45863c-ae0d-4499-b795-822f42c2de34 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.184564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a45863c-ae0d-4499-b795-822f42c2de34 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1169627 Jul 07 17:24:08.185752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b308b63-fa78-48d7-8ccc-48848619e0e7 req-8d2bc5fc-e9fb-4fc4-9559-14d4a049ec0b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933606 Jul 07 17:24:08.188241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.298528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb958835-730b-4901-9c39-e523f192b44d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.303929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb958835-730b-4901-9c39-e523f192b44d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['shared'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.307188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb958835-730b-4901-9c39-e523f192b44d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1174386 Jul 07 17:24:08.311811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.477744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8befae-5680-40be-980d-1eb64810a0a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.479282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af8befae-5680-40be-980d-1eb64810a0a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks/bee0b5dc-b76a-43b9-b623-6044e88bd3d8 HTTP/1.1" status: 200 len: 799 time: 0.1640232 Jul 07 17:24:08.484431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.627215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6345-1839-4827-95e1-1867516bee31 req-7052d9d6-bb2c-4d68-add4-aaec5c9c7fcb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.628816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a3c6345-1839-4827-95e1-1867516bee31 req-7052d9d6-bb2c-4d68-add4-aaec5c9c7fcb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1485176 Jul 07 17:24:08.710728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-48755bde-c7dc-4672-9d90-956039b7c615 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/networks/bee0b5dc-b76a-43b9-b623-6044e88bd3d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2248492 Jul 07 17:24:08.711328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.739418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a3c6345-1839-4827-95e1-1867516bee31 req-e8451dfe-2109-47a2-b339-cf555fb8fffc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045108 Jul 07 17:24:08.777353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbdbcde-b9eb-4701-85b4-8cf7e9423588 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.782566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.783936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5fbdbcde-b9eb-4701-85b4-8cf7e9423588 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets/e3492996-f5e3-4d24-bc1c-27fad5b60942 HTTP/1.1" status: 200 len: 811 time: 0.0705404 Jul 07 17:24:08.843729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def336f-b9f3-437c-a670-a964ca20cfa6 req-737b5761-c558-4372-ba3b-22ca17c3d5ba tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.845362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6def336f-b9f3-437c-a670-a964ca20cfa6 req-737b5761-c558-4372-ba3b-22ca17c3d5ba tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1554382 Jul 07 17:24:08.884872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e7f8d-ceda-42be-8298-2391734b04e3 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:08.886756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a20e7f8d-ceda-42be-8298-2391734b04e3 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "GET /v2.0/subnets/e3492996-f5e3-4d24-bc1c-27fad5b60942?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1029167 Jul 07 17:24:08.890497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.901378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967162122'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:08.914166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6def336f-b9f3-437c-a670-a964ca20cfa6 req-6a144272-8b80-4f02-ad2c-8be88345949d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Jul 07 17:24:08.940384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:08.944876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.972971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:08.983852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.984302 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Added segment 87f95ea7-1f56-45ba-95e4-2c904c892ed1 of type vlan for network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af Jul 07 17:24:09.005225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'name': 'network-vif-deleted', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:09.009354 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e269b5-3a0c-4083-8adb-fd7649f04f5c" -d '{"events": [{"server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "name": "network-vif-deleted", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:09.045558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.083818 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a58d2a-20dd-414b-862e-796916bb8b1f x-openstack-request-id: req-49a58d2a-20dd-414b-862e-796916bb8b1f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:09.084923 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f636d4df-d66d-4d3f-8aed-d79f256d3d75", "name": "network-vif-deleted", "tag": "bd19f089-b0e8-432c-822b-75e26fe0e009", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:09.085252 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49a58d2a-20dd-414b-862e-796916bb8b1f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:09.085772 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f636d4df-d66d-4d3f-8aed-d79f256d3d75', 'name': 'network-vif-deleted', 'tag': 'bd19f089-b0e8-432c-822b-75e26fe0e009', 'status': 'completed', 'code': 200} Jul 07 17:24:09.087486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.093787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.094627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.149306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2577004 Jul 07 17:24:09.152918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38386) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.157889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:09.220858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11e216-5bee-4717-9c3a-bfa717c00974 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Network': ['ID=2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.244431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:09.316486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Made reservation on behalf of 27ef04b95a1a47da84d47763d45af9c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:09.322994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.404249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8277e-ea88-4b94-95fa-18c4cc380264 req-3ddc7033-de46-496d-8488-288635cc9b76 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.405848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7f8277e-ea88-4b94-95fa-18c4cc380264 req-3ddc7033-de46-496d-8488-288635cc9b76 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2073326 Jul 07 17:24:09.456793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_backend_mixin [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing IP validity checks on allocation pools {{(pid=93765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:24:09.457336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.ipam_backend_mixin [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:24:09.505101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7f8277e-ea88-4b94-95fa-18c4cc380264 req-c6f1aeb1-3603-4105-ac9d-c4f436546fa0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877135 Jul 07 17:24:09.685811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.771741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157d95-62db-48fb-9a31-ac3189f66568 req-c1d48c8f-4cfe-4fac-8525-f595e1e25ec9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.773073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e157d95-62db-48fb-9a31-ac3189f66568 req-c1d48c8f-4cfe-4fac-8525-f595e1e25ec9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1520672 Jul 07 17:24:09.806021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.847953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Checking segment: {'id': '87f95ea7-1f56-45ba-95e4-2c904c892ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:09.848428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network hostable DHCP agents. Network: 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:09.853507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bd19f089-b0e8-432c-822b-75e26fe0e009 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:09.886700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:09.898674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e157d95-62db-48fb-9a31-ac3189f66568 req-0aba9a97-e3ea-40c8-a1f9-cda3faa9ab73 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196277 Jul 07 17:24:09.899875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:09.904502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.906002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.916198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: bd19f089-b0e8-432c-822b-75e26fe0e009 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:09.921496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bd19f089-b0e8-432c-822b-75e26fe0e009 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:09.932719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb9460-35fe-444c-ade8-f5ea4176c5ef None None] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:09.933002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-60d74d33-982d-40ef-b428-02b1df953415 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7789700 Jul 07 17:24:09.935427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38416) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.940828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:10.156418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4296489'] for subnet, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.290866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884018-c2c7-4406-8313-4789cf24a1d8 req-c42d1cec-74a3-42ed-a1a1-fbd4a478ddd2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.298441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1884018-c2c7-4406-8313-4789cf24a1d8 req-c42d1cec-74a3-42ed-a1a1-fbd4a478ddd2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1655505 Jul 07 17:24:10.316663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af', 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af', 'tenant_id': '27ef04b95a1a47da84d47763d45af9c0', 'fixed_ips': [{'subnet_id': '3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:10.318308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.435347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1884018-c2c7-4406-8313-4789cf24a1d8 req-bd03c875-9e63-4b7a-bd8e-6ed893048673 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252570 Jul 07 17:24:10.509016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd6ce8-941f-4d3e-88b8-eace0b8a791b req-b85bd8b0-9418-4b12-916a-259365d0daea tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.525924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfd6ce8-941f-4d3e-88b8-eace0b8a791b req-b85bd8b0-9418-4b12-916a-259365d0daea tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2249100 Jul 07 17:24:10.642932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfd6ce8-941f-4d3e-88b8-eace0b8a791b req-d4f9c325-9c70-4447-9105-82929262ed9c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948956 Jul 07 17:24:10.884999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a606f5-f4e9-4176-bd9c-98de2478fc93 req-97c618af-e02e-4847-a4f0-d5700907f671 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.890674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a606f5-f4e9-4176-bd9c-98de2478fc93 req-97c618af-e02e-4847-a4f0-d5700907f671 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.1648893 Jul 07 17:24:10.941850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a606f5-f4e9-4176-bd9c-98de2478fc93 req-258feaf3-dd2c-4962-a658-4a1c192af5b9 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Jul 07 17:24:11.101099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791333668895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4318644'] for subnet, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.164573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c931-a6a5-403e-9ab3-6840d0520fdb req-f055b7f6-bce7-4e83-abd0-55a86cc18c9a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:11.170677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e151c931-a6a5-403e-9ab3-6840d0520fdb req-f055b7f6-bce7-4e83-abd0-55a86cc18c9a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1091979 Jul 07 17:24:11.175657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Allocated IP 172.20.0.3 (2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af/3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336/906c7d88-805e-44ea-b765-b9f040c50c67) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:11.194655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:11.195321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.196675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "PUT /v2.0/subnets/3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336 HTTP/1.1" status: 200 len: 877 time: 1.2601981 Jul 07 17:24:11.200304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.269226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e480fb-5344-4483-9c81-4ead32187755 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event updated for resources: {'Subnet': ['ID=3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.271597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e151c931-a6a5-403e-9ab3-6840d0520fdb req-0a052c34-ceea-4c15-a384-aa53a6cb20f3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963290 Jul 07 17:24:11.350097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.427859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.590246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.602615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Transition to ACTIVE for port object 906c7d88-805e-44ea-b765-b9f040c50c67 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:11.621367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Transition to ACTIVE for port object 906c7d88-805e-44ea-b765-b9f040c50c67 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:11.632186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.651291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.698470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:11.702306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:11.710455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:11.720178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.732234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Pushing event updated for resources: {'Port': ['ID=906c7d88-805e-44ea-b765-b9f040c50c67,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.796636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.820665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Attempting to bind port 906c7d88-805e-44ea-b765-b9f040c50c67 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:11.821415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Attempting to bind port 906c7d88-805e-44ea-b765-b9f040c50c67 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '87f95ea7-1f56-45ba-95e4-2c904c892ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:11.822534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Attempting to bind port 906c7d88-805e-44ea-b765-b9f040c50c67 on network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:11.825156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.832324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:11.832716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Checking segment: {'id': '87f95ea7-1f56-45ba-95e4-2c904c892ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:11.833129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.833623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Bound using segment: {'id': '87f95ea7-1f56-45ba-95e4-2c904c892ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:11.834175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Bound port: 906c7d88-805e-44ea-b765-b9f040c50c67, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f95ea7-1f56-45ba-95e4-2c904c892ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:11.834598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.863514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f95ea7-1f56-45ba-95e4-2c904c892ed1') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.863908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f95ea7-1f56-45ba-95e4-2c904c892ed1') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.904654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.951484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.957029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] For port 906c7d88-805e-44ea-b765-b9f040c50c67, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:11.963932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:11.964360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:11.968060 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:12.082756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:24:12.082756 n-d-791504-12 neutron-server[93765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:24:12.082756 n-d-791504-12 neutron-server[93765]: [parameters: {'id': '2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af'}] Jul 07 17:24:12.082756 n-d-791504-12 neutron-server[93765]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:24:12.083227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] For port 906c7d88-805e-44ea-b765-b9f040c50c67, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=906c7d88-805e-44ea-b765-b9f040c50c67,segment=NetworkSegment(87f95ea7-1f56-45ba-95e4-2c904c892ed1),segment_id=87f95ea7-1f56-45ba-95e4-2c904c892ed1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:12.083572 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:24:12.088337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.133551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904471b-f8ce-4803-80c1-6cbcc433c8e7 req-b670455b-5b0b-4a1e-8278-65f2f3b8a0b7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.137482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e904471b-f8ce-4803-80c1-6cbcc433c8e7 req-b670455b-5b0b-4a1e-8278-65f2f3b8a0b7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1863685 Jul 07 17:24:12.139346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-05c66a3e-959f-4859-b5f5-9f89ddad5301 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.146185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-05c66a3e-959f-4859-b5f5-9f89ddad5301 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.1652768 Jul 07 17:24:12.245703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bb072-3f99-4b0e-ac36-2e303224800e None None] Pushing event updated for resources: {'Port': ['ID=906c7d88-805e-44ea-b765-b9f040c50c67,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.249974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e904471b-f8ce-4803-80c1-6cbcc433c8e7 req-5a2eb79c-5369-4c9d-8910-39e1fc603dfc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052043 Jul 07 17:24:12.352698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48993f7e-3433-475d-a160-b501b7b57fca None None] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:12.392832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cba2a-8415-463b-9eb9-343619707d1c req-efc1474a-2325-482f-ae4c-df75de6d095b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.401101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec6cba2a-8415-463b-9eb9-343619707d1c req-efc1474a-2325-482f-ae4c-df75de6d095b tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 1097 time: 0.1085398 Jul 07 17:24:12.439389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Deleting port 73197c3f-5188-426f-9fdf-92a726083976 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:12.439749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.505221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec6cba2a-8415-463b-9eb9-343619707d1c req-772d9a5f-5d98-48d0-b771-4cb96c71c941 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=35306bb5-945b-4357-88aa-f923b803a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Jul 07 17:24:12.536767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ddf955-3528-41b4-b7ea-305298833aa3 None None] Network 2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:12.549769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] For port 73197c3f-5188-426f-9fdf-92a726083976, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=73197c3f-5188-426f-9fdf-92a726083976,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:12.551227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.565815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Calling delete_port for 73197c3f-5188-426f-9fdf-92a726083976 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:12.573764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac95e-35f9-4edb-8e4f-767afde412da req-d3363f1c-f04c-43a0-86e5-83872e7b2b92 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:12.576222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3cac95e-35f9-4edb-8e4f-767afde412da req-d3363f1c-f04c-43a0-86e5-83872e7b2b92 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1268983 Jul 07 17:24:12.622868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3cac95e-35f9-4edb-8e4f-767afde412da req-09cd49a8-cb5d-480f-9aac-ddc1618fa5fe tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397801 Jul 07 17:24:12.637776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.713449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6956f-fe00-4e9b-b041-4b66e656b490 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:24:12.752294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 906c7d88-805e-44ea-b765-b9f040c50c67 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:12.752635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.822607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.834834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['73197c3f-5188-426f-9fdf-92a726083976'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:12.869462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Pushing event deleted for resources: {'Port': ['ID=73197c3f-5188-426f-9fdf-92a726083976,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.878931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6956f-fe00-4e9b-b041-4b66e656b490 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:24:12.890810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 906c7d88-805e-44ea-b765-b9f040c50c67, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=906c7d88-805e-44ea-b765-b9f040c50c67,segment=NetworkSegment(87f95ea7-1f56-45ba-95e4-2c904c892ed1),segment_id=87f95ea7-1f56-45ba-95e4-2c904c892ed1)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:12.891154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.895560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.895721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.896064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.896469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.896874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.897156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.897557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.897887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.898287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.898624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.898953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.899273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:12.949887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 906c7d88-805e-44ea-b765-b9f040c50c67 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:12.951941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] No DVR routers for this DVR port 73197c3f-5188-426f-9fdf-92a726083976 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:12.956222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.958339 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd91cb91-0960-4f3a-ab7f-351627fa31d1 req-7a9b85bc-987f-4bce-92ce-ac2a58b9a0e3 tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.83 "DELETE /v2.0/ports/73197c3f-5188-426f-9fdf-92a726083976 HTTP/1.1" status: 204 len: 173 time: 0.7938783 Jul 07 17:24:12.958804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'name': 'network-vif-deleted', 'tag': '73197c3f-5188-426f-9fdf-92a726083976'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:12.961306 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d74e26-97bd-4495-9b6d-fcd30c2bf0ec" -d '{"events": [{"server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "name": "network-vif-deleted", "tag": "73197c3f-5188-426f-9fdf-92a726083976"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:13.070967 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be4eb5-0c72-4959-a1eb-8acef615c89f x-openstack-request-id: req-12be4eb5-0c72-4959-a1eb-8acef615c89f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:13.070967 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9af9e-c98b-4038-8cf0-140d3c131727", "name": "network-vif-deleted", "tag": "73197c3f-5188-426f-9fdf-92a726083976", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:13.071176 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12be4eb5-0c72-4959-a1eb-8acef615c89f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:13.071474 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9af9e-c98b-4038-8cf0-140d3c131727', 'name': 'network-vif-deleted', 'tag': '73197c3f-5188-426f-9fdf-92a726083976', 'status': 'completed', 'code': 200} Jul 07 17:24:13.136898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.222210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=906c7d88-805e-44ea-b765-b9f040c50c67,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.235454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 906c7d88-805e-44ea-b765-b9f040c50c67 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:13.378676 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.404630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:13.427064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f95ea7-1f56-45ba-95e4-2c904c892ed1') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:13.427600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f95ea7-1f56-45ba-95e4-2c904c892ed1') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:13.441936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.494515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.508919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:13.509988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:13.513445 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:13.558755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9c6f9-61e5-45ac-8b79-b2dc67282f72 req-fc86ecef-ea1d-44bc-bd62-7f3cf22e3145 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.561640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54f9c6f9-61e5-45ac-8b79-b2dc67282f72 req-fc86ecef-ea1d-44bc-bd62-7f3cf22e3145 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1114020 Jul 07 17:24:13.619369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.635348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.638508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af HTTP/1.1" status: 204 len: 168 time: 2.4372470 Jul 07 17:24:13.650954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38494) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.659120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54f9c6f9-61e5-45ac-8b79-b2dc67282f72 req-e79c9d4a-3686-4365-a559-0533fd3971d8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Jul 07 17:24:13.661984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4744978-adb7-4dc7-a483-23a4b0b1673f tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.706018 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c106f-ecb3-491b-9818-7261d1ccbf2d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:13.706474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7c106f-ecb3-491b-9818-7261d1ccbf2d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:13.709662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-af7c106f-ecb3-491b-9818-7261d1ccbf2d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/3c6cfb4e-b6b1-4c9a-8b59-c9aa56b92336 HTTP/1.1" status: 404 len: 337 time: 0.0569961 Jul 07 17:24:13.712453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.734717 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7622756f-6836-4295-83d3-4c2cf23b980e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:13.735391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7622756f-6836-4295-83d3-4c2cf23b980e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:13.737247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7622756f-6836-4295-83d3-4c2cf23b980e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/2cbf24a7-9c72-4bfe-8f99-8b4c57ea32af HTTP/1.1" status: 404 len: 339 time: 0.0229294 Jul 07 17:24:13.740354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.780883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24017560-2923-433d-bba8-92deb2aaf64d req-dfde898e-078e-4382-bbcb-90053306899a tempest-TestServerMultinode-1137469855 tempest-TestServerMultinode-1137469855-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9ea9af9e-c98b-4038-8cf0-140d3c131727 HTTP/1.1" status: 200 len: 210 time: 0.0630045 Jul 07 17:24:13.792420 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c17049-0216-42a3-bbb5-d18e86a37b5a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:13.794572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c17049-0216-42a3-bbb5-d18e86a37b5a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:13.800167 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-97c17049-0216-42a3-bbb5-d18e86a37b5a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/f028a106-c8e2-4955-935e-87d3245cc8c1 HTTP/1.1" status: 404 len: 337 time: 0.0587626 Jul 07 17:24:13.803904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:13.831447 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc641d95-9e3a-424c-a2f2-69476a6e74d0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:13.832447 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc641d95-9e3a-424c-a2f2-69476a6e74d0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:13.834580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bc641d95-9e3a-424c-a2f2-69476a6e74d0 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7d381148-f1f0-467f-b1f2-81748bca9183 HTTP/1.1" status: 404 len: 339 time: 0.0288970 Jul 07 17:24:13.838138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38510) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.023551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.039253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eafa33-a2b8-4cc9-a21b-511811d5cf73 req-c73eff12-43b2-4440-adf2-8a34de3e8503 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.042820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29eafa33-a2b8-4cc9-a21b-511811d5cf73 req-c73eff12-43b2-4440-adf2-8a34de3e8503 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0924644 Jul 07 17:24:14.112718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29eafa33-a2b8-4cc9-a21b-511811d5cf73 req-ddae126b-27c3-440c-b160-24b2dd913af8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638063 Jul 07 17:24:14.170225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.182403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eef89d-e82b-451b-b054-bce7b8455385']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.194689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1c7907-c921-46c1-b20c-0d28ba62cf90') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.195029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1c7907-c921-46c1-b20c-0d28ba62cf90') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.206346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.243539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.253981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:14.255555 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:14.264671 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:14.332926 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.344420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.349389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/83eef89d-e82b-451b-b054-bce7b8455385 HTTP/1.1" status: 204 len: 168 time: 0.5098715 Jul 07 17:24:14.349564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.361524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f30b3-3456-4ad6-a2b6-0d441224769a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=83eef89d-e82b-451b-b054-bce7b8455385,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.410344 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-28353967-258c-4f44-a338-274288dc2d87 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.411393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28353967-258c-4f44-a338-274288dc2d87 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.414339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-28353967-258c-4f44-a338-274288dc2d87 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/0df88bb9-7740-4435-903f-d82e8d9ed693 HTTP/1.1" status: 404 len: 337 time: 0.0622756 Jul 07 17:24:14.418346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.424802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c4fc1-40bc-4faa-9eec-301824bee633 req-920b70da-fef0-4c04-932f-3b695c303a8f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.426864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-736c4fc1-40bc-4faa-9eec-301824bee633 req-920b70da-fef0-4c04-932f-3b695c303a8f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2062800 Jul 07 17:24:14.456074 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f67d040-ae6b-4c84-bb03-dfe759dead49 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.456780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f67d040-ae6b-4c84-bb03-dfe759dead49 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.462737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4f67d040-ae6b-4c84-bb03-dfe759dead49 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/7e83f0b1-a5ba-447e-ba78-9fff489cde69 HTTP/1.1" status: 404 len: 339 time: 0.0429955 Jul 07 17:24:14.463403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.475577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195547-ffb9-49a3-847a-4017162e48bb req-b50edbbe-1e5b-454d-962b-e0ea5835c743 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.477274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0195547-ffb9-49a3-847a-4017162e48bb req-b50edbbe-1e5b-454d-962b-e0ea5835c743 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1974313 Jul 07 17:24:14.478428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.494007 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1e2353-82ec-4571-a35a-bc278e85d59a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.494731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1e2353-82ec-4571-a35a-bc278e85d59a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.498614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c1e2353-82ec-4571-a35a-bc278e85d59a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/7a333978-1f1a-4c56-83a8-e37b9dae6122 HTTP/1.1" status: 404 len: 337 time: 0.0341918 Jul 07 17:24:14.499638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.526245 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dd7f7f-bb0e-4ebe-9f96-1689223273a8 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.526935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dd7f7f-bb0e-4ebe-9f96-1689223273a8 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.531562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-38dd7f7f-bb0e-4ebe-9f96-1689223273a8 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/3143afed-60a8-41e7-94ed-80f209926726 HTTP/1.1" status: 404 len: 339 time: 0.0278404 Jul 07 17:24:14.531843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-736c4fc1-40bc-4faa-9eec-301824bee633 req-716e035a-851a-4869-8884-30db3db99dae tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968425 Jul 07 17:24:14.533884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.581781 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-61065df3-74a2-484f-b9be-faa48296976a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.582408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61065df3-74a2-484f-b9be-faa48296976a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.584202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61065df3-74a2-484f-b9be-faa48296976a tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/1c88ce76-9e33-48be-8372-032257c35128 HTTP/1.1" status: 404 len: 337 time: 0.0481672 Jul 07 17:24:14.587809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.602151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0195547-ffb9-49a3-847a-4017162e48bb req-946e9c94-bd23-4ef8-87da-105ec94533dd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135705 Jul 07 17:24:14.611430 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2e6a6b-c979-49be-acf0-65d375cf1fb3 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.612202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2e6a6b-c979-49be-acf0-65d375cf1fb3 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.614591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cf2e6a6b-c979-49be-acf0-65d375cf1fb3 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/ae4b4f96-c1ad-4dca-aee9-20f2cb50f6f4 HTTP/1.1" status: 404 len: 339 time: 0.0249960 Jul 07 17:24:14.617340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.651849 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff7fa5c-c3dc-4de6-9f3d-ca95965b2632 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.652364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff7fa5c-c3dc-4de6-9f3d-ca95965b2632 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.657117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dff7fa5c-c3dc-4de6-9f3d-ca95965b2632 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/a4b8c629-5725-4f35-b39d-f821685f6bd1 HTTP/1.1" status: 404 len: 337 time: 0.0359645 Jul 07 17:24:14.658441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38550) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.662603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31eea91-0cbb-466c-ba5f-28e097841154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.688178 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e3bb57-8c6a-43cf-8d95-e45332891fd1 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.688886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e3bb57-8c6a-43cf-8d95-e45332891fd1 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.691074 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02e3bb57-8c6a-43cf-8d95-e45332891fd1 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/540fc707-4d02-4715-b027-05765dc89430 HTTP/1.1" status: 404 len: 339 time: 0.0305135 Jul 07 17:24:14.693900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.730069 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ebe65-073e-4600-83bc-2b8bb61dc906 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.730680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066ebe65-073e-4600-83bc-2b8bb61dc906 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.735183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-066ebe65-073e-4600-83bc-2b8bb61dc906 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/6accc81e-ee27-4647-bfab-84c810af362f HTTP/1.1" status: 404 len: 337 time: 0.0366032 Jul 07 17:24:14.735516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38556) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.757862 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddafcdbe-54ad-4cbc-8a3e-bae18d5cf7ee tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.758794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddafcdbe-54ad-4cbc-8a3e-bae18d5cf7ee tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.761839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ddafcdbe-54ad-4cbc-8a3e-bae18d5cf7ee tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/d9395ed3-5701-4503-b6c8-fe81178c683f HTTP/1.1" status: 404 len: 339 time: 0.0250800 Jul 07 17:24:14.764832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.797942 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a80f877-3f9b-497d-837f-70aa86db3f03 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.798499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a80f877-3f9b-497d-837f-70aa86db3f03 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.801064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8a80f877-3f9b-497d-837f-70aa86db3f03 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/8e043e5b-07a4-4c73-b021-e2a8978e0bb0 HTTP/1.1" status: 404 len: 337 time: 0.0349765 Jul 07 17:24:14.803815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.829212 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1dafa7-9af2-4b82-9124-0eae3155c12e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.830321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1dafa7-9af2-4b82-9124-0eae3155c12e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.832582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab1dafa7-9af2-4b82-9124-0eae3155c12e tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/ed2c5f81-2a5f-4e60-a049-71594008e3c9 HTTP/1.1" status: 404 len: 339 time: 0.0274682 Jul 07 17:24:14.836438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38564) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.870939 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd20b63-f199-4de1-9cd9-7f77274d3064 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.871808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd20b63-f199-4de1-9cd9-7f77274d3064 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.873913 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0cd20b63-f199-4de1-9cd9-7f77274d3064 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/a44684c4-5969-4acb-8cad-01095080a656 HTTP/1.1" status: 404 len: 337 time: 0.0352972 Jul 07 17:24:14.884117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38566) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.927491 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ea5105-32da-4b95-9b28-66fc8e01ef77 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:14.927491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ea5105-32da-4b95-9b28-66fc8e01ef77 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:14.928445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98ea5105-32da-4b95-9b28-66fc8e01ef77 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/a7556d8a-eae3-46ab-82dc-0c9c92a72565 HTTP/1.1" status: 404 len: 339 time: 0.0430334 Jul 07 17:24:14.938349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38572) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.945163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.014734 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-75506529-c4fa-4c1d-b01b-748d7c5459bc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:15.015196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75506529-c4fa-4c1d-b01b-748d7c5459bc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:15.017004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-75506529-c4fa-4c1d-b01b-748d7c5459bc tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/39ba47a6-9af8-4adc-a10d-bc4c063c4c66 HTTP/1.1" status: 404 len: 337 time: 0.0696361 Jul 07 17:24:15.020003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.044340 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4657a0b-393c-4eb5-afb3-02379942f0a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:15.044961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4657a0b-393c-4eb5-afb3-02379942f0a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:15.049905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4657a0b-393c-4eb5-afb3-02379942f0a4 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/8678db7d-31fc-4060-aad2-39f7e97c87f7 HTTP/1.1" status: 404 len: 339 time: 0.0257883 Jul 07 17:24:15.053472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.148237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting subnet e3492996-f5e3-4d24-bc1c-27fad5b60942 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:15.158710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.228966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31eea91-0cbb-466c-ba5f-28e097841154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.233869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31eea91-0cbb-466c-ba5f-28e097841154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.252725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.291276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31eea91-0cbb-466c-ba5f-28e097841154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9121c-fb03-4afa-ad76-c973fa2aa248,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.297168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a31eea91-0cbb-466c-ba5f-28e097841154 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e90d257974e944e7a2511c3aabafb710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169575 Jul 07 17:24:15.300246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.345551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e93fc-266f-4b8d-8b5c-6adc74a47ab1 req-11a0aae3-e267-436e-8b5c-73578c0cb433 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:15.347398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c72e93fc-266f-4b8d-8b5c-6adc74a47ab1 req-11a0aae3-e267-436e-8b5c-73578c0cb433 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.5549262 Jul 07 17:24:15.407379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.417175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c72e93fc-266f-4b8d-8b5c-6adc74a47ab1 req-3264b543-bdc9-4fb8-925a-053955045883 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Jul 07 17:24:15.439036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.446246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.501216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.504167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.506305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfd9121c-fb03-4afa-ad76-c973fa2aa248 HTTP/1.1" status: 204 len: 168 time: 0.2040849 Jul 07 17:24:15.515085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da176-11fa-4051-a93d-1ec9b947c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9121c-fb03-4afa-ad76-c973fa2aa248,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.605254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.679648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aac39e-d2de-42d9-b4cf-a2417dc22d67 None None] Network bee0b5dc-b76a-43b9-b623-6044e88bd3d8 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:15.681580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.684704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/subnets/e3492996-f5e3-4d24-bc1c-27fad5b60942 HTTP/1.1" status: 204 len: 168 time: 0.6334770 Jul 07 17:24:15.686572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ef48f-492b-474b-9007-b68c3a66f93d tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Subnet': ['ID=e3492996-f5e3-4d24-bc1c-27fad5b60942,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.688075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.780112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.952150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.982156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1d04-1b88-4c3d-8b67-03fb8461e37b req-61216d39-fa43-44cb-a1aa-c00bff0ad096 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:15.988845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1be1d04-1b88-4c3d-8b67-03fb8461e37b req-61216d39-fa43-44cb-a1aa-c00bff0ad096 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1688159 Jul 07 17:24:16.025220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 73197c3f-5188-426f-9fdf-92a726083976 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:16.063343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1be1d04-1b88-4c3d-8b67-03fb8461e37b req-68bb065d-ecac-4153-8083-5762c9a587f3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735235 Jul 07 17:24:16.067710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 73197c3f-5188-426f-9fdf-92a726083976 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:16.068133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 73197c3f-5188-426f-9fdf-92a726083976 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:16.089094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Deleting port 75d128a2-7ad4-4e95-98d4-fb801d1e31af {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:16.089435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.092484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] DHCP port deletion for bee0b5dc-b76a-43b9-b623-6044e88bd3d8 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:16.128456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38604) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.146858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7933717-173b-4eed-a7f3-371ee6621b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.161820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Deleting port 75d128a2-7ad4-4e95-98d4-fb801d1e31af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:16.162243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.166381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] For port 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=75d128a2-7ad4-4e95-98d4-fb801d1e31af,segment=NetworkSegment(d3493a84-e303-4a9b-bef3-9bb525623260),segment_id=d3493a84-e303-4a9b-bef3-9bb525623260)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:16.166767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.185218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Calling delete_port for 75d128a2-7ad4-4e95-98d4-fb801d1e31af owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:16.244334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] For port 75d128a2-7ad4-4e95-98d4-fb801d1e31af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=75d128a2-7ad4-4e95-98d4-fb801d1e31af,segment=NetworkSegment(d3493a84-e303-4a9b-bef3-9bb525623260),segment_id=d3493a84-e303-4a9b-bef3-9bb525623260)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:16.244752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.265904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Calling delete_port for 75d128a2-7ad4-4e95-98d4-fb801d1e31af owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:16.298681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.314846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] No DVR routers for this DVR port 75d128a2-7ad4-4e95-98d4-fb801d1e31af on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:16.329414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Deleting port 7bf0e887-1095-4483-b435-e5d9879f0f96 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:16.330057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.356368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7933717-173b-4eed-a7f3-371ee6621b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.366091 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.390533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7933717-173b-4eed-a7f3-371ee6621b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.391221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] Pushing event deleted for resources: {'Port': ['ID=75d128a2-7ad4-4e95-98d4-fb801d1e31af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.395265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac82a53-7ac3-48f4-8817-38c631dcd4b4 None None] No DVR routers for this DVR port 75d128a2-7ad4-4e95-98d4-fb801d1e31af on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:16.427323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Port': ['ID=75d128a2-7ad4-4e95-98d4-fb801d1e31af,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.444934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b7933717-173b-4eed-a7f3-371ee6621b62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1e8410b64aa4def8da81671673477a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148744 Jul 07 17:24:16.451497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38610) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:16.474948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.482558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7933717-173b-4eed-a7f3-371ee6621b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d4defc-99fb-4fbc-b36e-3ffe9f4a5f5d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.489017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee0b5dc-b76a-43b9-b623-6044e88bd3d8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:16.502080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3493a84-e303-4a9b-bef3-9bb525623260') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:16.502412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3493a84-e303-4a9b-bef3-9bb525623260') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:16.505835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] For port 7bf0e887-1095-4483-b435-e5d9879f0f96, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7bf0e887-1095-4483-b435-e5d9879f0f96,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:16.513241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.519522 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.541499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Calling delete_port for 7bf0e887-1095-4483-b435-e5d9879f0f96 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:16.547556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e023-6547-4200-bccf-1ae73506f98e req-3790dfd6-311e-42b3-bfc4-f59b553f82dd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.549115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cf5e023-6547-4200-bccf-1ae73506f98e req-3790dfd6-311e-42b3-bfc4-f59b553f82dd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2017329 Jul 07 17:24:16.550183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.568417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:16.568928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:16.572535 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:16.599743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.634823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.684405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cf5e023-6547-4200-bccf-1ae73506f98e req-546ee668-0a08-4836-9761-8765adb6c0e8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252193 Jul 07 17:24:16.688086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.703476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.705347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] 10.222.0.22 "DELETE /v2.0/networks/bee0b5dc-b76a-43b9-b623-6044e88bd3d8 HTTP/1.1" status: 204 len: 168 time: 1.0158429 Jul 07 17:24:16.764819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c38ba-7f47-4a1c-b02b-abf7f262a439 tempest-NetworksTest-800746531 tempest-NetworksTest-800746531-project] Pushing event deleted for resources: {'Network': ['ID=bee0b5dc-b76a-43b9-b623-6044e88bd3d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.792987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.803863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe112d-31ad-44af-9d89-c6f189d9d376 req-d280eabb-2b22-4dbb-97a4-e0ebe363c494 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.805482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13fe112d-31ad-44af-9d89-c6f189d9d376 req-d280eabb-2b22-4dbb-97a4-e0ebe363c494 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2214806 Jul 07 17:24:16.844483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.847412 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.850835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5d4defc-99fb-4fbc-b36e-3ffe9f4a5f5d HTTP/1.1" status: 204 len: 168 time: 0.3946660 Jul 07 17:24:16.860603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf0e887-1095-4483-b435-e5d9879f0f96,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.864962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064a521-7abd-4bef-9df6-cb9c626d7afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d4defc-99fb-4fbc-b36e-3ffe9f4a5f5d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.002785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13fe112d-31ad-44af-9d89-c6f189d9d376 req-9fe2fe86-8167-412d-bbb3-0dfc231ecbc9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898696 Jul 07 17:24:17.071019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96a5a-fd6e-431d-b260-fdf7dc4715ae req-53e1b048-79cb-4afe-88b4-1a65117d79df tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.088801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7a96a5a-fd6e-431d-b260-fdf7dc4715ae req-53e1b048-79cb-4afe-88b4-1a65117d79df tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2636969 Jul 07 17:24:17.140063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.202826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7a96a5a-fd6e-431d-b260-fdf7dc4715ae req-24190150-8da9-48e8-9209-0c9bf0dc7af7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134002 Jul 07 17:24:17.214785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.456194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.493240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 75d128a2-7ad4-4e95-98d4-fb801d1e31af no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:17.498048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b21382b1-d9a7-466a-b942-b3ce7e7038fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.516981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddec17-cf59-4b38-bccb-134e28672253 req-55869544-1fee-41dc-b346-30838010afef tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.524535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49ddec17-cf59-4b38-bccb-134e28672253 req-55869544-1fee-41dc-b346-30838010afef tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1373477 Jul 07 17:24:17.541280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 75d128a2-7ad4-4e95-98d4-fb801d1e31af {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:17.541968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 75d128a2-7ad4-4e95-98d4-fb801d1e31af not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:17.622966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d7f186ec-f23a-4840-8063-8c7af62e2e4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27ef04b95a1a47da84d47763d45af9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762404 Jul 07 17:24:17.627331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:17.642226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49ddec17-cf59-4b38-bccb-134e28672253 req-27746a1a-3ba3-413d-979a-1ec6f3e609ab tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134834 Jul 07 17:24:17.786071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.810386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.896463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b21382b1-d9a7-466a-b942-b3ce7e7038fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.909976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1300cb-19ad-41c3-bbb4-fe95a169ac89 req-ca71011f-51a7-4d43-a1f6-b97e24244b24 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.913932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e1300cb-19ad-41c3-bbb4-fe95a169ac89 req-ca71011f-51a7-4d43-a1f6-b97e24244b24 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2152882 Jul 07 17:24:17.914639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.917235 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.920596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbcf8b64-f004-49b4-958e-249fefe0bca2 HTTP/1.1" status: 204 len: 168 time: 0.2746813 Jul 07 17:24:17.921218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b21382b1-d9a7-466a-b942-b3ce7e7038fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.949962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df1688-80de-458e-8cbb-591198e81bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf8b64-f004-49b4-958e-249fefe0bca2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.987236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b21382b1-d9a7-466a-b942-b3ce7e7038fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be1dd3024a5343288b3e0de536010595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279176 Jul 07 17:24:17.992309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.010592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21382b1-d9a7-466a-b942-b3ce7e7038fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc277c5e-5aee-4660-8f2f-e4c565998fa1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.018668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e1300cb-19ad-41c3-bbb4-fe95a169ac89 req-d548d071-2d80-4f84-ac41-a737a123427a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899110 Jul 07 17:24:18.079936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Router cba50db2-a5b2-4044-a638-24ba5c7db908 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:18.183091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c67e7-211d-4dcc-9115-3cbe7742d490 req-cedac6f5-e97b-4eef-befb-29a039600b62 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.193126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-689c67e7-211d-4dcc-9115-3cbe7742d490 req-cedac6f5-e97b-4eef-befb-29a039600b62 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1208017 Jul 07 17:24:18.202510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.232521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.286415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-387e6b7b-ff84-4db7-bee0-f07f239e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.288349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-387e6b7b-ff84-4db7-bee0-f07f239e69e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 1097 time: 0.2763634 Jul 07 17:24:18.291816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.294610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.295867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc277c5e-5aee-4660-8f2f-e4c565998fa1 HTTP/1.1" status: 204 len: 168 time: 0.3025324 Jul 07 17:24:18.344164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-689c67e7-211d-4dcc-9115-3cbe7742d490 req-d4cc5623-49d5-4be1-919e-ef6001abdbad tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482980 Jul 07 17:24:18.406278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2a86-ed84-4895-a3bf-a427f9f8000c req-127f5dc6-06f0-428c-907e-016309f1bc73 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.408083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2ca2a86-ed84-4895-a3bf-a427f9f8000c req-127f5dc6-06f0-428c-907e-016309f1bc73 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2104039 Jul 07 17:24:18.482937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2ca2a86-ed84-4895-a3bf-a427f9f8000c req-017d2a1c-f4b7-47fe-a657-3e2bc832f96d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684900 Jul 07 17:24:18.499175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:18.499175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491e2d4-c644-422d-9e65-f3306d62f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc277c5e-5aee-4660-8f2f-e4c565998fa1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:18.506818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Sync routers for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:18.517017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-990aea58-9d4d-4f2e-a610-3f4fb439cc40 admin admin] 10.222.0.22 "PUT /v2.0/routers/cba50db2-a5b2-4044-a638-24ba5c7db908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5767179 Jul 07 17:24:18.519142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.530304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:18.531999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:24:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.582383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-7c378c3f-6a7f-4fb1-8c26-e0a941d1b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.584058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-7c378c3f-6a7f-4fb1-8c26-e0a941d1b862 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.2870653 Jul 07 17:24:18.717842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-64f53d05-3a42-412e-9eca-77f6d1f30823 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 200 len: 1001 time: 0.1258476 Jul 07 17:24:18.829915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:18.898763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-d72d7730-d876-419f-83f8-06bff56ad2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.912065 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-d72d7730-d876-419f-83f8-06bff56ad2c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1841719 Jul 07 17:24:18.982528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.066829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-e2f612be-8f1b-460d-a922-83e05869981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.075483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-e2f612be-8f1b-460d-a922-83e05869981b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563478 Jul 07 17:24:19.199988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-eb49aff2-8cc8-4257-a71b-829416d6eb00 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173398 Jul 07 17:24:19.260934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55309b-a2a0-4075-949d-80d73a4dc9fe req-5a2ac7de-f999-4621-bde2-8630f8ae00f8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.271847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a55309b-a2a0-4075-949d-80d73a4dc9fe req-5a2ac7de-f999-4621-bde2-8630f8ae00f8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.5703208 Jul 07 17:24:19.378873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a55309b-a2a0-4075-949d-80d73a4dc9fe req-4f3170b0-3af0-42f8-a7af-8b429ab8665f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040015 Jul 07 17:24:19.406419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.440085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-731476fb-b3ef-4a9c-b75f-2851f5f416c1 req-af875adf-bb13-4dfa-a129-6eb32ff14421 service neutron] 10.222.0.83 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338030 Jul 07 17:24:19.500698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Deleting port a3627c7a-0127-4ea4-9d95-e856a731a226 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:19.501030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.532600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:24:16Z', 'revision_number': 5, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port': {'id': 'a3627c7a-0127-4ea4-9d95-e856a731a226', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:21Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.594010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Checking router: cba50db2-a5b2-4044-a638-24ba5c7db908 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:19.618802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Routers {'cba50db2-a5b2-4044-a638-24ba5c7db908'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:19.624364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:24:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cba50db2-a5b2-4044-a638-24ba5c7db908'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:19.798921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] For port a3627c7a-0127-4ea4-9d95-e856a731a226, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a3627c7a-0127-4ea4-9d95-e856a731a226,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:19.799413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.822862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] Set router cba50db2-a5b2-4044-a638-24ba5c7db908 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:19.835902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Calling delete_port for a3627c7a-0127-4ea4-9d95-e856a731a226 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:19.878798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd62c-04ba-4f48-852d-680fe52cb9f2 req-a9222bf8-8c95-42ed-9621-c3ebb3aa4c27 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.886097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b5fd62c-04ba-4f48-852d-680fe52cb9f2 req-a9222bf8-8c95-42ed-9621-c3ebb3aa4c27 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2281301 Jul 07 17:24:19.955385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80d1fb-693d-4f74-ad73-febc78cec398 req-1a05152a-2245-4e0c-a0ef-47b85255cd6a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.966453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf80d1fb-693d-4f74-ad73-febc78cec398 req-1a05152a-2245-4e0c-a0ef-47b85255cd6a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2394443 Jul 07 17:24:19.990320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:24:19Z', 'revision_number': 6, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:20.067276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b5fd62c-04ba-4f48-852d-680fe52cb9f2 req-2acfe960-8823-4342-8525-63f38941bbe7 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660187 Jul 07 17:24:20.067869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a2869c1-0a26-4315-b5f8-e38415521222 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:20.177432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf80d1fb-693d-4f74-ad73-febc78cec398 req-6574a0dd-d974-4b5c-95d8-b8b2d037e873 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098744 Jul 07 17:24:20.231860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a2869c1-0a26-4315-b5f8-e38415521222,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:20.257604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '4a2869c1-0a26-4315-b5f8-e38415521222', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': '4a2869c1-0a26-4315-b5f8-e38415521222', 'mac_address': 'fa:16:3e:55:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:20.260298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8278181-d2cf-4270-8012-85b94a4d3853 None None] The sync data for ids ['cba50db2-a5b2-4044-a638-24ba5c7db908'] in n-d-791504-12 is: [{'id': 'cba50db2-a5b2-4044-a638-24ba5c7db908', 'name': 'tempest-TestServerMultinode-1056094278-router', 'tenant_id': '37156a3b2950426e9921cc09ac207e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:18Z', 'updated_at': '2021-07-07T17:24:19Z', 'revision_number': 6, 'project_id': '37156a3b2950426e9921cc09ac207e4c', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:20.350136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.392718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2869c1-0a26-4315-b5f8-e38415521222 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:20.401446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.445150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3627c7a-0127-4ea4-9d95-e856a731a226,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.446877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a2869c1-0a26-4315-b5f8-e38415521222,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:20.453724 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.527712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.532509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.533074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.533582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.534082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.534623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.535319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.535908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.536536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.537089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.537592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.538269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.538779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:20.608409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.770700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24755ca8-2b38-4f77-8b6e-6b034861282f req-40d00611-721b-4276-8092-6292070e5a13 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.783978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24755ca8-2b38-4f77-8b6e-6b034861282f req-40d00611-721b-4276-8092-6292070e5a13 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3404002 Jul 07 17:24:20.788057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.796159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.844556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4a2869c1-0a26-4315-b5f8-e38415521222'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:20.876531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.877252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba50db2-a5b2-4044-a638-24ba5c7db908 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:20.908827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24755ca8-2b38-4f77-8b6e-6b034861282f req-d7cbd38a-2b69-4191-bb7c-61c0c2b1ed52 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192465 Jul 07 17:24:20.922241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.922241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-462a3b61-e9d4-4ade-af75-4b3943cc0981 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cba50db2-a5b2-4044-a638-24ba5c7db908 HTTP/1.1" status: 204 len: 168 time: 2.3967452 Jul 07 17:24:20.922241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.112463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Deleting subnet 1fd15b40-93f0-4403-bc5e-67b809698adb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:21.125776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.296760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.387533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a3627c7a-0127-4ea4-9d95-e856a731a226 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:21.438236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a3627c7a-0127-4ea4-9d95-e856a731a226 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:21.438688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a3627c7a-0127-4ea4-9d95-e856a731a226 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:21.439549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7bf0e887-1095-4483-b435-e5d9879f0f96 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:21.468396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7bf0e887-1095-4483-b435-e5d9879f0f96 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:21.468860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7bf0e887-1095-4483-b435-e5d9879f0f96 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:21.475310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327322-6257-44c7-b753-219fe1accd18 req-afd1b5af-53e1-4272-9b82-06882ca2bcd7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.478553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b327322-6257-44c7-b753-219fe1accd18 req-afd1b5af-53e1-4272-9b82-06882ca2bcd7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2568204 Jul 07 17:24:21.499983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.605288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79706d99-586d-4a56-a6eb-ac48fed028d0 req-0cb25ac3-0051-481d-8545-9e62db7f368c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.607115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79706d99-586d-4a56-a6eb-ac48fed028d0 req-0cb25ac3-0051-481d-8545-9e62db7f368c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2410018 Jul 07 17:24:21.622792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b327322-6257-44c7-b753-219fe1accd18 req-e3f0061b-48f7-4486-9928-de559438ea4b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911398 Jul 07 17:24:21.645394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.683720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c228d-9d4e-44d1-baf4-0f78d3313d77 None None] Network 657f0370-432a-4864-b487-f59f02df5ff2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:21.718866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd15b40-93f0-4403-bc5e-67b809698adb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.721263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.725517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00bf065f-37da-4e67-88c7-1d27c2eeda82 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1fd15b40-93f0-4403-bc5e-67b809698adb HTTP/1.1" status: 204 len: 168 time: 0.8020136 Jul 07 17:24:21.726271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38792) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.769050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79706d99-586d-4a56-a6eb-ac48fed028d0 req-c393c2e1-5e17-4565-b4f9-4a51b0023128 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450810 Jul 07 17:24:21.936488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.954024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f98d76-c839-47b5-94a3-da5ce0e9b7dd req-d8a4750d-3937-4464-b0aa-c1a0670cf158 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.958950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9f98d76-c839-47b5-94a3-da5ce0e9b7dd req-d8a4750d-3937-4464-b0aa-c1a0670cf158 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 944 time: 0.1419258 Jul 07 17:24:22.037849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] DHCP port deletion for 657f0370-432a-4864-b487-f59f02df5ff2 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:22.038974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9f98d76-c839-47b5-94a3-da5ce0e9b7dd req-5969a80e-17af-40bf-b03a-5cbc90bdccfc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697815 Jul 07 17:24:22.074261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Deleting port 3102ec92-8e0c-430a-bfec-996671bb6978 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:22.078630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.113629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Deleting port 3102ec92-8e0c-430a-bfec-996671bb6978 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:22.114162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.186062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] For port 3102ec92-8e0c-430a-bfec-996671bb6978, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3102ec92-8e0c-430a-bfec-996671bb6978,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:22.186762 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.203822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Calling delete_port for 3102ec92-8e0c-430a-bfec-996671bb6978 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:22.264892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] For port 3102ec92-8e0c-430a-bfec-996671bb6978, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3102ec92-8e0c-430a-bfec-996671bb6978,segment=NetworkSegment(9fd89143-f319-49fe-9aae-3315cbbefbf0),segment_id=9fd89143-f319-49fe-9aae-3315cbbefbf0)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:22.265175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.289212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.305210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Calling delete_port for 3102ec92-8e0c-430a-bfec-996671bb6978 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:22.328887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e140e75-7fcd-4b12-b556-602e11904180 req-78392e1d-e507-47e6-86f1-ae4954d1ed1e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.337792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e140e75-7fcd-4b12-b556-602e11904180 req-78392e1d-e507-47e6-86f1-ae4954d1ed1e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1460617 Jul 07 17:24:22.347852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] Pushing event deleted for resources: {'Port': ['ID=3102ec92-8e0c-430a-bfec-996671bb6978,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:22.351862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c37c70-ad82-4c01-852c-9328d5444e48 None None] No DVR routers for this DVR port 3102ec92-8e0c-430a-bfec-996671bb6978 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:22.407397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e140e75-7fcd-4b12-b556-602e11904180 req-f522813d-68b4-4e26-9069-addb624e90eb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686131 Jul 07 17:24:22.428904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.467070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Pushing event deleted for resources: {'Port': ['ID=3102ec92-8e0c-430a-bfec-996671bb6978,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:22.473212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] No DVR routers for this DVR port 3102ec92-8e0c-430a-bfec-996671bb6978 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:22.567136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.582380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657f0370-432a-4864-b487-f59f02df5ff2']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.595948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd89143-f319-49fe-9aae-3315cbbefbf0') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.596585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd89143-f319-49fe-9aae-3315cbbefbf0') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.606953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.617974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66db538-1ba6-44ba-b5bf-a4558faf425d req-e5d37329-94bb-4037-bac3-16c16153eefa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.622562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.626605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a66db538-1ba6-44ba-b5bf-a4558faf425d req-e5d37329-94bb-4037-bac3-16c16153eefa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0896535 Jul 07 17:24:22.629633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:22.630046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.676437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a66db538-1ba6-44ba-b5bf-a4558faf425d req-9fabb98d-0fbc-4644-88ea-44f216f66322 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:22.695342 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:22.712677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.725268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.728225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] 10.222.0.22 "DELETE /v2.0/networks/657f0370-432a-4864-b487-f59f02df5ff2 HTTP/1.1" status: 204 len: 168 time: 1.0000992 Jul 07 17:24:22.731262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:22.754832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960b23-922a-41a0-b617-f3feb7561efe admin admin] Pushing event deleted for resources: {'Network': ['ID=657f0370-432a-4864-b487-f59f02df5ff2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:22.989292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83181910-4cf9-4109-a901-6c363f46ee14 req-e709aabf-b537-4e73-baf0-37b2c3b13100 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:22.990924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83181910-4cf9-4109-a901-6c363f46ee14 req-e709aabf-b537-4e73-baf0-37b2c3b13100 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1268096 Jul 07 17:24:23.386472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3102ec92-8e0c-430a-bfec-996671bb6978 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:23.462451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3102ec92-8e0c-430a-bfec-996671bb6978 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:23.468302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3102ec92-8e0c-430a-bfec-996671bb6978 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:23.695042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83181910-4cf9-4109-a901-6c363f46ee14 req-a97d3e01-7bbf-4f61-8ace-998d2216f875 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565814 Jul 07 17:24:23.769348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ce0ff-0d4f-4ef5-827e-9ccdb8de5a29 req-d7ade4c7-86da-4618-b7f7-6bd172eafbef tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.777307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe6ce0ff-0d4f-4ef5-827e-9ccdb8de5a29 req-d7ade4c7-86da-4618-b7f7-6bd172eafbef tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 944 time: 0.1574078 Jul 07 17:24:23.869655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe6ce0ff-0d4f-4ef5-827e-9ccdb8de5a29 req-b6f9a006-b77a-4375-ac05-b307d61ef73a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913677 Jul 07 17:24:23.979508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175016c-a0ea-4baa-b959-d63dda7f02f2 req-8d8c9487-8519-4438-8b36-41734174a0f3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.980942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2175016c-a0ea-4baa-b959-d63dda7f02f2 req-8d8c9487-8519-4438-8b36-41734174a0f3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1368916 Jul 07 17:24:24.034316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.038390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2175016c-a0ea-4baa-b959-d63dda7f02f2 req-13cc7315-6dd6-45e1-83eb-f033196537f4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Jul 07 17:24:24.048149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a2869c1-0a26-4315-b5f8-e38415521222 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:24.148055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 4a2869c1-0a26-4315-b5f8-e38415521222 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:24.170749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 4a2869c1-0a26-4315-b5f8-e38415521222 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:24.171173 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.383123 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.416302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:24.422138 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bec937-fd62-43c6-b4f9-305a6d929510" -d '{"events": [{"server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:24.439270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a2869c1-0a26-4315-b5f8-e38415521222,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:24.445919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.490963 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e78f3d-936a-4787-9251-adcfb18dc79f x-openstack-request-id: req-79e78f3d-936a-4787-9251-adcfb18dc79f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:24.491855 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:24.492486 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79e78f3d-936a-4787-9251-adcfb18dc79f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:24.507343 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222', 'code': 200} Jul 07 17:24:24.534494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:24.570507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Deleting port b853351e-f317-400b-9dbd-aa07a43b341e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:24.570944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.580443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a3d84-c659-4c89-86fe-716c1287e5f0 req-e65d7fc1-ef57-4699-8f11-f71033d37499 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.581996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-797a3d84-c659-4c89-86fe-716c1287e5f0 req-e65d7fc1-ef57-4699-8f11-f71033d37499 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2002409 Jul 07 17:24:24.672335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eebec-e331-4793-97cd-007832c1158e req-8a3280a8-0439-4567-9123-b5e95f9baca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.677250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c6eebec-e331-4793-97cd-007832c1158e req-8a3280a8-0439-4567-9123-b5e95f9baca1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.1103108 Jul 07 17:24:24.683085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-797a3d84-c659-4c89-86fe-716c1287e5f0 req-fa8a316f-a99e-47ec-af57-ef3b33ae4702 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839112 Jul 07 17:24:24.757973 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c6eebec-e331-4793-97cd-007832c1158e req-13939f3d-80f8-49d0-bf4c-f95ffd74b392 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663681 Jul 07 17:24:24.760201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] For port b853351e-f317-400b-9dbd-aa07a43b341e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b853351e-f317-400b-9dbd-aa07a43b341e,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:24.760695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.782730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Calling delete_port for b853351e-f317-400b-9dbd-aa07a43b341e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:25.277198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec1176-190e-4d1b-b942-236a199a7ee9 req-bdc58c32-fc89-42f1-81fc-0c189c37313f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.285948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40ec1176-190e-4d1b-b942-236a199a7ee9 req-bdc58c32-fc89-42f1-81fc-0c189c37313f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2543454 Jul 07 17:24:25.326912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.369349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Pushing event deleted for resources: {'Port': ['ID=b853351e-f317-400b-9dbd-aa07a43b341e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:25.385510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412aa54-c724-4754-94b6-5c5a8879073a req-7c671956-cad1-439b-bbfb-68fba0164bbc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.394215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8412aa54-c724-4754-94b6-5c5a8879073a req-7c671956-cad1-439b-bbfb-68fba0164bbc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.3180482 Jul 07 17:24:25.436326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40ec1176-190e-4d1b-b942-236a199a7ee9 req-ca1c5066-5906-4992-be15-0a8568266d3f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470931 Jul 07 17:24:25.650579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8412aa54-c724-4754-94b6-5c5a8879073a req-ae147298-a94a-4d01-ae06-8285b1b155f8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549412 Jul 07 17:24:25.929276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.045234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc42bd-0cd7-4bf8-8c30-14ac437e48d9 req-b2366601-b68c-4e98-aece-ffb9278deba4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.046988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dddc42bd-0cd7-4bf8-8c30-14ac437e48d9 req-b2366601-b68c-4e98-aece-ffb9278deba4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 814 time: 0.2105079 Jul 07 17:24:26.104939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dddc42bd-0cd7-4bf8-8c30-14ac437e48d9 req-26c77cc0-e731-450b-bbcd-28db76bff494 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/quotas/9ec9967fd6bc4c36b6f39ca2fc8672bf HTTP/1.1" status: 200 len: 375 time: 0.0478389 Jul 07 17:24:26.240787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dddc42bd-0cd7-4bf8-8c30-14ac437e48d9 req-d4ea0c5a-a8e0-4f0f-bdf3-cadc1967a982 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347089 Jul 07 17:24:26.351546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Router a43b065d-3cac-46ec-84a6-d961173bbb2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:26.374312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.490099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80f88519-8266-40bf-b10c-03e2f2e2dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.544349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:26.556594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-19349c8c-f9e0-48d9-af9e-cac725859aec admin admin] 10.222.0.22 "PUT /v2.0/routers/a43b065d-3cac-46ec-84a6-d961173bbb2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8216734 Jul 07 17:24:26.556788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Sync routers for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:26.557272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.569388 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:26.570966 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:24:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:26.623120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd849616-0549-48e9-80d2-6cd5a9774ac8 req-b459e178-36ad-4cf8-9404-2452a0dac2f8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.636899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd849616-0549-48e9-80d2-6cd5a9774ac8 req-b459e178-36ad-4cf8-9404-2452a0dac2f8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2255723 Jul 07 17:24:26.672974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.707552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd849616-0549-48e9-80d2-6cd5a9774ac8 req-0727b67a-9d4b-4571-ab46-4589bf21e745 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Jul 07 17:24:26.754327 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:27.058510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80f88519-8266-40bf-b10c-03e2f2e2dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.084030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80f88519-8266-40bf-b10c-03e2f2e2dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.171180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e54603-df68-4121-9a51-3078bbfa5fe7 req-8501afbf-6883-41ed-b2e2-03058c8ec116 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.178593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9e54603-df68-4121-9a51-3078bbfa5fe7 req-8501afbf-6883-41ed-b2e2-03058c8ec116 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2848620 Jul 07 17:24:27.226941 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:24:25Z', 'revision_number': 5, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.246653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80f88519-8266-40bf-b10c-03e2f2e2dd73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1744ed8175f54369a07869989c33a1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8704627 Jul 07 17:24:27.256322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38962) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.258425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.267820 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Checking router: a43b065d-3cac-46ec-84a6-d961173bbb2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:27.279410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f0547-3d06-42c4-8262-5a5f5cf2ba63 req-0593d570-892b-4ee4-aa16-42af38de5dc2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.280024 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Routers {'a43b065d-3cac-46ec-84a6-d961173bbb2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:27.282585 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:24:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a43b065d-3cac-46ec-84a6-d961173bbb2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.301479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-677f0547-3d06-42c4-8262-5a5f5cf2ba63 req-0593d570-892b-4ee4-aa16-42af38de5dc2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2764125 Jul 07 17:24:27.303880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88519-8266-40bf-b10c-03e2f2e2dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52177805-f4f1-4a6c-9e51-ffd201b5df2a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.343222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9e54603-df68-4121-9a51-3078bbfa5fe7 req-876c6f79-d30a-49f6-aac9-5cf63363ef91 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629341 Jul 07 17:24:27.440381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-677f0547-3d06-42c4-8262-5a5f5cf2ba63 req-2b37e955-32f4-46c6-ac6c-dd00485e916b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379278 Jul 07 17:24:27.526802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.575493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.598859 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] Set router a43b065d-3cac-46ec-84a6-d961173bbb2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:27.668463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Deleting port 6edfe636-1880-4643-acad-659bd4c7f839 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:27.668463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.675907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.682362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.689586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52177805-f4f1-4a6c-9e51-ffd201b5df2a HTTP/1.1" status: 204 len: 168 time: 0.4165685 Jul 07 17:24:27.773948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be023d67-e7a1-4580-8e1b-811a4b816e85 req-3fd30f5e-f2fe-44c0-9ed5-084c96c3178b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf HTTP/1.1" status: 200 len: 221 time: 0.0444512 Jul 07 17:24:27.800983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52a88-2df3-43ee-aee8-3b74695c672c req-492ee069-68ae-48fb-aae8-5da850ed156e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.802633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bc52a88-2df3-43ee-aee8-3b74695c672c req-492ee069-68ae-48fb-aae8-5da850ed156e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1511538 Jul 07 17:24:27.804155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf6dbc-363f-4b82-aaa9-021511dfc2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52177805-f4f1-4a6c-9e51-ffd201b5df2a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.895175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bc52a88-2df3-43ee-aee8-3b74695c672c req-458309d8-127b-440e-b694-579933dc8dc1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817366 Jul 07 17:24:27.900431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] For port 6edfe636-1880-4643-acad-659bd4c7f839, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6edfe636-1880-4643-acad-659bd4c7f839,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:27.903174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.958647 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:24:25Z', 'revision_number': 5, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.973354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Calling delete_port for 6edfe636-1880-4643-acad-659bd4c7f839 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:28.030198 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77ccc9-c3bf-46cb-a9e4-2f14a39c1ac2 None None] The sync data for ids ['a43b065d-3cac-46ec-84a6-d961173bbb2c'] in n-d-791504-12 is: [{'id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'name': 'tempest-TestServerMultinode-1332796963-router', 'tenant_id': '156061bf4a694c3e8670001582b6a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '6edfe636-1880-4643-acad-659bd4c7f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:44Z', 'updated_at': '2021-07-07T17:24:25Z', 'revision_number': 5, 'project_id': '156061bf4a694c3e8670001582b6a4df', 'gw_port': {'id': '6edfe636-1880-4643-acad-659bd4c7f839', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b065d-3cac-46ec-84a6-d961173bbb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:46Z', 'updated_at': '2021-07-07T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:28.206781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d521d9-49f3-4af7-9f07-b25420fdcac4 req-b23f0444-efbd-46a9-ab46-e3691c0201c6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.208729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1d521d9-49f3-4af7-9f07-b25420fdcac4 req-b23f0444-efbd-46a9-ab46-e3691c0201c6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2087834 Jul 07 17:24:28.238630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:28.272087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79196798-309b-4d58-a31b-a528cecf4198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.340022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e014be-5ca3-4ed6-8c36-23022e1c35a4 req-62e2a712-5f26-4e79-8547-c83d3791fafe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.341747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50e014be-5ca3-4ed6-8c36-23022e1c35a4 req-62e2a712-5f26-4e79-8547-c83d3791fafe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2061074 Jul 07 17:24:28.349315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1d521d9-49f3-4af7-9f07-b25420fdcac4 req-59da2f9a-6676-4db6-8f62-35f6391b38be tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253138 Jul 07 17:24:28.362672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.417634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edfe636-1880-4643-acad-659bd4c7f839,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:28.434256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50e014be-5ca3-4ed6-8c36-23022e1c35a4 req-24c955f9-fd16-4f21-b86a-03b478afb62f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823483 Jul 07 17:24:28.585755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.603937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79196798-309b-4d58-a31b-a528cecf4198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.626992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79196798-309b-4d58-a31b-a528cecf4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.697851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.700207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.757564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.758094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43b065d-3cac-46ec-84a6-d961173bbb2c {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:28.763351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.767477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b61fe802-72f0-4f04-88e2-8e98d89446d7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a43b065d-3cac-46ec-84a6-d961173bbb2c HTTP/1.1" status: 204 len: 168 time: 2.2062309 Jul 07 17:24:28.767477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39006) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:28.769126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79196798-309b-4d58-a31b-a528cecf4198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f80942-1b51-4555-bc1f-1cd062bd2444,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:28.829916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-79196798-309b-4d58-a31b-a528cecf4198 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a00e4953bcf4b17a7e0fd292d07ef8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887754 Jul 07 17:24:28.832621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:28.903291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Deleting subnet d05694ab-b8cd-4b21-9a60-ad84cb545bbb {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:28.909856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.910843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be131ef1-b5bc-43a0-87a8-808869088596 req-2063ad99-9126-4891-af60-971164a43581 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.923746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be131ef1-b5bc-43a0-87a8-808869088596 req-2063ad99-9126-4891-af60-971164a43581 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3284566 Jul 07 17:24:28.994835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be131ef1-b5bc-43a0-87a8-808869088596 req-5c7861ce-4675-4018-8220-4dd0d7a3597a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Jul 07 17:24:28.997357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.075389 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.153770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.256743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.257988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d902-b6c0-4bbf-912f-80efe4e0bd90 req-dc2c38af-dffa-43bc-974e-bd87fa772b49 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.266883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a647d902-b6c0-4bbf-912f-80efe4e0bd90 req-dc2c38af-dffa-43bc-974e-bd87fa772b49 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1207061 Jul 07 17:24:29.279220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.317328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05694ab-b8cd-4b21-9a60-ad84cb545bbb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.325565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.327598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6463c4ce-0ad2-458f-a85f-fcca9d2c8ec8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d05694ab-b8cd-4b21-9a60-ad84cb545bbb HTTP/1.1" status: 204 len: 168 time: 0.5594897 Jul 07 17:24:29.328650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7ff06-bc37-4184-a7a7-176728fce2d8 None None] Network 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:29.332803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39020) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:29.383062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a647d902-b6c0-4bbf-912f-80efe4e0bd90 req-7519017e-01a9-4f85-a3ef-05cbc559feb5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056185 Jul 07 17:24:29.439172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.462862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0739e12-b589-4cf2-a9c5-b0598ddb3ba3 req-e43c22a3-1cc9-4669-93f7-c3170dc13cc9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.474562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0739e12-b589-4cf2-a9c5-b0598ddb3ba3 req-e43c22a3-1cc9-4669-93f7-c3170dc13cc9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1909029 Jul 07 17:24:29.526043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0739e12-b589-4cf2-a9c5-b0598ddb3ba3 req-de229292-8de0-48bc-b450-3a9290081512 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Jul 07 17:24:29.533537 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.543531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.544687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2f80942-1b51-4555-bc1f-1cd062bd2444 HTTP/1.1" status: 204 len: 168 time: 0.7098448 Jul 07 17:24:29.573750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b853351e-f317-400b-9dbd-aa07a43b341e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:29.616278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c4e1a-39d8-449e-b2fe-b71138705ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f80942-1b51-4555-bc1f-1cd062bd2444,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.653231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Deleting port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:29.653834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.665013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b853351e-f317-400b-9dbd-aa07a43b341e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:29.669184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b853351e-f317-400b-9dbd-aa07a43b341e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:29.670687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6edfe636-1880-4643-acad-659bd4c7f839 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:29.718606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 6edfe636-1880-4643-acad-659bd4c7f839 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:29.719246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6edfe636-1880-4643-acad-659bd4c7f839 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:29.731047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] For port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,segment=NetworkSegment(db194737-95cc-4c8b-99d3-8311c8e0786f),segment_id=db194737-95cc-4c8b-99d3-8311c8e0786f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:29.731549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.758713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Calling delete_port for 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:29.896233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] DHCP port deletion for 7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:29.898625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fa23048-1ba4-4570-84c4-d7c58b1bcf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.898771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7cc7-9968-4383-93ee-81fda008a567 req-3e3a6f02-191b-489d-850b-7b00659f4cec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.906514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fabc7cc7-9968-4383-93ee-81fda008a567 req-3e3a6f02-191b-489d-850b-7b00659f4cec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1678758 Jul 07 17:24:29.935804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.985190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Deleting port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:29.985868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.008295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] No DVR routers for this DVR port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:30.008827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fabc7cc7-9968-4383-93ee-81fda008a567 req-0a367f83-4c00-4d28-98df-67baf427004b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951076 Jul 07 17:24:30.011615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.081866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] For port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:30.082546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.101181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Calling delete_port for 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:30.105533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:24:30.107144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.133335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] Pushing event deleted for resources: {'Port': ['ID=56b0ee0a-ff71-4b1e-b54e-c244c8c716b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.142586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.160493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7e6830-d6c7-4f0e-8e96-c94ed0261da4']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:30.171446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354e7c6-69e4-4f52-a5e6-b7ebe76ff2ac None None] No DVR routers for this DVR port 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:30.195390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db194737-95cc-4c8b-99d3-8311c8e0786f') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:30.196641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db194737-95cc-4c8b-99d3-8311c8e0786f') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:30.206296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.237341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.250074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:30.254591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:30.290196 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:30.377868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.384278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.387853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752cb82-ffbf-4b90-b2c8-89f24771bee5 req-58ad5819-4f44-401a-bf6c-fead423cac7a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.388757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b7e6830-d6c7-4f0e-8e96-c94ed0261da4 HTTP/1.1" status: 204 len: 168 time: 1.0549731 Jul 07 17:24:30.399650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2752cb82-ffbf-4b90-b2c8-89f24771bee5 req-58ad5819-4f44-401a-bf6c-fead423cac7a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1204653 Jul 07 17:24:30.420757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d5d70-f5c7-450b-8eef-18b055c7dbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7e6830-d6c7-4f0e-8e96-c94ed0261da4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.499699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2752cb82-ffbf-4b90-b2c8-89f24771bee5 req-e55dd273-bbc8-43ee-ba36-31f8b39d5595 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991306 Jul 07 17:24:30.703623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39066) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:30.786488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-a3720f4c-1114-44dc-8ffa-a9a49130222c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.788284 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-a3720f4c-1114-44dc-8ffa-a9a49130222c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1758113 Jul 07 17:24:30.841412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0144bf-e320-48cf-8c47-b032caed4dda req-3d93f87b-de53-4b25-bd1c-6b092bc77bfe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.848321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6bba60c7-54c7-4717-b85b-3231aac75c80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37156a3b2950426e9921cc09ac207e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402154 Jul 07 17:24:30.848502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e0144bf-e320-48cf-8c47-b032caed4dda req-3d93f87b-de53-4b25-bd1c-6b092bc77bfe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2003899 Jul 07 17:24:30.849617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:30.895364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948449e6-c563-477c-9b63-6d0b215b2be3 req-dd9cac79-c9b4-44e8-ac87-3feade034a5d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:30.902591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948449e6-c563-477c-9b63-6d0b215b2be3 req-dd9cac79-c9b4-44e8-ac87-3feade034a5d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1768329 Jul 07 17:24:30.932889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e0144bf-e320-48cf-8c47-b032caed4dda req-631efc1f-aafa-4014-9d75-30c4cb0534ba tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835526 Jul 07 17:24:30.990546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948449e6-c563-477c-9b63-6d0b215b2be3 req-b1e6947e-3f03-41cc-b158-ee84ea8853ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787945 Jul 07 17:24:31.030616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.055454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.093792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port 4a2869c1-0a26-4315-b5f8-e38415521222 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:31.094161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.160574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.163406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.167542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dcd36ad-bc01-449c-83c4-2536cc973983 HTTP/1.1" status: 204 len: 168 time: 0.3178585 Jul 07 17:24:31.195283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292948-8c6a-4c71-843f-0fd7fbcb3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd36ad-bc01-449c-83c4-2536cc973983,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:31.229329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port 4a2869c1-0a26-4315-b5f8-e38415521222, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=4a2869c1-0a26-4315-b5f8-e38415521222,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:31.229724 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.251455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for 4a2869c1-0a26-4315-b5f8-e38415521222 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:31.370037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:31.424973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:31.428241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56b0ee0a-ff71-4b1e-b54e-c244c8c716b7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:31.450682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.454252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f6344-d3bd-4423-9163-d5eb709f7af6 req-c5e92152-2605-4237-8127-a6fbd5d8c692 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:31.465034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['4a2869c1-0a26-4315-b5f8-e38415521222'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:31.466701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e2f6344-d3bd-4423-9163-d5eb709f7af6 req-c5e92152-2605-4237-8127-a6fbd5d8c692 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2626519 Jul 07 17:24:31.533570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=4a2869c1-0a26-4315-b5f8-e38415521222,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:31.578194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e2f6344-d3bd-4423-9163-d5eb709f7af6 req-99f40291-854e-4f0f-9940-591e226cb27f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061482 Jul 07 17:24:31.672586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port 4a2869c1-0a26-4315-b5f8-e38415521222 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:31.684807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.687002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74d45ea0-6f6d-446e-a5a6-780a3ea25625 req-b88ad7fd-d98a-4c45-a69b-07db074a3751 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "DELETE /v2.0/ports/4a2869c1-0a26-4315-b5f8-e38415521222 HTTP/1.1" status: 204 len: 173 time: 0.8934972 Jul 07 17:24:31.687574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'name': 'network-vif-deleted', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:31.689741 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbd739-1283-48ed-8ed4-5513ab07eaf8" -d '{"events": [{"server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "name": "network-vif-deleted", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:31.809653 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75758910-ebcd-4b46-86c1-cdb82b4a1a06 x-openstack-request-id: req-75758910-ebcd-4b46-86c1-cdb82b4a1a06 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:31.809653 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab4f00a-b4c3-4b02-aed9-91459879c4b9", "name": "network-vif-deleted", "tag": "4a2869c1-0a26-4315-b5f8-e38415521222", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:31.809653 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75758910-ebcd-4b46-86c1-cdb82b4a1a06 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:31.810453 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab4f00a-b4c3-4b02-aed9-91459879c4b9', 'name': 'network-vif-deleted', 'tag': '4a2869c1-0a26-4315-b5f8-e38415521222', 'status': 'completed', 'code': 200} Jul 07 17:24:32.147384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39114) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.193416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32497e84-9efd-4379-b549-3897be580235 req-84907b1c-be75-4781-8a40-324a9921126b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.213726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32497e84-9efd-4379-b549-3897be580235 req-84907b1c-be75-4781-8a40-324a9921126b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3499744 Jul 07 17:24:32.273559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:32.276276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9e2286fb-9a2d-40b2-8c02-5662bb80e428 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=156061bf4a694c3e8670001582b6a4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273370 Jul 07 17:24:32.310205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d467121-8844-43e4-86dc-ceecef3aab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.323872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ab6c505-4680-4539-b7fe-55aed3514f32 req-40c88a4d-35e1-44b4-b027-c4cecdfb4322 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0604801 Jul 07 17:24:32.357485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32497e84-9efd-4379-b549-3897be580235 req-7085783d-6eb4-4fa7-9af6-a9ee3fa476ca tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376681 Jul 07 17:24:32.469738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.499398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.641491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.648148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.652578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35306bb5-945b-4357-88aa-f923b803a40c HTTP/1.1" status: 204 len: 168 time: 0.3735123 Jul 07 17:24:32.729396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c87a-2102-452d-93fa-b98bccb31a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35306bb5-945b-4357-88aa-f923b803a40c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.791839 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.830613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5676-e9eb-4579-b1b5-39cd50c5422f req-c3cb4666-cd81-40d1-ac61-dafd99413fee tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.839881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cafb5676-e9eb-4579-b1b5-39cd50c5422f req-c3cb4666-cd81-40d1-ac61-dafd99413fee tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2294469 Jul 07 17:24:32.948850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cafb5676-e9eb-4579-b1b5-39cd50c5422f req-9886dbb6-d52e-4987-ad48-e5afcc4dcf9e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016831 Jul 07 17:24:33.586213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.624504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cddb30-bb5b-462a-949c-7027bf58d070 req-2ca57a6f-5c19-454b-986a-2b613ec5b1c6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:33.639596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08cddb30-bb5b-462a-949c-7027bf58d070 req-2ca57a6f-5c19-454b-986a-2b613ec5b1c6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2375467 Jul 07 17:24:33.830919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e9b95a0-225e-4f30-9bb5-0dc966b3070d req-075284b3-d308-49a2-919b-320ffb2e2bf7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.1083901 Jul 07 17:24:33.843155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08cddb30-bb5b-462a-949c-7027bf58d070 req-6d02b88c-3255-42b3-abe7-729519d415b8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989391 Jul 07 17:24:34.125411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a2869c1-0a26-4315-b5f8-e38415521222 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:34.235953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 4a2869c1-0a26-4315-b5f8-e38415521222 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:34.236678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 4a2869c1-0a26-4315-b5f8-e38415521222 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:34.295006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3ebb-cf05-4f45-9e0c-fb5a27d2826f req-fea2f34d-65e2-477a-9f85-c51d1a1e9a58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.299245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c34e3ebb-cf05-4f45-9e0c-fb5a27d2826f req-fea2f34d-65e2-477a-9f85-c51d1a1e9a58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1236782 Jul 07 17:24:34.329704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39274) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.367479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.374816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c34e3ebb-cf05-4f45-9e0c-fb5a27d2826f req-00b69555-7957-4a22-9354-0f3181d3ac1b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Jul 07 17:24:34.598375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b945c801-25ff-400d-b56a-cb17b3c49257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.622707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7cd8e-0b9f-4488-bcd3-fbec6f078626 req-c9ee4ffa-95c7-4e77-8593-9c2d2e72f35d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:34.625207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04c7cd8e-0b9f-4488-bcd3-fbec6f078626 req-c9ee4ffa-95c7-4e77-8593-9c2d2e72f35d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0919278 Jul 07 17:24:34.715386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b945c801-25ff-400d-b56a-cb17b3c49257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.721796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b945c801-25ff-400d-b56a-cb17b3c49257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.743635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04c7cd8e-0b9f-4488-bcd3-fbec6f078626 req-88d5ddd4-7b9a-441e-a99a-59136608257a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105070 Jul 07 17:24:34.763848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c801-25ff-400d-b56a-cb17b3c49257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f0b53-4ab1-4ee8-bcde-3e34afa6c52c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:34.768500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b945c801-25ff-400d-b56a-cb17b3c49257 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c28bf961d4b415d8e8b1bc887df7b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372389 Jul 07 17:24:34.771244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.885967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.941264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.043350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407b8fd-9b13-41a7-8f05-f5edb4fbeef2 req-4db13952-2547-4a5d-a6a9-001812331ab2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.050918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3407b8fd-9b13-41a7-8f05-f5edb4fbeef2 req-4db13952-2547-4a5d-a6a9-001812331ab2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1067920 Jul 07 17:24:35.085611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.089469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.090821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f87f0b53-4ab1-4ee8-bcde-3e34afa6c52c HTTP/1.1" status: 204 len: 168 time: 0.3184242 Jul 07 17:24:35.130551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-671f79a0-917b-45f8-97fb-3f97a8ffd7fd req-fb9165bc-4f1d-4a6a-b8e4-b9ce1a872cf3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0773661 Jul 07 17:24:35.152530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2607-1baa-4d0d-96cc-9ccfbc2cd459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f0b53-4ab1-4ee8-bcde-3e34afa6c52c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.171760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3407b8fd-9b13-41a7-8f05-f5edb4fbeef2 req-a7288d89-0e4a-4335-8d02-31fc7a2748d3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157091 Jul 07 17:24:35.415447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.730467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff2aeb-c0fb-4d50-a97d-079779cd0520 req-fec6affa-fc25-406d-9477-c6f500c4e574 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.737840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12ff2aeb-c0fb-4d50-a97d-079779cd0520 req-fec6affa-fc25-406d-9477-c6f500c4e574 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1868086 Jul 07 17:24:35.800449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39312) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:35.820235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12ff2aeb-c0fb-4d50-a97d-079779cd0520 req-3df2f039-35d9-4604-ba68-1d82d692db0d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741942 Jul 07 17:24:35.823903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb39805d-fc49-4f67-8528-41dba3fbe07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.032460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb39805d-fc49-4f67-8528-41dba3fbe07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.040229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb39805d-fc49-4f67-8528-41dba3fbe07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.083421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb39805d-fc49-4f67-8528-41dba3fbe07f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ff4bbb6546746829b961f2a325583ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812583 Jul 07 17:24:36.086017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:36.148316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39805d-fc49-4f67-8528-41dba3fbe07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc2977-c222-4d4e-af23-270306ef4532,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.192859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.217802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.357953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.363076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.371064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fcc2977-c222-4d4e-af23-270306ef4532 HTTP/1.1" status: 204 len: 168 time: 0.2835248 Jul 07 17:24:36.393543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdacc3d-a904-467c-b18e-a0550268b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc2977-c222-4d4e-af23-270306ef4532,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.410619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e397926-ef5f-4ed2-9d3f-b61a327c0c3d req-58e92472-aed0-457c-bb01-26f94690eb8f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.425321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e397926-ef5f-4ed2-9d3f-b61a327c0c3d req-58e92472-aed0-457c-bb01-26f94690eb8f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1544075 Jul 07 17:24:36.456337 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:36.464442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.582761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c19c3f2-994c-44f0-b342-280d3596221c req-dc9261d5-473b-434b-84e0-d912c1967c5b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.1550961 Jul 07 17:24:36.685581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e397926-ef5f-4ed2-9d3f-b61a327c0c3d req-9634d73f-5713-4a84-86e2-a35f6866e7af tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588179 Jul 07 17:24:37.117187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bbc05-8e73-4aa9-95ff-5d43a103cc97 req-cc20a2de-791d-4887-92e8-629c39b01187 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.118921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d30bbc05-8e73-4aa9-95ff-5d43a103cc97 req-cc20a2de-791d-4887-92e8-629c39b01187 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1089580 Jul 07 17:24:37.196855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d30bbc05-8e73-4aa9-95ff-5d43a103cc97 req-d53f557f-00e3-40b5-b742-df43a97075a2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Jul 07 17:24:37.623288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d34e9-5a17-4692-ade3-74f98d2f8e00 req-97c3d76a-f550-45e0-b507-f06cbe03c845 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.630754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-957d34e9-5a17-4692-ade3-74f98d2f8e00 req-97c3d76a-f550-45e0-b507-f06cbe03c845 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1513858 Jul 07 17:24:37.713480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-957d34e9-5a17-4692-ade3-74f98d2f8e00 req-13312fd6-fd72-4ca9-ad23-d28c37efddde tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Jul 07 17:24:37.818188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-298fcad3-59b5-4edd-8b12-c32f73b1bcdd req-6bacb68b-71cf-471a-a4dd-b0b90eb1d935 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab4f00a-b4c3-4b02-aed9-91459879c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0339494 Jul 07 17:24:37.965952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eaa22-f7f0-4faa-a4a9-0a4054dcaaf7 req-dfde5be7-78a5-4607-b717-12e61c4de6e8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.970689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a04eaa22-f7f0-4faa-a4a9-0a4054dcaaf7 req-dfde5be7-78a5-4607-b717-12e61c4de6e8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0966144 Jul 07 17:24:38.011734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a04eaa22-f7f0-4faa-a4a9-0a4054dcaaf7 req-2e3e100c-0e1b-47dc-9955-557930cab510 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Jul 07 17:24:38.226622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379d2a6-bf97-4930-aa75-658058a22b5e req-3f34174e-1fd2-487f-b480-42657d61eced tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.235790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0379d2a6-bf97-4930-aa75-658058a22b5e req-3f34174e-1fd2-487f-b480-42657d61eced tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0852675 Jul 07 17:24:38.278881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0379d2a6-bf97-4930-aa75-658058a22b5e req-ea4625aa-9753-4c49-8ba6-495f3deb66d8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Jul 07 17:24:38.536385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e645df9-4640-4f47-846d-28b66b80e714 req-9d3173b8-32f6-4c6b-8a08-8118ae1f462b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.540954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e645df9-4640-4f47-846d-28b66b80e714 req-9d3173b8-32f6-4c6b-8a08-8118ae1f462b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1378505 Jul 07 17:24:38.584730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e645df9-4640-4f47-846d-28b66b80e714 req-0f016a27-1e3e-4eb7-b53b-a4f8bba003a4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368419 Jul 07 17:24:38.983044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421edcc-db3d-4be1-965c-e78109df798a req-09c6f43a-5830-49c5-91bc-ad7dbf311152 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.988441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0421edcc-db3d-4be1-965c-e78109df798a req-09c6f43a-5830-49c5-91bc-ad7dbf311152 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1035883 Jul 07 17:24:39.061374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0421edcc-db3d-4be1-965c-e78109df798a req-e4484c2e-5645-4348-bc3b-28bbbbbe2f34 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614626 Jul 07 17:24:40.289829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c43dc3-333a-4b5c-a18d-ee5ef01fdc40 req-af933dfe-3980-48a2-a894-a89cca7b1417 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.291956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68c43dc3-333a-4b5c-a18d-ee5ef01fdc40 req-af933dfe-3980-48a2-a894-a89cca7b1417 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1058621 Jul 07 17:24:40.342201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68c43dc3-333a-4b5c-a18d-ee5ef01fdc40 req-89afc1b5-a3a5-4af8-a5b9-dee2b1a35f77 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Jul 07 17:24:40.899719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175470a-f80f-4a2e-99d0-911504081f6c req-b3487c9a-9ec6-4639-946d-7cc78973df28 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.908577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f175470a-f80f-4a2e-99d0-911504081f6c req-b3487c9a-9ec6-4639-946d-7cc78973df28 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0830820 Jul 07 17:24:40.959790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f175470a-f80f-4a2e-99d0-911504081f6c req-39d31e75-639d-4044-a5a7-39878c6c623a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487132 Jul 07 17:24:42.170005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c06c52-f1ac-4607-bfeb-f3b830375161 req-edb0eddc-7aae-46ab-8f58-072516dd17b3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.178377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02c06c52-f1ac-4607-bfeb-f3b830375161 req-edb0eddc-7aae-46ab-8f58-072516dd17b3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0824893 Jul 07 17:24:42.650572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02c06c52-f1ac-4607-bfeb-f3b830375161 req-bcebc61b-510e-4e2d-91db-eacf4b6b38eb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710889 Jul 07 17:24:42.879999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16d167-8146-4df4-8f13-96429ad18c4f req-1de86d66-8374-4954-9025-a4ea2c9d4e8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.882444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e16d167-8146-4df4-8f13-96429ad18c4f req-1de86d66-8374-4954-9025-a4ea2c9d4e8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0842526 Jul 07 17:24:42.970791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e16d167-8146-4df4-8f13-96429ad18c4f req-30015b80-6987-49a9-b9cc-4e19c864b975 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755153 Jul 07 17:24:43.431491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43952-6d18-45dc-bcd7-4fae046af5a6 req-02888c91-ddf7-40c4-9657-3f17da7b3ccf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.446850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23a43952-6d18-45dc-bcd7-4fae046af5a6 req-02888c91-ddf7-40c4-9657-3f17da7b3ccf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1503801 Jul 07 17:24:43.510795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23a43952-6d18-45dc-bcd7-4fae046af5a6 req-35148aed-60b6-49b9-b844-25aa52d5c679 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Jul 07 17:24:43.732377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583c98-ff6d-4df6-814f-121fd02e43a2 req-f2af020b-cbfd-47d6-9c76-be5bbc8ac9e9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:43.735345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3583c98-ff6d-4df6-814f-121fd02e43a2 req-f2af020b-cbfd-47d6-9c76-be5bbc8ac9e9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0871811 Jul 07 17:24:43.798367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3583c98-ff6d-4df6-814f-121fd02e43a2 req-161848b3-f705-4b9d-b275-ce6df1b4ad41 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Jul 07 17:24:44.012792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dcf43-96fa-4837-bf53-30c2c4f38133 req-9ddfdcbb-16aa-4ae4-8b38-5ccb9df81e58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.014482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-178dcf43-96fa-4837-bf53-30c2c4f38133 req-9ddfdcbb-16aa-4ae4-8b38-5ccb9df81e58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0718658 Jul 07 17:24:44.057624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-178dcf43-96fa-4837-bf53-30c2c4f38133 req-630b9fd3-f463-41de-82d1-31620485488f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Jul 07 17:24:44.290005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945809-246d-498b-98af-541ac90235d4 req-6ac5af4c-d52f-4e06-a8d4-d7737db56c68 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.292507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c945809-246d-498b-98af-541ac90235d4 req-6ac5af4c-d52f-4e06-a8d4-d7737db56c68 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0833602 Jul 07 17:24:44.363248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c945809-246d-498b-98af-541ac90235d4 req-70b152a1-f910-434a-a2bc-60ed6c6645bc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634234 Jul 07 17:24:44.669556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73a8da-945d-4273-8e80-71165d1ba90b req-83a5f552-f750-4c8b-a847-75a58e10112e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.671261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a73a8da-945d-4273-8e80-71165d1ba90b req-83a5f552-f750-4c8b-a847-75a58e10112e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0834420 Jul 07 17:24:44.731582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a73a8da-945d-4273-8e80-71165d1ba90b req-96edb0c0-191c-4a03-804a-f2f96a528265 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490835 Jul 07 17:24:45.020943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b085e53-9950-4a16-9716-5839985e8938 req-dfc26671-5648-4049-bfb9-a03bf28081e3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.029607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b085e53-9950-4a16-9716-5839985e8938 req-dfc26671-5648-4049-bfb9-a03bf28081e3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0883875 Jul 07 17:24:45.082282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39630) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.082781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b085e53-9950-4a16-9716-5839985e8938 req-bdac16d6-4b84-4de8-9200-93d6a1f23e82 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517578 Jul 07 17:24:45.238922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78f59d3c-1e62-405e-ae41-69369e92eb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.377249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a7c6-895a-47ef-9df3-ca7260b4b9a5 req-401ab554-527b-4b4f-a2a9-9bc2d7ce3734 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.385455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d65a7c6-895a-47ef-9df3-ca7260b4b9a5 req-401ab554-527b-4b4f-a2a9-9bc2d7ce3734 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0988765 Jul 07 17:24:45.449527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d65a7c6-895a-47ef-9df3-ca7260b4b9a5 req-4687badd-0d5a-44b5-86d8-c96829182b2c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jul 07 17:24:45.471856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78f59d3c-1e62-405e-ae41-69369e92eb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.478956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-78f59d3c-1e62-405e-ae41-69369e92eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.529334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f59d3c-1e62-405e-ae41-69369e92eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334229d0-ac3c-4a39-91d7-7e9f9400f597,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.557412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.557614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78f59d3c-1e62-405e-ae41-69369e92eb4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aa84ca9f7b6493b831f8912f3ff7430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741178 Jul 07 17:24:45.651807 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.688864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.746197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9b36f-fb49-4788-a838-6d4dd12f4b13 req-4a171f9f-43e6-4110-ae58-e65d800faeef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.747807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a9b36f-fb49-4788-a838-6d4dd12f4b13 req-4a171f9f-43e6-4110-ae58-e65d800faeef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1375818 Jul 07 17:24:45.769623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:45.782803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.785424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.789923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/334229d0-ac3c-4a39-91d7-7e9f9400f597 HTTP/1.1" status: 204 len: 168 time: 0.2278192 Jul 07 17:24:45.805841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a9b36f-fb49-4788-a838-6d4dd12f4b13 req-5570945e-1620-4e68-90b4-c35518220817 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Jul 07 17:24:45.806836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab96d75-d8a8-493f-9310-15b3d22e1f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334229d0-ac3c-4a39-91d7-7e9f9400f597,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.100211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52703186-469c-48b8-b6d7-cccff72cf58c req-6be120eb-fe39-4843-bc73-c8cc8354722e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.102916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52703186-469c-48b8-b6d7-cccff72cf58c req-6be120eb-fe39-4843-bc73-c8cc8354722e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0999596 Jul 07 17:24:46.141013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d79a6d95-d660-4d4e-856b-a13709f5c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.151139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52703186-469c-48b8-b6d7-cccff72cf58c req-03039281-e57e-40a4-93e2-972315588723 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jul 07 17:24:46.297392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.308448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d79a6d95-d660-4d4e-856b-a13709f5c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.315062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d79a6d95-d660-4d4e-856b-a13709f5c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.328375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c826-6125-4098-8f7d-85ec5e08be66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.370008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.370325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d79a6d95-d660-4d4e-856b-a13709f5c2c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf0b4043591041b3902f456cd119a3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991852 Jul 07 17:24:46.371030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6d95-d660-4d4e-856b-a13709f5c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7903dad-8060-4d1f-b5f7-6e74ef579223,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.465320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9fab-b30d-4f36-ad12-f1e1c107b91d req-5abb5317-3a06-43d4-bfd6-97bd672bd04b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.466903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b10e9fab-b30d-4f36-ad12-f1e1c107b91d req-5abb5317-3a06-43d4-bfd6-97bd672bd04b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1583469 Jul 07 17:24:46.503290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.554315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.560648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b10e9fab-b30d-4f36-ad12-f1e1c107b91d req-ce4fff9a-6969-4fbb-85de-782f1361acf2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815916 Jul 07 17:24:46.605288 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c826-6125-4098-8f7d-85ec5e08be66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.611540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c826-6125-4098-8f7d-85ec5e08be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.663329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1ec9c826-6125-4098-8f7d-85ec5e08be66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee6d7598bafd4ea4a1187d3375d339c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636556 Jul 07 17:24:46.665068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.667112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c826-6125-4098-8f7d-85ec5e08be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626fe4a-c86c-45a7-8f9b-8fe9460081f4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.690215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.692864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.705942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7903dad-8060-4d1f-b5f7-6e74ef579223 HTTP/1.1" status: 204 len: 168 time: 0.3244753 Jul 07 17:24:46.722833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e27cf-4f38-47f7-af3f-cfb037d4f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7903dad-8060-4d1f-b5f7-6e74ef579223,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.754580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.786654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.886424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5efc-0f30-4a4a-9199-f9c6d9b4462a req-687bbd00-077d-47a8-b940-2db056d03094 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.888682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67df5efc-0f30-4a4a-9199-f9c6d9b4462a req-687bbd00-077d-47a8-b940-2db056d03094 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1000915 Jul 07 17:24:46.895718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.898644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.899780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9626fe4a-c86c-45a7-8f9b-8fe9460081f4 HTTP/1.1" status: 204 len: 168 time: 0.2336597 Jul 07 17:24:46.921351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfce8-bbf3-48a7-afaa-5c0ec80d7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626fe4a-c86c-45a7-8f9b-8fe9460081f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.953987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67df5efc-0f30-4a4a-9199-f9c6d9b4462a req-dd87bcbe-2992-47c5-9e77-5d57d3ac237a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Jul 07 17:24:47.165237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39700) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:47.183532 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e57536-d1d3-4d9f-8735-89184740ccdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.184010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453c4fd-4928-40aa-8de2-17d7620ed14e req-108e0435-e7d8-40d5-af9e-4a601014a57e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.185789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0453c4fd-4928-40aa-8de2-17d7620ed14e req-108e0435-e7d8-40d5-af9e-4a601014a57e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1072226 Jul 07 17:24:47.234259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0453c4fd-4928-40aa-8de2-17d7620ed14e req-cd7bdd64-d34a-46e9-9983-50f5e0b6ba4d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Jul 07 17:24:47.327565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e57536-d1d3-4d9f-8735-89184740ccdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.332027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f7e57536-d1d3-4d9f-8735-89184740ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.376963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f7e57536-d1d3-4d9f-8735-89184740ccdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76aeee4a0bbb4ab68e682ac884cf9a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100418 Jul 07 17:24:47.378983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57536-d1d3-4d9f-8735-89184740ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a13a894-8537-4742-a0c6-6753d9411371,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.380294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:47.507135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56a74c-326f-4985-a222-dcde239e1372 req-4ad2c972-2850-4c55-b68b-27a071ef7433 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.509201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a56a74c-326f-4985-a222-dcde239e1372 req-4ad2c972-2850-4c55-b68b-27a071ef7433 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1128769 Jul 07 17:24:47.542380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.578700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a56a74c-326f-4985-a222-dcde239e1372 req-c98ae344-d0f7-4a65-b8cc-d93d5a645b09 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637035 Jul 07 17:24:47.585841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.647181 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.650060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.651596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a13a894-8537-4742-a0c6-6753d9411371 HTTP/1.1" status: 204 len: 168 time: 0.2700007 Jul 07 17:24:47.673369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697677a7-2bb7-4b9b-8246-3c6f3713c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a13a894-8537-4742-a0c6-6753d9411371,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.796875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7cfd-97fa-49fc-8329-569fd5583827 req-abb89b5c-75ee-4fbc-883d-1cd7f996cbb4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.798488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf4c7cfd-97fa-49fc-8329-569fd5583827 req-abb89b5c-75ee-4fbc-883d-1cd7f996cbb4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0790834 Jul 07 17:24:47.846186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf4c7cfd-97fa-49fc-8329-569fd5583827 req-f4b76c7b-5078-4ef9-b2af-6dc02a75427d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Jul 07 17:24:48.150670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e7bc1-ca7f-48c2-aec9-f2f449849d51 req-f542c7a6-6ffa-4647-abb2-90acbfccfce0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.153363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be2e7bc1-ca7f-48c2-aec9-f2f449849d51 req-f542c7a6-6ffa-4647-abb2-90acbfccfce0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0845864 Jul 07 17:24:48.222717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be2e7bc1-ca7f-48c2-aec9-f2f449849d51 req-57d7bd85-a298-4d77-af70-86d2b6f4a344 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623112 Jul 07 17:24:48.447906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e20d4-e177-416e-bdba-6253a412ca21 req-9b6fe80a-1239-4f89-8b9f-dbbd5823ad67 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.453760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-802e20d4-e177-416e-bdba-6253a412ca21 req-9b6fe80a-1239-4f89-8b9f-dbbd5823ad67 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0919628 Jul 07 17:24:48.502664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-802e20d4-e177-416e-bdba-6253a412ca21 req-9041c8da-1236-45fe-9ff4-5b28f3b71ebf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Jul 07 17:24:48.958025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b685ac-f7c4-438a-9ffa-f52d9731e8bb req-9649a371-b840-4256-b80c-b7a3d7766046 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:48.965580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02b685ac-f7c4-438a-9ffa-f52d9731e8bb req-9649a371-b840-4256-b80c-b7a3d7766046 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0844066 Jul 07 17:24:49.017613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02b685ac-f7c4-438a-9ffa-f52d9731e8bb req-b1bc6737-2d9b-4438-a829-ed6d9cdfa2e6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Jul 07 17:24:49.221969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500a3a-f2ef-4a4a-8719-d0a1b57e2d83 req-a9d80c15-9897-4540-a313-bc296ae9eb5a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.223712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4500a3a-f2ef-4a4a-8719-d0a1b57e2d83 req-a9d80c15-9897-4540-a313-bc296ae9eb5a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0727215 Jul 07 17:24:49.287270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4500a3a-f2ef-4a4a-8719-d0a1b57e2d83 req-ac0d7884-d510-4566-8045-cb297c298cae tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Jul 07 17:24:49.540157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320525-cdb3-479a-9c49-d98a7baf5d7b req-a0773693-4947-4514-b50b-30a86e44510b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.541857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8320525-cdb3-479a-9c49-d98a7baf5d7b req-a0773693-4947-4514-b50b-30a86e44510b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0905871 Jul 07 17:24:49.596877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8320525-cdb3-479a-9c49-d98a7baf5d7b req-b4f27c00-024c-41f6-a785-d3378e9d1f23 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Jul 07 17:24:49.836456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca7e8-6d8f-4711-82d6-27b1e56b9bde req-59da5f2d-4508-49a0-bdeb-45c442eec018 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.838415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a0ca7e8-6d8f-4711-82d6-27b1e56b9bde req-59da5f2d-4508-49a0-bdeb-45c442eec018 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0833418 Jul 07 17:24:49.900592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a0ca7e8-6d8f-4711-82d6-27b1e56b9bde req-df5394ab-df36-4a65-a979-c863322fadac tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Jul 07 17:24:50.003951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.124623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d56806ec-e349-4314-8d10-e5d7cc69fee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.237359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d56806ec-e349-4314-8d10-e5d7cc69fee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.242777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d56806ec-e349-4314-8d10-e5d7cc69fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.287353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d56806ec-e349-4314-8d10-e5d7cc69fee9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45b6bec2e5e547a6b8ec7b967a8d8242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821395 Jul 07 17:24:50.288479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56806ec-e349-4314-8d10-e5d7cc69fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2c642-dbf3-4fa1-b8af-5f5e13b2cda0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.298180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.375724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.402848 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.484871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.487904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.489343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eb2c642-dbf3-4fa1-b8af-5f5e13b2cda0 HTTP/1.1" status: 204 len: 168 time: 0.1898870 Jul 07 17:24:50.504085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be945830-77c4-4a18-a701-db4edd12f772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2c642-dbf3-4fa1-b8af-5f5e13b2cda0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:50.518061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ac946-baac-4216-b8d0-f7037f2a8dea req-5c32a238-73e2-4e9a-b5ea-d44f2943fc43 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:50.520122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-395ac946-baac-4216-b8d0-f7037f2a8dea req-5c32a238-73e2-4e9a-b5ea-d44f2943fc43 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0885575 Jul 07 17:24:50.566977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-395ac946-baac-4216-b8d0-f7037f2a8dea req-382e4fe3-3aa4-4e43-abdd-301b2cfe2497 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jul 07 17:24:50.785840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.799386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19d178ea-6867-4674-841d-e4e1601be40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.893160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19d178ea-6867-4674-841d-e4e1601be40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.898837 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19d178ea-6867-4674-841d-e4e1601be40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.943685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-19d178ea-6867-4674-841d-e4e1601be40e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a24144925bd149bf8247e7d1ca644e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566868 Jul 07 17:24:50.947001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39876) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.950461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d178ea-6867-4674-841d-e4e1601be40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ed771-9e2e-4960-85f0-d371b77ac5e7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.039429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.068614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.122139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.125346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.126775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c4ed771-9e2e-4960-85f0-d371b77ac5e7 HTTP/1.1" status: 204 len: 168 time: 0.1786847 Jul 07 17:24:51.135812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9716218-8923-4383-ae80-94dc18d8733d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ed771-9e2e-4960-85f0-d371b77ac5e7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.843616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b02b5a-e6f3-477a-a55d-2d051f0c6d70 req-36d571cf-4354-4277-b233-0bc20786ad62 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.845441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6b02b5a-e6f3-477a-a55d-2d051f0c6d70 req-36d571cf-4354-4277-b233-0bc20786ad62 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1092370 Jul 07 17:24:51.891084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6b02b5a-e6f3-477a-a55d-2d051f0c6d70 req-00a4e1a6-eda9-4f39-aaeb-84746c30e43e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Jul 07 17:24:52.810413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39960) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.075031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9452-e47c-4524-98d3-ad937389ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.121248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac3600-8712-4da6-af0f-7f1b6be41d55 req-51d55fec-9488-4939-8da7-05ccc65716bb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:53.123563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98ac3600-8712-4da6-af0f-7f1b6be41d55 req-51d55fec-9488-4939-8da7-05ccc65716bb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0827897 Jul 07 17:24:53.164773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.173798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98ac3600-8712-4da6-af0f-7f1b6be41d55 req-555c04ea-d7a1-49ae-9cad-3dfcf5c79a81 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Jul 07 17:24:53.205141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9452-e47c-4524-98d3-ad937389ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.214468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9452-e47c-4524-98d3-ad937389ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.251051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f9ca9452-e47c-4524-98d3-ad937389ae1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fc80cfd54f9444196d2ebf38bf2fe5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385028 Jul 07 17:24:53.251259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.265210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca9452-e47c-4524-98d3-ad937389ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79309eef-b244-4b8f-9443-1ce49cd28f82,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.308501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-815e0df7-af3c-48a1-866c-43a10ed8e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.318855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.346865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.402350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.405275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.406862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79309eef-b244-4b8f-9443-1ce49cd28f82 HTTP/1.1" status: 204 len: 168 time: 0.1547272 Jul 07 17:24:53.417346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919117c5-7c7c-4b75-b506-2a2ea870a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79309eef-b244-4b8f-9443-1ce49cd28f82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.419064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-815e0df7-af3c-48a1-866c-43a10ed8e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.425227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-815e0df7-af3c-48a1-866c-43a10ed8e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.466967 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-815e0df7-af3c-48a1-866c-43a10ed8e3ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84178d54db64409da405128715d33c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006682 Jul 07 17:24:53.469708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.469911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0df7-af3c-48a1-866c-43a10ed8e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee2d7a-8683-4abb-9653-ecd244c628ef,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.552639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.582281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.642994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.645825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.649387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bee2d7a-8683-4abb-9653-ecd244c628ef HTTP/1.1" status: 204 len: 168 time: 0.1761026 Jul 07 17:24:53.659943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771a54-0b26-44b2-a70f-fc9e406e5e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee2d7a-8683-4abb-9653-ecd244c628ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.764193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.783165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e6db24d-b39f-4691-8aaf-b9fe02fba73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.921124 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e6db24d-b39f-4691-8aaf-b9fe02fba73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.933227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e6db24d-b39f-4691-8aaf-b9fe02fba73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.979545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e6db24d-b39f-4691-8aaf-b9fe02fba73c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3105b8449154c9f801ee408171493c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142327 Jul 07 17:24:53.981737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6db24d-b39f-4691-8aaf-b9fe02fba73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a99e8-aa26-4001-91a3-6369aff7960e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.982617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40000) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.055025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.071669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.082043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.087443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5839ff24-8d14-48c4-99bb-a52ade28612e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.146198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.149438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.153204 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e93a99e8-aa26-4001-91a3-6369aff7960e HTTP/1.1" status: 204 len: 168 time: 0.1656981 Jul 07 17:24:54.167859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29db3c6-326a-4ce9-b8a6-ed36f27ca8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a99e8-aa26-4001-91a3-6369aff7960e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.208208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5839ff24-8d14-48c4-99bb-a52ade28612e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.214302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5839ff24-8d14-48c4-99bb-a52ade28612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.270770 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5839ff24-8d14-48c4-99bb-a52ade28612e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc504749e14640f1b62aaca774aa758e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977427 Jul 07 17:24:54.271573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40010) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.272580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ff24-8d14-48c4-99bb-a52ade28612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a85ea-2fd7-4c3b-aae2-c21f2d258574,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.329326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.358359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.394805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb0787-67fb-4231-a555-6215c78c3fc3 req-e0c3dce7-1958-4e55-a851-b28d7de21f17 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.402386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03fb0787-67fb-4231-a555-6215c78c3fc3 req-e0c3dce7-1958-4e55-a851-b28d7de21f17 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0758624 Jul 07 17:24:54.415649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.419184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.420820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/558a85ea-2fd7-4c3b-aae2-c21f2d258574 HTTP/1.1" status: 204 len: 168 time: 0.1482625 Jul 07 17:24:54.430569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a47e41-2bbe-4c5e-92f3-ed09de0bfbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a85ea-2fd7-4c3b-aae2-c21f2d258574,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.471365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03fb0787-67fb-4231-a555-6215c78c3fc3 req-bf7c2922-d57a-4c9e-b360-ba050dfe13fd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678399 Jul 07 17:24:54.722650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-92320d86-bd64-4832-9e20-f1fc9e0236aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.724384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-92320d86-bd64-4832-9e20-f1fc9e0236aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1097 time: 0.0865805 Jul 07 17:24:54.859489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-1b03e656-c8c7-463c-9ecb-e9dbfab0e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.862890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-1b03e656-c8c7-463c-9ecb-e9dbfab0e262 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.1072755 Jul 07 17:24:54.911569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-af53a20b-878a-47ec-bda6-4bbfb86d4dbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.0421844 Jul 07 17:24:54.966827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-879a7a22-e56e-4bc9-9286-5f20bd7e58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.968345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-879a7a22-e56e-4bc9-9286-5f20bd7e58d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.0505660 Jul 07 17:24:55.016437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-86cbd249-7eb9-4d2c-9eae-eec10ce6d66d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412538 Jul 07 17:24:55.131989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-9e3bd3af-40ae-4b22-9624-0241cc64fe74 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089876 Jul 07 17:24:55.250027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f2f50629-99ec-4dd6-8f43-8481794b24b1 req-8a4683e1-c620-41f0-975a-f4b52b2c44d2 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116481 Jul 07 17:24:55.675344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81529a-926f-46e1-924d-3c52a45e3e1c req-c5ee7c0f-6163-4dbd-8c11-4fe9fda86cf3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.677116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c81529a-926f-46e1-924d-3c52a45e3e1c req-c5ee7c0f-6163-4dbd-8c11-4fe9fda86cf3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0765688 Jul 07 17:24:55.724088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c81529a-926f-46e1-924d-3c52a45e3e1c req-b6e80f7c-2382-4b08-b1f0-00159e8f78ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Jul 07 17:24:56.980078 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a7da-c373-4aa9-9026-29ddae980845 req-4dab7fb3-fc31-42ac-9703-0b9f8ef11277 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:56.982731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1554a7da-c373-4aa9-9026-29ddae980845 req-4dab7fb3-fc31-42ac-9703-0b9f8ef11277 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1283989 Jul 07 17:24:57.026668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1554a7da-c373-4aa9-9026-29ddae980845 req-5bab7c22-b60b-4543-95ad-fed8d706585d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 07 17:24:58.265346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87916c91-a3d6-4fc2-9433-cda7c2b36fdc req-906192b0-c0a3-4446-9649-579b151b865f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:58.272357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87916c91-a3d6-4fc2-9433-cda7c2b36fdc req-906192b0-c0a3-4446-9649-579b151b865f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1204810 Jul 07 17:24:58.333477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87916c91-a3d6-4fc2-9433-cda7c2b36fdc req-be7fcccf-98ef-4424-acde-dc841cb50462 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601528 Jul 07 17:24:59.550302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704a83b-937f-4eb4-b4d8-574eb7ec5594 req-0f8e2c8a-1263-48ae-bfd2-042dfdecd6c3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.551841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9704a83b-937f-4eb4-b4d8-574eb7ec5594 req-0f8e2c8a-1263-48ae-bfd2-042dfdecd6c3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0769234 Jul 07 17:24:59.594258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9704a83b-937f-4eb4-b4d8-574eb7ec5594 req-1f2ec1c6-0d3d-4f44-aa8a-ac01b07c0a83 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Jul 07 17:24:59.865433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-488b3657-9b6c-436d-ae8a-bd99154d7a39 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0617301 Jul 07 17:24:59.900886 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2085-abaf-403f-8d52-fc4639b7137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.973925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.974445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.975126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.975604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.976112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.976598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.977051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:59.979184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-9707e8e3-1b38-4fab-9ccc-7f1220923287 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.0753915 Jul 07 17:25:00.104333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-194fc802-b408-40a5-84d7-c8e225f909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.104959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-194fc802-b408-40a5-84d7-c8e225f909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.105436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-194fc802-b408-40a5-84d7-c8e225f909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.107172 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-194fc802-b408-40a5-84d7-c8e225f909c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 2292 time: 0.1006172 Jul 07 17:25:00.172800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-c7bfeb97-936a-4efc-ab52-abaa74941002 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1000 time: 0.0590894 Jul 07 17:25:00.230011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-02043bf7-701e-41cf-a008-2278381ccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.232219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-02043bf7-701e-41cf-a008-2278381ccca3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.0518887 Jul 07 17:25:00.303208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-5ff6afaf-e535-4599-9a36-5d052a740b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.305586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-5ff6afaf-e535-4599-9a36-5d052a740b7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664804 Jul 07 17:25:00.442680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-d7d31943-0560-44c4-9ed9-83de4560537d service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299591 Jul 07 17:25:00.588387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-4a1426ed-f25a-4fe5-8a82-50965537ad16 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292858 Jul 07 17:25:00.674738 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-2dd11edb-4b10-4975-8cea-270c408604a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0757487 Jul 07 17:25:00.790639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-0fcb916c-87ef-4785-80af-59b15ace45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.794725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-0fcb916c-87ef-4785-80af-59b15ace45e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.1136379 Jul 07 17:25:00.937207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-e4329cce-628e-44d6-abcc-d81d508dd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.939987 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-e4329cce-628e-44d6-abcc-d81d508dd260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388669 Jul 07 17:25:00.983319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396273da-8702-4a74-8a99-9aafcbec4fa1 req-218d9dbd-c84b-4429-abd8-6b818f05907e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.025566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-396273da-8702-4a74-8a99-9aafcbec4fa1 req-218d9dbd-c84b-4429-abd8-6b818f05907e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2117786 Jul 07 17:25:01.067431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-396273da-8702-4a74-8a99-9aafcbec4fa1 req-746a88c6-5bbc-4f26-bdc0-33aa1d13ddff tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Jul 07 17:25:01.165368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-8369bf68-01b8-4045-8e1a-849c2d0f2ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139904 Jul 07 17:25:01.346671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-09c640ac-dff9-4470-bda8-c2307c0a5add service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724081 Jul 07 17:25:01.395876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-504edfd3-c031-4c9f-83b7-44e5f9846b0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.0427411 Jul 07 17:25:01.451216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-2d8b2e1e-a091-4b50-9870-50491a89ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.452989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-2d8b2e1e-a091-4b50-9870-50491a89ae36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0508683 Jul 07 17:25:01.568487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:01.638431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-cdf9cafd-4bc3-4a0e-8465-ffce9ec4f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.641261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-cdf9cafd-4bc3-4a0e-8465-ffce9ec4f549 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697569 Jul 07 17:25:01.789973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad497359-3e09-489b-a537-5aef978389f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.817169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-425d3870-6f70-45f2-90cc-2836a90c2143 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666045 Jul 07 17:25:01.979695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-3baab564-1dfd-466b-8eab-31f899f0a88e service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565332 Jul 07 17:25:01.983054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad497359-3e09-489b-a537-5aef978389f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.992344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad497359-3e09-489b-a537-5aef978389f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.072325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-a41f0840-2b67-40ea-aea8-93d9170fe8fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.0846944 Jul 07 17:25:02.090996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad497359-3e09-489b-a537-5aef978389f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07ffb9856439431794116cc2ffac2d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210288 Jul 07 17:25:02.103569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:02.143991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad497359-3e09-489b-a537-5aef978389f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5db43e-0cfa-4fa1-8375-82560a423840,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.166869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-cb73681d-2a47-41ca-93d2-81e144e7177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.168849 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-cb73681d-2a47-41ca-93d2-81e144e7177e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0902698 Jul 07 17:25:02.273006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.306865 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1691150-e703-4efa-b31b-05d68ce0c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.314594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-0efc5527-5133-43fa-98dd-165c673c41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.316718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.317005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-0efc5527-5133-43fa-98dd-165c673c41a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407535 Jul 07 17:25:02.419118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9b14f-f202-4a2f-8b97-155b6be440f5 req-564bf9d1-e879-4307-8c25-9d858fcabf2a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.420725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dc9b14f-f202-4a2f-8b97-155b6be440f5 req-564bf9d1-e879-4307-8c25-9d858fcabf2a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1067028 Jul 07 17:25:02.430498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-f2cfd941-79e2-4325-89af-80ffae0ee30a service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058898 Jul 07 17:25:02.448920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.451730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.455322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee5db43e-0cfa-4fa1-8375-82560a423840 HTTP/1.1" status: 204 len: 168 time: 0.3482482 Jul 07 17:25:02.496765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dc9b14f-f202-4a2f-8b97-155b6be440f5 req-70d11233-4991-410e-a03f-8fafdc56c387 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Jul 07 17:25:02.498422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c824f7f-1b16-4426-afff-09dc01ce036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5db43e-0cfa-4fa1-8375-82560a423840,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.550596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-038b17d2-7971-4d2d-b16c-f288a4a383a3 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140246 Jul 07 17:25:02.595048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-bf7e3a96-7774-4bff-be47-02187ab1a1e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.0380299 Jul 07 17:25:02.652561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-3dd1529f-2d63-4153-91ac-4b293a506d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.654524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-3dd1529f-2d63-4153-91ac-4b293a506d0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0466824 Jul 07 17:25:02.718602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-dbc55428-83b9-4d2f-8cab-241a3f746f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.719981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-dbc55428-83b9-4d2f-8cab-241a3f746f11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594797 Jul 07 17:25:02.760613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:02.767754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.780210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718670e4-6f63-44ef-a4d2-f02f9933bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.889636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718670e4-6f63-44ef-a4d2-f02f9933bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.893916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-718670e4-6f63-44ef-a4d2-f02f9933bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.938182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718670e4-6f63-44ef-a4d2-f02f9933bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d2f6a-44bb-434c-90d0-27e2cf390c2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.945690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-718670e4-6f63-44ef-a4d2-f02f9933bd73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7699c99c7414435483af5f348973691f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814322 Jul 07 17:25:02.945942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.028307 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.064406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.126509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.129360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.133811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d63d2f6a-44bb-434c-90d0-27e2cf390c2e HTTP/1.1" status: 204 len: 168 time: 0.1837471 Jul 07 17:25:03.139520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4a868-0151-4d68-b69e-8acf6170e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d2f6a-44bb-434c-90d0-27e2cf390c2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:03.209712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-bd1da810-9afb-45af-a3c0-de48d357e55f service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827771 Jul 07 17:25:03.310630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-ee63c643-6cdc-418b-904c-39fd82c124bf service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925660 Jul 07 17:25:03.370636 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-8f5378b6-7331-41bf-9f21-f4ef3c8f9722 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0529466 Jul 07 17:25:03.435132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-8f4b051b-2adf-405d-a6b9-3a7573a2e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.436807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-8f4b051b-2adf-405d-a6b9-3a7573a2e0e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0593913 Jul 07 17:25:03.505169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-24f7864e-2aa6-47df-91b4-be2e559f1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.506822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-24f7864e-2aa6-47df-91b4-be2e559f1753 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627279 Jul 07 17:25:03.544610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.558878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25826339-af79-423c-895f-8eb7a8628ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.567576 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.637961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-1729594c-d7b1-41b3-bd25-bb1de0ed1935 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245723 Jul 07 17:25:03.721982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25826339-af79-423c-895f-8eb7a8628ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.727737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25826339-af79-423c-895f-8eb7a8628ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.751182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-1fa54b07-2484-4777-8626-5b477ead10ab service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049104 Jul 07 17:25:03.783693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e131ebf-53a0-4528-8e95-9e24b757c316 req-0eb94113-fcaa-4e16-805c-5108b44718f1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.785227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e131ebf-53a0-4528-8e95-9e24b757c316 req-0eb94113-fcaa-4e16-805c-5108b44718f1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1368330 Jul 07 17:25:03.786691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25826339-af79-423c-895f-8eb7a8628ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb37e5c-0064-456b-944b-fff94648f762,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:03.791492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25826339-af79-423c-895f-8eb7a8628ff4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0404373b872546468bed506212631cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458060 Jul 07 17:25:03.794438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.818883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-21734cb8-6bb0-4bff-b5d2-1c295967ece5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0607352 Jul 07 17:25:03.846606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e131ebf-53a0-4528-8e95-9e24b757c316 req-40075b6c-73d2-4d9e-94e0-99a278a0a7e5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Jul 07 17:25:03.878721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.893883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-b2dd1856-6274-442f-b27b-e115da971f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.898275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-b2dd1856-6274-442f-b27b-e115da971f77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0707459 Jul 07 17:25:03.904508 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.968127 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.971229 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.973125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cb37e5c-0064-456b-944b-fff94648f762 HTTP/1.1" status: 204 len: 168 time: 0.1732821 Jul 07 17:25:03.985246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a60ef-09a1-427d-b6a2-ac4179fe994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb37e5c-0064-456b-944b-fff94648f762,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.007682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9245da-f515-4b09-af1f-be865c492526 req-607c8ea7-ce2b-438d-a0b7-d077bbc588eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.009402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-607c8ea7-ce2b-438d-a0b7-d077bbc588eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076856 Jul 07 17:25:04.110089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-b1b4259d-b99f-42ee-aa46-9f4541693f18 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917845 Jul 07 17:25:04.232542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-df9245da-f515-4b09-af1f-be865c492526 req-38b66595-34a4-413c-b75d-1191a8a4db46 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154304 Jul 07 17:25:04.347778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.137781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad906-bb25-4c5c-b6a6-2b3fd7dcf717 req-068e6e11-5243-427d-8aa6-b4608da4b52f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.146078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f37ad906-bb25-4c5c-b6a6-2b3fd7dcf717 req-068e6e11-5243-427d-8aa6-b4608da4b52f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1310866 Jul 07 17:25:05.237015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f37ad906-bb25-4c5c-b6a6-2b3fd7dcf717 req-66eb9be9-e74e-4089-9bcd-cce932c43aba tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895467 Jul 07 17:25:05.365131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.736748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40352) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:05.843351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87c64163-114c-4450-80ed-4c97b0b6dcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.946503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87c64163-114c-4450-80ed-4c97b0b6dcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.950574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87c64163-114c-4450-80ed-4c97b0b6dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.993824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:05.994038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-87c64163-114c-4450-80ed-4c97b0b6dcee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e80879a55f14f649705a05175c15de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558086 Jul 07 17:25:05.994810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c64163-114c-4450-80ed-4c97b0b6dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554af1b-7b89-4e0c-be7c-d2190dc6b15c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.052809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.075052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.132790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.135613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.136745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d554af1b-7b89-4e0c-be7c-d2190dc6b15c HTTP/1.1" status: 204 len: 168 time: 0.1410360 Jul 07 17:25:06.145108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da3247-ba85-4748-a172-9985f40ce485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554af1b-7b89-4e0c-be7c-d2190dc6b15c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.421752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.448718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-770ec732-d58c-43a9-9e5c-5dae17466e8e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.450523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-770ec732-d58c-43a9-9e5c-5dae17466e8e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1638646 Jul 07 17:25:06.488044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c439f-1e07-422e-bb1a-63b16db306f6 req-dd7aaab2-9dc1-473c-b1a2-e59eeb02bd8a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.489643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-738c439f-1e07-422e-bb1a-63b16db306f6 req-dd7aaab2-9dc1-473c-b1a2-e59eeb02bd8a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1177092 Jul 07 17:25:06.491896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-4afe7233-96a5-4dc0-8f39-b5c71e061ca2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0287786 Jul 07 17:25:06.496952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.535215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c78b2af-ae87-4774-8910-164cff0e816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.588772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-738c439f-1e07-422e-bb1a-63b16db306f6 req-b5a3bc04-ad3f-4e18-9914-ed85903b3489 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Jul 07 17:25:06.642100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-ff0e6596-5304-475a-9ab3-9a6e8af83063 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360266 Jul 07 17:25:06.677401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40410) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.771584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c78b2af-ae87-4774-8910-164cff0e816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.777656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c78b2af-ae87-4774-8910-164cff0e816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.781446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f1c68833-d30f-48c0-b632-93e2f43dd5bf service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289084 Jul 07 17:25:06.795983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-522221c2-522f-488a-87c5-ca6863827e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.869596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c78b2af-ae87-4774-8910-164cff0e816f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3f17dda056148ad8d2e53e396dcec19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714180 Jul 07 17:25:06.872083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78b2af-ae87-4774-8910-164cff0e816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f046a81-a944-4f33-8af6-afd4bc6b6516,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.872726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40414) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.895289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-522221c2-522f-488a-87c5-ca6863827e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.904820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-522221c2-522f-488a-87c5-ca6863827e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.914915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-06a606ef-77e2-4648-8018-084f49163b90 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234560 Jul 07 17:25:06.971837 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-522221c2-522f-488a-87c5-ca6863827e1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5f0a17976074412a1a2bba2e6bfb9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909107 Jul 07 17:25:06.972146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522221c2-522f-488a-87c5-ca6863827e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7eb249-d6c9-48c4-86e3-3d87d569753d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.972473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.995134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.022644 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.043937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.071930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.106648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.109251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.112478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f046a81-a944-4f33-8af6-afd4bc6b6516 HTTP/1.1" status: 204 len: 168 time: 0.2365501 Jul 07 17:25:07.119066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa713fd-74a2-4e0a-bc27-d1b5be4b03ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f046a81-a944-4f33-8af6-afd4bc6b6516,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.140890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b197d1f-abbb-4752-b5ca-e0ea2cd8cd79 req-591017cb-cd5b-439b-9787-729aef63a99e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0422332 Jul 07 17:25:07.165370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.168554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.169854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e7eb249-d6c9-48c4-86e3-3d87d569753d HTTP/1.1" status: 204 len: 168 time: 0.1963127 Jul 07 17:25:07.178359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10598-cd9f-4678-bc48-9e1a50f2b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7eb249-d6c9-48c4-86e3-3d87d569753d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.479567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.495002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05e2-f0f3-4391-bb98-9b68f83f7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.591288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05e2-f0f3-4391-bb98-9b68f83f7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.596367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e8a05e2-f0f3-4391-bb98-9b68f83f7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.641331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e8a05e2-f0f3-4391-bb98-9b68f83f7929 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c1549c53bf94f62b884e4328d061a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573296 Jul 07 17:25:07.641331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a05e2-f0f3-4391-bb98-9b68f83f7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8064e329-dae4-46e3-9945-c787b1e6e1d7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.642033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.725960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.786243 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.857859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73c86-7a12-447d-81cf-2adbe5113af4 req-9120cda1-f1a0-47c7-bd9b-c6298f14882f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:07.859822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1f73c86-7a12-447d-81cf-2adbe5113af4 req-9120cda1-f1a0-47c7-bd9b-c6298f14882f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1230032 Jul 07 17:25:07.900477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.903299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.904987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8064e329-dae4-46e3-9945-c787b1e6e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2619095 Jul 07 17:25:07.926702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1f73c86-7a12-447d-81cf-2adbe5113af4 req-476817d9-1072-4126-a0a4-641afd6843a0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Jul 07 17:25:07.929639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46006c80-79e0-48bd-a5b2-5a25c675e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8064e329-dae4-46e3-9945-c787b1e6e1d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.345700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c13cda0-4057-47bf-a5e7-2d0a518d56d2 req-3a852801-18fd-4aec-a9f0-0c7f4b5d36d0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0423040 Jul 07 17:25:08.404815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-cb8c0ff9-438e-4ba9-a175-7e350b29a121 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:08.406765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-cb8c0ff9-438e-4ba9-a175-7e350b29a121 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1938705 Jul 07 17:25:08.427670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:08.642677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:08.646691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.851660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.854798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.9 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/fc1cc03f-1369-4063-9efa-c916de4e83f4) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.068082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613768152-network', 'tenant_id': 'ae4f1e5cc8464bd6a871ed320df27ce5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:09.109098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.132504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object fc1cc03f-1369-4063-9efa-c916de4e83f4 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.135949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Made reservation on behalf of ae4f1e5cc8464bd6a871ed320df27ce5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:09.138764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.157539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.176849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.249135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:09.251338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:09.295590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:09.322623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.381619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.412184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.418178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.419013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.441165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3992c965-9e6f-4b35-8c3c-2a469429ac65 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209866 Jul 07 17:25:09.458145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Request body: {'port': {'device_id': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:09.458849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320ebb2-a4f1-4f59-861e-344bbaff22d5 req-1ba5244f-b318-4da7-9428-d572e61941f7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.460993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b320ebb2-a4f1-4f59-861e-344bbaff22d5 req-1ba5244f-b318-4da7-9428-d572e61941f7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3276687 Jul 07 17:25:09.462496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:09.492923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e91f6b-578d-47c2-85eb-5e92fdf01c3b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.511271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.513330 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Added segment 2877bca2-d42e-47ce-8804-c215d1c0a23e of type vlan for network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e Jul 07 17:25:09.579096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.598851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b320ebb2-a4f1-4f59-861e-344bbaff22d5 req-237771c3-ae7e-4731-a67a-503a04fa98c5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230950 Jul 07 17:25:09.613442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.650899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-47e089ee-2a48-48cc-8e21-bac214ad1cde None None] Provisioning for port fc1cc03f-1369-4063-9efa-c916de4e83f4 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:09.656776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-47e089ee-2a48-48cc-8e21-bac214ad1cde None None] Provisioning complete for port fc1cc03f-1369-4063-9efa-c916de4e83f4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:09.657162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47e089ee-2a48-48cc-8e21-bac214ad1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.706949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-47e089ee-2a48-48cc-8e21-bac214ad1cde None None] Port fc1cc03f-1369-4063-9efa-c916de4e83f4 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:09.708207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.714231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.714922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.785575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90738d-b92d-4b30-b444-3215bd91209e req-05ee71a3-567e-4d83-a60d-1bb60dafa05d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:09.793348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c90738d-b92d-4b30-b444-3215bd91209e req-05ee71a3-567e-4d83-a60d-1bb60dafa05d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 931 time: 0.1597819 Jul 07 17:25:09.810589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9577534 Jul 07 17:25:09.813435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40516) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:09.828656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f831922-f0b4-49bc-98a7-937f349c0422 admin admin] Pushing event updated for resources: {'Network': ['ID=620c7f82-72ab-4eb9-b56f-2cd993d11a2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.839815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:09.849579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Request body: {'subnet': {'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613768152-subnet', 'tenant_id': 'ae4f1e5cc8464bd6a871ed320df27ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:09.871925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c90738d-b92d-4b30-b444-3215bd91209e req-0ff554ad-de2e-4ca5-9745-6f8516898491 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774930 Jul 07 17:25:09.958915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Made reservation on behalf of ae4f1e5cc8464bd6a871ed320df27ce5 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:09.961930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.117191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1cc03f-1369-4063-9efa-c916de4e83f4 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:10.128206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.166574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Transition to ACTIVE for port object fc1cc03f-1369-4063-9efa-c916de4e83f4 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:10.175716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.268272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.275603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Pushing event updated for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.385896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7f9e0d-949e-493f-913e-9623a5c95de5,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.412147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Checking segment: {'id': '2877bca2-d42e-47ce-8804-c215d1c0a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:10.412518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Network hostable DHCP agents. Network: 620c7f82-72ab-4eb9-b56f-2cd993d11a2e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:10.418365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Attempting to bind port fc1cc03f-1369-4063-9efa-c916de4e83f4 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:10.418982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Attempting to bind port fc1cc03f-1369-4063-9efa-c916de4e83f4 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:10.419111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Attempting to bind port fc1cc03f-1369-4063-9efa-c916de4e83f4 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:10.428880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Port fc1cc03f-1369-4063-9efa-c916de4e83f4 on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:10.429221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Attempting to bind port fc1cc03f-1369-4063-9efa-c916de4e83f4 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:10.442490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:10.442837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:10.443238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:10.443679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Bound port: fc1cc03f-1369-4063-9efa-c916de4e83f4, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:10.444047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.457916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:10.493665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 620c7f82-72ab-4eb9-b56f-2cd993d11a2e) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:10.500411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.500890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.502863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418c126-4b77-4922-a316-95fba20db7f3 None None] Network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:10.537948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d6b1d68-03c6-40a8-bd10-c9d280b1531e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7158689 Jul 07 17:25:10.546860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:10.550911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:10.563090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.630166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Pushing event updated for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.660487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.662330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.666884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-f7b6206c-2031-434b-8c39-3f520a874abe service neutron] 10.222.0.32 "PUT /v2.0/ports/fc1cc03f-1369-4063-9efa-c916de4e83f4 HTTP/1.1" status: 200 len: 1092 time: 1.2137086 Jul 07 17:25:10.667569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:10.682976 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762" -d '{"events": [{"name": "network-changed", "server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:10.727402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c850623-d579-49c2-9ae2-b776217e958a None None] Network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:10.826662 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7ce2f4-845b-417b-8c20-081969470d1f x-openstack-request-id: req-ad7ce2f4-845b-417b-8c20-081969470d1f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:10.827352 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:10.827772 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad7ce2f4-845b-417b-8c20-081969470d1f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:10.829944 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4', 'status': 'completed', 'code': 200} Jul 07 17:25:10.901884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-8ecfc9ca-ee70-4a64-988c-c4af85e2e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.905913 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-8ecfc9ca-ee70-4a64-988c-c4af85e2e669 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 1095 time: 0.1601527 Jul 07 17:25:11.023760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-87670b8a-2027-4665-bd1c-4f195a230abe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4 HTTP/1.1" status: 200 len: 217 time: 0.1039648 Jul 07 17:25:11.057395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89876e-f6fc-4388-8fcd-91473b1fd106 req-2df5e467-1049-43a8-b96c-4458ffc19669 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.073359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c89876e-f6fc-4388-8fcd-91473b1fd106 req-2df5e467-1049-43a8-b96c-4458ffc19669 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1674356 Jul 07 17:25:11.144539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-081ce210-032b-4f26-abd7-ee4a9fff231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.152566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-081ce210-032b-4f26-abd7-ee4a9fff231c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1237833 Jul 07 17:25:11.158949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c89876e-f6fc-4388-8fcd-91473b1fd106 req-6f2cf6d2-3b2f-4b46-851e-b0a9fe444fc5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843139 Jul 07 17:25:11.248149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5c7c1-f065-427c-9d50-15bbb1b553fa req-d1782383-ad7a-44ec-9b42-5631355e682e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.254071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3fa76ab5-d18d-4bc0-bee0-e161f73b02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.256030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-3fa76ab5-d18d-4bc0-bee0-e161f73b02f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947285 Jul 07 17:25:11.262873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0eb5c7c1-f065-427c-9d50-15bbb1b553fa req-d1782383-ad7a-44ec-9b42-5631355e682e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1384099 Jul 07 17:25:11.329702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0eb5c7c1-f065-427c-9d50-15bbb1b553fa req-20a3397e-ddca-4065-ba32-ef71b9923f03 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Jul 07 17:25:11.390095 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-2b3d38f6-bb5f-4669-8c7f-de426a9858eb service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257708 Jul 07 17:25:11.463340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.472675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651232681-network', 'tenant_id': '0de3b9e61d8f4eb5aa312ebdee6513ce'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:11.520688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Made reservation on behalf of 0de3b9e61d8f4eb5aa312ebdee6513ce for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:11.523952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.536637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-899c9e79-acbf-4b58-85fb-1fc91bd3ac94 req-87e30bb8-2274-4652-ba84-8be94a6e0bee service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382041 Jul 07 17:25:11.537581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.668341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-0cc51e7a-0d24-4fb1-8bb8-f59b8c4f03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.669927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-0cc51e7a-0d24-4fb1-8bb8-f59b8c4f03b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 1095 time: 0.0804846 Jul 07 17:25:11.795367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.807313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.826474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-83de8156-93cb-43ea-9d25-ea54346beef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.828190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-83de8156-93cb-43ea-9d25-ea54346beef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1505740 Jul 07 17:25:11.847546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:11.883838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be775bf-0646-4fb0-bc34-db339526b777,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.887356 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-b2bea413-f6d7-4fa2-9259-7af0dda8528a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4 HTTP/1.1" status: 200 len: 217 time: 0.0462136 Jul 07 17:25:11.890920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.891269 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Added segment 96bcddfa-4390-401c-9197-c580f1207f51 of type vlan for network 192fbb6c-3fd3-4e70-9d24-fb172a820f88 Jul 07 17:25:11.982156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.007647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-67363f40-4ade-46df-af8a-673acc1de0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.009215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-67363f40-4ade-46df-af8a-673acc1de0ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1069176 Jul 07 17:25:12.053539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.054654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.055295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.088414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6174490 Jul 07 17:25:12.089619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.105320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Request body: {'subnet': {'network_id': '192fbb6c-3fd3-4e70-9d24-fb172a820f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651232681-subnet', 'tenant_id': '0de3b9e61d8f4eb5aa312ebdee6513ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:12.145260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8356f-7982-4a00-bbf8-3760f115fc23 admin admin] Pushing event updated for resources: {'Network': ['ID=192fbb6c-3fd3-4e70-9d24-fb172a820f88,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.152598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-137f71b2-b192-4dc0-817c-c9405868b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.154220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-137f71b2-b192-4dc0-817c-c9405868b449 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377490 Jul 07 17:25:12.162489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 192fbb6c-3fd3-4e70-9d24-fb172a820f88 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:12.176134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Made reservation on behalf of 0de3b9e61d8f4eb5aa312ebdee6513ce for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:12.179833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.380399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-947e0d73-b62b-4a6a-912b-db06796c752e service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148404 Jul 07 17:25:12.582684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2c5a35c-37fc-49dd-9f8f-a2de7bfac762 req-7073c129-7cde-4504-817f-4c962ef8d079 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952441 Jul 07 17:25:12.683940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.778301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40564) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.801431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162a4cad-c6c7-46b9-827e-a91152446fcf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.826942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328723a-30b3-4a08-9352-159732b0bd25 req-d30c06f0-816e-4cb6-89fa-37673dad61c7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.828764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8328723a-30b3-4a08-9352-159732b0bd25 req-d30c06f0-816e-4cb6-89fa-37673dad61c7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.2834752 Jul 07 17:25:12.841606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Checking segment: {'id': '96bcddfa-4390-401c-9197-c580f1207f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '192fbb6c-3fd3-4e70-9d24-fb172a820f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:12.841963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Network hostable DHCP agents. Network: 192fbb6c-3fd3-4e70-9d24-fb172a820f88, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:12.881052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4ede3-723d-41cb-a0f0-12d83a8de37d req-5b8aab5e-5739-4ea1-bdc2-3a4626ff3e83 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.887577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6f4ede3-723d-41cb-a0f0-12d83a8de37d req-5b8aab5e-5739-4ea1-bdc2-3a4626ff3e83 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3440809 Jul 07 17:25:12.932074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Network 192fbb6c-3fd3-4e70-9d24-fb172a820f88 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:12.939462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8328723a-30b3-4a08-9352-159732b0bd25 req-19cf8243-6e87-49d2-95b8-e196bbfb3ec5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999029 Jul 07 17:25:12.963759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6f4ede3-723d-41cb-a0f0-12d83a8de37d req-e790b0a9-3ab6-44e8-9f0f-0e921e99f59f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751805 Jul 07 17:25:12.964921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 192fbb6c-3fd3-4e70-9d24-fb172a820f88) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:12.986945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6c5d5-9059-4c43-874c-2fadfde4bb39 None None] Network 192fbb6c-3fd3-4e70-9d24-fb172a820f88 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:12.988191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.993057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.046894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8c344ae-cbb5-4136-835e-00e9b4f30555 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9548826 Jul 07 17:25:13.086629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.240471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8872d4-6c73-4495-91da-764d183b8945 None None] Network 192fbb6c-3fd3-4e70-9d24-fb172a820f88 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:13.383059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.395422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.450344 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:13.470650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c90aac2d86bf4db7831b9bbabf7e119e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859972 Jul 07 17:25:13.471876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab23a4-ea50-4e2b-9a3c-1b27d8915171,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.474321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40584) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:13.509651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.510642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.511023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.511432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.512012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.512546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.512944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.513377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.513781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.514203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.514596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.515004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d11b8dc-a2cc-4296-80e3-0d184e2f74d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:13.599445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.633082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.712820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.715626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.720634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4eab23a4-ea50-4e2b-9a3c-1b27d8915171 HTTP/1.1" status: 204 len: 168 time: 0.2415032 Jul 07 17:25:13.727334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359db8ab-d464-49ed-9c8f-4a026aaea9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab23a4-ea50-4e2b-9a3c-1b27d8915171,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.054892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-aad59582-5ecc-4861-aa58-1329bacc4c9c tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.056939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-aad59582-5ecc-4861-aa58-1329bacc4c9c tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/networks?id=620c7f82-72ab-4eb9-b56f-2cd993d11a2e HTTP/1.1" status: 200 len: 808 time: 0.2680771 Jul 07 17:25:14.102537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-9b7048c7-3ee2-497f-bb05-47c87b800748 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/quotas/ae4f1e5cc8464bd6a871ed320df27ce5 HTTP/1.1" status: 200 len: 375 time: 0.0277319 Jul 07 17:25:14.160936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-089c3bf7-1d3a-4ffa-9cf9-574580d82f90 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ae4f1e5cc8464bd6a871ed320df27ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571795 Jul 07 17:25:14.217926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:14.370423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:14.402426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'port_id': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'mac_address': 'fa:16:3e:5f:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ada8369-9216-4ed4-85ab-f0cb93b5a722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:14.433702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-034cebc6-805f-40d2-a2bc-5d3a41bb49d7 service neutron] 10.222.0.22 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695470 Jul 07 17:25:14.446916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197803f2-3e19-4f1e-97bf-f87166711844 req-89ab8886-d5b5-48a1-8624-baa93f9ac293 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.448731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-197803f2-3e19-4f1e-97bf-f87166711844 req-89ab8886-d5b5-48a1-8624-baa93f9ac293 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1200814 Jul 07 17:25:14.481508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.510977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:14.543269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:14.564228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.591470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-197803f2-3e19-4f1e-97bf-f87166711844 req-0f0dc874-79bb-4872-b909-e92fc742a690 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129951 Jul 07 17:25:14.676151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-d775671d-c325-41b1-9576-892eccef3330 service neutron] 10.222.0.22 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895430 Jul 07 17:25:14.704111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:14.880745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.915334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d433f3-7834-4965-9ab9-682defb95fa9 req-b96c104b-c45f-489e-ba95-32b57b047366 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.924735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.925088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.925432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.925770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.926123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.926464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.926858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.927199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.927528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.927854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.928179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.929026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:14.949518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64d433f3-7834-4965-9ab9-682defb95fa9 req-b96c104b-c45f-489e-ba95-32b57b047366 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1992633 Jul 07 17:25:15.071729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64d433f3-7834-4965-9ab9-682defb95fa9 req-986a15a7-7631-4df8-9aeb-caf6d43dd17a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204696 Jul 07 17:25:15.348334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ffcc4f69-a27b-4cc8-8a95-2376bdb95d5a req-2cbc4246-1b61-4609-919e-6bd08e71c9b8 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 210 time: 0.0806122 Jul 07 17:25:15.838630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fa314-75f0-408d-b9a9-b4802df5b05d req-5e908472-7e48-437a-a23d-4ad0756fecd1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.848811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4fa314-75f0-408d-b9a9-b4802df5b05d req-5e908472-7e48-437a-a23d-4ad0756fecd1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1100364 Jul 07 17:25:15.924241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe4fa314-75f0-408d-b9a9-b4802df5b05d req-aedc4b1b-ede5-40bc-95ec-9349c595d134 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741994 Jul 07 17:25:16.215187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:16.361190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port cf441714-3f18-4658-a35c-2b2f0d2a47d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.362796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.557867 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.585857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18621-db4b-4a47-8752-0be4171c37ab req-5fb6355d-1648-4873-b7da-8d90afebcf5c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.601322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33d18621-db4b-4a47-8752-0be4171c37ab req-5fb6355d-1648-4873-b7da-8d90afebcf5c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.2116647 Jul 07 17:25:16.631260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:16.642544 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f610aa9-0ec1-4884-8ed8-d9d6ebdfb800" -d '{"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:16.648137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:16.672872 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.723950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33d18621-db4b-4a47-8752-0be4171c37ab req-a49adcd8-117d-4b08-b3c8-e2082a58ea6e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149583 Jul 07 17:25:16.874860 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0336fd6b-2bfd-4be4-a2f7-fc49aff5d1dd x-openstack-request-id: req-0336fd6b-2bfd-4be4-a2f7-fc49aff5d1dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:16.875212 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:16.875467 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0336fd6b-2bfd-4be4-a2f7-fc49aff5d1dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:16.876035 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'code': 200} Jul 07 17:25:16.877041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:16.943235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-040450f0-a383-4714-869e-13c0d25381e9 req-2b116c9f-bf18-42aa-9fc7-8868b072be71 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 210 time: 0.0303431 Jul 07 17:25:17.237488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b861cc-8e7c-4e14-bf29-11d2d58cdf48 req-b5821ec0-b2dd-462f-957a-d7cacfdf4933 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.245286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68b861cc-8e7c-4e14-bf29-11d2d58cdf48 req-b5821ec0-b2dd-462f-957a-d7cacfdf4933 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1768699 Jul 07 17:25:17.336943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68b861cc-8e7c-4e14-bf29-11d2d58cdf48 req-50c73549-a7c2-4753-a5a8-12c92aceb729 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888081 Jul 07 17:25:17.470828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f49aee63-2712-4b37-aa1d-a783431e78e2 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.473606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f49aee63-2712-4b37-aa1d-a783431e78e2 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.83 "GET /v2.0/networks?id=620c7f82-72ab-4eb9-b56f-2cd993d11a2e HTTP/1.1" status: 200 len: 808 time: 0.1989331 Jul 07 17:25:17.506803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Request body: {'port': {'device_id': '72733bea-6845-4d6f-b92f-103f50527124', 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e', 'admin_state_up': True, 'tenant_id': 'ae4f1e5cc8464bd6a871ed320df27ce5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:17.888245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Made reservation on behalf of ae4f1e5cc8464bd6a871ed320df27ce5 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:17.911749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.417707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Allocated IP 172.20.0.9 (620c7f82-72ab-4eb9-b56f-2cd993d11a2e/5b7f9e0d-949e-493f-913e-9623a5c95de5/e85504a2-53df-4093-8d53-9b1d68f9d62d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:18.466642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2fdee-8f27-41ce-ade3-2731d6c4619a req-1d2a5430-a609-4239-8990-ee50fc615842 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:18.496980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77c2fdee-8f27-41ce-ade3-2731d6c4619a req-1d2a5430-a609-4239-8990-ee50fc615842 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.3564050 Jul 07 17:25:18.659348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bfd1fde-1d7c-4692-812a-040a0b8eb207 req-234a2a28-cce9-4892-84a6-4c2d4b0ce65b tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 210 time: 0.1564109 Jul 07 17:25:18.855211 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.859453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77c2fdee-8f27-41ce-ade3-2731d6c4619a req-3893cc4e-bbb3-4842-9775-2907232075d7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614249 Jul 07 17:25:18.991827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.085920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:19.092413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:19.107848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:19.118420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6304c5-7dce-4111-a4ee-2fa851f65d0a req-2ced7776-0470-47a1-b2c8-2d5221214cfb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.127816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe6304c5-7dce-4111-a4ee-2fa851f65d0a req-2ced7776-0470-47a1-b2c8-2d5221214cfb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1340487 Jul 07 17:25:19.169670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd5c4-e54e-47ed-874d-e97fc1e4112a req-5743bd89-a6e5-465e-afec-63249a8c7c75 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.171714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-943dd5c4-e54e-47ed-874d-e97fc1e4112a req-5743bd89-a6e5-465e-afec-63249a8c7c75 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.1427448 Jul 07 17:25:19.193000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe6304c5-7dce-4111-a4ee-2fa851f65d0a req-4087123c-e94e-43bd-a2a6-5608652620cb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Jul 07 17:25:19.233804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Pushing event updated for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.267487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.271925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.288250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-943dd5c4-e54e-47ed-874d-e97fc1e4112a req-8ad58915-2434-4d2d-9ff7-2cf2e693f7f6 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851982 Jul 07 17:25:19.399153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-54bb2590-4b0a-45b3-8f0c-f5487ec5d247 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9163907 Jul 07 17:25:19.420994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Request body: {'port': {'device_id': '72733bea-6845-4d6f-b92f-103f50527124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:19.730893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-36682daa-70a1-491d-8385-38b2d06d528f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.753594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-36682daa-70a1-491d-8385-38b2d06d528f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.4105358 Jul 07 17:25:19.854559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.267337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b146-619b-416d-8580-fdcfae8d2e40 req-8cd16d2c-3ef4-4c9a-8b40-bd66ead5b33d tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.274376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2f8b146-619b-416d-8580-fdcfae8d2e40 req-8cd16d2c-3ef4-4c9a-8b40-bd66ead5b33d tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 931 time: 0.2091990 Jul 07 17:25:20.310189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f46a0-1a81-4931-9479-403d293b6d2a req-e26e920d-2bdf-48fb-beb8-4a880b0f2ed5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.311815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b3f46a0-1a81-4931-9479-403d293b6d2a req-e26e920d-2bdf-48fb-beb8-4a880b0f2ed5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1735971 Jul 07 17:25:20.420682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2f8b146-619b-416d-8580-fdcfae8d2e40 req-495dc98e-ba20-4dfe-a0c7-ea2c48a1c718 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453249 Jul 07 17:25:20.467507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b3f46a0-1a81-4931-9479-403d293b6d2a req-5f8870a5-6904-44e2-ad57-e2a8e506dfa7 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419487 Jul 07 17:25:20.684656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Deleting port ec151313-693b-4e99-9d40-171fd8e23b32 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:20.684656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.856102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] For port ec151313-693b-4e99-9d40-171fd8e23b32, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=ec151313-693b-4e99-9d40-171fd8e23b32,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:20.856477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.862396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85504a2-53df-4093-8d53-9b1d68f9d62d {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:20.902263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49680-d3b3-4209-ba56-980986e3fe0f req-28f08179-990c-49f7-8013-549c8dfe5c0d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.903823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8b49680-d3b3-4209-ba56-980986e3fe0f req-28f08179-990c-49f7-8013-549c8dfe5c0d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.2608261 Jul 07 17:25:20.904050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.934374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7805ce-8c77-4aed-b6b7-57d4599cf5be req-c3bfab5e-39c7-4369-9b01-57465f35a7c9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.936086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d7805ce-8c77-4aed-b6b7-57d4599cf5be req-c3bfab5e-39c7-4369-9b01-57465f35a7c9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 945 time: 0.2270525 Jul 07 17:25:20.988031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Transition to ACTIVE for port object e85504a2-53df-4093-8d53-9b1d68f9d62d will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:21.041412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d7805ce-8c77-4aed-b6b7-57d4599cf5be req-8bd35eac-b3b0-4e4d-97c1-b65c1dbaaa21 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2113ec44-ba48-408a-8ff9-ee2dee4c7856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871589 Jul 07 17:25:21.063260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.091829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8b49680-d3b3-4209-ba56-980986e3fe0f req-41a17ef7-de04-4baf-b85f-700f9fa44b3b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543043 Jul 07 17:25:21.166221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Pushing event updated for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.370948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Attempting to bind port e85504a2-53df-4093-8d53-9b1d68f9d62d on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:21.371533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Attempting to bind port e85504a2-53df-4093-8d53-9b1d68f9d62d by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '2877bca2-d42e-47ce-8804-c215d1c0a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:21.371942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Attempting to bind port e85504a2-53df-4093-8d53-9b1d68f9d62d on network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:21.381128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Port e85504a2-53df-4093-8d53-9b1d68f9d62d on network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:21.382030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Attempting to bind port e85504a2-53df-4093-8d53-9b1d68f9d62d on network 620c7f82-72ab-4eb9-b56f-2cd993d11a2e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:21.427435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:21.427912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Checking segment: {'id': '2877bca2-d42e-47ce-8804-c215d1c0a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:21.428448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Bound using segment: {'id': '2877bca2-d42e-47ce-8804-c215d1c0a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:21.429272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Bound port: e85504a2-53df-4093-8d53-9b1d68f9d62d, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2877bca2-d42e-47ce-8804-c215d1c0a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:21.429495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.574205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.596088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.597273 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Floating IP b10283a9-ad62-4445-b945-75bad36eb65d disassociated. External IP: 172.25.7.206, port: ec151313-693b-4e99-9d40-171fd8e23b32. Jul 07 17:25:21.603686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Calling delete_port for ec151313-693b-4e99-9d40-171fd8e23b32 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:21.630241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:21.635167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d,segment=NetworkSegment(2877bca2-d42e-47ce-8804-c215d1c0a23e),segment_id=2877bca2-d42e-47ce-8804-c215d1c0a23e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:21.715222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.782063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.782063 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.783346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] 10.222.0.83 "PUT /v2.0/ports/e85504a2-53df-4093-8d53-9b1d68f9d62d HTTP/1.1" status: 200 len: 1092 time: 2.3744442 Jul 07 17:25:21.792966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:21.804872 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:21.840059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484062a9-dd51-4d61-bc7b-e19bb4143731 req-81d498aa-2862-4a14-a95a-1ba7fa59151e tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.848145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-484062a9-dd51-4d61-bc7b-e19bb4143731 req-81d498aa-2862-4a14-a95a-1ba7fa59151e tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 943 time: 0.2338603 Jul 07 17:25:21.927362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-484062a9-dd51-4d61-bc7b-e19bb4143731 req-9de7221b-c688-403f-b025-a0164b91f26b tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782237 Jul 07 17:25:21.930163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397cbb4-576c-4f33-89ea-0213c9c26faf service neutron] Pushing event updated for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.973547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0138-a9ee-4598-b480-eee2f7da2253 req-fb879df8-f08a-4ad5-854e-81868ee06812 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.975719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f2f0138-a9ee-4598-b480-eee2f7da2253 req-fb879df8-f08a-4ad5-854e-81868ee06812 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2245789 Jul 07 17:25:22.021543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-52e4f74b-7fcb-45fd-a154-ef3f6a2a9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.027713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-52e4f74b-7fcb-45fd-a154-ef3f6a2a9d48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae4f1e5cc8464bd6a871ed320df27ce5&device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 1095 time: 0.1698570 Jul 07 17:25:22.032172 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd05b17-748c-4034-8294-00ca701865db x-openstack-request-id: req-8dd05b17-748c-4034-8294-00ca701865db {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:22.032859 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:22.033123 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dd05b17-748c-4034-8294-00ca701865db {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:22.033613 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d', 'status': 'completed', 'code': 200} Jul 07 17:25:22.072095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f2f0138-a9ee-4598-b480-eee2f7da2253 req-9aa627a1-ba2b-4307-81f2-1036cbb95b94 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826433 Jul 07 17:25:22.114378 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-c1b198df-ca3e-4677-a75e-55eea4ce8576 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d HTTP/1.1" status: 200 len: 217 time: 0.0695932 Jul 07 17:25:22.202443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.240041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a330c614-08f8-49ab-8d07-7001ef7ff70f req-10366063-9072-412b-9328-b864c4082d23 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bacc4ef-6225-4cd6-9627-87a2c308dc26 HTTP/1.1" status: 200 len: 210 time: 0.0497150 Jul 07 17:25:22.283441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'Port': ['ID=ec151313-693b-4e99-9d40-171fd8e23b32,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.364617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ec151313-693b-4e99-9d40-171fd8e23b32 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:22.406230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfd5e4-6bdb-4eba-8bfb-1ec9ae5965ea req-c6ad67f6-fa7d-4462-acb4-0f63be829e5c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.408205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63dfd5e4-6bdb-4eba-8bfb-1ec9ae5965ea req-c6ad67f6-fa7d-4462-acb4-0f63be829e5c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1227875 Jul 07 17:25:22.409702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: ec151313-693b-4e99-9d40-171fd8e23b32 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:22.410582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device ec151313-693b-4e99-9d40-171fd8e23b32 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:22.417202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-6f84df51-904a-43c9-8966-f4f7de87271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.418755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-6f84df51-904a-43c9-8966-f4f7de87271a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b7f9e0d-949e-493f-913e-9623a5c95de5 HTTP/1.1" status: 200 len: 848 time: 0.2845197 Jul 07 17:25:22.422850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:22.483122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63dfd5e4-6bdb-4eba-8bfb-1ec9ae5965ea req-ab94b628-f590-4614-8b6d-ac22969cad7f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Jul 07 17:25:22.534925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-30ecbf61-9804-4275-bf54-2e0396291bb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=620c7f82-72ab-4eb9-b56f-2cd993d11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081836 Jul 07 17:25:22.677302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:22.687668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:22.706816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:22.707562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:22.751917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] No DVR routers for this DVR port ec151313-693b-4e99-9d40-171fd8e23b32 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:22.758052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.765689 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b07569e3-d76d-4908-b9e5-5a3ebe3e22b2 req-678fdc90-a332-4508-b167-5a46e92b7578 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.83 "DELETE /v2.0/ports/ec151313-693b-4e99-9d40-171fd8e23b32 HTTP/1.1" status: 204 len: 173 time: 3.0042226 Jul 07 17:25:22.801521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-80e5d880-e28d-4297-b7ca-9666379ea165 service neutron] 10.222.0.83 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214198 Jul 07 17:25:22.893546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:23.025611 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5de2333c-4b45-4c97-9fa4-57f0c75ce545 req-3c1733ac-13f9-415b-8a86-698269b72409 service neutron] 10.222.0.83 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175205 Jul 07 17:25:23.257597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-4f293875-602a-4656-a078-e12cfb7bf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.260944 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-4f293875-602a-4656-a078-e12cfb7bf158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae4f1e5cc8464bd6a871ed320df27ce5&device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 1095 time: 0.1600838 Jul 07 17:25:23.398307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-c9e354d3-a8c9-429b-9dfe-8330318e4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.399857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-c9e354d3-a8c9-429b-9dfe-8330318e4ec9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=620c7f82-72ab-4eb9-b56f-2cd993d11a2e HTTP/1.1" status: 200 len: 909 time: 0.1296446 Jul 07 17:25:23.403058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:23.459661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:23.483131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:23.483804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:23.487207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-1ee5d270-5aee-44c7-881e-539d4017b0fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d HTTP/1.1" status: 200 len: 217 time: 0.0777130 Jul 07 17:25:23.586963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-f39af1a5-08f8-4de4-942d-81bd30b89038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.590427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-f39af1a5-08f8-4de4-942d-81bd30b89038 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b7f9e0d-949e-493f-913e-9623a5c95de5 HTTP/1.1" status: 200 len: 848 time: 0.0938394 Jul 07 17:25:23.637013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-baac7475-d053-4666-b47f-49dc6079ab4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=620c7f82-72ab-4eb9-b56f-2cd993d11a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409911 Jul 07 17:25:23.719119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:23.834146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-1ed6f003-1a8a-4b7d-91cb-00955800a2fa service neutron] 10.222.0.83 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857190 Jul 07 17:25:23.946148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105e7dc-d78a-471c-bba9-e335a495712c req-7844557c-defc-4fc9-a45e-4ab760512eb0 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.953160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8105e7dc-d78a-471c-bba9-e335a495712c req-7844557c-defc-4fc9-a45e-4ab760512eb0 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 943 time: 0.8008718 Jul 07 17:25:23.978676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078d66-a1e4-4eb2-9a2a-0599413f2a9f req-8dcf8b32-a718-4942-b468-74e127258f8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.991608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c078d66-a1e4-4eb2-9a2a-0599413f2a9f req-8dcf8b32-a718-4942-b468-74e127258f8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1325727 Jul 07 17:25:24.046815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'name': 'network-vif-deleted', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:24.049254 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f37e2-d67c-4b8b-9d46-ade881031386" -d '{"events": [{"server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "name": "network-vif-deleted", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:24.059399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e15bc0d5-a4a9-46ef-8a4c-42bd8d9e2e9d req-9631e2a7-af9a-47db-a91c-22e6147f3a41 service neutron] 10.222.0.83 "GET /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183685 Jul 07 17:25:24.062884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:24.093252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c3b6f-62dd-4de5-af54-eca3565a82e1 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:24.167350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5c078d66-a1e4-4eb2-9a2a-0599413f2a9f req-37877423-d3b1-4fcc-aac5-54c5f32081b0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732123 Jul 07 17:25:24.186724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8105e7dc-d78a-471c-bba9-e335a495712c req-1c41f1bc-dd3e-4074-bdcb-08e6406b4161 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326088 Jul 07 17:25:24.536497 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb5499-2c66-43c1-96f9-1a57d10422c8 x-openstack-request-id: req-0acb5499-2c66-43c1-96f9-1a57d10422c8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:24.536790 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bacc4ef-6225-4cd6-9627-87a2c308dc26", "name": "network-vif-deleted", "tag": "ec151313-693b-4e99-9d40-171fd8e23b32", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:24.537212 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0acb5499-2c66-43c1-96f9-1a57d10422c8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:24.537758 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bacc4ef-6225-4cd6-9627-87a2c308dc26', 'name': 'network-vif-deleted', 'tag': 'ec151313-693b-4e99-9d40-171fd8e23b32', 'status': 'completed', 'code': 200} Jul 07 17:25:24.549589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1451ee-ee54-41ed-9ad9-3f47909c8f42 req-22b3b7d6-568d-4d41-9ccd-f4a8e4c23f7d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:24.562738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1451ee-ee54-41ed-9ad9-3f47909c8f42 req-22b3b7d6-568d-4d41-9ccd-f4a8e4c23f7d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1684363 Jul 07 17:25:24.580104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40768) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.598312 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde9f203-0b49-457d-aa00-8fd5a659574a None None] New status for floating IP b10283a9-ad62-4445-b945-75bad36eb65d: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:24.648113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1451ee-ee54-41ed-9ad9-3f47909c8f42 req-8489b0f0-7f46-46ce-b2a1-307f7ecb331e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844245 Jul 07 17:25:24.738670 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.806656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.904955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.918246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.921013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "DELETE /v2.0/security-groups/2113ec44-ba48-408a-8ff9-ee2dee4c7856 HTTP/1.1" status: 204 len: 168 time: 0.3393140 Jul 07 17:25:24.923184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.933547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22cc13-c9d0-4965-b515-110483bcaecd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2113ec44-ba48-408a-8ff9-ee2dee4c7856,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.965612 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8f10b51d-3d7f-4d3f-bc41-16b726e250e5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] show failed (client error): The resource could not be found. Jul 07 17:25:24.982282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8f10b51d-3d7f-4d3f-bc41-16b726e250e5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups/2113ec44-ba48-408a-8ff9-ee2dee4c7856 HTTP/1.1" status: 404 len: 347 time: 0.0551648 Jul 07 17:25:24.983861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.174934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Deleting port 1c4068ae-4fc4-4968-ace2-f92a789a4dda {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:25.175231 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.358154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.358499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.398422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Calling delete_port for 1c4068ae-4fc4-4968-ace2-f92a789a4dda owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:25.546688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0c0a-5907-4d68-92e1-1b67fb73ac2b req-e408d005-5bda-4ca8-bfee-b0436330c399 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:25.548258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5ca0c0a-5907-4d68-92e1-1b67fb73ac2b req-e408d005-5bda-4ca8-bfee-b0436330c399 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1608474 Jul 07 17:25:25.592795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68be2-1b70-44ad-b24e-1a6aa33dc1b1 req-13ec39cb-4c3d-4257-9e15-b17c51bf04d2 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:25.599830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cf68be2-1b70-44ad-b24e-1a6aa33dc1b1 req-13ec39cb-4c3d-4257-9e15-b17c51bf04d2 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 943 time: 0.1419041 Jul 07 17:25:25.638008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.668981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4cf68be2-1b70-44ad-b24e-1a6aa33dc1b1 req-8b60f083-9b7c-459d-9854-6bf3ec8bfe4e tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540099 Jul 07 17:25:25.673584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'Port': ['ID=1c4068ae-4fc4-4968-ace2-f92a789a4dda,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.695517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d5ca0c0a-5907-4d68-92e1-1b67fb73ac2b req-721898f3-2666-488b-8896-8995e2f4d328 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322539 Jul 07 17:25:25.747616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.750689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.758041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b465dbc-f510-43c5-96c2-f3508b688339 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "DELETE /v2.0/floatingips/b10283a9-ad62-4445-b945-75bad36eb65d HTTP/1.1" status: 204 len: 168 time: 0.7708709 Jul 07 17:25:26.006938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718aea-2847-4587-85ea-2091ab337ff1 req-a99e8946-27a1-4540-a0a6-83b8a4010300 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.014539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23718aea-2847-4587-85ea-2091ab337ff1 req-a99e8946-27a1-4540-a0a6-83b8a4010300 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1163821 Jul 07 17:25:26.062942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23718aea-2847-4587-85ea-2091ab337ff1 req-c219efbf-5b2c-4216-9688-45deeaa40edc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470023 Jul 07 17:25:26.241845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40786) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.247802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567741413', 'description': 'tempest-description--1624056066'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.274424 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.393019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e85504a2-53df-4093-8d53-9b1d68f9d62d details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:26.457858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.499857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.554598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d,segment=NetworkSegment(2877bca2-d42e-47ce-8804-c215d1c0a23e),segment_id=2877bca2-d42e-47ce-8804-c215d1c0a23e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:26.559407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eabdf32-db29-43fd-8d27-7e883dbcfb4c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.567664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.568080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'e85504a2-53df-4093-8d53-9b1d68f9d62d', 'network_id': '620c7f82-72ab-4eb9-b56f-2cd993d11a2e', 'port_id': 'e85504a2-53df-4093-8d53-9b1d68f9d62d', 'mac_address': 'fa:16:3e:e3:4a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7f9e0d-949e-493f-913e-9623a5c95de5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:26.570992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0db51647-9992-4093-b045-0a843746c88e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3273506 Jul 07 17:25:26.575559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.595077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group_rule': {'security_group_id': '2eabdf32-db29-43fd-8d27-7e883dbcfb4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.617521 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.635590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85504a2-53df-4093-8d53-9b1d68f9d62d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:26.662296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d,segment=NetworkSegment(2877bca2-d42e-47ce-8804-c215d1c0a23e),segment_id=2877bca2-d42e-47ce-8804-c215d1c0a23e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:26.668865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.669958 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.800396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.990993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.004464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.054484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc5e057-bb00-45dd-ac3f-fb25a59b046f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.067382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.067904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.075275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e85504a2-53df-4093-8d53-9b1d68f9d62d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:27.090137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.090604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.090940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.091284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.091706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.092070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.092399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.092729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.093377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.093715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:27.097619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.102287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.106831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'security_group_rule': {'security_group_id': '2eabdf32-db29-43fd-8d27-7e883dbcfb4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:27.107106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2a4cda65-3dc4-4dbf-bbb6-d5a54766fff0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5220201 Jul 07 17:25:27.163092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.201561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c397a4-efe0-49db-81a5-7f2e8bece78b req-3ccd98f5-9f10-4d4c-82c3-592e877574df tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.208043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8c397a4-efe0-49db-81a5-7f2e8bece78b req-3ccd98f5-9f10-4d4c-82c3-592e877574df tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 944 time: 0.2893999 Jul 07 17:25:27.233537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fdb2b-2593-4de6-8dec-113321dff665 req-cdfd5705-70e8-46fc-8c49-eafb1dc6fd2d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.247518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a3fdb2b-2593-4de6-8dec-113321dff665 req-cdfd5705-70e8-46fc-8c49-eafb1dc6fd2d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2544372 Jul 07 17:25:27.326540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.334007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.360089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d0d0e-b673-466f-b920-f0a7a404ab28,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.405196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.406811 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eda4d40a-518b-4258-9b5c-65226d2d11a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036673 Jul 07 17:25:27.410007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40810) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:27.415118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:27.441638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a3fdb2b-2593-4de6-8dec-113321dff665 req-5f945e31-d1b9-48ee-8ba2-fdd45e2e61b0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923807 Jul 07 17:25:27.463196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8c397a4-efe0-49db-81a5-7f2e8bece78b req-d599438a-20d9-48b0-a52c-ec3e91dc9b92 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122805 Jul 07 17:25:27.474715 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.648258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.820384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db604d9d-bb1b-4a37-8485-70618c1fee73 req-3c4a3af3-097b-4206-af4a-e4e39ac0e418 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.829751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db604d9d-bb1b-4a37-8485-70618c1fee73 req-3c4a3af3-097b-4206-af4a-e4e39ac0e418 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1301973 Jul 07 17:25:27.880018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Allocated IP 172.25.7.229 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6b1134e8-0a46-45ad-8cf9-d920988c7b50) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:27.904732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db604d9d-bb1b-4a37-8485-70618c1fee73 req-0a7bb38e-9ed8-496e-b1a5-03184f75b176 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Jul 07 17:25:28.023866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.089796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.157191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:28.161025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:28.169426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:28.305647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=6b1134e8-0a46-45ad-8cf9-d920988c7b50,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.345798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.395746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e85504a2-53df-4093-8d53-9b1d68f9d62d up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:28.458817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.550488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port e85504a2-53df-4093-8d53-9b1d68f9d62d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:28.556492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port e85504a2-53df-4093-8d53-9b1d68f9d62d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:28.557202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.720508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.774372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:28.777253 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab60c280-b171-4321-86f2-76b311d5f278" -d '{"events": [{"server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "name": "network-vif-plugged", "status": "completed", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:28.795169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d,segment=NetworkSegment(2877bca2-d42e-47ce-8804-c215d1c0a23e),segment_id=2877bca2-d42e-47ce-8804-c215d1c0a23e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:28.807301 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.866766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.880109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.882120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.997462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e78b95-755a-4d13-b32d-05dedc1f8fb0 req-ab22c786-a7ab-4ad9-9302-40f4ba505279 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.005836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=6b1134e8-0a46-45ad-8cf9-d920988c7b50,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:29.018704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45e78b95-755a-4d13-b32d-05dedc1f8fb0 req-ab22c786-a7ab-4ad9-9302-40f4ba505279 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 944 time: 0.2726562 Jul 07 17:25:29.033082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.057485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef10d7-7047-4be9-9ebc-d2529d7eac31 req-130cf6c2-b9d8-411c-b269-822c787058b8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.078876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.080598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13ef10d7-7047-4be9-9ebc-d2529d7eac31 req-130cf6c2-b9d8-411c-b269-822c787058b8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.2722311 Jul 07 17:25:29.081017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-42f82d68-5f31-49cb-9a83-44c8266afa47 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6697874 Jul 07 17:25:29.164682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45e78b95-755a-4d13-b32d-05dedc1f8fb0 req-a9c7ce5e-0a60-41e5-89c4-51728e618ad7 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450660 Jul 07 17:25:29.191208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13ef10d7-7047-4be9-9ebc-d2529d7eac31 req-51a08023-1058-4421-a169-88da18543550 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Jul 07 17:25:29.262583 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9506cb-b3e6-4e66-afeb-8296c81dc6f0 x-openstack-request-id: req-1f9506cb-b3e6-4e66-afeb-8296c81dc6f0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:29.263379 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "name": "network-vif-plugged", "status": "completed", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:29.263813 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f9506cb-b3e6-4e66-afeb-8296c81dc6f0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:29.264412 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d', 'code': 200} Jul 07 17:25:29.468719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9078f-1abe-4ee6-a1d1-90b558c598e7 req-1d5886ca-721d-4fa2-9d4b-f26759b885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.472399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ea9078f-1abe-4ee6-a1d1-90b558c598e7 req-1d5886ca-721d-4fa2-9d4b-f26759b885a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 1097 time: 0.0844817 Jul 07 17:25:29.496842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816240-48dd-4c5e-bfd3-c151f677fbe5 req-fab7ef13-1929-4ce5-a9fc-85331f4aa6aa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.498392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65816240-48dd-4c5e-bfd3-c151f677fbe5 req-fab7ef13-1929-4ce5-a9fc-85331f4aa6aa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.0819569 Jul 07 17:25:29.535325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2ea9078f-1abe-4ee6-a1d1-90b558c598e7 req-a850543b-c0b1-48c5-88fe-a83e84caca74 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546753 Jul 07 17:25:29.605578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65816240-48dd-4c5e-bfd3-c151f677fbe5 req-b200ee83-3ba0-4442-982a-08e92cb39b02 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005304 Jul 07 17:25:29.628805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-d790ff91-b5d9-4ed0-94ac-c4ea4a0af9d9 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1567741413&fields=id&tenant_id=c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 267 time: 0.0717015 Jul 07 17:25:29.833199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-d3a18be2-6c21-47d4-acad-12f08aed4a1e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.835311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-d3a18be2-6c21-47d4-acad-12f08aed4a1e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 811 time: 0.1975141 Jul 07 17:25:29.857455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-7a9f3e6a-cccb-4c65-9e44-6ebe74efa79f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/quotas/c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 375 time: 0.0120184 Jul 07 17:25:29.902367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d92fe3-7231-427e-bf33-c2765fdfb8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.968342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-e52843bf-ab03-4a30-8bbb-df55745e78d8 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086001 Jul 07 17:25:30.130251 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-bc262383-6381-4524-8307-ef175564ab87 service neutron] 10.222.0.22 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501696 Jul 07 17:25:30.227369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40848) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.274738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-d526155f-cc08-4a5b-b1d1-5010d50acea3 service neutron] 10.222.0.22 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376531 Jul 07 17:25:30.403050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa757607-8a74-4895-b6ac-03eb6700fba9 req-2ab38f7d-ddc8-4e7e-815c-1a7527a3a12e tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:30.404639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa757607-8a74-4895-b6ac-03eb6700fba9 req-2ab38f7d-ddc8-4e7e-815c-1a7527a3a12e tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 945 time: 0.0884647 Jul 07 17:25:30.405374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb13-e86b-4824-8303-52c0e4466886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.479890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fa757607-8a74-4895-b6ac-03eb6700fba9 req-c2d9e09a-1acb-4ca4-976f-f427c9f23f13 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669880 Jul 07 17:25:30.627559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb13-e86b-4824-8303-52c0e4466886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.637717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf86fb13-e86b-4824-8303-52c0e4466886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.685820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fb13-e86b-4824-8303-52c0e4466886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356beda-e335-49e9-99f0-4bd6f450f858,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.693946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cf86fb13-e86b-4824-8303-52c0e4466886 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87da84465e934165b6b7e629702dd374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621000 Jul 07 17:25:30.694457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.811486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.845863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.879417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54043887-e0c8-4dec-8e94-638efe227f16 req-5f854e71-2232-4b4f-839d-b46648c6d8a3 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 210 time: 0.0469928 Jul 07 17:25:30.893044 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20b449-a64e-4c97-9f04-c00c65ff2e01 req-c07f9f36-542f-455d-8518-653cc3cc8c1c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:30.896098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e20b449-a64e-4c97-9f04-c00c65ff2e01 req-c07f9f36-542f-455d-8518-653cc3cc8c1c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1945097 Jul 07 17:25:30.954414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.957314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.962550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1356beda-e335-49e9-99f0-4bd6f450f858 HTTP/1.1" status: 204 len: 168 time: 0.2646735 Jul 07 17:25:30.979837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839eeb4-b5e1-4c65-9bdf-aad12bf1fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356beda-e335-49e9-99f0-4bd6f450f858,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.996993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e20b449-a64e-4c97-9f04-c00c65ff2e01 req-4f782ea6-bfff-4791-98a8-b98d54fa7b55 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944138 Jul 07 17:25:31.235209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3b6-b220-4651-8619-2eba8b88743f req-3adb014c-f09f-49f6-bca5-0d708b6334d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:31.244331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb8ff3b6-b220-4651-8619-2eba8b88743f req-3adb014c-f09f-49f6-bca5-0d708b6334d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1172073 Jul 07 17:25:31.304261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb8ff3b6-b220-4651-8619-2eba8b88743f req-4edf90ed-9765-4598-8c72-9bcd6f6ccb21 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Jul 07 17:25:31.701914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe9b7-2c5b-494f-97b6-2aeae40ad3d7 req-6afb0eef-b2f0-42a9-a03b-5ee629422277 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:31.703648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-151fe9b7-2c5b-494f-97b6-2aeae40ad3d7 req-6afb0eef-b2f0-42a9-a03b-5ee629422277 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 945 time: 0.0835247 Jul 07 17:25:31.748455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-151fe9b7-2c5b-494f-97b6-2aeae40ad3d7 req-636e9959-0bcc-4648-b523-dd22baa963a9 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jul 07 17:25:32.079032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acc0c081-4d79-49ee-a216-ddb566b399ab req-554472a5-c304-493a-9339-1e2bc3171b8a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 210 time: 0.0506234 Jul 07 17:25:32.314069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1a405c6-e1b8-4e35-9527-b99f1ee5e84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.314654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822f3b-36fa-4b0a-bf1c-602522488cf9 req-0fa42442-2266-43db-b380-b72af53a1c97 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.325606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51822f3b-36fa-4b0a-bf1c-602522488cf9 req-0fa42442-2266-43db-b380-b72af53a1c97 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1729939 Jul 07 17:25:32.380164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51822f3b-36fa-4b0a-bf1c-602522488cf9 req-a5732328-7fc5-442a-95d7-2249b1e790b6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Jul 07 17:25:32.467697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-f0d52077-85cb-43c2-a870-b420198c71b5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.469274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-f0d52077-85cb-43c2-a870-b420198c71b5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.32 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 811 time: 0.2812886 Jul 07 17:25:32.563887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-6122d4ec-d300-4d71-bce2-dfc84a3a7432 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27740b9691043c99d9b7154d090a18d HTTP/1.1" status: 200 len: 380 time: 0.0842667 Jul 07 17:25:32.574660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'port': {'device_id': '20d03980-67e4-4796-9cd7-f1945849fa90', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'admin_state_up': True, 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'security_groups': ['2eabdf32-db29-43fd-8d27-7e883dbcfb4c']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.688185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9d2d-13bf-4896-9453-c54fad7d10b2 req-1053132f-a69e-458e-8715-5add6342f87e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.697181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c4b9d2d-13bf-4896-9453-c54fad7d10b2 req-1053132f-a69e-458e-8715-5add6342f87e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.1173267 Jul 07 17:25:32.773840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Made reservation on behalf of c27740b9691043c99d9b7154d090a18d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:32.791298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.797184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.836882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c4b9d2d-13bf-4896-9453-c54fad7d10b2 req-8936d160-a519-46e1-a722-b87078635239 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Jul 07 17:25:33.029865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Allocated IP 172.20.0.10 (a5aa51c1-4605-49b4-b06a-b8171de446bd/5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9/3cbf5612-f026-42d6-b241-2c5b1bcedb53) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:33.187568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.205514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Transition to ACTIVE for port object 3cbf5612-f026-42d6-b241-2c5b1bcedb53 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:33.249092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.313762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Network a5aa51c1-4605-49b4-b06a-b8171de446bd is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:33.320941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:33.326931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:33.330380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event updated for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.483821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.484516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.529400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-5e9f6b74-379b-4032-bef2-75d298568511 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9584882 Jul 07 17:25:33.547159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Request body: {'port': {'device_id': '20d03980-67e4-4796-9cd7-f1945849fa90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:33.547776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c673f-c958-4fa7-a6e0-6ffbe53be1e4 req-d714c38d-1db9-487a-90af-ad143ec1f8de tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.557101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-694c673f-c958-4fa7-a6e0-6ffbe53be1e4 req-d714c38d-1db9-487a-90af-ad143ec1f8de tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 932 time: 0.1606061 Jul 07 17:25:33.578047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.627067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-694c673f-c958-4fa7-a6e0-6ffbe53be1e4 req-aa919415-66ed-4251-90ac-72bc8eed4ad4 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605624 Jul 07 17:25:33.685880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.746124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad26d-6755-4b1c-a14b-05f7902dc396 req-36b45ea7-71da-494c-8170-fc325a856e70 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.747751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-860ad26d-6755-4b1c-a14b-05f7902dc396 req-36b45ea7-71da-494c-8170-fc325a856e70 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1186013 Jul 07 17:25:33.773389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-38a4a4b6-55cb-432f-a85c-48d09bf3444c None None] Provisioning for port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:33.778005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-38a4a4b6-55cb-432f-a85c-48d09bf3444c None None] Provisioning complete for port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:33.778687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a4a4b6-55cb-432f-a85c-48d09bf3444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.813136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-860ad26d-6755-4b1c-a14b-05f7902dc396 req-ff23ae5d-0b36-4217-b8b3-5ae68cd2453b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Jul 07 17:25:33.845195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38a4a4b6-55cb-432f-a85c-48d09bf3444c None None] Port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:34.023391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4355e-b1a5-4e1a-a571-df0f3a0a825e req-bdf41ce4-815b-49ba-80d2-e52e765ddd56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.030622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25c4355e-b1a5-4e1a-a571-df0f3a0a825e req-bdf41ce4-815b-49ba-80d2-e52e765ddd56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.0807338 Jul 07 17:25:34.068308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25c4355e-b1a5-4e1a-a571-df0f3a0a825e req-41d2569c-5d47-4ee9-bb23-ee0c765ad419 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jul 07 17:25:34.086276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbf5612-f026-42d6-b241-2c5b1bcedb53 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:34.094510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.108376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Transition to ACTIVE for port object 3cbf5612-f026-42d6-b241-2c5b1bcedb53 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:34.111785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.164255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.260322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Attempting to bind port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:34.260944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Attempting to bind port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:34.261412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Attempting to bind port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:34.269498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 on network a5aa51c1-4605-49b4-b06a-b8171de446bd not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:34.269982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Attempting to bind port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 on network a5aa51c1-4605-49b4-b06a-b8171de446bd {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:34.277597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:34.277943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Checking segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:34.278362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Bound using segment: {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:34.278801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Bound port: 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ffa98-cc7a-42d6-b438-549b3ee00936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:34.279168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.356853 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.521606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.527969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'network': {'name': 'tempest-network-smoke--1259194971', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:34.555265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:34.559618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.570593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.697722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.702536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.732102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:34.732981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:34.762284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.762727 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Added segment 28399cc3-18dd-489c-8cc0-1752614a18e7 of type vlan for network 42f57035-018f-40f2-abaa-74d792316db2 Jul 07 17:25:34.764127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81400a80-5fa6-4e93-ab5e-f3895e4b2095,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.764289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:34.771330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-fa23eec2-30d4-436f-b097-57c356a255de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.773122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-fa23eec2-30d4-436f-b097-57c356a255de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1097 time: 0.0787382 Jul 07 17:25:34.774416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.823855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.853009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.853648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.855106 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] 10.222.0.32 "PUT /v2.0/ports/3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 1093 time: 1.3149903 Jul 07 17:25:34.864871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:34.870485 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95770d25-0845-44ab-a0c7-a7ac73b229b3" -d '{"events": [{"name": "network-changed", "server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:34.929950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.937390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.938066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.953804 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a835a5-9b1a-47d2-8fe3-7c373b4f72fe x-openstack-request-id: req-a1a835a5-9b1a-47d2-8fe3-7c373b4f72fe {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:34.954155 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:34.954417 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1a835a5-9b1a-47d2-8fe3-7c373b4f72fe {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:34.954834 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'status': 'completed', 'code': 200} Jul 07 17:25:34.977323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4540744 Jul 07 17:25:34.990794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40982) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:35.001785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'admin_state_up': True, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:35.020862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81885b1e-1632-4a14-af74-333127f9215d req-837880e2-c8fb-4705-ba68-c708cbe48d46 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.024515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81885b1e-1632-4a14-af74-333127f9215d req-837880e2-c8fb-4705-ba68-c708cbe48d46 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 944 time: 0.2455461 Jul 07 17:25:35.066659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9988c-8415-445c-bf67-f77df4250871 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:35.074486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.076575 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.100453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee409c00-219c-440b-86b9-922e913677dd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Network': ['ID=42f57035-018f-40f2-abaa-74d792316db2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:35.113264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 42f57035-018f-40f2-abaa-74d792316db2 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:35.143108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-6fa5619c-c2dd-4e9a-84e4-e85983b5ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.143452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81885b1e-1632-4a14-af74-333127f9215d req-6419edad-9183-46bc-8eda-bd60225527a0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053798 Jul 07 17:25:35.145593 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-6fa5619c-c2dd-4e9a-84e4-e85983b5ec88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1096 time: 0.2439494 Jul 07 17:25:35.150322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-564395af-26d8-4fe5-aa4f-d6ba5afc2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.151671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-564395af-26d8-4fe5-aa4f-d6ba5afc2f7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.3704522 Jul 07 17:25:35.198477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c751a-b960-43c6-8af8-ba81abd1c4dc req-2317a317-6b39-4036-864f-860b53b6cdee tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.208281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-667c751a-b960-43c6-8af8-ba81abd1c4dc req-2317a317-6b39-4036-864f-860b53b6cdee tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.1334727 Jul 07 17:25:35.283106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-667c751a-b960-43c6-8af8-ba81abd1c4dc req-0c588461-2431-46de-81e2-28e6b81ea8c3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Jul 07 17:25:35.302280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-dc379ebe-8a5b-468f-a7a9-a04d28475641 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 217 time: 0.1475294 Jul 07 17:25:35.304027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.305557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-e1f42a01-7d07-4ec3-99f8-b7961dc3d22e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.1406670 Jul 07 17:25:35.356827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.401956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5145b-89aa-452d-8c6a-1f30824dbe0d req-4de6966e-7e64-4c98-ba28-ae5f2cbd30da tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.403807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64f5145b-89aa-452d-8c6a-1f30824dbe0d req-4de6966e-7e64-4c98-ba28-ae5f2cbd30da tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.0885415 Jul 07 17:25:35.462792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64f5145b-89aa-452d-8c6a-1f30824dbe0d req-e03cc78d-b2f3-4aa0-ab38-59f53e7e4d38 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Jul 07 17:25:35.476657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-7e6533bc-b013-4d64-a852-74625a4ba96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.477999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-7e6533bc-b013-4d64-a852-74625a4ba96d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1647379 Jul 07 17:25:35.587212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-692fe36a-354d-4da4-8d05-36efd1095663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.588676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-692fe36a-354d-4da4-8d05-36efd1095663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.1837056 Jul 07 17:25:35.592532 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.633691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-7bedacec-c64d-4910-929b-e69556abc59f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368471 Jul 07 17:25:35.741083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-91a4ff7a-60c2-4317-b7fd-a6af87cd7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.742373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-91a4ff7a-60c2-4317-b7fd-a6af87cd7d41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2575355 Jul 07 17:25:35.839029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-6bf379a2-4336-480a-b3e0-62c8fb917b57 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921327 Jul 07 17:25:35.943140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-239da56d-1cd6-4a41-b7d5-a59a4a347000 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907349 Jul 07 17:25:36.079769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5755bd-1ca5-4832-98c7-fd4a91f7e46b req-390ffa60-9976-45d5-adae-6bae977af56d tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.081205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c5755bd-1ca5-4832-98c7-fd4a91f7e46b req-390ffa60-9976-45d5-adae-6bae977af56d tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 945 time: 0.0644221 Jul 07 17:25:36.085394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-294b2373-fac8-4aac-adc9-4cf0027046e1 req-9be61c80-f09f-417f-913f-e22fa1b1a351 service neutron] 10.222.0.32 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389667 Jul 07 17:25:36.115989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.122488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c5755bd-1ca5-4832-98c7-fd4a91f7e46b req-e234f8c7-7496-498d-9621-e081e6c3faad tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Jul 07 17:25:36.143534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.166543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c034603a-810d-44fa-8dd1-2275faa7d9a3 req-0460288d-6f7c-40e8-885a-1768331e3c05 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160139 Jul 07 17:25:36.298225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.25.7.49 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/7f00b692-8e9d-4093-a791-16d4ccaff249) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:36.347037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afffc72-bee0-43b1-a426-0069758f1014 req-9248a2b6-5fad-4491-b47c-ceabbc6e897e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.351569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8afffc72-bee0-43b1-a426-0069758f1014 req-9248a2b6-5fad-4491-b47c-ceabbc6e897e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 944 time: 0.0829198 Jul 07 17:25:36.357584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-c0107759-d22f-4b4f-92d4-f7c12f44ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.359094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-c0107759-d22f-4b4f-92d4-f7c12f44ba56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1096 time: 0.1454806 Jul 07 17:25:36.402714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8afffc72-bee0-43b1-a426-0069758f1014 req-396b809f-ae67-44f5-b406-f0d662c3d1b5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472605 Jul 07 17:25:36.426879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.474382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999c0a-d6af-4ba3-9e0e-0e54c91539fa req-2b0bd762-027a-4532-9309-4bebd23a66c9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.476015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1999c0a-d6af-4ba3-9e0e-0e54c91539fa req-2b0bd762-027a-4532-9309-4bebd23a66c9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0723631 Jul 07 17:25:36.481653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.496006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-c2ce78f9-e7d5-435a-9adb-f9e695370a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.497480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-c2ce78f9-e7d5-435a-9adb-f9e695370a2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.1307707 Jul 07 17:25:36.522751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1999c0a-d6af-4ba3-9e0e-0e54c91539fa req-1deb6d92-1bde-4365-ba7e-2940049b8d62 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Jul 07 17:25:36.542231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-446c5465-265b-456d-8f40-f7e37344962f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 217 time: 0.0376270 Jul 07 17:25:36.610022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.618851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-2efe98c3-502e-4df9-a0de-0a8755200848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.620345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-2efe98c3-502e-4df9-a0de-0a8755200848 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.0687206 Jul 07 17:25:36.675039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:36.680365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:36.689008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:36.699028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6781d-616e-424c-b981-92c5d6a4a9c2 req-a561e19f-aeb1-47fc-bfcd-f13c9e7d5f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.700558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73a6781d-616e-424c-b981-92c5d6a4a9c2 req-a561e19f-aeb1-47fc-bfcd-f13c9e7d5f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.0683262 Jul 07 17:25:36.714185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=7f00b692-8e9d-4093-a791-16d4ccaff249,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.739759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73a6781d-616e-424c-b981-92c5d6a4a9c2 req-abcb7048-ca2b-4fea-8c99-a047d0fd2ef7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Jul 07 17:25:36.785866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-f636f57d-7277-4003-82d2-2c0e8e6d9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.787944 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-f636f57d-7277-4003-82d2-2c0e8e6d9d80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482222 Jul 07 17:25:36.969303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-d59a6953-b7fc-46ab-950d-3605bd0f7a5b service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564276 Jul 07 17:25:37.076811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.146192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95770d25-0845-44ab-a0c7-a7ac73b229b3 req-73e5212f-dda3-41eb-9409-807a66751d3b service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697114 Jul 07 17:25:37.299254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.305757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2ed14-3574-4d95-8a96-f5f6ad94036e req-9cd5cb8d-fbee-4b9a-94e3-66e358d89c51 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.307311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82f2ed14-3574-4d95-8a96-f5f6ad94036e req-9cd5cb8d-fbee-4b9a-94e3-66e358d89c51 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 945 time: 0.0682003 Jul 07 17:25:37.346468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82f2ed14-3574-4d95-8a96-f5f6ad94036e req-2c3023f3-3d0b-4231-8eac-7a0a0cce9d3f tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/security-groups?id=52e91f6b-578d-47c2-85eb-5e92fdf01c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Jul 07 17:25:37.466897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router 6eed6ab0-6f77-4409-be3c-4cb666b13537 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:37.491145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-11e1896a-6eb7-4881-8ee1-6c8e49d96bb7 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.492543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-11e1896a-6eb7-4881-8ee1-6c8e49d96bb7 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.83 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 945 time: 0.0870144 Jul 07 17:25:37.602170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dd217-9b7f-4601-8970-35611eb06cfc req-8ed359a0-7e13-42fb-9f1e-bc1c206a760f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.609744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-645dd217-9b7f-4601-8970-35611eb06cfc req-8ed359a0-7e13-42fb-9f1e-bc1c206a760f tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 944 time: 0.0955298 Jul 07 17:25:37.647954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-645dd217-9b7f-4601-8970-35611eb06cfc req-82c27e08-1368-4c9e-a104-bb3f19a728f4 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371614 Jul 07 17:25:37.723378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba745bb-8cc5-4307-afce-30f60ce4dfcf req-14f82ab6-9912-40ef-b8e4-a5ef2ed8f5ef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.726243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ba745bb-8cc5-4307-afce-30f60ce4dfcf req-14f82ab6-9912-40ef-b8e4-a5ef2ed8f5ef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0773573 Jul 07 17:25:37.774690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7ba745bb-8cc5-4307-afce-30f60ce4dfcf req-27d2a328-f7e5-44cc-afd1-08943408ec97 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Jul 07 17:25:37.928097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411c2a8-c6f7-4fd2-9047-0e7ea05db2fa req-087ec591-524f-49a9-b5e8-8c6b17bd13d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.929637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e411c2a8-c6f7-4fd2-9047-0e7ea05db2fa req-087ec591-524f-49a9-b5e8-8c6b17bd13d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 943 time: 0.0713539 Jul 07 17:25:37.970782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e411c2a8-c6f7-4fd2-9047-0e7ea05db2fa req-7772e24b-5b3d-47d0-bd87-fcb8cbef9738 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Jul 07 17:25:37.987019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:38.006380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Sync routers for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:38.011889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.013119 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3695a37-681c-4fd1-8fdc-ae0ff8a65b4b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0195589 Jul 07 17:25:38.016576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.022074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Deleting port e85504a2-53df-4093-8d53-9b1d68f9d62d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:38.022373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.026970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:38.027859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.133515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] For port e85504a2-53df-4093-8d53-9b1d68f9d62d, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e85504a2-53df-4093-8d53-9b1d68f9d62d,segment=NetworkSegment(2877bca2-d42e-47ce-8804-c215d1c0a23e),segment_id=2877bca2-d42e-47ce-8804-c215d1c0a23e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:38.133883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.148185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Calling delete_port for e85504a2-53df-4093-8d53-9b1d68f9d62d owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:38.168537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-731efa7f-0822-4265-ad01-57b039905028 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=1cc5c239a1ae4bb388dbc1d2b9a60089&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483669 Jul 07 17:25:38.168780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.286136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.299058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fc1cc03f-1369-4063-9efa-c916de4e83f4 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:38.301280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e85504a2-53df-4093-8d53-9b1d68f9d62d'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:38.324090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Pushing event deleted for resources: {'Port': ['ID=e85504a2-53df-4093-8d53-9b1d68f9d62d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.324340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:38.346695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560b222-0e69-4328-8330-29d2c5ff818b tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:38.353364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d560b222-0e69-4328-8330-29d2c5ff818b tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1836116 Jul 07 17:25:38.354387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.384158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:38.410405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] No DVR routers for this DVR port e85504a2-53df-4093-8d53-9b1d68f9d62d on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:38.414042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f4c5bd1-fec0-4a83-b639-ef01a5d8c38a tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584350 Jul 07 17:25:38.415238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.417389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c7e3bac-2384-415a-8ad8-3cf226d098d9 req-e01e0a57-1bd4-4809-a66a-68c3a1549f50 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.83 "DELETE /v2.0/ports/e85504a2-53df-4093-8d53-9b1d68f9d62d HTTP/1.1" status: 204 len: 173 time: 0.5595336 Jul 07 17:25:38.417947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'name': 'network-vif-deleted', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:38.418861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.420412 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7193b014-b49c-46ca-83ce-cc066482e373" -d '{"events": [{"server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "name": "network-vif-deleted", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:38.431798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777934369', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:38.509026 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a18fff-a566-47ec-9bf9-a495b2748f0b x-openstack-request-id: req-53a18fff-a566-47ec-9bf9-a495b2748f0b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:38.509322 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72733bea-6845-4d6f-b92f-103f50527124", "name": "network-vif-deleted", "tag": "e85504a2-53df-4093-8d53-9b1d68f9d62d", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:38.509575 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53a18fff-a566-47ec-9bf9-a495b2748f0b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:38.509976 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72733bea-6845-4d6f-b92f-103f50527124', 'name': 'network-vif-deleted', 'tag': 'e85504a2-53df-4093-8d53-9b1d68f9d62d', 'status': 'completed', 'code': 200} Jul 07 17:25:38.559115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-250033e0-d969-4bfc-a34f-1ee90c2a74a4 req-62beb161-7698-418d-a567-a19f60b2c846 tempest-VolumesActionsTest-597547659 tempest-VolumesActionsTest-597547659-project] 10.222.0.22 "GET /v2.0/ports?device_id=72733bea-6845-4d6f-b92f-103f50527124 HTTP/1.1" status: 200 len: 210 time: 0.0416665 Jul 07 17:25:38.614446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:38.619101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.649089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.653190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:38.691806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'fc1cc03f-1369-4063-9efa-c916de4e83f4', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': 'fc1cc03f-1369-4063-9efa-c916de4e83f4', 'mac_address': 'fa:16:3e:61:42:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:38.733685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:38.736022 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3156e76-57e2-49d3-be78-591d7ebbc46f" -d '{"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-unplugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:38.754954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:38.766837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.776847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.803624 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6b12ec-5db4-45f8-a520-d5d2ae1bdb48 x-openstack-request-id: req-5b6b12ec-5db4-45f8-a520-d5d2ae1bdb48 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:38.804541 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-unplugged", "status": "failed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:38.804541 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b6b12ec-5db4-45f8-a520-d5d2ae1bdb48 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:38.804541 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'code': 422} returned with failed status Jul 07 17:25:38.830950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1cc03f-1369-4063-9efa-c916de4e83f4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:38.831605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.868809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.874440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:38.884369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:38.886439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.919934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Checking router: 6eed6ab0-6f77-4409-be3c-4cb666b13537 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:38.920314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Updating router 6eed6ab0-6f77-4409-be3c-4cb666b13537 port 7f00b692-8e9d-4093-a791-16d4ccaff249 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:38.934126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Subnet': ['ID=9666a84c-b71b-42ae-b549-37eb37776f85,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.945766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Checking segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:38.946409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network hostable DHCP agents. Network: 42f57035-018f-40f2-abaa-74d792316db2, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:38.969535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 42f57035-018f-40f2-abaa-74d792316db2 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:38.981385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 42f57035-018f-40f2-abaa-74d792316db2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:38.986938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:38.988089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.013485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c9fc546a-8fe8-406b-a86f-db6581bf68d4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5907958 Jul 07 17:25:39.013988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.024002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510ddd6-40ad-4031-a71a-028ee62dd3e0 None None] Network 42f57035-018f-40f2-abaa-74d792316db2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:39.085310 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.133874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fc1cc03f-1369-4063-9efa-c916de4e83f4'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:39.161060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9b120-e599-4f67-8146-04aa8015c8ff req-3a0aa474-1720-4702-a77f-cf768c749637 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.169113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3d9b120-e599-4f67-8146-04aa8015c8ff req-3a0aa474-1720-4702-a77f-cf768c749637 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 944 time: 0.1167233 Jul 07 17:25:39.192337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.246842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3d9b120-e599-4f67-8146-04aa8015c8ff req-e123a6ec-3233-4270-a257-13d63d232eea tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766184 Jul 07 17:25:39.278414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9b5cf-5004-4bf7-8399-ac92fb400b72 req-5dcb037f-2803-4e42-bfb4-abf6243f02f6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.280833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87e9b5cf-5004-4bf7-8399-ac92fb400b72 req-5dcb037f-2803-4e42-bfb4-abf6243f02f6 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.1426716 Jul 07 17:25:39.338203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87e9b5cf-5004-4bf7-8399-ac92fb400b72 req-630e4079-71ad-4af9-9969-3058806b009d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492663 Jul 07 17:25:39.431700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c5831-1643-489e-992d-af94d07fe17d req-83fa1dbd-88a0-45b3-86b5-927a34c21348 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.433401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-648c5831-1643-489e-992d-af94d07fe17d req-83fa1dbd-88a0-45b3-86b5-927a34c21348 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 944 time: 0.0783844 Jul 07 17:25:39.480414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-648c5831-1643-489e-992d-af94d07fe17d req-4691f366-479f-44f9-93f4-9cbc2f1a73ea tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Jul 07 17:25:39.499833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-42f57035-018f-40f2-abaa-74d792316db2', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:39.500798 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.563760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4240e7-2210-4a62-9ea6-62967a58b891 req-16c9186d-7e99-4b46-836a-84d21c66863d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.565514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb4240e7-2210-4a62-9ea6-62967a58b891 req-16c9186d-7e99-4b46-836a-84d21c66863d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.0752199 Jul 07 17:25:39.614026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb4240e7-2210-4a62-9ea6-62967a58b891 req-5d6dd20d-e3f1-4d4b-9f4a-29b7fea6ea2f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Jul 07 17:25:39.626290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.748154 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.762989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Allocated IP 172.20.0.2 (42f57035-018f-40f2-abaa-74d792316db2/9666a84c-b71b-42ae-b549-37eb37776f85/8ec33d59-591d-4589-ab9f-fd658bf8e8ee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:39.770872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Transition to ACTIVE for port object 7f00b692-8e9d-4093-a791-16d4ccaff249 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:39.784760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.898344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Attempting to bind port 7f00b692-8e9d-4093-a791-16d4ccaff249 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:39.898832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Attempting to bind port 7f00b692-8e9d-4093-a791-16d4ccaff249 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:39.899311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Attempting to bind port 7f00b692-8e9d-4093-a791-16d4ccaff249 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:39.913272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7381c-15c7-455a-9cfc-4c8aa4432511 None None] Pushing event updated for resources: {'Port': ['ID=7f00b692-8e9d-4093-a791-16d4ccaff249,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.918308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:39.918694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-434480dd-9ee9-415b-9a1c-d6c1a14d9132 req-c3b732dd-679b-44b1-a372-f89da5235240 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:25:39.918821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:39.919154 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.919549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:39.919677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-434480dd-9ee9-415b-9a1c-d6c1a14d9132 req-c3b732dd-679b-44b1-a372-f89da5235240 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055013 Jul 07 17:25:39.920047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Bound port: 7f00b692-8e9d-4093-a791-16d4ccaff249, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:39.920407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.025724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] For port 7f00b692-8e9d-4093-a791-16d4ccaff249, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:40.034075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] For port 7f00b692-8e9d-4093-a791-16d4ccaff249, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7f00b692-8e9d-4093-a791-16d4ccaff249,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:40.045334 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.047976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.091370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Transition to ACTIVE for port object 8ec33d59-591d-4589-ab9f-fd658bf8e8ee will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:40.141851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Transition to ACTIVE for port object 8ec33d59-591d-4589-ab9f-fd658bf8e8ee will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:40.144910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:40.146083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:40.257692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7381c-15c7-455a-9cfc-4c8aa4432511 None None] Pushing event updated for resources: {'Port': ['ID=7f00b692-8e9d-4093-a791-16d4ccaff249,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.262611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.276921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.20.0.1 (42f57035-018f-40f2-abaa-74d792316db2/9666a84c-b71b-42ae-b549-37eb37776f85/b65056b3-2741-4adc-9cda-236fa8eb901c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:40.304239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Network 42f57035-018f-40f2-abaa-74d792316db2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:40.306480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:40.311399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3cbf5612-f026-42d6-b241-2c5b1bcedb53 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:40.313372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fc1cc03f-1369-4063-9efa-c916de4e83f4 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:40.348940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25da82-257c-4215-a46a-5452772c033c req-affdf687-e963-4cdc-b9a1-c22b2c7e8afd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.351489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c25da82-257c-4215-a46a-5452772c033c req-affdf687-e963-4cdc-b9a1-c22b2c7e8afd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.1217284 Jul 07 17:25:40.359600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:40.466700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c25da82-257c-4215-a46a-5452772c033c req-164a6647-3de4-4c66-a331-ca2292f820ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092834 Jul 07 17:25:40.530984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.567219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Transition to ACTIVE for port object b65056b3-2741-4adc-9cda-236fa8eb901c will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:40.595058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:40.605581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.628228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ec5d9-b8b1-41ec-bb24-d691db68af46 req-6172789b-58a8-450a-9bdb-30da87ed406e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.636563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e5ec5d9-b8b1-41ec-bb24-d691db68af46 req-6172789b-58a8-450a-9bdb-30da87ed406e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 944 time: 0.1816707 Jul 07 17:25:40.638626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e85504a2-53df-4093-8d53-9b1d68f9d62d no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:40.668804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 42f57035-018f-40f2-abaa-74d792316db2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:40.672133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:40.674663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:40.684152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: e85504a2-53df-4093-8d53-9b1d68f9d62d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:40.685019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e85504a2-53df-4093-8d53-9b1d68f9d62d not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:40.711468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e5ec5d9-b8b1-41ec-bb24-d691db68af46 req-e82a000a-32a5-4e4e-abad-b42126c629fe tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737019 Jul 07 17:25:40.726319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-267aebe5-12f2-4c1b-b069-bb01b939064b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3327081 Jul 07 17:25:40.726493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.783261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.814675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d8ccd-c52f-4314-b229-a305c885528c req-b412dba9-ca5c-4013-9c6e-490cfb2f32bf tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.816293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e02d8ccd-c52f-4314-b229-a305c885528c req-b412dba9-ca5c-4013-9c6e-490cfb2f32bf tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 944 time: 0.1458824 Jul 07 17:25:40.866859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Pushing event updated for resources: {'Port': ['ID=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.881303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Attempting to bind port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:40.881814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Attempting to bind port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:40.882297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Attempting to bind port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee on network 42f57035-018f-40f2-abaa-74d792316db2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:40.908690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:40.909389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Checking segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:40.909875 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.911947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Bound using segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:40.915740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Bound port: 8ec33d59-591d-4589-ab9f-fd658bf8e8ee, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:40.916802 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.922653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e02d8ccd-c52f-4314-b229-a305c885528c req-291d82d5-5772-4e92-bcb7-83163835958a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992205 Jul 07 17:25:40.980441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.083557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:41.098452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port fc1cc03f-1369-4063-9efa-c916de4e83f4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:41.115719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port fc1cc03f-1369-4063-9efa-c916de4e83f4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:41.116096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.118672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'port_id': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'mac_address': 'fa:16:3e:d3:25:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:41.153722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] For port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:41.194527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] For port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:41.216810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.226618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.278409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.316254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35548105-0c0c-47c1-bf1b-b566c9272f4f None None] The sync data for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 is: [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:36Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:41.340088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbf5612-f026-42d6-b241-2c5b1bcedb53 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:41.383428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.390200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.410955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7f916-6b2f-47c1-b67f-4a86f605334f None None] Pushing event updated for resources: {'Port': ['ID=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.416568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:41.426497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.439433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.466678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.493045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:41.495544 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd62067-91c6-4e82-9fdf-41642db9fd9f" -d '{"events": [{"server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "name": "network-vif-plugged", "status": "completed", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:41.521617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:41.531777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.532041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.532946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:41.590043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.689034 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b8cf9-2189-43a1-9920-7aa649febca1 x-openstack-request-id: req-0d0b8cf9-2189-43a1-9920-7aa649febca1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:41.690543 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "name": "network-vif-plugged", "status": "completed", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:41.692067 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d0b8cf9-2189-43a1-9920-7aa649febca1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:41.692488 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4', 'code': 200} Jul 07 17:25:41.698076 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['3cbf5612-f026-42d6-b241-2c5b1bcedb53'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:41.740764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 42f57035-018f-40f2-abaa-74d792316db2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:41.742927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:41.874077 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edc8f-b2f5-4cdb-a054-d268b67ca468 req-60d31dd5-4f0c-45c0-9913-26e0c18be6d8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:41.881588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af4edc8f-b2f5-4cdb-a054-d268b67ca468 req-60d31dd5-4f0c-45c0-9913-26e0c18be6d8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.2337029 Jul 07 17:25:41.970230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.004080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af4edc8f-b2f5-4cdb-a054-d268b67ca468 req-f7d92bc7-63c2-4998-9ad6-b2dcffcc08d5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209197 Jul 07 17:25:42.063155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba24cc-6245-4673-80b6-97e8a0572ac5 req-8b1863aa-d5e8-48a4-a475-a637d047e246 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.064125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06ba24cc-6245-4673-80b6-97e8a0572ac5 req-8b1863aa-d5e8-48a4-a475-a637d047e246 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 945 time: 0.1287434 Jul 07 17:25:42.096650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2483a8-7648-49fe-8056-360c3473f273 req-17832bc2-2225-4b06-8545-d44c97888a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.098405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c2483a8-7648-49fe-8056-360c3473f273 req-17832bc2-2225-4b06-8545-d44c97888a94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 1097 time: 0.3432002 Jul 07 17:25:42.131034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06ba24cc-6245-4673-80b6-97e8a0572ac5 req-e243464d-9c26-49bd-acf3-c6bef0e05299 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593500 Jul 07 17:25:42.173205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router 6eed6ab0-6f77-4409-be3c-4cb666b13537 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:42.199655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c2483a8-7648-49fe-8056-360c3473f273 req-07350d83-2b54-485e-b2c5-df88737e6a0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 Jul 07 17:25:42.221927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-36b5c46e-012a-43f0-95fb-91f62b1bbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.223273 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-36b5c46e-012a-43f0-95fb-91f62b1bbadd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea&tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf HTTP/1.1" status: 200 len: 1095 time: 0.1899190 Jul 07 17:25:42.250347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713403b-8999-4b4b-9c35-47181df76d53 req-f21e9e13-7680-4467-a504-c6a545a91fd6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.256352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d713403b-8999-4b4b-9c35-47181df76d53 req-f21e9e13-7680-4467-a504-c6a545a91fd6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Jul 07 17:25:42.260356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:42.336307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d713403b-8999-4b4b-9c35-47181df76d53 req-d9c2d422-f618-47e3-a603-9f309fe4cb43 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 Jul 07 17:25:42.424513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.426903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:42.433285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-728a889b-2334-4f22-b9ee-3a83c52d1a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "PUT /v2.0/routers/6eed6ab0-6f77-4409-be3c-4cb666b13537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182522 Jul 07 17:25:42.436151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.441008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1908358867', 'description': 'tempest-secgroup_access--1908358867 description', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:42.472217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.649252 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.667846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.712643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9035b8db-52a6-4669-bcf9-7e215cd7c896,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.740418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.744773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dacbbb4a-56b8-46fb-b092-30dad8a3b567 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3050227 Jul 07 17:25:42.745373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.753859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1197563595', 'description': 'tempest-secgroup_general--1197563595 description', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:42.772973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:42.799571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.823973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:42.876691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466af701-1bf1-4dc8-8084-deb66802f3af None None] Network 42f57035-018f-40f2-abaa-74d792316db2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:42.883720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:42.892915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.921266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Transition to ACTIVE for port object cf441714-3f18-4658-a35c-2b2f0d2a47d3 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:42.927486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.949334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.957929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.993638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7e497b10-d406-47d6-938b-fff5767af9f9 None None] Provisioning for port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:43.024764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4c8b6-7b59-4015-a69e-60e106ef2be1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.029842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.031388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0ad18771-50d5-4857-9129-a3a1b967f6ba tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2841041 Jul 07 17:25:43.034220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.041003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'security_group_rule': {'security_group_id': '9035b8db-52a6-4669-bcf9-7e215cd7c896', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:43.077614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.085595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] No DVR routers for this DVR port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:43.167053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=9']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.171277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.177879 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.181405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:43.181756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:43.182096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:43.187108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:43.187669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Attempting to bind port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on network 0a6ede57-f874-47fe-bd2f-203b30ed1752 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:43.199718 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e1bce2-0960-4cfb-b938-17dfa4db30e6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.200620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:43.201640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Checking segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:43.202644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Bound using segment: {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:43.203746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Bound port: cf441714-3f18-4658-a35c-2b2f0d2a47d3, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:43.204432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.255346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.265654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d909cb07-8c58-4a44-b908-3037fcfc5e56 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299640 Jul 07 17:25:43.320837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:43.324612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:43.328781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.330280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383e2a7-9099-4be4-8f64-1737104fb250 req-934eecba-ba7b-4fca-8e0b-c2522c571685 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.331873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1383e2a7-9099-4be4-8f64-1737104fb250 req-934eecba-ba7b-4fca-8e0b-c2522c571685 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 943 time: 0.1236625 Jul 07 17:25:43.399039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.399679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.401111 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] 10.222.0.83 "PUT /v2.0/ports/cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 1092 time: 1.1470830 Jul 07 17:25:43.415223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:43.424480 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3156a15-60e0-41c4-862b-c8007526f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:43.475538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1383e2a7-9099-4be4-8f64-1737104fb250 req-cb246d2a-7455-4573-8f67-9c6bb929551f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264720 Jul 07 17:25:43.530164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fafb8-622c-4213-baa2-7b70bcbf10cc req-62a494b5-6fb3-41b7-b584-9fa9109442ee tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.540022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a43fafb8-622c-4213-baa2-7b70bcbf10cc req-62a494b5-6fb3-41b7-b584-9fa9109442ee tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 945 time: 0.2530174 Jul 07 17:25:43.572180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec33d59-591d-4589-ab9f-fd658bf8e8ee up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:43.576349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a225-a68c-4007-b5ec-83e59a9d7aeb service neutron] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.614166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-35af79b7-0ca0-4142-91ce-82751bdd1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.622837 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-35af79b7-0ca0-4142-91ce-82751bdd1209 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1096 time: 0.1885068 Jul 07 17:25:43.627837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a43fafb8-622c-4213-baa2-7b70bcbf10cc req-fd47868b-efae-47c6-ac12-c3078f20bae0 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868704 Jul 07 17:25:43.633735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Provisioning for port b65056b3-2741-4adc-9cda-236fa8eb901c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:43.647316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Provisioning complete for port b65056b3-2741-4adc-9cda-236fa8eb901c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:43.648121 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.722726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-46335f65-5d2d-43b9-9551-c723ee874c29 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--1908358867&fields=id&tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089 HTTP/1.1" status: 200 len: 267 time: 0.0588920 Jul 07 17:25:43.758224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:43.767997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:43.768604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.771303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Port b65056b3-2741-4adc-9cda-236fa8eb901c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:43.803084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-02b75673-013e-4f21-bb92-823f9d0b0585 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1197563595&fields=id&tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089 HTTP/1.1" status: 200 len: 267 time: 0.0738647 Jul 07 17:25:43.813855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-3f976d38-7365-45a5-b2f9-c7deb7923013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.818943 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-3f976d38-7365-45a5-b2f9-c7deb7923013 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.1898746 Jul 07 17:25:43.821824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Provisioning complete for port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:43.822410 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.890431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-c6bdcb07-9369-4532-8a73-7f95bfe1bcde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.0645268 Jul 07 17:25:43.948168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-4ba729d5-1012-46fa-a7e8-27d6a3dce695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.951203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-4ba729d5-1012-46fa-a7e8-27d6a3dce695 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.0521767 Jul 07 17:25:43.954279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.993641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Sync routers for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:44.006991 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:44.007611 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.032888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-d318e3ea-1451-4131-8fbd-3d0f1f03e9b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656819 Jul 07 17:25:44.033663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.045177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-fdbf630f-d774-4b17-b3bf-b2775d0e6532 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:44.055110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-fdbf630f-d774-4b17-b3bf-b2775d0e6532 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 797 time: 0.2408011 Jul 07 17:25:44.073084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-9f6d00cb-c9cd-41be-ab9c-a73222b48074 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/quotas/1cc5c239a1ae4bb388dbc1d2b9a60089 HTTP/1.1" status: 200 len: 375 time: 0.0169208 Jul 07 17:25:44.091809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:44.109002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.111935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7f00b692-8e9d-4093-a791-16d4ccaff249 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:44.160564 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:44.166544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3321be-aedf-4383-add6-7ea21ffcac05 req-b4112b6e-e4d4-4390-9e44-db0024f894d9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:44.170232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-e62d622e-4f3d-4790-9e78-9a71220cb048 service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250784 Jul 07 17:25:44.173483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed3321be-aedf-4383-add6-7ea21ffcac05 req-b4112b6e-e4d4-4390-9e44-db0024f894d9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.2580147 Jul 07 17:25:44.216957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-603e1e78-dbea-4ed0-b388-119599440bb5 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428919 Jul 07 17:25:44.292567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed3321be-aedf-4383-add6-7ea21ffcac05 req-815a49ad-2e07-443f-a2eb-7b0de4b59aa3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157088 Jul 07 17:25:44.313512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8ef1f208-ec6b-4501-80bb-dcfe973a97bf req-8a33c8ed-1b14-497e-9d7e-be9059c7d37b service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341579 Jul 07 17:25:44.348834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:25:44.349737 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-0820d64b-5ee1-492a-afcf-71427e5fdccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:25:44.354707 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f55d445-6b92-4730-8500-1e4327e56def x-openstack-request-id: req-9f55d445-6b92-4730-8500-1e4327e56def {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:44.354998 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:44.355256 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f55d445-6b92-4730-8500-1e4327e56def {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:44.355667 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'status': 'completed', 'code': 200} Jul 07 17:25:44.357022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3cbf5612-f026-42d6-b241-2c5b1bcedb53 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:44.370355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-4e75c0ab-cd88-45e7-a4e8-1868cac10805 service neutron] 10.222.0.22 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429629 Jul 07 17:25:44.434543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.495534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7f00b692-8e9d-4093-a791-16d4ccaff249 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:44.504664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:44.517420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:44.517826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.519197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-6cce11d7-0c25-41c4-8349-299aff67dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:44.521643 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-6cce11d7-0c25-41c4-8349-299aff67dddc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1096 time: 0.1340189 Jul 07 17:25:44.550986 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:41Z', 'revision_number': 2, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.610638 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Checking router: 6eed6ab0-6f77-4409-be3c-4cb666b13537 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:44.611177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7f00b692-8e9d-4093-a791-16d4ccaff249 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:44.612818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Updating router 6eed6ab0-6f77-4409-be3c-4cb666b13537 port b65056b3-2741-4adc-9cda-236fa8eb901c binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:44.613706 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.685822 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.739517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-887fee04-ad7a-4843-ac4a-3959fc8f5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:44.742441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-887fee04-ad7a-4843-ac4a-3959fc8f5f42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.2132306 Jul 07 17:25:44.805469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-942237c8-187a-4d8e-9ab3-28383f900ceb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.0561774 Jul 07 17:25:44.908229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-55ee8f45-778d-4018-b019-c05bce0bb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:44.909722 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-55ee8f45-778d-4018-b019-c05bce0bb16f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.0981126 Jul 07 17:25:44.935389 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.009725 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.015335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-96ff414b-597d-4255-b52a-dd3041252022 service neutron] 10.222.0.22 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436067 Jul 07 17:25:45.026543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-bbe1affe-f8a3-49b5-b1fd-1ccb9e6cafdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066563 Jul 07 17:25:45.062629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7f00b692-8e9d-4093-a791-16d4ccaff249, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7f00b692-8e9d-4093-a791-16d4ccaff249,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:45.076322 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.088461 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Transition to ACTIVE for port object b65056b3-2741-4adc-9cda-236fa8eb901c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:45.096459 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.097369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:45.104968 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e42c82-8ea3-4c2a-a6c9-123d9884b473" -d '{"events": [{"server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "name": "network-vif-plugged", "status": "completed", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:45.113640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.226766 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Pushing event updated for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.250967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4742f-8976-47c9-b0d5-63d08fb15b4d req-40f3fd45-5b2b-4351-9dd4-8ff3eff5dc87 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.257733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eff4742f-8976-47c9-b0d5-63d08fb15b4d req-40f3fd45-5b2b-4351-9dd4-8ff3eff5dc87 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.2708282 Jul 07 17:25:45.264069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:45.271150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.278561 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.279077 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.281390 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.281849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.282313 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.288636 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.294557 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.295085 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.295527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.296005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.296437 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:45.315087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.330379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7f00b692-8e9d-4093-a791-16d4ccaff249,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.401244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eff4742f-8976-47c9-b0d5-63d08fb15b4d req-2e4a09ac-0a10-441e-81e0-890e8820c989 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373808 Jul 07 17:25:45.441093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.485847 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Attempting to bind port b65056b3-2741-4adc-9cda-236fa8eb901c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:45.486245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Attempting to bind port b65056b3-2741-4adc-9cda-236fa8eb901c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:45.486624 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Attempting to bind port b65056b3-2741-4adc-9cda-236fa8eb901c on network 42f57035-018f-40f2-abaa-74d792316db2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:45.502682 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:45.503062 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Checking segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:45.503474 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.503982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Bound using segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:45.504478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Bound port: b65056b3-2741-4adc-9cda-236fa8eb901c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:45.504862 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.647071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec33d59-591d-4589-ab9f-fd658bf8e8ee up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:45.695742 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] For port b65056b3-2741-4adc-9cda-236fa8eb901c, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:45.703681 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] For port b65056b3-2741-4adc-9cda-236fa8eb901c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b65056b3-2741-4adc-9cda-236fa8eb901c,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:45.713149 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.828042 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a52c-d901-4ca7-bbba-08a03a174c95 None None] Pushing event updated for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.844549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:45.849701 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.898782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:45.899223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.187145 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:46.213764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20b73-4550-4708-b175-311e50e7c247 req-394e58df-5882-43f6-b6dd-f742037d185c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:46.222820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35e20b73-4550-4708-b175-311e50e7c247 req-394e58df-5882-43f6-b6dd-f742037d185c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.4145470 Jul 07 17:25:46.305923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d069ecc-fefb-4b21-920d-9cae537ba618 req-1685c992-ef88-4737-ab75-403fbbbc33a4 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:46.311793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d069ecc-fefb-4b21-920d-9cae537ba618 req-1685c992-ef88-4737-ab75-403fbbbc33a4 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.4766650 Jul 07 17:25:46.413032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35e20b73-4550-4708-b175-311e50e7c247 req-edd8b562-e3fe-4c1a-8efb-1c61e5b9dd0a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748970 Jul 07 17:25:46.484468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d069ecc-fefb-4b21-920d-9cae537ba618 req-647a7c86-dd0a-4da8-8475-e43f0bdaf777 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613123 Jul 07 17:25:46.535506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-d70a2820-c0c4-4e6f-aff9-f75f3512110a service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5015285 Jul 07 17:25:46.752542 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed9761-4831-41b0-b4bf-2b0ea9a4ad79 x-openstack-request-id: req-14ed9761-4831-41b0-b4bf-2b0ea9a4ad79 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:46.753140 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "name": "network-vif-plugged", "status": "completed", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:46.757235 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14ed9761-4831-41b0-b4bf-2b0ea9a4ad79 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:46.760601 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'code': 200} Jul 07 17:25:46.782220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7f00b692-8e9d-4093-a791-16d4ccaff249 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:46.840906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dc4bf-e569-4581-bdb7-a071ec21a2f2 req-71265052-7ee2-4648-b657-e919b35172e7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:46.842603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d2dc4bf-e569-4581-bdb7-a071ec21a2f2 req-71265052-7ee2-4648-b657-e919b35172e7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.2244048 Jul 07 17:25:46.869482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3156a15-60e0-41c4-862b-c8007526f2e7 req-c7f3cb5f-c637-4810-b4a8-f0750b3a0246 service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163500 Jul 07 17:25:46.897035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7f00b692-8e9d-4093-a791-16d4ccaff249 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:46.905194 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.974836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0d2dc4bf-e569-4581-bdb7-a071ec21a2f2 req-ed2fa8fe-63a0-48a2-b528-ce556dd4e8f3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231687 Jul 07 17:25:47.045719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:47.126814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcc27c-6136-420f-96cc-6bd9e2f225ba None None] The sync data for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 is: [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:47.142529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b6168f29-6c2e-405f-aeeb-9db9644305f3 req-df541442-9ff2-43e9-b17b-3446f9783a39 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1319535 Jul 07 17:25:47.254630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6986e-5e13-4f03-90ca-356dbb45aa21 req-c7c978a1-48db-4a74-8dd9-6009f46aa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:47.256928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ff6986e-5e13-4f03-90ca-356dbb45aa21 req-c7c978a1-48db-4a74-8dd9-6009f46aa349 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1098 time: 0.2036262 Jul 07 17:25:47.355080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ff6986e-5e13-4f03-90ca-356dbb45aa21 req-d68cb37c-886a-49da-ace1-d1c8e783bed5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896497 Jul 07 17:25:47.576214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b65056b3-2741-4adc-9cda-236fa8eb901c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:47.735219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b65056b3-2741-4adc-9cda-236fa8eb901c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:47.747535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b65056b3-2741-4adc-9cda-236fa8eb901c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:47.749847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.918739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c408b-acb6-4599-af90-6d68c51fd589 req-ece93978-e232-4cc9-8a81-b2b18b48aa7c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:47.935439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-443c408b-acb6-4599-af90-6d68c51fd589 req-ece93978-e232-4cc9-8a81-b2b18b48aa7c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1828392 Jul 07 17:25:48.012349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.034485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-443c408b-acb6-4599-af90-6d68c51fd589 req-8d837870-e14c-4845-a804-da3509e32f3c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961373 Jul 07 17:25:48.110788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b65056b3-2741-4adc-9cda-236fa8eb901c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b65056b3-2741-4adc-9cda-236fa8eb901c,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:48.121801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.260159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:48.285333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd5654-70e3-42ed-9933-932848f1cf3a req-0d704c4f-c424-4fc0-9638-db08cdccd2d2 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.309668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8fd5654-70e3-42ed-9933-932848f1cf3a req-0d704c4f-c424-4fc0-9638-db08cdccd2d2 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.2488623 Jul 07 17:25:48.448544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8fd5654-70e3-42ed-9933-932848f1cf3a req-3123f00d-a714-4cbb-bac8-fb283cb44797 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353178 Jul 07 17:25:48.501913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3f67-cc08-4f2e-aaff-e6bd4bf14e14 req-86ddbfb3-97b3-42bc-9eaa-e0e954d6726c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.512610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d35a3f67-cc08-4f2e-aaff-e6bd4bf14e14 req-86ddbfb3-97b3-42bc-9eaa-e0e954d6726c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.2839718 Jul 07 17:25:48.590721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d35a3f67-cc08-4f2e-aaff-e6bd4bf14e14 req-86be2be8-360a-439c-8706-1d6fd9d2b6a4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770974 Jul 07 17:25:48.646903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-a592a4b9-7fdd-459d-8e34-f4c3f65f17a4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:48.649266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-a592a4b9-7fdd-459d-8e34-f4c3f65f17a4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.83 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 797 time: 0.3541870 Jul 07 17:25:48.755654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0225992a-8c7c-4972-9615-3e08dc6651b0 req-57b25ce8-dd2b-41cc-9652-9f5318eb4e6f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0564852 Jul 07 17:25:49.275610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc70c-a03f-4905-bd12-2e0c8cd8baaf req-5c88ca99-aedb-4610-84ba-c74d3afa17b5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:49.293423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aabc70c-a03f-4905-bd12-2e0c8cd8baaf req-5c88ca99-aedb-4610-84ba-c74d3afa17b5 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1130462 Jul 07 17:25:49.344054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aabc70c-a03f-4905-bd12-2e0c8cd8baaf req-8b9ade68-fd03-4d66-ac0d-aa4fc3a4b9dc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Jul 07 17:25:49.496534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-cc18e75a-7e84-46f5-9a9b-e09dbce680a1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:49.497924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-cc18e75a-7e84-46f5-9a9b-e09dbce680a1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.1271098 Jul 07 17:25:49.533408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b65056b3-2741-4adc-9cda-236fa8eb901c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:49.651836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b65056b3-2741-4adc-9cda-236fa8eb901c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:49.653585 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.773072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2736f31-7340-4c8d-85be-ae1b7039b895 req-e437654f-395e-4376-97e7-6012ea94e50c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:49.776611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2736f31-7340-4c8d-85be-ae1b7039b895 req-e437654f-395e-4376-97e7-6012ea94e50c tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.1660283 Jul 07 17:25:49.784306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port fc1cc03f-1369-4063-9efa-c916de4e83f4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:49.785079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.853996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2736f31-7340-4c8d-85be-ae1b7039b895 req-e44b1451-3c0e-4182-b3ff-3e69a80598cd tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716326 Jul 07 17:25:49.928871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port fc1cc03f-1369-4063-9efa-c916de4e83f4, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fc1cc03f-1369-4063-9efa-c916de4e83f4,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:49.929523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.943963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for fc1cc03f-1369-4063-9efa-c916de4e83f4 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.052403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29946ec-f66f-49fc-a791-13877f7d3da6 req-a8694356-9d11-49d7-8fb6-633bfcd6dc69 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:50.054419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b29946ec-f66f-49fc-a791-13877f7d3da6 req-a8694356-9d11-49d7-8fb6-633bfcd6dc69 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 945 time: 0.0739572 Jul 07 17:25:50.122845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b29946ec-f66f-49fc-a791-13877f7d3da6 req-caccdb21-95e7-46e8-802d-447925c28817 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613906 Jul 07 17:25:50.169171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.182588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fc1cc03f-1369-4063-9efa-c916de4e83f4'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:50.263419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=fc1cc03f-1369-4063-9efa-c916de4e83f4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.353780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2b42c2a-ade0-4806-9491-be55b2c40e1a req-c70b4920-de0b-4391-bb67-753568bbfa39 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0647571 Jul 07 17:25:50.359061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port fc1cc03f-1369-4063-9efa-c916de4e83f4 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.368427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.374552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85f5385a-79df-41a1-a98c-ead63a2271d1 req-be02ba63-5585-4f3b-8ec2-4364ba2e90bb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "DELETE /v2.0/ports/fc1cc03f-1369-4063-9efa-c916de4e83f4 HTTP/1.1" status: 204 len: 173 time: 0.8678386 Jul 07 17:25:50.375614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'name': 'network-vif-deleted', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:50.381570 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770cd2eb-422d-4364-bc43-0800971d6440" -d '{"events": [{"server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "name": "network-vif-deleted", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:50.455550 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:50.645578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c2a1-f701-4df7-938d-f9e4e3a5d4ff req-6521f40c-aa57-4a13-9a36-2bd6073db189 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:50.656882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41242) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.662275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Request body: {'floatingip': {'port_id': '3cbf5612-f026-42d6-b241-2c5b1bcedb53'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:50.679475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fac4c2a1-f701-4df7-938d-f9e4e3a5d4ff req-6521f40c-aa57-4a13-9a36-2bd6073db189 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.1614888 Jul 07 17:25:50.748237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.001678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451619-e216-4c0e-928c-61257bbb4652 req-522a1edb-5e27-4376-a50f-21d0a027c5fc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.012416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe451619-e216-4c0e-928c-61257bbb4652 req-522a1edb-5e27-4376-a50f-21d0a027c5fc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1693339 Jul 07 17:25:51.099539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe451619-e216-4c0e-928c-61257bbb4652 req-1ebe716a-33b0-49dd-890c-9f7ecae4e9c2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748763 Jul 07 17:25:51.222962 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1aeec5-1a37-4ff3-9a54-5d13a15841a0 x-openstack-request-id: req-fa1aeec5-1a37-4ff3-9a54-5d13a15841a0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:51.224371 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a2b7fb-ec03-4a3a-aaed-5e610d899726", "name": "network-vif-deleted", "tag": "fc1cc03f-1369-4063-9efa-c916de4e83f4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:51.224840 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa1aeec5-1a37-4ff3-9a54-5d13a15841a0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:51.225507 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2b7fb-ec03-4a3a-aaed-5e610d899726', 'name': 'network-vif-deleted', 'tag': 'fc1cc03f-1369-4063-9efa-c916de4e83f4', 'status': 'completed', 'code': 200} Jul 07 17:25:51.423965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21aeadca-339a-47b3-9f47-c1758fda1e09 req-6e53c11d-1720-4ebf-8b8f-da911f45556f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0372586 Jul 07 17:25:51.494482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.resource_extend [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:25:51.576356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.584353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.685850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c676bd4b-bc1d-4315-8c98-03377e014d57 req-d3005398-b52a-4c3d-b1da-df670881023f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0633671 Jul 07 17:25:51.804461 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Floating IP 9df54cf9-8b41-4058-bd24-31277e8c1595 associated. External IP: 172.25.7.229, port: 3cbf5612-f026-42d6-b241-2c5b1bcedb53. Jul 07 17:25:52.049968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:52.350478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fc1cc03f-1369-4063-9efa-c916de4e83f4 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:52.406168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:52.411155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.426709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: fc1cc03f-1369-4063-9efa-c916de4e83f4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:52.427638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fc1cc03f-1369-4063-9efa-c916de4e83f4 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:52.433798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:52.461444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:52.464431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:52.492335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-311052b9-ee69-413b-a967-fb9dbaa81a4a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "PUT /v2.0/floatingips/9df54cf9-8b41-4058-bd24-31277e8c1595 HTTP/1.1" status: 200 len: 992 time: 1.8340549 Jul 07 17:25:52.561322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914dbfe-ed21-4267-b86b-709b463a429a req-df4c6da9-a1d5-4ab9-bbd0-59a247512c58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:52.567940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4914dbfe-ed21-4267-b86b-709b463a429a req-df4c6da9-a1d5-4ab9-bbd0-59a247512c58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1422009 Jul 07 17:25:52.633464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4914dbfe-ed21-4267-b86b-709b463a429a req-115ee0b0-38d2-4f6d-8d52-64a34c593499 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Jul 07 17:25:52.707939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:52.861404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32656aff-ec42-4be3-b4e8-c8af0996a77d req-051b6795-ced8-409f-8937-bd5e8f267393 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0606141 Jul 07 17:25:53.004318 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-490b5cfd-1640-4339-b0ed-ae49c62c2fed tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089 HTTP/1.1" status: 200 len: 478 time: 0.1447794 Jul 07 17:25:53.059609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'port': {'device_id': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'admin_state_up': True, 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'security_groups': ['9035b8db-52a6-4669-bcf9-7e215cd7c896', '50f4c8b6-7b59-4015-a69e-60e106ef2be1']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:53.196007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d19c917-4f48-4c15-be27-40c81909763c req-457f8ead-cbb0-4567-9f00-e30d8bbb3764 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0543199 Jul 07 17:25:53.222364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '9df54cf9-8b41-4058-bd24-31277e8c1595', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:d3:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d03980-67e4-4796-9cd7-f1945849fa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:28Z', 'updated_at': '2021-07-07T17:25:51Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.228879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:53.236865 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b6f25-3568-41ef-b809-5986b03239bb" -d '{"events": [{"name": "network-changed", "server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:53.295903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:53.317032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:53.326499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:25:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:53.418671 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11817f33-1b99-47e2-8f17-dde32e2e6062 x-openstack-request-id: req-11817f33-1b99-47e2-8f17-dde32e2e6062 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:53.419285 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:53.419386 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11817f33-1b99-47e2-8f17-dde32e2e6062 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:53.419758 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'status': 'completed', 'code': 200} Jul 07 17:25:53.571579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:53.575151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.585988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:53.632181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6f25-3568-41ef-b809-5986b03239bb req-26ca8ea1-481f-4f7a-b474-8ab8689f474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.633772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-26ca8ea1-481f-4f7a-b474-8ab8689f474d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1098 time: 0.1993577 Jul 07 17:25:53.860648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6f25-3568-41ef-b809-5986b03239bb req-be7dcbb2-7680-47ef-b800-68ae9b5e505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.862502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-be7dcbb2-7680-47ef-b800-68ae9b5e505d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.2224395 Jul 07 17:25:53.950787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.20.0.8 (42f57035-018f-40f2-abaa-74d792316db2/9666a84c-b71b-42ae-b549-37eb37776f85/12273768-30f3-431a-a5fb-23b866ff9758) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:54.022229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-96c0ed8a-1db3-4ac5-8d96-188da05335ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 1000 time: 0.1491032 Jul 07 17:25:54.094604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927fd2e-8f27-4677-b1b2-11d5b61fe4ff req-2f071bea-e0c9-4a2d-9456-9661f38aad0d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.095926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '9df54cf9-8b41-4058-bd24-31277e8c1595', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:d3:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d03980-67e4-4796-9cd7-f1945849fa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:28Z', 'updated_at': '2021-07-07T17:25:51Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:54.103278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2927fd2e-8f27-4677-b1b2-11d5b61fe4ff req-2f071bea-e0c9-4a2d-9456-9661f38aad0d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1791699 Jul 07 17:25:54.155907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66e3e1-a824-40f5-9839-d28da2362d27 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '9df54cf9-8b41-4058-bd24-31277e8c1595', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'port_id': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'mac_address': 'fa:16:3e:d3:25:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d03980-67e4-4796-9cd7-f1945849fa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:28Z', 'updated_at': '2021-07-07T17:25:51Z', 'revision_number': 1, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:54.179727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2927fd2e-8f27-4677-b1b2-11d5b61fe4ff req-22c2bee0-b9dd-490d-99bc-5be9e5cbc7a0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754580 Jul 07 17:25:54.203366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6f25-3568-41ef-b809-5986b03239bb req-a49602de-cdf3-4a10-bc16-a792911d9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.216953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-a49602de-cdf3-4a10-bc16-a792911d9d1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.1851811 Jul 07 17:25:54.275685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b18775f-6aa1-4970-809f-5cdd7da73bf0 req-187e1b28-d362-452b-9285-b44fd3a1abb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0897098 Jul 07 17:25:54.634417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6f25-3568-41ef-b809-5986b03239bb req-b271480d-0c5a-401a-93b8-4bb6a923c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.637328 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-b271480d-0c5a-401a-93b8-4bb6a923c636 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4071572 Jul 07 17:25:54.650008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.739176 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94494c32-2954-45d9-b95a-58f05718198f None None] New status for floating IP 9df54cf9-8b41-4058-bd24-31277e8c1595: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:54.742737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Transition to ACTIVE for port object 12273768-30f3-431a-a5fb-23b866ff9758 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:54.886946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-8b08e0b4-e581-40a7-9ad7-acf68d331c42 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255964 Jul 07 17:25:54.942309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3197049d-9234-45ae-97ea-23db4dc74d93 req-015bec59-7ef9-49a8-818f-9c1f0ca9defd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0741611 Jul 07 17:25:54.955988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.116687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 42f57035-018f-40f2-abaa-74d792316db2 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:55.160892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:55.177765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:55.191898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.361843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487b6f25-3568-41ef-b809-5986b03239bb req-da591e6c-c2ba-4c61-9201-f6c872c1b5d0 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532421 Jul 07 17:25:55.449717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:55.451894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.485862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-cd3c3d4a-5aa6-4d83-be1e-9597f26403ad tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4298723 Jul 07 17:25:55.666804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7ee99e9-0f59-48e9-b027-a23b9843c831 req-37dd29b0-bebc-4c7b-bcae-b56a51cc7a0e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0685675 Jul 07 17:25:55.697481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d6e-0c9d-42b5-9c0a-0822c404dd45 req-81610cd6-2546-413c-a9f5-5b06be647b17 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:55.712062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96158d6e-0c9d-42b5-9c0a-0822c404dd45 req-81610cd6-2546-413c-a9f5-5b06be647b17 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.2427554 Jul 07 17:25:55.712502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6228442e-b42c-4658-a4ad-aa86d7bd011a None None] Provisioning for port 12273768-30f3-431a-a5fb-23b866ff9758 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:55.717911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6228442e-b42c-4658-a4ad-aa86d7bd011a None None] Provisioning complete for port 12273768-30f3-431a-a5fb-23b866ff9758 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:55.718673 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6228442e-b42c-4658-a4ad-aa86d7bd011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.796757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6228442e-b42c-4658-a4ad-aa86d7bd011a None None] Port 12273768-30f3-431a-a5fb-23b866ff9758 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:55.847949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96158d6e-0c9d-42b5-9c0a-0822c404dd45 req-af46e8f0-f0dd-4eec-8eb7-82b0e014c668 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326227 Jul 07 17:25:55.869567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-8d53ee42-2080-4668-a6c9-a4e1193aa923 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1948321 Jul 07 17:25:56.015625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-ccb37dd8-9baa-4e0a-96e4-5685a543887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.018522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-ccb37dd8-9baa-4e0a-96e4-5685a543887f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1098 time: 0.0789676 Jul 07 17:25:56.255157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-812bac31-f614-4651-a5b0-ed28d2d65288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.260665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-812bac31-f614-4651-a5b0-ed28d2d65288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.2170739 Jul 07 17:25:56.351063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c42f-9190-4adc-bfa9-003af57b17d7 req-02b8fa61-0424-4760-b6e1-03d6e11efe6a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.362234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3494c42f-9190-4adc-bfa9-003af57b17d7 req-02b8fa61-0424-4760-b6e1-03d6e11efe6a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 970 time: 0.2008359 Jul 07 17:25:56.422169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-3cac2ac5-6131-4505-95b0-9d8a121f0133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 1002 time: 0.1561224 Jul 07 17:25:56.458684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3494c42f-9190-4adc-bfa9-003af57b17d7 req-a6c95d20-610a-4dc4-8d04-52f5397bdb27 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0903060 Jul 07 17:25:56.503639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-ffb95923-c513-4e03-8fd2-f445c7560255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.506353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-ffb95923-c513-4e03-8fd2-f445c7560255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.0771291 Jul 07 17:25:56.598357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-04f5ba09-1d86-4a3e-b7ff-f93bdbb67481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.600039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-04f5ba09-1d86-4a3e-b7ff-f93bdbb67481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763538 Jul 07 17:25:56.740064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-4b68551f-f64e-44f8-8bb4-01be36a8c773 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323636 Jul 07 17:25:56.934758 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee35a691-81d3-4b0f-ae36-6e6f3df0276a req-b70e3ce1-a7b5-40e1-8bfd-01fd5db835d4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0488019 Jul 07 17:25:56.977311 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64ac2d2c-a506-4df7-8126-ffd033dda002 req-a62414b0-34b8-4716-a005-97ce34eb180f service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292008 Jul 07 17:25:57.189939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d67202-e2e9-4a4e-b82a-071fb0f15938 req-28b8f721-535a-4417-9efa-2d7637cf2c8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:57.191940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99d67202-e2e9-4a4e-b82a-071fb0f15938 req-28b8f721-535a-4417-9efa-2d7637cf2c8b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1241062 Jul 07 17:25:57.250053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99d67202-e2e9-4a4e-b82a-071fb0f15938 req-0cc1f056-185e-4cab-ad8a-249dfb0aab18 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Jul 07 17:25:57.652530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb856e-7e37-4871-93c6-b66d464e6984 req-6f5d3f63-c0be-4f99-86c7-cbfb54adc5ca tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:57.655882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7cb856e-7e37-4871-93c6-b66d464e6984 req-6f5d3f63-c0be-4f99-86c7-cbfb54adc5ca tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 970 time: 0.0841079 Jul 07 17:25:57.706364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7cb856e-7e37-4871-93c6-b66d464e6984 req-650d06cb-6e04-4d0f-b897-f0d6d97e4fcb tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0430751 Jul 07 17:25:58.102473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-083cf1ad-9907-432c-bf46-3683116fa439 req-45a70086-62da-4402-b474-4c5ff7d154f7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a2b7fb-ec03-4a3a-aaed-5e610d899726 HTTP/1.1" status: 200 len: 210 time: 0.0384061 Jul 07 17:25:58.491705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab29d-1956-4786-a9a6-ec4c71dd32f8 req-2a8085b9-8889-4f80-baa5-b54aaf85d217 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:58.493294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f1ab29d-1956-4786-a9a6-ec4c71dd32f8 req-2a8085b9-8889-4f80-baa5-b54aaf85d217 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1060519 Jul 07 17:25:58.542948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f1ab29d-1956-4786-a9a6-ec4c71dd32f8 req-372f869f-085f-4a38-af4d-58c25601a6a9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Jul 07 17:25:58.892923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1541-3308-4ffc-afde-f9b3fc68b18e req-61069e0c-f63e-461e-b58f-1ca402d96078 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:58.894550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ccc1541-3308-4ffc-afde-f9b3fc68b18e req-61069e0c-f63e-461e-b58f-1ca402d96078 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 970 time: 0.0711851 Jul 07 17:25:58.937293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ccc1541-3308-4ffc-afde-f9b3fc68b18e req-0b902a25-5689-4244-a39c-2f0df9325c4d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355651 Jul 07 17:25:59.744147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1592ae2-2da4-4739-918d-4abe22cb58c7 req-e00d5805-133b-43f3-b650-fae73208893d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:59.745788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1592ae2-2da4-4739-918d-4abe22cb58c7 req-e00d5805-133b-43f3-b650-fae73208893d tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.0831187 Jul 07 17:25:59.791695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1592ae2-2da4-4739-918d-4abe22cb58c7 req-72a03329-a927-4c9c-8082-d78804175509 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Jul 07 17:25:59.890175 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34c13124-7609-407c-b471-f6735fb42b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.948511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Request body: {'port': {'device_id': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:00.039398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.146004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1958-65d3-4921-b504-4759d0fc797f req-4360e48f-d9dc-4ddf-b5ca-5f55e7961569 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:00.147891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abec1958-65d3-4921-b504-4759d0fc797f req-4360e48f-d9dc-4ddf-b5ca-5f55e7961569 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 970 time: 0.0842178 Jul 07 17:26:00.195417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-abec1958-65d3-4921-b504-4759d0fc797f req-1334ee9a-d31b-44e0-8b24-a9d7c6e6077d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0392475 Jul 07 17:26:00.334891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12273768-30f3-431a-a5fb-23b866ff9758 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:00.343636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.363784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Transition to ACTIVE for port object 12273768-30f3-431a-a5fb-23b866ff9758 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:00.370179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.484038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Pushing event updated for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.565930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Attempting to bind port 12273768-30f3-431a-a5fb-23b866ff9758 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:00.566242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Attempting to bind port 12273768-30f3-431a-a5fb-23b866ff9758 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:00.566877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Attempting to bind port 12273768-30f3-431a-a5fb-23b866ff9758 on network 42f57035-018f-40f2-abaa-74d792316db2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:00.585917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Port 12273768-30f3-431a-a5fb-23b866ff9758 on network 42f57035-018f-40f2-abaa-74d792316db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:00.586360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Attempting to bind port 12273768-30f3-431a-a5fb-23b866ff9758 on network 42f57035-018f-40f2-abaa-74d792316db2 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:00.593699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:00.594064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Checking segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:00.594447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Bound using segment: {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:00.594884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Bound port: 12273768-30f3-431a-a5fb-23b866ff9758, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28399cc3-18dd-489c-8cc0-1752614a18e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f57035-018f-40f2-abaa-74d792316db2'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:00.595256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.686581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:00.690139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=12273768-30f3-431a-a5fb-23b866ff9758,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:00.700551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.761796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Pushing event updated for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.776142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:00.776779 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.778277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-ceac4b06-fc2b-4799-abb6-dcdefe80f990 service neutron] 10.222.0.83 "PUT /v2.0/ports/12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 1131 time: 0.8344653 Jul 07 17:26:00.778735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:00.787901 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de14ca0-e602-4b1b-a7b7-04c71b647a31" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:00.845215 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5ae08b-3a5f-44d1-8ba0-b5b04383f33c x-openstack-request-id: req-8a5ae08b-3a5f-44d1-8ba0-b5b04383f33c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:00.845565 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:00.845828 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a5ae08b-3a5f-44d1-8ba0-b5b04383f33c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:00.846298 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758', 'status': 'completed', 'code': 200} Jul 07 17:26:01.107804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-31656536-3f87-413e-ae35-a1b796396b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.109513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-31656536-3f87-413e-ae35-a1b796396b57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1134 time: 0.1724150 Jul 07 17:26:01.181516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-d553f520-8e95-456d-8a21-084614ab4823 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 217 time: 0.0642653 Jul 07 17:26:01.229150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff35304-399e-4301-b342-b6c281daa475 req-623e24e6-aab8-4e4d-bcbd-e5eaa1b5c4fc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.236952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff35304-399e-4301-b342-b6c281daa475 req-623e24e6-aab8-4e4d-bcbd-e5eaa1b5c4fc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.2764254 Jul 07 17:26:01.268839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-50e09cef-a450-4303-9c96-fcfe395da7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.271436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-50e09cef-a450-4303-9c96-fcfe395da7d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 200 len: 835 time: 0.0838976 Jul 07 17:26:01.304872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff35304-399e-4301-b342-b6c281daa475 req-0c1a5f49-78ab-4d3f-820a-01516303fdd8 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666823 Jul 07 17:26:01.349682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-4c319e99-7c27-4949-adac-3124a3072445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.351640 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-4c319e99-7c27-4949-adac-3124a3072445 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=42f57035-018f-40f2-abaa-74d792316db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732973 Jul 07 17:26:01.468953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-725c3649-6b88-46ad-9bdb-df6a0a19c46a service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098945 Jul 07 17:26:01.586920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c13c613-003b-4ac0-b3dc-0d71ca0a0980 req-c48d7e0a-d87f-4d10-8bbe-b9cf34c29076 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112430 Jul 07 17:26:01.599175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5c41c-bfc6-473b-b3cd-60aeaff6d548 req-69d7fa9b-469b-4662-baed-b1c08dba7641 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.601536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8b5c41c-bfc6-473b-b3cd-60aeaff6d548 req-69d7fa9b-469b-4662-baed-b1c08dba7641 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 982 time: 0.1821651 Jul 07 17:26:01.654640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8b5c41c-bfc6-473b-b3cd-60aeaff6d548 req-edb16bbc-143a-4ef8-835e-716e8c1294f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0472944 Jul 07 17:26:01.710257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-c551d4a0-f1ad-459a-809c-06c7132dfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.712025 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-c551d4a0-f1ad-459a-809c-06c7132dfe83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1134 time: 0.0671146 Jul 07 17:26:02.198686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-42f5bc8c-4a21-4e5d-89d2-be7bef9fd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.200511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-42f5bc8c-4a21-4e5d-89d2-be7bef9fd540 service neutron] 10.222.0.83 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 898 time: 0.4822454 Jul 07 17:26:02.305124 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-937979bb-4e00-4e9c-9735-30e10b88268b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 217 time: 0.0973046 Jul 07 17:26:02.310957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46f4884e-ac13-45fc-b37b-c23f385b87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.424030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-f47ffa0d-8c69-4869-a804-098a403bdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.427732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-f47ffa0d-8c69-4869-a804-098a403bdcf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 200 len: 835 time: 0.1105595 Jul 07 17:26:02.547497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-7d9bb5b8-d5a8-4527-bb20-914de398219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.549035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-7d9bb5b8-d5a8-4527-bb20-914de398219d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=42f57035-018f-40f2-abaa-74d792316db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138961 Jul 07 17:26:02.607113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd725f-d77b-46af-813e-c6387f228264 req-a82cf83b-c778-4a29-8eee-9eb913bd0583 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.607113 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bacd725f-d77b-46af-813e-c6387f228264 req-a82cf83b-c778-4a29-8eee-9eb913bd0583 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.1081657 Jul 07 17:26:02.696312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bacd725f-d77b-46af-813e-c6387f228264 req-8396d12b-2b5e-4ac4-a7ff-910175bf2e1a tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935237 Jul 07 17:26:02.791169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.819264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-20f3c8f8-c407-4b1d-ba72-2611b8662c3d service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613218 Jul 07 17:26:02.925936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7de14ca0-e602-4b1b-a7b7-04c71b647a31 req-66148b44-17e3-455c-9dec-5cf8e5848a5f service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986314 Jul 07 17:26:02.934354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291110b-4b7f-4e25-b9e9-7f6f6846e3f5 req-06b5c778-f283-4383-b46c-6dd683493887 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.942278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d291110b-4b7f-4e25-b9e9-7f6f6846e3f5 req-06b5c778-f283-4383-b46c-6dd683493887 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 982 time: 0.0858257 Jul 07 17:26:02.986159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d291110b-4b7f-4e25-b9e9-7f6f6846e3f5 req-33b2959a-29c7-4564-a562-a44ee5586c83 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0430081 Jul 07 17:26:03.571743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.917452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1e147-c6f5-4ec2-905a-19116a1ced4f req-8008df5b-5137-442d-9a2d-893d63435ea3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:03.922791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cb1e147-c6f5-4ec2-905a-19116a1ced4f req-8008df5b-5137-442d-9a2d-893d63435ea3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 944 time: 0.0914714 Jul 07 17:26:03.966345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cb1e147-c6f5-4ec2-905a-19116a1ced4f req-4da4bb87-600b-438e-8c5c-b3c289b20304 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Jul 07 17:26:04.204873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54050a0-f2ab-4be7-a090-bd2b6b2e105c req-08f5854f-8748-4ea4-99ab-3e1548957419 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.206756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a54050a0-f2ab-4be7-a090-bd2b6b2e105c req-08f5854f-8748-4ea4-99ab-3e1548957419 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 982 time: 0.0723057 Jul 07 17:26:04.254448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a54050a0-f2ab-4be7-a090-bd2b6b2e105c req-10de36fa-0b99-4474-8ea3-69a6247905cc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0399709 Jul 07 17:26:04.365601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.519831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:04.622899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:04.634954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'network_id': '0a6ede57-f874-47fe-bd2f-203b30ed1752', 'port_id': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'mac_address': 'fa:16:3e:5f:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ada8369-9216-4ed4-85ab-f0cb93b5a722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:04.673393 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.687786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:04.707908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:04.712051 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.712695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 12273768-30f3-431a-a5fb-23b866ff9758 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:04.814437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.853366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=12273768-30f3-431a-a5fb-23b866ff9758,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:04.865720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '12273768-30f3-431a-a5fb-23b866ff9758', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'port_id': '12273768-30f3-431a-a5fb-23b866ff9758', 'mac_address': 'fa:16:3e:c4:e4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:04.918090 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.941260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12273768-30f3-431a-a5fb-23b866ff9758 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:04.967762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=12273768-30f3-431a-a5fb-23b866ff9758,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:04.973519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.046315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:05.200275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbac59-aea8-455b-a8ba-396e9acdeb48 req-48818a4d-4676-47fc-9f68-9ece4e7cc3ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:05.209303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2fbac59-aea8-455b-a8ba-396e9acdeb48 req-48818a4d-4676-47fc-9f68-9ece4e7cc3ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0815749 Jul 07 17:26:05.255383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2fbac59-aea8-455b-a8ba-396e9acdeb48 req-6a773ed8-40f6-4a0e-92b5-82ab2818d8bc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Jul 07 17:26:05.373536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['12273768-30f3-431a-a5fb-23b866ff9758'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:05.376789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:05.427126 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.509076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8db44-31e9-48b4-86a1-63e4229fea83 req-310ae815-9c87-46f6-8f7a-8a7c2a8100b8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:05.511447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fa8db44-31e9-48b4-86a1-63e4229fea83 req-310ae815-9c87-46f6-8f7a-8a7c2a8100b8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 983 time: 0.1004889 Jul 07 17:26:05.585826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fa8db44-31e9-48b4-86a1-63e4229fea83 req-60b25e42-f682-4066-bf42-194f8b754bc3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0667274 Jul 07 17:26:06.416833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.454140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1135-a77d-46ed-906f-707dd0c3e0da req-675fb0b1-a254-4cb6-9538-def82383c923 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:06.455832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e4f1135-a77d-46ed-906f-707dd0c3e0da req-675fb0b1-a254-4cb6-9538-def82383c923 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0769179 Jul 07 17:26:06.505095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e4f1135-a77d-46ed-906f-707dd0c3e0da req-326829fe-20cb-41ab-9f9b-d04a335db8b0 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Jul 07 17:26:06.791488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8346bf4-8e57-476e-b059-e0cf0ac5c585 req-f15cfd99-6a29-43da-b288-fe914bdde7ef tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:06.793036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8346bf4-8e57-476e-b059-e0cf0ac5c585 req-f15cfd99-6a29-43da-b288-fe914bdde7ef tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 983 time: 0.0840058 Jul 07 17:26:06.837858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8346bf4-8e57-476e-b059-e0cf0ac5c585 req-f49a748d-c104-4f2e-af19-53472607cbeb tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382946 Jul 07 17:26:07.708681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88a2e-52b9-4976-bfb4-f3ef0eb30ff3 req-6aa7706f-72df-4138-8fdb-033f59fd82b1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.710346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfa88a2e-52b9-4976-bfb4-f3ef0eb30ff3 req-6aa7706f-72df-4138-8fdb-033f59fd82b1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 945 time: 0.0775616 Jul 07 17:26:07.758788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfa88a2e-52b9-4976-bfb4-f3ef0eb30ff3 req-cec22069-258e-47f5-95a0-8e2992d05e46 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Jul 07 17:26:08.034213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9239-3f4d-45ca-a618-b6eb613c8a9a req-6af0c0f0-59bd-406a-b780-c810723effb3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.035812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f9f9239-3f4d-45ca-a618-b6eb613c8a9a req-6af0c0f0-59bd-406a-b780-c810723effb3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 983 time: 0.0824578 Jul 07 17:26:08.081103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f9f9239-3f4d-45ca-a618-b6eb613c8a9a req-56bee3ec-40ee-4dfe-9d0b-5302ef2e885a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0394135 Jul 07 17:26:08.437453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.487469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Deleting subnet 5b7f9e0d-949e-493f-913e-9623a5c95de5 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:08.490931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.531122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:08.531967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.580134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.604844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port cf441714-3f18-4658-a35c-2b2f0d2a47d3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:08.619910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port cf441714-3f18-4658-a35c-2b2f0d2a47d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:08.620578 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.671545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.701640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7f9e0d-949e-493f-913e-9623a5c95de5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.706490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.709250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4473f285-0daf-485e-9b44-53b64891c84a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5b7f9e0d-949e-493f-913e-9623a5c95de5 HTTP/1.1" status: 204 len: 168 time: 0.2705698 Jul 07 17:26:08.713203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.782408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.815107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:08.817565 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4868659-b6f4-4801-83f3-82b150a503f6" -d '{"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:08.818881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.831242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:08.837028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.838161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 12273768-30f3-431a-a5fb-23b866ff9758 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:08.888577 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d14f533-39f0-4254-a768-493ed1d9acd5 x-openstack-request-id: req-5d14f533-39f0-4254-a768-493ed1d9acd5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:08.888877 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-plugged", "status": "completed", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:08.889136 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d14f533-39f0-4254-a768-493ed1d9acd5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:08.889542 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'code': 200} Jul 07 17:26:08.964412 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.976817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620c7f82-72ab-4eb9-b56f-2cd993d11a2e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:08.977129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.010450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 12273768-30f3-431a-a5fb-23b866ff9758 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:09.019668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 12273768-30f3-431a-a5fb-23b866ff9758 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:09.020323 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.034962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d873-f885-4122-8bba-984d59262aa4 req-ad13858b-4b17-472b-9108-701695b1fa58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.038258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9076d873-f885-4122-8bba-984d59262aa4 req-ad13858b-4b17-472b-9108-701695b1fa58 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1005857 Jul 07 17:26:09.042358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2877bca2-d42e-47ce-8804-c215d1c0a23e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.042664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2877bca2-d42e-47ce-8804-c215d1c0a23e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.064822 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.102671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9076d873-f885-4122-8bba-984d59262aa4 req-95e650e0-d556-4763-a8bf-6dbce5cc06fc tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Jul 07 17:26:09.110764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:09.127487 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:09.148273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.191566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe403-a09b-4974-9c6d-1bcbb4aee970 req-c3a0d8bf-709d-4e38-bba7-1327ba486c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.193662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18fbe403-a09b-4974-9c6d-1bcbb4aee970 req-c3a0d8bf-709d-4e38-bba7-1327ba486c70 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1098 time: 0.1405761 Jul 07 17:26:09.195065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=12273768-30f3-431a-a5fb-23b866ff9758,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:09.199028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.201035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.211478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.220182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] 10.222.0.22 "DELETE /v2.0/networks/620c7f82-72ab-4eb9-b56f-2cd993d11a2e HTTP/1.1" status: 204 len: 168 time: 0.5054855 Jul 07 17:26:09.243297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.263986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c621880-cb4a-4f7e-a073-f14a71e5ec08 admin admin] Pushing event deleted for resources: {'Network': ['ID=620c7f82-72ab-4eb9-b56f-2cd993d11a2e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.280560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.296971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-18fbe403-a09b-4974-9c6d-1bcbb4aee970 req-8109a480-8253-466c-a148-562438c2a205 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952613 Jul 07 17:26:09.314808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Deleting subnet 162a4cad-c6c7-46b9-827e-a91152446fcf {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:09.322471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.353390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731ebf-2c32-4fab-9c52-2f9bf6258f3b req-ab49161c-8da2-44ac-8533-fa6bbbf553b4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.355001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92731ebf-2c32-4fab-9c52-2f9bf6258f3b req-ab49161c-8da2-44ac-8533-fa6bbbf553b4 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.1450734 Jul 07 17:26:09.384024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.432391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92731ebf-2c32-4fab-9c52-2f9bf6258f3b req-97632c0a-7e8e-4036-8e78-5e87b731aff7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0710685 Jul 07 17:26:09.443164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.497435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.528430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162a4cad-c6c7-46b9-827e-a91152446fcf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.532272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.536695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a70cdada-b917-43fc-9c68-0a22246941f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/162a4cad-c6c7-46b9-827e-a91152446fcf HTTP/1.1" status: 204 len: 168 time: 0.2873306 Jul 07 17:26:09.537203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.606051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.689728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.701026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192fbb6c-3fd3-4e70-9d24-fb172a820f88']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.716025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bcddfa-4390-401c-9197-c580f1207f51') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.716323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bcddfa-4390-401c-9197-c580f1207f51') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:09.725992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.740801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.746640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:09.747028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:09.748710 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:09.809068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.814885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.816864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] 10.222.0.22 "DELETE /v2.0/networks/192fbb6c-3fd3-4e70-9d24-fb172a820f88 HTTP/1.1" status: 204 len: 168 time: 0.2788534 Jul 07 17:26:09.829360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d282b1-60d2-4a61-ac80-4684167043bd admin admin] Pushing event deleted for resources: {'Network': ['ID=192fbb6c-3fd3-4e70-9d24-fb172a820f88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.002251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.061142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a386aee-7c4e-469e-90df-12250c607a51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae4f1e5cc8464bd6a871ed320df27ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575058 Jul 07 17:26:10.081459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.138269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.161646 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.214226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.218685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.220248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52e91f6b-578d-47c2-85eb-5e92fdf01c3b HTTP/1.1" status: 204 len: 168 time: 0.1376367 Jul 07 17:26:10.231287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57439b-3359-4144-bb5c-13141da87207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e91f6b-578d-47c2-85eb-5e92fdf01c3b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.333054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4605-26a8-4652-9ddb-8390af775376 req-5ef38a3a-fab4-4a7b-90bf-fa80b2fc31bb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.334648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e97b4605-26a8-4652-9ddb-8390af775376 req-5ef38a3a-fab4-4a7b-90bf-fa80b2fc31bb tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0856042 Jul 07 17:26:10.386003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e97b4605-26a8-4652-9ddb-8390af775376 req-ccc82a81-7795-4e6f-a43e-4dbd991b7ca1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Jul 07 17:26:10.670245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1355b-9aa9-4808-8ab3-f69d6f5f460b req-f079cdd8-5c11-4db5-94ba-7c25c686f5a1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.671811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfd1355b-9aa9-4808-8ab3-f69d6f5f460b req-f079cdd8-5c11-4db5-94ba-7c25c686f5a1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.0979669 Jul 07 17:26:10.706136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.719837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cfd1355b-9aa9-4808-8ab3-f69d6f5f460b req-20fce4f0-65b5-47e7-8a6d-db60d5f3fed8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0414619 Jul 07 17:26:10.755981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-968b655f-d734-4745-8ab5-efdbd144d3ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0de3b9e61d8f4eb5aa312ebdee6513ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456979 Jul 07 17:26:10.757620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.818440 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.843352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.900049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:10.903128 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfbc6e8-5ad5-46b7-87e6-7e524b6ddae0" -d '{"events": [{"server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "12273768-30f3-431a-a5fb-23b866ff9758"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:10.907201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.909949 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.922661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4be775bf-0646-4fb0-bc34-db339526b777 HTTP/1.1" status: 204 len: 168 time: 0.1636438 Jul 07 17:26:10.941108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917de62e-1cc9-4092-9be5-c52d9eb606be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be775bf-0646-4fb0-bc34-db339526b777,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.972455 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4246a-a1e8-4976-b300-acec0df4c4c7 x-openstack-request-id: req-4be4246a-a1e8-4976-b300-acec0df4c4c7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:10.972779 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "12273768-30f3-431a-a5fb-23b866ff9758", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:10.973709 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4be4246a-a1e8-4976-b300-acec0df4c4c7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:10.974372 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758', 'code': 200} Jul 07 17:26:11.116408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84e3f-30a6-401d-9b7f-da70eb0b5152 req-b6b0a050-e81f-427c-909e-7995ff7da483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.117844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05b84e3f-30a6-401d-9b7f-da70eb0b5152 req-b6b0a050-e81f-427c-909e-7995ff7da483 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.0791805 Jul 07 17:26:11.158695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05b84e3f-30a6-401d-9b7f-da70eb0b5152 req-0d47cc70-92b3-4616-b58f-8c8237bc4763 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335393 Jul 07 17:26:11.600878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b5c5-d554-4a7c-b752-f25a752d29fb req-be282864-e5a9-4b77-8fbd-ad898622a105 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.603235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc89b5c5-d554-4a7c-b752-f25a752d29fb req-be282864-e5a9-4b77-8fbd-ad898622a105 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0777223 Jul 07 17:26:11.644303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc89b5c5-d554-4a7c-b752-f25a752d29fb req-e37156e0-fc4c-4b3f-93fa-9b7dde66e526 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345500 Jul 07 17:26:11.865603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9136411-4e7e-4390-891b-701876da831e req-4eeb03bd-793a-4a24-be9c-690139d68e92 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.870657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9136411-4e7e-4390-891b-701876da831e req-4eeb03bd-793a-4a24-be9c-690139d68e92 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0971158 Jul 07 17:26:11.945684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9136411-4e7e-4390-891b-701876da831e req-e78d1a6e-45c4-4bc3-b8c5-68b113911bfe tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714204 Jul 07 17:26:11.977036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f94ec-cbf6-45de-962f-436b516a0566 req-830f21f8-eea3-4e8f-b0ef-eaa373809df7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:11.983831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-259f94ec-cbf6-45de-962f-436b516a0566 req-830f21f8-eea3-4e8f-b0ef-eaa373809df7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.1112404 Jul 07 17:26:12.058672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-259f94ec-cbf6-45de-962f-436b516a0566 req-a44ef4e3-75c9-4a3e-ade1-df0535b3c2c3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0730433 Jul 07 17:26:12.164706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd58b-b892-4294-8f5e-b6241ba857c5 req-4b9a65e6-6063-4e7d-8aa5-6bccefb78707 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.170611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b04bd58b-b892-4294-8f5e-b6241ba857c5 req-4b9a65e6-6063-4e7d-8aa5-6bccefb78707 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0850663 Jul 07 17:26:12.209073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b04bd58b-b892-4294-8f5e-b6241ba857c5 req-20f0adc3-da1e-416f-b83c-910f49e22a72 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Jul 07 17:26:12.436885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304aaa6-b8ce-4548-99f8-e0ae941b4334 req-cc722702-6ba5-41ea-b2cd-05f0e4b0ce90 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.444644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c304aaa6-b8ce-4548-99f8-e0ae941b4334 req-cc722702-6ba5-41ea-b2cd-05f0e4b0ce90 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0773714 Jul 07 17:26:12.480428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c304aaa6-b8ce-4548-99f8-e0ae941b4334 req-76ad71a2-9652-4ba2-b9b8-1c331b016dda tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Jul 07 17:26:12.678095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dea853-815f-4242-aa36-e199f6b123e7 req-a8ef6f93-7658-4b2b-9b08-7ef3e4d2b111 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.679586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0dea853-815f-4242-aa36-e199f6b123e7 req-a8ef6f93-7658-4b2b-9b08-7ef3e4d2b111 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0768635 Jul 07 17:26:12.723179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0dea853-815f-4242-aa36-e199f6b123e7 req-16259f89-5f9f-40af-8143-5854993b2cd9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jul 07 17:26:12.934988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16eca-6ad4-4363-8a55-871eac0139cc req-70a5c063-9bb9-4361-8814-04e869973b4c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.936200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33e16eca-6ad4-4363-8a55-871eac0139cc req-70a5c063-9bb9-4361-8814-04e869973b4c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0669353 Jul 07 17:26:12.978221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-33e16eca-6ad4-4363-8a55-871eac0139cc req-b402709d-800d-474d-8e78-92f8f5b70b7f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Jul 07 17:26:13.222244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9da0-59ad-4826-b434-f37a99c7ee59 req-eb362756-5e4c-401f-910f-affbd03ae803 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.226001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c63a9da0-59ad-4826-b434-f37a99c7ee59 req-eb362756-5e4c-401f-910f-affbd03ae803 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1223156 Jul 07 17:26:13.306630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c63a9da0-59ad-4826-b434-f37a99c7ee59 req-6b2d99a8-0d3f-45b7-8e69-f1305bd54b8f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Jul 07 17:26:13.322097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3ccf4-4121-4ad7-984c-ff0a1d0ec5e1 req-1d426583-ed89-42a6-8e34-1f75cba1f323 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.323675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50e3ccf4-4121-4ad7-984c-ff0a1d0ec5e1 req-1d426583-ed89-42a6-8e34-1f75cba1f323 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.1404078 Jul 07 17:26:13.373726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50e3ccf4-4121-4ad7-984c-ff0a1d0ec5e1 req-9b261e8f-eda1-46aa-b831-8781dfac5c8d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0413373 Jul 07 17:26:13.590091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139a2d6-8601-4f99-b907-83fa2d695b6b req-111dc1ea-1c76-4d6a-91fb-0dc75568874d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.592390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d139a2d6-8601-4f99-b907-83fa2d695b6b req-111dc1ea-1c76-4d6a-91fb-0dc75568874d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.0865414 Jul 07 17:26:13.635545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d139a2d6-8601-4f99-b907-83fa2d695b6b req-211a4a7d-a4ff-42ea-b47c-967f9db88fdd tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359840 Jul 07 17:26:13.859470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400129-a555-45e8-9251-f5e171eecb69 req-66d1ab3c-3a01-4607-85a3-043d1f1c4405 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.860905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55400129-a555-45e8-9251-f5e171eecb69 req-66d1ab3c-3a01-4607-85a3-043d1f1c4405 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1122825 Jul 07 17:26:13.863786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-69acca8e-e874-46c7-bac1-7d43f8055ff1 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.865235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-69acca8e-e874-46c7-bac1-7d43f8055ff1 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.1046059 Jul 07 17:26:13.902221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-a9dc4773-df9b-46e3-9bf2-2e14627dc432 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.940017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55400129-a555-45e8-9251-f5e171eecb69 req-c17c1934-3050-4e9e-9221-3e48cc203903 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699041 Jul 07 17:26:14.037940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-a9dc4773-df9b-46e3-9bf2-2e14627dc432 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.043097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-a9dc4773-df9b-46e3-9bf2-2e14627dc432 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.080759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77d89559-c1c0-4deb-9417-c04bcfce10be req-a9dc4773-df9b-46e3-9bf2-2e14627dc432 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2094090 Jul 07 17:26:14.081417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc4773-df9b-46e3-9bf2-2e14627dc432 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c690c98-0b1c-43df-b32a-fce233cbac31,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.115548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.183310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8729e4e-47d8-404a-84cb-3ad538098fca tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.184872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c8729e4e-47d8-404a-84cb-3ad538098fca tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1131 time: 0.0683022 Jul 07 17:26:14.187978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.192472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '12273768-30f3-431a-a5fb-23b866ff9758', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:14.218888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.324483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.440699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.25.7.48 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6a5033d6-2188-453c-93e6-18187e4bb948) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:14.563138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.644023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.689382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:14.693461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:14.698458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:14.750656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=6a5033d6-2188-453c-93e6-18187e4bb948,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.173888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.268235 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81040977-b328-4efe-b398-d5d5e40d61dd req-e35e2c51-6d02-4b10-9d68-c6fc4e082f2c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.270718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81040977-b328-4efe-b398-d5d5e40d61dd req-e35e2c51-6d02-4b10-9d68-c6fc4e082f2c tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1607196 Jul 07 17:26:15.324912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.366149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81040977-b328-4efe-b398-d5d5e40d61dd req-a4b66395-3e14-4e7b-a0de-566891bee3b1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723157 Jul 07 17:26:15.542444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.547461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.625697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.674290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=6a5033d6-2188-453c-93e6-18187e4bb948,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.746272 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Floating IP 202b430e-abad-498e-a21f-931d2e772ece associated. External IP: 172.25.7.48, port: 12273768-30f3-431a-a5fb-23b866ff9758. Jul 07 17:26:15.961598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747a908-f791-44d4-be4f-4925726d5b0f req-f0bd68f3-3a8e-4cb3-8284-8f759bd44be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.964212 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-f0bd68f3-3a8e-4cb3-8284-8f759bd44be2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 1098 time: 0.1229901 Jul 07 17:26:16.089640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747a908-f791-44d4-be4f-4925726d5b0f req-7d5e4978-989a-453c-b824-9e0794c5eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.092039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-7d5e4978-989a-453c-b824-9e0794c5eefc service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 200 len: 915 time: 0.1191764 Jul 07 17:26:16.151604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-7409b806-03a0-4ce6-8417-c6379a7d1e56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 200 len: 217 time: 0.0522268 Jul 07 17:26:16.215300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747a908-f791-44d4-be4f-4925726d5b0f req-1b281e38-3bbf-4240-957b-0f66ff2bb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.216623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-1b281e38-3bbf-4240-957b-0f66ff2bb9ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 200 len: 854 time: 0.0580523 Jul 07 17:26:16.323090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-6b173f5a-701b-4baa-8dc6-b92f4dab8e6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a6ede57-f874-47fe-bd2f-203b30ed1752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004148 Jul 07 17:26:16.412677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676c47a-b692-4b2a-a528-b9a2da9c9057 req-08a720ff-bc58-4843-b4dc-0ea6b8aede74 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.414711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b676c47a-b692-4b2a-a528-b9a2da9c9057 req-08a720ff-bc58-4843-b4dc-0ea6b8aede74 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.2122862 Jul 07 17:26:16.459785 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-e1725cd4-f685-4154-b9fb-b815ab1026cb service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295931 Jul 07 17:26:16.471488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router 6eed6ab0-6f77-4409-be3c-4cb666b13537 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:16.475427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b676c47a-b692-4b2a-a528-b9a2da9c9057 req-a1fb1380-4874-49d2-9f0d-b6fbc7dd9382 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537999 Jul 07 17:26:16.575991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7747a908-f791-44d4-be4f-4925726d5b0f req-327aecce-0702-40c4-bb72-14d087325d57 service neutron] 10.222.0.83 "GET /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086092 Jul 07 17:26:16.618904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:16.630769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Sync routers for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:16.641746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.650242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:16.651115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:26:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:16.692587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-48f42ad3-ea0f-4574-8de1-cf697ab31a4a tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5008333 Jul 07 17:26:16.692587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:16.692936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41800) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.693905 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de729f18-d9a4-4cc1-8667-06fa48e5dcba" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:16.744098 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5945599-2e93-4a06-9e17-aed3c75573fb x-openstack-request-id: req-a5945599-2e93-4a06-9e17-aed3c75573fb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:16.744402 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:16.744664 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5945599-2e93-4a06-9e17-aed3c75573fb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:16.745069 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758', 'status': 'completed', 'code': 200} Jul 07 17:26:16.807436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:16.954328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-fca6a609-d4a3-4692-9fe1-3650ff5bc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.956247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-fca6a609-d4a3-4692-9fe1-3650ff5bc477 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.1720581 Jul 07 17:26:17.010786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.011436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.011821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.012297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.012759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.013229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.013691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.014231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.014637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.015060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.015506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.017770 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3192e318-4bdb-44b6-992f-9120eac37863 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7763 time: 0.3236411 Jul 07 17:26:17.021034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.132965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '202b430e-abad-498e-a21f-931d2e772ece', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'port_id': '12273768-30f3-431a-a5fb-23b866ff9758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'mac_address': 'fa:16:3e:c4:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:14Z', 'revision_number': 0, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:17.141518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-cd0695a7-138f-4e8b-9f19-b5881acd41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.143237 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-cd0695a7-138f-4e8b-9f19-b5881acd41cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 898 time: 0.1767030 Jul 07 17:26:17.162325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Checking router: 6eed6ab0-6f77-4409-be3c-4cb666b13537 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:17.171093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:17.171796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:26:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:17.204320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.204320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.204748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.205209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.205673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.206151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.206621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.207081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.208100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.208798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.209244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.212042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8952ceb4-9140-4712-aa8e-0c78809d1360 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7092 time: 0.1895537 Jul 07 17:26:17.215571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.242413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-8675b9d9-504a-44bf-8cd2-0bc57b982ca9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 998 time: 0.0869710 Jul 07 17:26:17.301994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-3052a054-afe3-425d-b15f-18d95d1bc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.303568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-3052a054-afe3-425d-b15f-18d95d1bc4e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 200 len: 835 time: 0.0549910 Jul 07 17:26:17.323911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:17.390086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-7ddf5b85-bb2e-4c38-a343-e9e4db70b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.392368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-7ddf5b85-bb2e-4c38-a343-e9e4db70b415 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=42f57035-018f-40f2-abaa-74d792316db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819468 Jul 07 17:26:17.672438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-2473e845-28ac-41a0-ae93-abc380f97e14 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720003 Jul 07 17:26:17.787373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-649a6975-308c-49dc-865f-50fb3623e8de tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.5701325 Jul 07 17:26:17.787883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.813685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de729f18-d9a4-4cc1-8667-06fa48e5dcba req-3cd3b789-f4fe-48af-b37f-4e75f53e6081 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296926 Jul 07 17:26:17.900393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a93c1-eafd-40f6-96d7-d1109bf7c1b6 req-553c8919-a738-47ae-b156-510f8accffb4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.902432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-598a93c1-eafd-40f6-96d7-d1109bf7c1b6 req-553c8919-a738-47ae-b156-510f8accffb4 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.2241995 Jul 07 17:26:17.917583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe840b-9320-4b2c-b0a5-0daf15f11b76 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.918590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe840b-9320-4b2c-b0a5-0daf15f11b76 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.934126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-65fe840b-9320-4b2c-b0a5-0daf15f11b76 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6eed6ab0-6f77-4409-be3c-4cb666b13537 HTTP/1.1" status: 200 len: 1991 time: 0.1306493 Jul 07 17:26:17.934340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '202b430e-abad-498e-a21f-931d2e772ece', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'port_id': '12273768-30f3-431a-a5fb-23b866ff9758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'mac_address': 'fa:16:3e:c4:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:14Z', 'revision_number': 0, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:17.948709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6ef3-af66-44c8-9983-7d0cfe3e8053 None None] The sync data for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 is: [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '202b430e-abad-498e-a21f-931d2e772ece', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'port_id': '12273768-30f3-431a-a5fb-23b866ff9758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'mac_address': 'fa:16:3e:c4:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:26:14Z', 'updated_at': '2021-07-07T17:26:14Z', 'revision_number': 0, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:17.960080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-598a93c1-eafd-40f6-96d7-d1109bf7c1b6 req-a5343b23-5a69-450b-9a8c-cf34a3907a10 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460708 Jul 07 17:26:18.204937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6795a43-8e62-4dc4-8586-8ec5adf06e13 None None] New status for floating IP 202b430e-abad-498e-a21f-931d2e772ece: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:19.152687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0b329-e68e-4a68-a420-11a4b521d21c req-7c442692-214a-4512-8cfd-744a27d9bb57 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.154238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77a0b329-e68e-4a68-a420-11a4b521d21c req-7c442692-214a-4512-8cfd-744a27d9bb57 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0644684 Jul 07 17:26:19.195112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77a0b329-e68e-4a68-a420-11a4b521d21c req-55afc632-e7e1-4748-9a86-96ab8d477f46 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Jul 07 17:26:19.401854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19afef-001f-4b57-8677-313e7ee462c8 req-8a6480c5-c322-4347-b024-1c03de64177e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.424515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d19afef-001f-4b57-8677-313e7ee462c8 req-8a6480c5-c322-4347-b024-1c03de64177e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0965881 Jul 07 17:26:19.469155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d19afef-001f-4b57-8677-313e7ee462c8 req-23b7dc89-74b3-474b-b5a7-fd795ff16b9f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Jul 07 17:26:19.701236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b392-3331-40a4-8b92-d4940824944e req-0910d3ae-2f3d-4e0d-a120-e42ec7eb93a9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.702850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65c7b392-3331-40a4-8b92-d4940824944e req-0910d3ae-2f3d-4e0d-a120-e42ec7eb93a9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0738347 Jul 07 17:26:19.750745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65c7b392-3331-40a4-8b92-d4940824944e req-d2ae2b99-9b2b-485c-9db8-a36eae7234d3 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Jul 07 17:26:19.993494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069eb33-e212-48c9-9442-c2f1deb9c163 req-d2d60942-9a7c-48a1-b079-92065833dbef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:19.995157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7069eb33-e212-48c9-9442-c2f1deb9c163 req-d2d60942-9a7c-48a1-b079-92065833dbef tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1053061 Jul 07 17:26:20.038400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7069eb33-e212-48c9-9442-c2f1deb9c163 req-6da02b15-ecec-4557-8455-1a04c7f0acec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Jul 07 17:26:20.358553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543cca2-0461-49a3-a22d-f8462eb2038b req-7e089630-53e3-44bf-a424-715c9ded4dc1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:20.367966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3543cca2-0461-49a3-a22d-f8462eb2038b req-7e089630-53e3-44bf-a424-715c9ded4dc1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0872507 Jul 07 17:26:20.405226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3543cca2-0461-49a3-a22d-f8462eb2038b req-c7d9e837-8c4f-45fb-98dd-81ed00a4f8ed tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Jul 07 17:26:20.741329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262ab0-cd1f-41e8-99ee-1441570fc0c4 req-87ee4b67-93d2-49cd-852b-1139b4f427dd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:20.742986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c262ab0-cd1f-41e8-99ee-1441570fc0c4 req-87ee4b67-93d2-49cd-852b-1139b4f427dd tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1916535 Jul 07 17:26:20.796219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c262ab0-cd1f-41e8-99ee-1441570fc0c4 req-8f2a775e-f972-4662-8cd8-de127d9cf406 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jul 07 17:26:21.080965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c2a4a-0d51-4f3b-8d6e-b2c5a5314fb7 req-5dfc551d-107a-48ea-8f66-9d095aa5f2f9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.089670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d4c2a4a-0d51-4f3b-8d6e-b2c5a5314fb7 req-5dfc551d-107a-48ea-8f66-9d095aa5f2f9 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1376414 Jul 07 17:26:21.134969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d4c2a4a-0d51-4f3b-8d6e-b2c5a5314fb7 req-9695f91d-f480-440b-8676-c7c31fa5b755 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Jul 07 17:26:21.334079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0af07-3abb-48fb-ab9f-3a557428e2c1 req-52ee6998-12ed-49f5-810f-dfbe6294c9be tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.335661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3b0af07-3abb-48fb-ab9f-3a557428e2c1 req-52ee6998-12ed-49f5-810f-dfbe6294c9be tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0731647 Jul 07 17:26:21.382529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3b0af07-3abb-48fb-ab9f-3a557428e2c1 req-f4b4789a-3f45-4c72-a137-e0e69504befa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Jul 07 17:26:21.739630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d71cd9-299b-49b9-a745-139ba91ead89 req-09704739-6475-447b-b5ac-d055bf61a886 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.746819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9d71cd9-299b-49b9-a745-139ba91ead89 req-09704739-6475-447b-b5ac-d055bf61a886 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1050224 Jul 07 17:26:21.815085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9d71cd9-299b-49b9-a745-139ba91ead89 req-c808c79c-4f72-43d2-ae24-5513f085e74e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669825 Jul 07 17:26:22.052144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a085-1dd1-457d-a0bf-0c657d8a40bc req-9ca555e6-d4f7-4e2b-8e55-8d0e09332d85 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:22.053875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a70a085-1dd1-457d-a0bf-0c657d8a40bc req-9ca555e6-d4f7-4e2b-8e55-8d0e09332d85 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0869441 Jul 07 17:26:22.109363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a70a085-1dd1-457d-a0bf-0c657d8a40bc req-40950e67-946a-472a-8205-13e2314531bf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Jul 07 17:26:22.423266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4be80-6a3e-4372-b521-873cde0e1ee6 req-d793f6b3-ac54-4c36-ad70-2c4916558a79 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:22.424802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5f4be80-6a3e-4372-b521-873cde0e1ee6 req-d793f6b3-ac54-4c36-ad70-2c4916558a79 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0662715 Jul 07 17:26:22.466843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5f4be80-6a3e-4372-b521-873cde0e1ee6 req-522ae872-c925-403d-be1b-ba86dbc46409 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Jul 07 17:26:22.683450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd9971-8ed0-4929-b5c3-d53a16937552 req-2e256a4f-72f7-4eb5-aef1-ae5775c9d483 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:22.685417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12bd9971-8ed0-4929-b5c3-d53a16937552 req-2e256a4f-72f7-4eb5-aef1-ae5775c9d483 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0909643 Jul 07 17:26:22.734540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12bd9971-8ed0-4929-b5c3-d53a16937552 req-d6044dc4-f97b-40c3-afa9-934b7459ed9f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Jul 07 17:26:22.931490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8baf1-23ce-44f9-8b6f-b776b79bc895 req-144d4a97-9dcf-464c-a4a5-ecda3aa7edca tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:22.933149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aab8baf1-23ce-44f9-8b6f-b776b79bc895 req-144d4a97-9dcf-464c-a4a5-ecda3aa7edca tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0737941 Jul 07 17:26:22.994499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aab8baf1-23ce-44f9-8b6f-b776b79bc895 req-a7e4bf16-0c4e-490d-88d5-7001f4d8b980 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Jul 07 17:26:23.233896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bb01b-4a60-4710-a7ff-dc55e0dcab28 req-4406f879-7c98-49bc-992b-a83cf175748e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.235807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b72bb01b-4a60-4710-a7ff-dc55e0dcab28 req-4406f879-7c98-49bc-992b-a83cf175748e tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0961220 Jul 07 17:26:23.294807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b72bb01b-4a60-4710-a7ff-dc55e0dcab28 req-0ef7b792-e37d-43ee-b305-1d1d6c63aaaa tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Jul 07 17:26:23.537012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a940f-e8a2-4109-9ce4-e4cdb5127a1d req-959b4229-8d02-423d-9c57-109995e4e622 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.538920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd6a940f-e8a2-4109-9ce4-e4cdb5127a1d req-959b4229-8d02-423d-9c57-109995e4e622 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0868423 Jul 07 17:26:23.589390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd6a940f-e8a2-4109-9ce4-e4cdb5127a1d req-b05d117c-33c3-44a9-ac5b-e20075cbbf27 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435734 Jul 07 17:26:25.219676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-d2bf955e-3b98-450d-90d8-24a60c8813d7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.226694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-d2bf955e-3b98-450d-90d8-24a60c8813d7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1447704 Jul 07 17:26:25.239669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-78a86435-7fba-425c-90f8-3facf070d708 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0120027 Jul 07 17:26:25.327269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b71e8864-a943-4a34-be92-48eb25a8c2c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761611 Jul 07 17:26:25.430896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b0a21cac-4797-42d9-93e9-278442bd1b5c service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942533 Jul 07 17:26:25.524079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-906e1cf5-c9d6-43d5-b496-b2c10181bf8a service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865257 Jul 07 17:26:25.904561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-791c3bfb-8c20-4928-99d3-5a32c4990c84 req-4c2b942e-37b6-471c-ae15-43e98abec4ff tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0471826 Jul 07 17:26:26.567851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42022) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:26.692870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.785040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.791916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.837587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=850d86c5aabf4a86bf0997b8422e06eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680190 Jul 07 17:26:26.840150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:26.846831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718068eb-9b28-44ff-bef6-72657ec98143,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.868842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.869319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.869952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.870561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.871110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.871613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.872112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.872620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.873101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.873615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.874089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.874418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cbb42-7c2c-4ed5-95e3-2446bb2c5097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.914879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.946061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.051519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.054675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.056110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/718068eb-9b28-44ff-bef6-72657ec98143 HTTP/1.1" status: 204 len: 168 time: 0.2146535 Jul 07 17:26:27.095800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1d640-bcda-4752-b76c-b32ec72d4b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718068eb-9b28-44ff-bef6-72657ec98143,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.120006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-074e524f-fc6f-4c9e-83a3-778912f56682 req-5730a022-1a8f-4fe6-ae8f-bd9e4731e79d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0639205 Jul 07 17:26:27.154772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-c16d598f-bc81-4150-97f0-9d4ad435fc5e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.156755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-c16d598f-bc81-4150-97f0-9d4ad435fc5e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1726482 Jul 07 17:26:27.172284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:27.314125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:27.319197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.424851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:27.454384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:27.455413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.493434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.13 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/f03c949a-3a7b-4e6b-a158-5b0927a522e2) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:27.572209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.576164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.617643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ddf32e-3f09-4f04-adb6-8718be85572c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.621684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8807afb142f2414f9e2b26bcabcbad3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950727 Jul 07 17:26:27.624516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:27.629040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.629627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.629981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.630348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.630852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.631257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.631651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.631993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.632478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.632971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.633468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.633973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779b5-58b8-45a1-8bcd-f42f68fdbebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:27.712669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.722341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.738717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object f03c949a-3a7b-4e6b-a158-5b0927a522e2 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:27.754373 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.811755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.845870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.848902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.850635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3ddf32e-3f09-4f04-adb6-8718be85572c HTTP/1.1" status: 204 len: 168 time: 0.2245808 Jul 07 17:26:27.868145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:27.872567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3fff0-23f5-4dc2-b71b-8931f74f9383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ddf32e-3f09-4f04-adb6-8718be85572c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.876704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:27.883009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:27.923908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.958171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:27.959207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.983576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-b157ced3-5ef7-4d48-8c91-86608ed9ac81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179748 Jul 07 17:26:28.005873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Request body: {'port': {'device_id': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.159188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.357097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35ebccfb-f5f0-4892-8c8b-e630b2560997 None None] Provisioning for port f03c949a-3a7b-4e6b-a158-5b0927a522e2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:28.372990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35ebccfb-f5f0-4892-8c8b-e630b2560997 None None] Provisioning complete for port f03c949a-3a7b-4e6b-a158-5b0927a522e2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:28.373496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ebccfb-f5f0-4892-8c8b-e630b2560997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.458198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35ebccfb-f5f0-4892-8c8b-e630b2560997 None None] Port f03c949a-3a7b-4e6b-a158-5b0927a522e2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:28.471596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29587a-7aee-4fef-bf6a-122ed06f05e0 req-c9970a26-328a-4620-a2d9-d5c641b8b776 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.482382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be29587a-7aee-4fef-bf6a-122ed06f05e0 req-c9970a26-328a-4620-a2d9-d5c641b8b776 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 932 time: 0.1474905 Jul 07 17:26:28.554737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be29587a-7aee-4fef-bf6a-122ed06f05e0 req-7ac877ca-9568-48bc-aed1-c2e53cbb11d8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Jul 07 17:26:28.697327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03c949a-3a7b-4e6b-a158-5b0927a522e2 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:28.706717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.721298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Transition to ACTIVE for port object f03c949a-3a7b-4e6b-a158-5b0927a522e2 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:28.728630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.887851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.009162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Attempting to bind port f03c949a-3a7b-4e6b-a158-5b0927a522e2 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:29.009918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Attempting to bind port f03c949a-3a7b-4e6b-a158-5b0927a522e2 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:29.010465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Attempting to bind port f03c949a-3a7b-4e6b-a158-5b0927a522e2 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:29.016945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Port f03c949a-3a7b-4e6b-a158-5b0927a522e2 on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:29.017654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Attempting to bind port f03c949a-3a7b-4e6b-a158-5b0927a522e2 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:29.023899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:29.024527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:29.025089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:29.025690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Bound port: f03c949a-3a7b-4e6b-a158-5b0927a522e2, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:29.026687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.172272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:29.178059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865db9df-79ad-4257-9cb9-12795b31ef28 req-48f80673-3c3b-4f14-9a9a-bfcd72577f8f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.179092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:29.182543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-865db9df-79ad-4257-9cb9-12795b31ef28 req-48f80673-3c3b-4f14-9a9a-bfcd72577f8f tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.1774952 Jul 07 17:26:29.198468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.276907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-865db9df-79ad-4257-9cb9-12795b31ef28 req-084ca745-1362-41c1-bf71-f5a1f3a8f0ec tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784054 Jul 07 17:26:29.299640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.300801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.311597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] 10.222.0.32 "PUT /v2.0/ports/f03c949a-3a7b-4e6b-a158-5b0927a522e2 HTTP/1.1" status: 200 len: 1093 time: 1.3106897 Jul 07 17:26:29.311597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:29.311597 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af254dc-8971-4e49-86f5-83b64e141950" -d '{"events": [{"name": "network-changed", "server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:29.346711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae201dc-759b-4385-b6c8-e3494fa73d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.373808 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b07ddee-1820-4a12-b364-d3baeafd6c7a x-openstack-request-id: req-3b07ddee-1820-4a12-b364-d3baeafd6c7a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:29.374327 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:29.374746 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b07ddee-1820-4a12-b364-d3baeafd6c7a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:29.375375 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2', 'status': 'completed', 'code': 200} Jul 07 17:26:29.455356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-e6ba9458-8696-4941-9ddf-6232053434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.458053 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-e6ba9458-8696-4941-9ddf-6232053434b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 1096 time: 0.1023021 Jul 07 17:26:29.511754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-085c263e-4c18-459a-87de-a342323a4cb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2 HTTP/1.1" status: 200 len: 217 time: 0.0456154 Jul 07 17:26:29.571386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-8d26d4c8-971d-4b7a-86fe-75197111e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.572030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-8d26d4c8-971d-4b7a-86fe-75197111e3c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0536110 Jul 07 17:26:29.637417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-3f60a17d-6645-44d7-a235-e207854f6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.639139 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-3f60a17d-6645-44d7-a235-e207854f6a03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613766 Jul 07 17:26:29.800322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-1a45c4b3-aeef-4acd-b58a-8d76f24c61ec service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541142 Jul 07 17:26:29.809135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f5fcb-a181-4847-a121-e0b715ea77e9 req-b832a2d0-d1d7-4580-b513-9f1177108e0f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.817296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff6f5fcb-a181-4847-a121-e0b715ea77e9 req-b832a2d0-d1d7-4580-b513-9f1177108e0f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.1054528 Jul 07 17:26:29.861648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff6f5fcb-a181-4847-a121-e0b715ea77e9 req-b01f859d-8427-4da0-80e7-ad8ec63b71e3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Jul 07 17:26:29.889895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c5eaae8-8c8e-4e27-9034-b9570ff3e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.930998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-833b41e9-02de-4c34-8b86-d4bc8a666dbd req-e9266932-0aca-40ec-a4bc-c6d4c6a2701b service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Jul 07 17:26:30.028852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af254dc-8971-4e49-86f5-83b64e141950 req-1cc71dc6-09b1-4885-9b96-a30666e7a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.030418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-1cc71dc6-09b1-4885-9b96-a30666e7a181 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 1096 time: 0.0549288 Jul 07 17:26:30.126935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af254dc-8971-4e49-86f5-83b64e141950 req-f8b7bad1-42f5-4831-9b59-600f710fdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.128431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-f8b7bad1-42f5-4831-9b59-600f710fdd20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.0919344 Jul 07 17:26:30.170670 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-5d83e2f9-2054-4528-8f62-7f0890431d19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2 HTTP/1.1" status: 200 len: 217 time: 0.0354466 Jul 07 17:26:30.224481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af254dc-8971-4e49-86f5-83b64e141950 req-e4a3d0c4-f194-4a4e-a0c9-7e8bbfcf43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.226039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-e4a3d0c4-f194-4a4e-a0c9-7e8bbfcf43bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0483150 Jul 07 17:26:30.288151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af254dc-8971-4e49-86f5-83b64e141950 req-cfb94b87-bd15-4d75-b44a-d16ac9cdcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.289836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-cfb94b87-bd15-4d75-b44a-d16ac9cdcf86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569232 Jul 07 17:26:30.411424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-bb38d0e6-b2e4-4f5f-b683-d91f7d34a211 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148520 Jul 07 17:26:30.536381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3af254dc-8971-4e49-86f5-83b64e141950 req-744c379d-afed-49e5-ac10-5b75ee4775cf service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185713 Jul 07 17:26:30.538370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4584-a8b2-427e-af8e-ad66bc97fc22 req-50660822-a89c-4c92-ae16-7e57f6a37b08 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.539815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-762f4584-a8b2-427e-af8e-ad66bc97fc22 req-50660822-a89c-4c92-ae16-7e57f6a37b08 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0712664 Jul 07 17:26:30.579119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-762f4584-a8b2-427e-af8e-ad66bc97fc22 req-bef36d2e-e6e7-47e4-b482-460e851ad4c1 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3f1f162-c8b4-4456-83af-ba25d28ac24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Jul 07 17:26:30.916487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a00022-524a-4691-bd42-47c436c46481 req-a8627ba7-607f-420d-a72c-67583e95fc1b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.918778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b7a00022-524a-4691-bd42-47c436c46481 req-a8627ba7-607f-420d-a72c-67583e95fc1b tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.83 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 946 time: 0.0941389 Jul 07 17:26:31.065722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Deleting port cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:31.067168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.123993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7e523-af44-4bd2-86d4-c7e3d93f7ecb req-22d5a643-06bb-4f97-95d1-99a38451ba99 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.126303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46f7e523-af44-4bd2-86d4-c7e3d93f7ecb req-22d5a643-06bb-4f97-95d1-99a38451ba99 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0979848 Jul 07 17:26:31.167078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] For port cf441714-3f18-4658-a35c-2b2f0d2a47d3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=cf441714-3f18-4658-a35c-2b2f0d2a47d3,segment=NetworkSegment(47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a),segment_id=47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:31.167456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.169004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-46f7e523-af44-4bd2-86d4-c7e3d93f7ecb req-4a32c035-7505-4a7b-9aa8-ac7dd976a918 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351200 Jul 07 17:26:31.184106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Calling delete_port for cf441714-3f18-4658-a35c-2b2f0d2a47d3 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:31.328763 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.341748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['cf441714-3f18-4658-a35c-2b2f0d2a47d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:31.359374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Pushing event deleted for resources: {'Port': ['ID=cf441714-3f18-4658-a35c-2b2f0d2a47d3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.417331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] No DVR routers for this DVR port cf441714-3f18-4658-a35c-2b2f0d2a47d3 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:31.419955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.422054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b7a00022-524a-4691-bd42-47c436c46481 req-77aaf2f1-f4fd-47cf-b42c-d85562b62dbf tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.83 "DELETE /v2.0/ports/cf441714-3f18-4658-a35c-2b2f0d2a47d3 HTTP/1.1" status: 204 len: 173 time: 0.4971030 Jul 07 17:26:31.422627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-deleted', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:31.424890 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbcb4b5-45dc-4bd4-b050-203499c43e22" -d '{"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-deleted", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:31.469138 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5686e12-34cc-4963-97fd-0086b4dd19fb x-openstack-request-id: req-b5686e12-34cc-4963-97fd-0086b4dd19fb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:31.469456 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abe3ad4-4d35-4cdf-ab07-03b65d35dcea", "name": "network-vif-deleted", "tag": "cf441714-3f18-4658-a35c-2b2f0d2a47d3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:31.469682 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5686e12-34cc-4963-97fd-0086b4dd19fb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:31.470068 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abe3ad4-4d35-4cdf-ab07-03b65d35dcea', 'name': 'network-vif-deleted', 'tag': 'cf441714-3f18-4658-a35c-2b2f0d2a47d3', 'status': 'completed', 'code': 200} Jul 07 17:26:31.760481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a862e8e1-cc63-41db-9926-ea445aa589d8 req-64e297f9-2640-4df7-9141-e71fb920dcf2 tempest-ServersNegativeTestJSON-109512550 tempest-ServersNegativeTestJSON-109512550-project] 10.222.0.22 "GET /v2.0/ports?device_id=9abe3ad4-4d35-4cdf-ab07-03b65d35dcea HTTP/1.1" status: 200 len: 210 time: 0.0325620 Jul 07 17:26:32.312561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dcbb633-69bd-4a86-8e90-ca36b0ee07bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.367446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce325669-274d-4c1c-aeb3-5d83e07b025f req-1d7ceb76-fa74-4580-a201-e03fb84e44c4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.368957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce325669-274d-4c1c-aeb3-5d83e07b025f req-1d7ceb76-fa74-4580-a201-e03fb84e44c4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0752835 Jul 07 17:26:32.410619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce325669-274d-4c1c-aeb3-5d83e07b025f req-bd197bea-6d62-43e6-9391-1556f7d67849 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Jul 07 17:26:32.763583 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.859198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.905228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Deleting subnet 2ada8369-9216-4ed4-85ab-f0cb93b5a722 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:32.908381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.942443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.981411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.039329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.062735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ada8369-9216-4ed4-85ab-f0cb93b5a722,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.068747 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.070235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b6ab7ba1-d9ab-40d1-93d9-f7c9777d4b55 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2ada8369-9216-4ed4-85ab-f0cb93b5a722 HTTP/1.1" status: 204 len: 168 time: 0.2100122 Jul 07 17:26:33.072789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:33.140578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.233517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.244856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6ede57-f874-47fe-bd2f-203b30ed1752']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.262872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.263199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dfa32b-ba6b-49ee-a7b2-ac046a9cbb3a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:33.272890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.288758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.295414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:33.295858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:33.297765 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:33.354054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.362705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.364591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0a6ede57-f874-47fe-bd2f-203b30ed1752 HTTP/1.1" status: 204 len: 168 time: 0.2908878 Jul 07 17:26:33.375079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83119045-b616-4010-b07c-b22cbf383859 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6ede57-f874-47fe-bd2f-203b30ed1752,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.548529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42148) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:33.586141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.602322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30a6e4c8-9a45-4443-b873-9cc26ea635eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ec9967fd6bc4c36b6f39ca2fc8672bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517621 Jul 07 17:26:33.604940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:33.615022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092af7-af74-42a2-9db8-652a2593b71b req-9d9582a0-e094-4c2f-9805-c53340349796 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.616503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb092af7-af74-42a2-9db8-652a2593b71b req-9d9582a0-e094-4c2f-9805-c53340349796 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0899789 Jul 07 17:26:33.679163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb092af7-af74-42a2-9db8-652a2593b71b req-712427c3-a442-4e38-baa3-5756d4ab6882 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Jul 07 17:26:33.693717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.719673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.785916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.788683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.789872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3f1f162-c8b4-4456-83af-ba25d28ac24e HTTP/1.1" status: 204 len: 168 time: 0.1838505 Jul 07 17:26:33.799548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554c3d0-c33a-4726-978b-44e5977d40c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f1f162-c8b4-4456-83af-ba25d28ac24e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:34.404748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:34.677132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:34.696087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: cf441714-3f18-4658-a35c-2b2f0d2a47d3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:34.696433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device cf441714-3f18-4658-a35c-2b2f0d2a47d3 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:34.871809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e41a1f-8ff7-4a7e-9dcc-d5c08912a984 req-a20f7b95-fe3d-45f2-beb7-197d96274028 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.874184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73e41a1f-8ff7-4a7e-9dcc-d5c08912a984 req-a20f7b95-fe3d-45f2-beb7-197d96274028 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0755918 Jul 07 17:26:34.919319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73e41a1f-8ff7-4a7e-9dcc-d5c08912a984 req-81c6549a-eb6c-4ffb-ae8d-578b060c802b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355759 Jul 07 17:26:35.357878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.115855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5c56-d811-43f8-8497-7bbf04a3bb47 req-a32b12be-dc02-4665-b28c-4971a408ae64 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.117789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-742f5c56-d811-43f8-8497-7bbf04a3bb47 req-a32b12be-dc02-4665-b28c-4971a408ae64 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0748141 Jul 07 17:26:36.157893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-742f5c56-d811-43f8-8497-7bbf04a3bb47 req-c6913647-a409-433d-8883-0d7238903ce4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338898 Jul 07 17:26:36.408871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.704183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:36.810511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0092f119-cc7f-4d62-9e17-2657e56cf542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.911122 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0092f119-cc7f-4d62-9e17-2657e56cf542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.915424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0092f119-cc7f-4d62-9e17-2657e56cf542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:36.954475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0092f119-cc7f-4d62-9e17-2657e56cf542 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ffc876efceb4abab64110a312fb89ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488904 Jul 07 17:26:36.955530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092f119-cc7f-4d62-9e17-2657e56cf542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7e358-0785-40ba-90cf-bfe9bf0dc2cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:36.957523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42244) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.007329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.028574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.075744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.078733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.082620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61e7e358-0785-40ba-90cf-bfe9bf0dc2cc HTTP/1.1" status: 204 len: 168 time: 0.1238725 Jul 07 17:26:37.094233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1d811-3972-495d-a086-34308220a926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7e358-0785-40ba-90cf-bfe9bf0dc2cc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.356125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946134-d884-49af-87a9-fff087513d18 req-051f8bb9-d2af-448c-8b4c-2f8409798b9a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:37.357948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9946134-d884-49af-87a9-fff087513d18 req-051f8bb9-d2af-448c-8b4c-2f8409798b9a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0722370 Jul 07 17:26:37.398579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42254) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.403955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9946134-d884-49af-87a9-fff087513d18 req-44c2f4b7-1d8d-4eb8-a318-e8e66bb1fbb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Jul 07 17:26:37.412958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f699bf7-affe-4722-ad0b-499809dd89f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.504141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f699bf7-affe-4722-ad0b-499809dd89f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.508349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f699bf7-affe-4722-ad0b-499809dd89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.549506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5f699bf7-affe-4722-ad0b-499809dd89f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=182b8adfd3c541499cf6534146a2b81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497738 Jul 07 17:26:37.550981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f699bf7-affe-4722-ad0b-499809dd89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223f410-4cfb-4cd1-9b9f-80793b6458ae,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.553266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:37.605682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.626207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.678601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.682019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.687027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9223f410-4cfb-4cd1-9b9f-80793b6458ae HTTP/1.1" status: 204 len: 168 time: 0.1324713 Jul 07 17:26:37.697334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9def75-7c13-49b8-ada2-7cd48d6a87a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223f410-4cfb-4cd1-9b9f-80793b6458ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:38.595754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e23-d429-4ece-bd38-5471567191a3 req-efb614cf-6341-4e73-9a91-9e0493c8a9f3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.602565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb0a2e23-d429-4ece-bd38-5471567191a3 req-efb614cf-6341-4e73-9a91-9e0493c8a9f3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.0778832 Jul 07 17:26:38.976100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb0a2e23-d429-4ece-bd38-5471567191a3 req-8be36943-a726-46bf-904b-3497e6e38d00 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726878 Jul 07 17:26:40.243881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bbd23-e2ec-4ca5-aab5-413b7172f4d9 req-ee85b7c9-1a11-4da5-8fab-fd50e94f23de tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.245553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed0bbd23-e2ec-4ca5-aab5-413b7172f4d9 req-ee85b7c9-1a11-4da5-8fab-fd50e94f23de tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 944 time: 0.1335855 Jul 07 17:26:40.324163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed0bbd23-e2ec-4ca5-aab5-413b7172f4d9 req-0b1b3924-d967-4ed0-b74e-39f6b27c1bc3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Jul 07 17:26:40.598821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f03c949a-3a7b-4e6b-a158-5b0927a522e2 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:40.703738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:40.716742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2', 'mac_address': 'fa:16:3e:71:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:40.762651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.777419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03c949a-3a7b-4e6b-a158-5b0927a522e2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:40.801792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:40.808129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:40.879964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:40.891494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.892212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.892840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.893154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.893550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.894750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.895301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.896002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.896633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.897224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.897865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:40.898460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:41.023576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f03c949a-3a7b-4e6b-a158-5b0927a522e2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:41.521728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e753b6-cfca-4a93-9260-e6776dd58a8d req-7237e8e0-35a7-4f1a-830f-cadebe58a27b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:41.523444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43e753b6-cfca-4a93-9260-e6776dd58a8d req-7237e8e0-35a7-4f1a-830f-cadebe58a27b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 945 time: 0.0799241 Jul 07 17:26:41.573962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43e753b6-cfca-4a93-9260-e6776dd58a8d req-28d9e7dd-0381-4bba-ae36-9bb3f1188288 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Jul 07 17:26:42.615949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f03c949a-3a7b-4e6b-a158-5b0927a522e2 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:42.714614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f03c949a-3a7b-4e6b-a158-5b0927a522e2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:42.720619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f03c949a-3a7b-4e6b-a158-5b0927a522e2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:42.721239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.812386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.850082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:42.851019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:42.853766 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a86b8e-5307-4339-91a5-16cd19579ea3" -d '{"events": [{"server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "name": "network-vif-plugged", "status": "completed", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:42.857621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:42.895422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dd57c-b67c-44e3-8a39-ca12751b9345 req-74f1e3a0-8bea-473b-9edd-96962aa4f5f1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.906687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a97dd57c-b67c-44e3-8a39-ca12751b9345 req-74f1e3a0-8bea-473b-9edd-96962aa4f5f1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 945 time: 0.0963213 Jul 07 17:26:42.912575 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6472178-a778-4a03-8c83-57ae62905b29 x-openstack-request-id: req-e6472178-a778-4a03-8c83-57ae62905b29 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:42.912870 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "name": "network-vif-plugged", "status": "completed", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:42.913121 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6472178-a778-4a03-8c83-57ae62905b29 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:42.913518 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2', 'code': 200} Jul 07 17:26:42.925071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:42.947563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a97dd57c-b67c-44e3-8a39-ca12751b9345 req-8e90d5e2-383b-487f-b19f-2798fae539a8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Jul 07 17:26:43.047003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d578de-3795-49c3-9df2-7504d0bda515 req-3cbf12c4-d57f-411e-9af0-49e8490265f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:43.048519 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77d578de-3795-49c3-9df2-7504d0bda515 req-3cbf12c4-d57f-411e-9af0-49e8490265f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 1098 time: 0.0614429 Jul 07 17:26:43.084345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77d578de-3795-49c3-9df2-7504d0bda515 req-57d58c06-0928-42a1-99cc-6cf5d34a7d44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293374 Jul 07 17:26:44.144409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbfe90-b476-4688-a88e-8b12d5b1a25d req-cd213323-5fee-46ef-b8a5-56355cbbc18a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:44.145918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccdbfe90-b476-4688-a88e-8b12d5b1a25d req-cd213323-5fee-46ef-b8a5-56355cbbc18a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 946 time: 0.0666125 Jul 07 17:26:44.187708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccdbfe90-b476-4688-a88e-8b12d5b1a25d req-ea73ea9d-af57-4066-a5c0-521e59668ca5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Jul 07 17:26:44.389508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b307f3-608b-4c29-b091-9ac7ac972806 req-5ea67fa7-98f2-4963-8cc0-77bf6421ccaa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:44.391541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96b307f3-608b-4c29-b091-9ac7ac972806 req-5ea67fa7-98f2-4963-8cc0-77bf6421ccaa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 946 time: 0.0837893 Jul 07 17:26:44.439142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96b307f3-608b-4c29-b091-9ac7ac972806 req-2a9088e5-7dc3-4eaf-b76e-9b3bb5cabf53 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Jul 07 17:26:44.820510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42482) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:44.956374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9621171a-8d0d-4cc5-825a-eb0d715b6ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.067933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9621171a-8d0d-4cc5-825a-eb0d715b6ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.072565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9621171a-8d0d-4cc5-825a-eb0d715b6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.119916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9621171a-8d0d-4cc5-825a-eb0d715b6ff5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1746d70279724711b830db31ed02d8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980561 Jul 07 17:26:45.120877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621171a-8d0d-4cc5-825a-eb0d715b6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2ae8d5-a20e-4ab2-b02b-f0c2a0a6366b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.122629 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.187007 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.209826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.272570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.275314 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.279481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d2ae8d5-a20e-4ab2-b02b-f0c2a0a6366b HTTP/1.1" status: 204 len: 168 time: 0.1556938 Jul 07 17:26:45.289181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4add07-470d-4a8f-bfdd-510828e79f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2ae8d5-a20e-4ab2-b02b-f0c2a0a6366b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.673818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.699987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7ee882b-d1e6-4a2f-888a-e3834b22e184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.801362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7ee882b-d1e6-4a2f-888a-e3834b22e184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.807141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7ee882b-d1e6-4a2f-888a-e3834b22e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.850329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee882b-d1e6-4a2f-888a-e3834b22e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b5ef2-2fbc-4c5c-9be5-bc273bc3b6bd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:45.856079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e7ee882b-d1e6-4a2f-888a-e3834b22e184 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a386105df0343ee88e6ea678e1b8461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809323 Jul 07 17:26:45.858351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.923817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.947553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.050531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.053112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.055641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed1b5ef2-2fbc-4c5c-9be5-bc273bc3b6bd HTTP/1.1" status: 204 len: 168 time: 0.1961226 Jul 07 17:26:46.074036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc372e-23ff-48b0-844c-a0558660d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b5ef2-2fbc-4c5c-9be5-bc273bc3b6bd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.243352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42588) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.370788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd5b3-ce2f-4161-932b-694367fc0c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.511038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd5b3-ce2f-4161-932b-694367fc0c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.516071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd5b3-ce2f-4161-932b-694367fc0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.549693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cd5b3-ce2f-4161-932b-694367fc0c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48330d4e-4458-4d7d-8ca1-6ea982f2110e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.566997 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac3cd5b3-ce2f-4161-932b-694367fc0c7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=975f2eae611a44bbb614299ea40d5720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226235 Jul 07 17:26:47.569981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:47.649420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-2538acd4-411c-4415-b1fd-d87b578d01fe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.654679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-2538acd4-411c-4415-b1fd-d87b578d01fe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1537297 Jul 07 17:26:47.667174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.671331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-2eb28a2d-9e86-47fe-a0c2-79a269461929 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0137103 Jul 07 17:26:47.720380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.789717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-9c98ab6d-7a17-4d5f-9999-a14003b1f345 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104155 Jul 07 17:26:47.798221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.801742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.806284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48330d4e-4458-4d7d-8ca1-6ea982f2110e HTTP/1.1" status: 204 len: 168 time: 0.2351162 Jul 07 17:26:47.835928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7845ac-84a6-4f9f-b525-0cc1424c4193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48330d4e-4458-4d7d-8ca1-6ea982f2110e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:47.929043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-4caf60d2-cdd8-4bf1-90a4-c9bdcea321d3 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214714 Jul 07 17:26:48.045860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-74d2cc29-cc91-4db1-9306-c87a2932f83d service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154740 Jul 07 17:26:48.292494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9511361-7188-422e-8b53-62b1099f8e17 req-cfc4f1e6-27c0-498e-94b4-8509c11bfd12 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0445323 Jul 07 17:26:49.459172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f98042a7-445a-4e1d-bf33-5c5c2ccb967b req-7ceb7134-d059-47db-8d92-97265bce8fc9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0439177 Jul 07 17:26:49.686977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:49.857015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6d16-4b73-4bdd-8e56-8d7716186fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.968475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-548a4a73-d2bb-4e53-9e46-70e3f0f9da81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.970889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-548a4a73-d2bb-4e53-9e46-70e3f0f9da81 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1365008 Jul 07 17:26:49.985591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6d16-4b73-4bdd-8e56-8d7716186fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.987934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': '6e5613be-f8db-4c83-a976-32b37eb11188', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:49.993987 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6d16-4b73-4bdd-8e56-8d7716186fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.061737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bc1c6d16-4b73-4bdd-8e56-8d7716186fa5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=023cc937689541f2b841e8d8470f23ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702817 Jul 07 17:26:50.065692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:50.095136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6d16-4b73-4bdd-8e56-8d7716186fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da7d2e-8e7d-4906-a440-808d3c798e0c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.206458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.242942 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.321768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.331165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.332594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21da7d2e-8e7d-4906-a440-808d3c798e0c HTTP/1.1" status: 204 len: 168 time: 0.2652888 Jul 07 17:26:50.348984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5339df7-cc75-4aed-8bb5-3ab3c2734f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da7d2e-8e7d-4906-a440-808d3c798e0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.506479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:50.511408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.737753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f697a0a-ce0f-4cdd-85c9-b9b40281b0a8 req-a9eafa68-9057-44d6-af9b-e1a53bfb4cc0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0644302 Jul 07 17:26:50.771485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.6 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:50.996483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.015745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:51.147523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.163460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f03c949a-3a7b-4e6b-a158-5b0927a522e2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:51.271337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:51.273852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:51.284894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:51.358965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.360245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.404666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.414980 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-5dd79972-a0a1-42b5-a94d-e8b3feeb5b19 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4324648 Jul 07 17:26:51.651143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Request body: {'port': {'device_id': '6e5613be-f8db-4c83-a976-32b37eb11188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:51.746420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-58284c9e-b351-433c-9975-1abf2833554e None None] Provisioning for port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:51.751897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-58284c9e-b351-433c-9975-1abf2833554e None None] Provisioning complete for port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:51.752311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58284c9e-b351-433c-9975-1abf2833554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:51.812309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58284c9e-b351-433c-9975-1abf2833554e None None] Port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:51.839228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.043673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f56c9-7513-4d60-a649-a09a91809426 req-5265659f-0da1-4336-ae5e-e6a2733d64f8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.045908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce5f56c9-7513-4d60-a649-a09a91809426 req-5265659f-0da1-4336-ae5e-e6a2733d64f8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 931 time: 0.0865815 Jul 07 17:26:52.120393 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce5f56c9-7513-4d60-a649-a09a91809426 req-2dbcbc13-50bd-4872-9cf0-cfdd533ba732 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677855 Jul 07 17:26:52.195581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:52.203249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.215724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Transition to ACTIVE for port object 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:52.219331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.282468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Pushing event updated for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.413960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Attempting to bind port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:52.414426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Attempting to bind port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:52.414768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Attempting to bind port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:52.420769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:52.420769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Attempting to bind port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:52.428130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:52.428130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:52.428130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:52.428130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Bound port: 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:52.428130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.524031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:52.536005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:52.548440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.597575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.598365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.599791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] 10.222.0.32 "PUT /v2.0/ports/4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce HTTP/1.1" status: 200 len: 1092 time: 1.1722269 Jul 07 17:26:52.600292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:52.602719 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92d293-c52c-41d0-89c6-964735a9f078" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:52.642609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e6d56-710a-4c26-a73e-221eb5f5713c service neutron] Pushing event updated for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.721896 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce11c1c3-f488-40ef-8739-428d2709400c x-openstack-request-id: req-ce11c1c3-f488-40ef-8739-428d2709400c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:52.722241 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:52.722486 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce11c1c3-f488-40ef-8739-428d2709400c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:52.722881 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce', 'status': 'completed', 'code': 200} Jul 07 17:26:52.782948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-15caaf0f-3e1d-4e4b-90a4-28143ee8479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.786924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-15caaf0f-3e1d-4e4b-90a4-28143ee8479b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 1095 time: 0.1288602 Jul 07 17:26:52.889923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-76dabc42-d5c9-4b06-ab6d-b00b643e216e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce HTTP/1.1" status: 200 len: 217 time: 0.0938499 Jul 07 17:26:52.997924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-746f4349-ed40-46f2-9832-091f75cf2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.000093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-746f4349-ed40-46f2-9832-091f75cf2238 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1022806 Jul 07 17:26:53.076083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a893-11e9-496f-9b93-dffc51422150 req-eb5aa203-e75a-4d1c-9781-dd55bf7c31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.078369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-eb5aa203-e75a-4d1c-9781-dd55bf7c31b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716901 Jul 07 17:26:53.222143 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-d3a453d0-d77f-4ff6-a908-ad17e008c16f service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370640 Jul 07 17:26:53.435744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c337a893-11e9-496f-9b93-dffc51422150 req-e1e694e3-a33e-4e80-ad4b-61d48058d3bf service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001176 Jul 07 17:26:53.442674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd0f9-dee7-41ff-85a3-610f710ca550 req-e5560bc5-a266-48f7-b6ab-962126f86c9b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.444262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-156dd0f9-dee7-41ff-85a3-610f710ca550 req-e5560bc5-a266-48f7-b6ab-962126f86c9b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0801845 Jul 07 17:26:53.506281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-156dd0f9-dee7-41ff-85a3-610f710ca550 req-38b6b237-04b9-4817-858f-0e6c419cebae tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Jul 07 17:26:53.593539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-0999d8db-6de0-4b05-bf5e-cb34680169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.598768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-0999d8db-6de0-4b05-bf5e-cb34680169a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 1095 time: 0.0972507 Jul 07 17:26:53.718995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-d2daf57f-cd8f-4468-b501-96758d0fd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.721041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-d2daf57f-cd8f-4468-b501-96758d0fd002 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1130044 Jul 07 17:26:53.791749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-2ddd2dd3-89e7-4000-88c9-fc23f6e71875 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce HTTP/1.1" status: 200 len: 217 time: 0.0640781 Jul 07 17:26:53.905969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-19291b0c-b489-4f9e-9154-f5ba287c8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.908668 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-19291b0c-b489-4f9e-9154-f5ba287c8ee0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0940747 Jul 07 17:26:54.013851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-dc4d512d-b2d3-4c34-b543-89d0795d5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:54.015750 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-dc4d512d-b2d3-4c34-b543-89d0795d5600 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951743 Jul 07 17:26:54.237657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-b1a6721d-b0e3-4feb-bdb3-107632895cdf service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135322 Jul 07 17:26:54.403857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d92d293-c52c-41d0-89c6-964735a9f078 req-23af1867-0379-4819-ad69-bf4e1bbcb975 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591046 Jul 07 17:26:55.114228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3c2b-82f0-4f8d-9e0b-b7c7a23640f7 req-181922b1-14d2-488c-8e71-904600f89a7f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.129409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22df3c2b-82f0-4f8d-9e0b-b7c7a23640f7 req-181922b1-14d2-488c-8e71-904600f89a7f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.2109601 Jul 07 17:26:55.203019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22df3c2b-82f0-4f8d-9e0b-b7c7a23640f7 req-37a130d0-9f5a-4eb7-9170-8563315b511e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716324 Jul 07 17:26:55.467072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:55.667103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc78e966-2cb0-4f46-bed4-02d8163111f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.802099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc78e966-2cb0-4f46-bed4-02d8163111f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.809528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc78e966-2cb0-4f46-bed4-02d8163111f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.859247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e966-2cb0-4f46-bed4-02d8163111f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e29601-4e34-4dba-a0b5-376c6f61bed8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.868824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc78e966-2cb0-4f46-bed4-02d8163111f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60df44d92b5b483a9910f2f0b32d2ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999026 Jul 07 17:26:55.871308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42918) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:55.955163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.981494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.053095 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.060554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.060554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7e29601-4e34-4dba-a0b5-376c6f61bed8 HTTP/1.1" status: 204 len: 168 time: 0.1845539 Jul 07 17:26:56.067584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598876-1703-41c4-83d8-01f0ac1da0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e29601-4e34-4dba-a0b5-376c6f61bed8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.481257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48604f0-39d7-4ce4-a7e1-ee989ba78049 req-08dae4f9-70ff-4065-94da-7c8d05be7186 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.486772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c48604f0-39d7-4ce4-a7e1-ee989ba78049 req-08dae4f9-70ff-4065-94da-7c8d05be7186 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0976424 Jul 07 17:26:56.542877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c48604f0-39d7-4ce4-a7e1-ee989ba78049 req-1a44a15a-7ebf-4aec-b734-f21abc426398 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Jul 07 17:26:56.572407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.588976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faac5ca-e8be-436a-832f-acb2453986fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.718553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faac5ca-e8be-436a-832f-acb2453986fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.725189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faac5ca-e8be-436a-832f-acb2453986fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.782969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9faac5ca-e8be-436a-832f-acb2453986fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbeac3d94ac24d99aa0eb099c13bd3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093308 Jul 07 17:26:56.783908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faac5ca-e8be-436a-832f-acb2453986fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f16bf-7de3-48f8-afce-5299dd5553cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.786929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.870260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.895529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.985963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.996598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.001747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f8f16bf-7de3-48f8-afce-5299dd5553cb HTTP/1.1" status: 204 len: 168 time: 0.2110467 Jul 07 17:26:57.008787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813befeb-9ec2-4a72-b693-b7039c6e2830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f16bf-7de3-48f8-afce-5299dd5553cb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.707709 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-c4160d83-db89-4644-b19f-f164d5b21af3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913262 Jul 07 17:26:57.794198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a96d6-2dfd-4f2a-96d7-f1175682275b req-b9bfd928-beaf-4aff-a786-96c508704e91 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:57.803456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c23a96d6-2dfd-4f2a-96d7-f1175682275b req-b9bfd928-beaf-4aff-a786-96c508704e91 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1152918 Jul 07 17:26:57.888625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c23a96d6-2dfd-4f2a-96d7-f1175682275b req-4892633b-2a8e-435f-bdc3-3e86338cc327 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839317 Jul 07 17:26:57.941125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-f788a9b8-fb51-45fd-a761-15707b1021e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:57.947121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-f788a9b8-fb51-45fd-a761-15707b1021e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27740b9691043c99d9b7154d090a18d&device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 1098 time: 0.1747260 Jul 07 17:26:58.117498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-776113d2-7b13-4288-9059-a866bca65dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.119845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-776113d2-7b13-4288-9059-a866bca65dfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 200 len: 912 time: 0.1506362 Jul 07 17:26:58.225685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-deed1e4c-99b0-44a6-a31f-064668e59503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 200 len: 1002 time: 0.0981061 Jul 07 17:26:58.294785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-99c8be46-5980-424e-bf1c-321828b36fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.296326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-99c8be46-5980-424e-bf1c-321828b36fd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 200 len: 850 time: 0.0608220 Jul 07 17:26:58.361051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-ff1bf321-6500-45d8-9c5c-08f6b36c110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.363059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-ff1bf321-6500-45d8-9c5c-08f6b36c110e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5aa51c1-4605-49b4-b06a-b8171de446bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603354 Jul 07 17:26:58.497526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-afa51c94-d8ba-40d3-91f1-02e927b2e880 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244915 Jul 07 17:26:58.630433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24affb07-029b-4e0e-863c-6fd0b62c6ef5 req-e43adb29-35af-446b-b203-bc420e7fd605 service neutron] 10.222.0.32 "GET /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263137 Jul 07 17:26:59.176257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b966-f531-4a15-b4cd-017cf89a7dfe req-1eebaa85-05a5-4fbf-b8a2-db1b90960e59 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:59.178536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e8b966-f531-4a15-b4cd-017cf89a7dfe req-1eebaa85-05a5-4fbf-b8a2-db1b90960e59 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0786445 Jul 07 17:26:59.226321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e8b966-f531-4a15-b4cd-017cf89a7dfe req-c1852e5c-5935-47bc-9191-10206eb86c86 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Jul 07 17:26:59.351228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43002) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.527157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-85566bac-bac3-4002-8efd-037d320b6454 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:59.574033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-85566bac-bac3-4002-8efd-037d320b6454 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "PUT /v2.0/quotas/15e61ddf02994f78ab1dbdb5c37d56b2 HTTP/1.1" status: 200 len: 368 time: 0.2216475 Jul 07 17:26:59.576633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43006) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:59.583355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Request body: {'network': {'project_id': '15e61ddf02994f78ab1dbdb5c37d56b2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:59.611433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Made reservation on behalf of 15e61ddf02994f78ab1dbdb5c37d56b2 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:59.614075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.651493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.817327 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.825321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.867213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:59.882823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec99d8-6fb8-4595-b0ec-697613ed0760,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:59.886854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efa4c60a-c4d5-4be3-a012-ffb2f1865208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.905233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:59.905939 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Added segment 683d30cc-9a14-43bc-a551-3fc136dba33e of type vlan for network 90a91034-2431-4abd-8f3d-652f13dfd226 Jul 07 17:26:59.968114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.014533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.019862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.020545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.115296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5374944 Jul 07 17:27:00.119410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.124547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Request body: {'network': {'project_id': '15e61ddf02994f78ab1dbdb5c37d56b2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:00.183168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Made reservation on behalf of 15e61ddf02994f78ab1dbdb5c37d56b2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:00.185735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.224709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870de71-abba-4754-bbfe-d007d094900c tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Pushing event updated for resources: {'Network': ['ID=90a91034-2431-4abd-8f3d-652f13dfd226,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.236097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:00.246582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.247170 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Added segment e986c8eb-f440-4b08-98e0-10c9969a6df4 of type vlan for network 227d14b1-3f61-41f0-8a85-96ccdea13c7b Jul 07 17:27:00.257598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 90a91034-2431-4abd-8f3d-652f13dfd226 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:00.291825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.327032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.328696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.329563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.349345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2288177 Jul 07 17:27:00.352455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43030) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.358126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2ec10d54-5cc8-4793-8224-b5fe33e3ff3a tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Request body: {'network': {'project_id': '15e61ddf02994f78ab1dbdb5c37d56b2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:00.388274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43032) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.433036 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec10d54-5cc8-4793-8224-b5fe33e3ff3a tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:27:00.433801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec10d54-5cc8-4793-8224-b5fe33e3ff3a tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:00.435267 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ec10d54-5cc8-4793-8224-b5fe33e3ff3a tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0812008 Jul 07 17:27:00.439310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.551323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.612786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f400-9993-4fbe-9b76-303a7d0ac067 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Pushing event updated for resources: {'Network': ['ID=227d14b1-3f61-41f0-8a85-96ccdea13c7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.626196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 227d14b1-3f61-41f0-8a85-96ccdea13c7b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:00.660270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29093d-3b4a-4041-91a1-9783a71381f0 req-2f74c9d4-57e2-4e44-9e9d-59922682d59b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.661899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec29093d-3b4a-4041-91a1-9783a71381f0 req-2f74c9d4-57e2-4e44-9e9d-59922682d59b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1631451 Jul 07 17:27:00.694235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5d8aa19-d756-402b-a332-6b411e1256ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.719953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.755485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227d14b1-3f61-41f0-8a85-96ccdea13c7b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.755727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec29093d-3b4a-4041-91a1-9783a71381f0 req-dea35a58-2825-4540-b27d-69303e0b0c95 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862560 Jul 07 17:27:00.777876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e986c8eb-f440-4b08-98e0-10c9969a6df4') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.778212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e986c8eb-f440-4b08-98e0-10c9969a6df4') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:00.792423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.817684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.832448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:00.832948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:00.835685 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:00.902461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.911190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.913659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "DELETE /v2.0/networks/227d14b1-3f61-41f0-8a85-96ccdea13c7b HTTP/1.1" status: 204 len: 168 time: 0.4724331 Jul 07 17:27:00.916037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:00.929480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7748bc-954d-43cb-9405-0d6f50c840b6 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Pushing event deleted for resources: {'Network': ['ID=227d14b1-3f61-41f0-8a85-96ccdea13c7b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:00.967505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5d8aa19-d756-402b-a332-6b411e1256ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.972253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5d8aa19-d756-402b-a332-6b411e1256ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:00.994803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.016970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5d8aa19-d756-402b-a332-6b411e1256ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06f42ba4940d449c92381b9bc1cc5861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273305 Jul 07 17:27:01.017879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8aa19-d756-402b-a332-6b411e1256ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596b1d80-58d1-4b9e-b4b0-a15fb46dd4f9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.020229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.072302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.078817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.089193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a91034-2431-4abd-8f3d-652f13dfd226']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:01.093294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.100095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683d30cc-9a14-43bc-a551-3fc136dba33e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:01.100461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683d30cc-9a14-43bc-a551-3fc136dba33e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:01.109624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.123579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.130676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:01.131148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:01.132925 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:01.140882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.143653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.144900 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/596b1d80-58d1-4b9e-b4b0-a15fb46dd4f9 HTTP/1.1" status: 204 len: 168 time: 0.1237140 Jul 07 17:27:01.153063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39169e39-5877-4105-b0b0-f22fedd80f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596b1d80-58d1-4b9e-b4b0-a15fb46dd4f9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.195105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.211009 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.212890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] 10.222.0.22 "DELETE /v2.0/networks/90a91034-2431-4abd-8f3d-652f13dfd226 HTTP/1.1" status: 204 len: 168 time: 0.2958727 Jul 07 17:27:01.213947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a3828-69ba-4ed3-9c2e-e89b2007cf66 tempest-QuotasNegativeTest-1774839836 tempest-QuotasNegativeTest-1774839836-project-admin] Pushing event deleted for resources: {'Network': ['ID=90a91034-2431-4abd-8f3d-652f13dfd226,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.666407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.790060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9905ff0-c371-4800-aff5-2cea806b8f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.892848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9905ff0-c371-4800-aff5-2cea806b8f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.897558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f9905ff0-c371-4800-aff5-2cea806b8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.931960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905ff0-c371-4800-aff5-2cea806b8f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f7efa2-00b1-4675-b72b-40688e3fcd07,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.994447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f9905ff0-c371-4800-aff5-2cea806b8f50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90e23d53d30d4f1ab70629ca1fd9d981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268263 Jul 07 17:27:01.997396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.029296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-0bc97fda-878f-4ce7-a50d-7b57d1ae6044 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2512403 Jul 07 17:27:02.032037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf67e13-dd99-43c5-88b7-4beca6d8d358 req-34942373-cf4f-4986-b468-e832da889157 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.033690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adf67e13-dd99-43c5-88b7-4beca6d8d358 req-34942373-cf4f-4986-b468-e832da889157 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1179464 Jul 07 17:27:02.086704 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.117081 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adf67e13-dd99-43c5-88b7-4beca6d8d358 req-a7d1ad7a-a51a-47e6-aaf2-a338a5a4ceb2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Jul 07 17:27:02.126547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.161997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.162530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.163222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.163882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.164676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.165321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.165893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.168054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9d0f0fff-c0af-4d63-8436-be2ccb93c099 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.0783348 Jul 07 17:27:02.180833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.183790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.189213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0f7efa2-00b1-4675-b72b-40688e3fcd07 HTTP/1.1" status: 204 len: 168 time: 0.1864762 Jul 07 17:27:02.203645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a2897-45bf-4df1-af8f-bc00b812c3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f7efa2-00b1-4675-b72b-40688e3fcd07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.309014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e46bb284-f00c-42bd-b668-bddece6e833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.343939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-78494a60-7eec-43a8-9c68-00dbdb3b253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.344589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-78494a60-7eec-43a8-9c68-00dbdb3b253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.345195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-78494a60-7eec-43a8-9c68-00dbdb3b253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.347818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-78494a60-7eec-43a8-9c68-00dbdb3b253e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 2292 time: 0.1401086 Jul 07 17:27:02.433553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-70e68e55-dcac-4c62-aa8f-9ae9ee4f475f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1000 time: 0.0787795 Jul 07 17:27:02.488172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-dff3a6bb-a7ff-4eaa-86f5-2252061ce5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.489895 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-dff3a6bb-a7ff-4eaa-86f5-2252061ce5d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.0504615 Jul 07 17:27:02.557450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-e11893f7-c681-494e-8147-1de3d4351ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.559036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-e11893f7-c681-494e-8147-1de3d4351ace service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631435 Jul 07 17:27:02.603796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.618799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cdea-1df6-4ef3-ab02-17ec6e0b1dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.667942 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-9130e7a8-4ea9-4618-8482-b049ba74d6f7 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014752 Jul 07 17:27:02.719725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cdea-1df6-4ef3-ab02-17ec6e0b1dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.724971 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cdea-1df6-4ef3-ab02-17ec6e0b1dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.774373 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.778086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4cdea-1df6-4ef3-ab02-17ec6e0b1dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00ba747-201d-428a-b3c6-f5781bf4f727,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.785563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a1a4cdea-1df6-4ef3-ab02-17ec6e0b1dce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5556898846ac49e7a4faaa7db16daf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800966 Jul 07 17:27:02.788471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.790298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-c556eeb8-ac75-4c01-a188-a26fe0217f79 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164744 Jul 07 17:27:02.838078 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-f0f66e07-6df8-46f7-8d5a-89a8eac97239 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0415590 Jul 07 17:27:02.851662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.880599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.898776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-77524425-2fec-462c-a76e-422fa5cfed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.900496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-77524425-2fec-462c-a76e-422fa5cfed52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0564961 Jul 07 17:27:02.942726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.945472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.946628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a00ba747-201d-428a-b3c6-f5781bf4f727 HTTP/1.1" status: 204 len: 168 time: 0.1566393 Jul 07 17:27:02.956833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb810d-1424-4dd8-82b9-581e20a7f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00ba747-201d-428a-b3c6-f5781bf4f727,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.981752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-7fb9793b-f84e-4826-a1f0-f3136b147d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.983383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-7fb9793b-f84e-4826-a1f0-f3136b147d3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768929 Jul 07 17:27:03.152674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-7ef016b6-a6fb-40c9-a0f6-1535334a90f9 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607718 Jul 07 17:27:03.290595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-8e5202f9-a17a-4895-a659-e00934074ea7 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297727 Jul 07 17:27:03.340654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2550c-2d7c-4738-ad1f-bb44bb92723f req-9e73fc4e-6444-42bc-9a10-2ec277d5f353 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.344036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4b2550c-2d7c-4738-ad1f-bb44bb92723f req-9e73fc4e-6444-42bc-9a10-2ec277d5f353 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0704026 Jul 07 17:27:03.352187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-499d21df-506c-4c3a-af3a-d7ae0b287e8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.0521162 Jul 07 17:27:03.410737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4b2550c-2d7c-4738-ad1f-bb44bb92723f req-7ef4dae1-d641-4616-bd8c-4c85045f44b0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Jul 07 17:27:03.427469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-6c0876d5-34a8-4024-b03a-1c715dcb8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.429034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-6c0876d5-34a8-4024-b03a-1c715dcb8484 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0709691 Jul 07 17:27:03.508423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-4528257f-1090-4547-a789-d17c646f435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.509533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-4528257f-1090-4547-a789-d17c646f435c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738442 Jul 07 17:27:03.589141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.630581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-8bf99f2b-40ba-4b19-9fb3-4e37e1e158f7 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136775 Jul 07 17:27:03.774321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-f1db3f22-45c2-4ace-ab6d-95072edca2ce service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365094 Jul 07 17:27:03.820265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-218c1122-d3d5-40aa-9f4e-f6c7f6d95db1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.0398355 Jul 07 17:27:03.875096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-e4ff8aea-7eda-4e3e-879c-c5549e485090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.879706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:03.879921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-e4ff8aea-7eda-4e3e-879c-c5549e485090 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0531101 Jul 07 17:27:03.962463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-54fdcbc2-8484-4bb3-b2ed-78e48456b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.964000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-54fdcbc2-8484-4bb3-b2ed-78e48456b7b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769625 Jul 07 17:27:04.026491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1141005374'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:04.069666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Made reservation on behalf of 6d3520995a85429b98bc30da2c1d4e4f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:04.074024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.074797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-4195852d-e4cb-4b23-9c44-a001a9053394 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041133 Jul 07 17:27:04.083164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.231085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.239620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.244098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-b127a501-df0f-4a90-93d2-1114e3ab862b service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629422 Jul 07 17:27:04.281736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:04.300862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.301416 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Added segment bbdcf5a3-f076-4303-b0e7-8693992e7349 of type vlan for network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d Jul 07 17:27:04.303029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb5131-5cc1-4ee1-8447-e93265648649,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.312066 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-952b316c-b800-4c57-8b19-23022f0ad0aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.0596638 Jul 07 17:27:04.357905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.369211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.383860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-a24540a1-5af4-44a2-b1f1-8bfde5807348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.385526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-a24540a1-5af4-44a2-b1f1-8bfde5807348 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0659013 Jul 07 17:27:04.394204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.400780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.401631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.456053 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:04.462873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-28a4f1c2-4a0c-4fc9-900e-987b3a118da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.464597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-28a4f1c2-4a0c-4fc9-900e-987b3a118da0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723484 Jul 07 17:27:04.488002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6068971 Jul 07 17:27:04.491294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:04.496896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Request body: {'subnet': {'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:04.608840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4f823-753a-4764-ac7a-d8ace84485a9 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'Network': ['ID=3a831651-4919-4b07-a18e-ed7fb0c5ed0d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:04.622082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:04.633716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-4e7a4119-1810-4606-8f6c-5c107ec69c42 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586251 Jul 07 17:27:04.703205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02963dc-95fa-40c6-a279-a048f9163c94 req-c7038de7-149c-4280-87d6-81d9191a4929 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.711354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b02963dc-95fa-40c6-a279-a048f9163c94 req-c7038de7-149c-4280-87d6-81d9191a4929 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1308198 Jul 07 17:27:04.731585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Made reservation on behalf of 6d3520995a85429b98bc30da2c1d4e4f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:04.735624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:04.797046 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-07aba940-af79-4bdf-9848-217ddcd6a802 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550095 Jul 07 17:27:04.833150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b02963dc-95fa-40c6-a279-a048f9163c94 req-fccf85df-b23c-484a-ae38-8a9bb5e09e12 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205003 Jul 07 17:27:04.876452 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-5637a59b-e69b-41e2-add4-f211084d151a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0728269 Jul 07 17:27:04.936634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-12df11b5-73e7-4be3-b831-81da37fed191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.938200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-12df11b5-73e7-4be3-b831-81da37fed191 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0555372 Jul 07 17:27:04.996208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.021501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-6d5258e6-e285-4a1b-a722-3814d561d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.024493 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-6d5258e6-e285-4a1b-a722-3814d561d622 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790579 Jul 07 17:27:05.065496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'Subnet': ['ID=c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.073158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Checking segment: {'id': 'bbdcf5a3-f076-4303-b0e7-8693992e7349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:05.073521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Network hostable DHCP agents. Network: 3a831651-4919-4b07-a18e-ed7fb0c5ed0d, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:05.093479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:05.110873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3a831651-4919-4b07-a18e-ed7fb0c5ed0d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:05.118550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.121105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.121664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10a17f-9d2d-4489-b98f-bd098a24a81f None None] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:05.157323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-00d1323c-dd44-4080-b75b-ec8bb645547e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6645718 Jul 07 17:27:05.160163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:05.169943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Request body: {'port': {'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-967388108'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:05.444755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.456161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Made reservation on behalf of 6d3520995a85429b98bc30da2c1d4e4f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:05.459148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3a831651-4919-4b07-a18e-ed7fb0c5ed0d', 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d', 'tenant_id': '6d3520995a85429b98bc30da2c1d4e4f', 'fixed_ips': [{'subnet_id': 'c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:05.460404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.462603 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.492040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] device_id is not set on port 1a957a2c-6218-40f3-997b-8accea4bf2f7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:05.659197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-5826deaf-624c-476d-a898-3c56ae3feb4c service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276965 Jul 07 17:27:05.675900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Allocated IP 2001:db8::52 (3a831651-4919-4b07-a18e-ed7fb0c5ed0d/c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1/1a957a2c-6218-40f3-997b-8accea4bf2f7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:05.774149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-11452bd2-38cc-428f-bf2d-60120ac66ea3 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078463 Jul 07 17:27:05.823508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-cd0ee059-9b06-48ba-b47b-ceba256692c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0415115 Jul 07 17:27:05.863859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.883611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Transition to ACTIVE for port object 1a957a2c-6218-40f3-997b-8accea4bf2f7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:05.893359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-7fe32291-643a-4bcd-aab6-a5a430675424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.895449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-7fe32291-643a-4bcd-aab6-a5a430675424 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0649714 Jul 07 17:27:05.948234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.990937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-b7b98cc8-c342-4946-b086-9c3795c6a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.992495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-b7b98cc8-c342-4946-b086-9c3795c6a69a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905290 Jul 07 17:27:06.006707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:06.010774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:06.013657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:06.022883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.023897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.053752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'Port': ['ID=1a957a2c-6218-40f3-997b-8accea4bf2f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.054874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Allocated IP 2001:db8::2 (3a831651-4919-4b07-a18e-ed7fb0c5ed0d/c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1/ffabbccd-286e-4a38-9e27-10366ad721aa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:06.063710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c56b319f-ca81-4341-9fb1-b345a7537b4e tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9022763 Jul 07 17:27:06.068445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.074960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Request body: {'port': {'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-930897572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:06.076265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:06.076941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:06.077403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:06.202034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-6f963e90-73b0-46a6-aeca-42ed3a116777 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000155 Jul 07 17:27:06.291642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.301926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Transition to ACTIVE for port object ffabbccd-286e-4a38-9e27-10366ad721aa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:06.317911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b1fa7-7307-4bc6-a613-a99bb4c32878 req-14453abf-9bf5-4f72-8899-67f8e7df0a51 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.320836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a94b1fa7-7307-4bc6-a613-a99bb4c32878 req-14453abf-9bf5-4f72-8899-67f8e7df0a51 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.2330847 Jul 07 17:27:06.322559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Transition to ACTIVE for port object ffabbccd-286e-4a38-9e27-10366ad721aa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:06.331847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.381634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Made reservation on behalf of 6d3520995a85429b98bc30da2c1d4e4f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:06.389801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.410188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-085cc464-a434-422d-819b-d3cd27c5ca25 req-2c20c7aa-ca84-4e75-911f-0e7822299e85 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986561 Jul 07 17:27:06.419912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a94b1fa7-7307-4bc6-a613-a99bb4c32878 req-7b0fda34-88e8-4711-8128-5297e6c1fced tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Jul 07 17:27:06.432403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] device_id is not set on port 9df23b19-7c11-404d-bb2a-ed30af48cb62 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:06.440001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Pushing event updated for resources: {'Port': ['ID=ffabbccd-286e-4a38-9e27-10366ad721aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:06.467559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:06.493168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:06.507251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:06.546910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.635695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Attempting to bind port ffabbccd-286e-4a38-9e27-10366ad721aa on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:06.636466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Attempting to bind port ffabbccd-286e-4a38-9e27-10366ad721aa by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'bbdcf5a3-f076-4303-b0e7-8693992e7349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:06.637048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Attempting to bind port ffabbccd-286e-4a38-9e27-10366ad721aa on network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:06.646676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:06.648494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Checking segment: {'id': 'bbdcf5a3-f076-4303-b0e7-8693992e7349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:06.649138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.654565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Bound using segment: {'id': 'bbdcf5a3-f076-4303-b0e7-8693992e7349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:06.655307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Bound port: ffabbccd-286e-4a38-9e27-10366ad721aa, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdcf5a3-f076-4303-b0e7-8693992e7349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a831651-4919-4b07-a18e-ed7fb0c5ed0d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:06.655920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.680545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Allocated IP 2001:db8::1aa (3a831651-4919-4b07-a18e-ed7fb0c5ed0d/c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1/9df23b19-7c11-404d-bb2a-ed30af48cb62) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:06.827266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] For port ffabbccd-286e-4a38-9e27-10366ad721aa, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:06.834189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] For port ffabbccd-286e-4a38-9e27-10366ad721aa, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffabbccd-286e-4a38-9e27-10366ad721aa,segment=NetworkSegment(bbdcf5a3-f076-4303-b0e7-8693992e7349),segment_id=bbdcf5a3-f076-4303-b0e7-8693992e7349)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:06.841257 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:06.872112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:06.916647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddbb0b-8d84-4809-a315-0b0d5bb4a33e None None] Pushing event updated for resources: {'Port': ['ID=ffabbccd-286e-4a38-9e27-10366ad721aa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.033900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.062787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Transition to ACTIVE for port object 9df23b19-7c11-404d-bb2a-ed30af48cb62 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:07.075664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d870-9a2f-4261-9de8-bdc04930cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.167824 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.235378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:07.241463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:07.248851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:07.255329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.256275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.290210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'Port': ['ID=9df23b19-7c11-404d-bb2a-ed30af48cb62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.331567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d870-9a2f-4261-9de8-bdc04930cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.337302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9b7d870-9a2f-4261-9de8-bdc04930cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.355730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4acbfa50-aea5-4dd5-a01a-a0b9130ac5fc tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2841058 Jul 07 17:27:07.356201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43202) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.379384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7d870-9a2f-4261-9de8-bdc04930cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e566214a-4885-4c09-aab2-dd2052672565,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.411437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a9b7d870-9a2f-4261-9de8-bdc04930cbdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4faadb0d54264c28bc61682a01fb53ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379446 Jul 07 17:27:07.415873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.524522 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.593880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e6ef4-504c-46be-83e1-c14a5d5d33d4 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.597587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.604275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e6ef4-504c-46be-83e1-c14a5d5d33d4 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.612654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e6ef4-504c-46be-83e1-c14a5d5d33d4 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.614966 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2f8e6ef4-504c-46be-83e1-c14a5d5d33d4 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2569699 Jul 07 17:27:07.621922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.629299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffabbccd-286e-4a38-9e27-10366ad721aa up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:07.697946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ffabbccd-286e-4a38-9e27-10366ad721aa completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:07.740341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.746458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.750249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e566214a-4885-4c09-aab2-dd2052672565 HTTP/1.1" status: 204 len: 168 time: 0.3311357 Jul 07 17:27:07.769502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f290cd-92aa-46de-827c-15a34a363e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e566214a-4885-4c09-aab2-dd2052672565,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:07.809130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Deleting port 9df23b19-7c11-404d-bb2a-ed30af48cb62 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:07.809496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.816922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dcf5c-53e6-4370-8c86-f07ef00bc67a req-744f1db9-8e99-43b5-b933-681506666ef6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.825351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b32dcf5c-53e6-4370-8c86-f07ef00bc67a req-744f1db9-8e99-43b5-b933-681506666ef6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1620533 Jul 07 17:27:07.897547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b32dcf5c-53e6-4370-8c86-f07ef00bc67a req-425a2641-05a4-4370-97c0-40e572fe05ef tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676022 Jul 07 17:27:07.951154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:07.975506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Calling delete_port for 9df23b19-7c11-404d-bb2a-ed30af48cb62 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:08.141030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.193734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event deleted for resources: {'Port': ['ID=9df23b19-7c11-404d-bb2a-ed30af48cb62,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.222176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.226657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-00f043bb-a8e5-42a4-93b4-2f5751557313 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "DELETE /v2.0/ports/9df23b19-7c11-404d-bb2a-ed30af48cb62 HTTP/1.1" status: 204 len: 168 time: 0.6031551 Jul 07 17:27:08.227573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43222) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.235030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Request body: {'port': {'name': 'tempest-new-port-name-1010338377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:08.235699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] bootfile-name is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:08.236048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] tftp-server is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:08.237129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.api.validators [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] server-ip-address is not in valid_values {{(pid=93765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:27:08.360790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.366876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477d631-b4ea-463f-b83f-c3b31d50a7c4 None None] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:08.527303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Provisioning for port ffabbccd-286e-4a38-9e27-10366ad721aa completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:08.589828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Provisioning complete for port ffabbccd-286e-4a38-9e27-10366ad721aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:08.590299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.619635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.629509 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.707820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] In _notify_port_updated(), no bound segment for port 1a957a2c-6218-40f3-997b-8accea4bf2f7 on network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:08.715092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:08.716019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.723278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.724104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "PUT /v2.0/ports/1a957a2c-6218-40f3-997b-8accea4bf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.4950111 Jul 07 17:27:08.724916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43240) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.797927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed6374-5595-4831-827b-4fd45dabec2d tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event updated for resources: {'Port': ['ID=1a957a2c-6218-40f3-997b-8accea4bf2f7,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.849114 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.858413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088b3c3-118d-4646-8577-ace3921b8543 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:08.863707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e088b3c3-118d-4646-8577-ace3921b8543 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "GET /v2.0/ports/1a957a2c-6218-40f3-997b-8accea4bf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.1380098 Jul 07 17:27:08.864446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43244) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.914815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1578214966-network', 'tenant_id': '5506655fa7d6456297c95443e71838df'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:08.943855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] For port ffabbccd-286e-4a38-9e27-10366ad721aa, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffabbccd-286e-4a38-9e27-10366ad721aa,segment=NetworkSegment(bbdcf5a3-f076-4303-b0e7-8693992e7349),segment_id=bbdcf5a3-f076-4303-b0e7-8693992e7349)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:08.946705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Made reservation on behalf of 5506655fa7d6456297c95443e71838df for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:08.949197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.952048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.962339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.091574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397beed1-9624-4222-b1a2-3237433c1b09 None None] Pushing event updated for resources: {'Port': ['ID=ffabbccd-286e-4a38-9e27-10366ad721aa,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.147436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Deleting port 1a957a2c-6218-40f3-997b-8accea4bf2f7 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:09.147959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.196226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Provisioning for port 1a957a2c-6218-40f3-997b-8accea4bf2f7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:09.200631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Provisioning complete for port 1a957a2c-6218-40f3-997b-8accea4bf2f7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:09.201107 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.256200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Port 1a957a2c-6218-40f3-997b-8accea4bf2f7 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:09.262015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.268105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdc704-4c19-4d2c-8614-408507284828 req-afb896a3-d7de-4dc2-998f-4dca03a137d1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.272827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Provisioning complete for port ffabbccd-286e-4a38-9e27-10366ad721aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:09.273431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09f6cc09-1db6-426a-8e38-d11168d105e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.275134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.279352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bbdc704-4c19-4d2c-8614-408507284828 req-afb896a3-d7de-4dc2-998f-4dca03a137d1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1157331 Jul 07 17:27:09.344765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1bbdc704-4c19-4d2c-8614-408507284828 req-ea0f7480-9ced-48fa-925f-2e654b64d0be tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Jul 07 17:27:09.369420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.385576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3bdb54-5cd4-4e61-a66e-4afc4186696c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.401368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:09.408383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Calling delete_port for 1a957a2c-6218-40f3-997b-8accea4bf2f7 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:09.421520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.421889 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Added segment a990d92a-6231-4700-958e-1469a69d0690 of type vlan for network 1ac84510-d27b-4622-93a8-5cc5d598dc44 Jul 07 17:27:09.539798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffabbccd-286e-4a38-9e27-10366ad721aa up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:09.553709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.608042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ffabbccd-286e-4a38-9e27-10366ad721aa triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:09.608309 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.614730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.615745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.616336 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.639706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1542fb19-79c9-4ddc-bcb5-b859a70a24ec None None] Provisioning complete for port 1a957a2c-6218-40f3-997b-8accea4bf2f7 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:09.640083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542fb19-79c9-4ddc-bcb5-b859a70a24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.685720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1542fb19-79c9-4ddc-bcb5-b859a70a24ec None None] Port 1a957a2c-6218-40f3-997b-8accea4bf2f7 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:09.702067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9708211 Jul 07 17:27:09.703537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.712794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Request body: {'subnet': {'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1578214966-subnet', 'tenant_id': '5506655fa7d6456297c95443e71838df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:09.723131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365dc74-8189-4b60-9dab-143b2ae6d684 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac84510-d27b-4622-93a8-5cc5d598dc44,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.740918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:09.743685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.748533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Made reservation on behalf of 5506655fa7d6456297c95443e71838df for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:09.752089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.786547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event deleted for resources: {'Port': ['ID=1a957a2c-6218-40f3-997b-8accea4bf2f7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.809900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7a20277b-697c-4c8c-a1e7-fb18ba33f992 None None] Could not find standard attr ID for object 9df23b19-7c11-404d-bb2a-ed30af48cb62. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:09.820099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.825456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.825697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5dc740ef-5407-4572-9760-b69181366415 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "DELETE /v2.0/ports/1a957a2c-6218-40f3-997b-8accea4bf2f7 HTTP/1.1" status: 204 len: 168 time: 0.9592891 Jul 07 17:27:09.908306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Deleting subnet c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:09.913935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.964290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.125195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.158694 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.242999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2455d81-2bfb-4aa2-8d9a-fda22b32d779,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.276139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Checking segment: {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:10.276139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Network hostable DHCP agents. Network: 1ac84510-d27b-4622-93a8-5cc5d598dc44, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:10.297762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.328997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-825bedca-97ae-466c-b4d8-a406f17a199d None None] Could not find standard attr ID for object 1a957a2c-6218-40f3-997b-8accea4bf2f7. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:10.335423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:10.337846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.342866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.345173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-12868af3-71ee-42ce-87e3-77508cd1c7e5 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "DELETE /v2.0/subnets/c2ebeeb3-6c1d-4775-9cc5-ef0e6ac28bf1 HTTP/1.1" status: 204 len: 168 time: 0.5186317 Jul 07 17:27:10.347953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:10.360519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1ac84510-d27b-4622-93a8-5cc5d598dc44) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:10.370156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cef13-0ade-4199-b5bf-d551068c6f92 None None] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:10.405742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.406455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.454606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6fe7f98-06c8-4ee3-a52a-db8837d733e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7489953 Jul 07 17:27:10.459295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.544034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8e38b-70af-4782-bbf7-9b147a463f7e None None] Network 3a831651-4919-4b07-a18e-ed7fb0c5ed0d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:10.549865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391fdfe2-5f9d-42f4-93a4-38f0427cc1e9 None None] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:10.610985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Deleting port ffabbccd-286e-4a38-9e27-10366ad721aa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:10.611858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.631273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984488c-4a5c-4557-89a1-9d3ec6d7ee6b req-1caf5c6d-2674-4c80-82ba-c61762885049 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.632869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5984488c-4a5c-4557-89a1-9d3ec6d7ee6b req-1caf5c6d-2674-4c80-82ba-c61762885049 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.1388125 Jul 07 17:27:10.715597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5984488c-4a5c-4557-89a1-9d3ec6d7ee6b req-349d6d46-7fa0-4842-916f-e7774d3547a5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565157 Jul 07 17:27:10.722724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] For port ffabbccd-286e-4a38-9e27-10366ad721aa, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffabbccd-286e-4a38-9e27-10366ad721aa,segment=NetworkSegment(bbdcf5a3-f076-4303-b0e7-8693992e7349),segment_id=bbdcf5a3-f076-4303-b0e7-8693992e7349)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:10.723173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.736803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Calling delete_port for ffabbccd-286e-4a38-9e27-10366ad721aa owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:10.827506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.857907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event deleted for resources: {'Port': ['ID=ffabbccd-286e-4a38-9e27-10366ad721aa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.862095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] No DVR routers for this DVR port ffabbccd-286e-4a38-9e27-10366ad721aa on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:10.911065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80751f51-a4ae-4e3a-8db8-04b3d34cef14 None None] DHCP port deletion for 3a831651-4919-4b07-a18e-ed7fb0c5ed0d request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:10.961746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.973012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a831651-4919-4b07-a18e-ed7fb0c5ed0d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.988363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdcf5a3-f076-4303-b0e7-8693992e7349') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.988363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdcf5a3-f076-4303-b0e7-8693992e7349') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.999562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.017666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.024942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:11.026357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:11.056447 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:11.136399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.147435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.149256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] 10.222.0.22 "DELETE /v2.0/networks/3a831651-4919-4b07-a18e-ed7fb0c5ed0d HTTP/1.1" status: 204 len: 168 time: 0.8002667 Jul 07 17:27:11.165475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c0bb4-7a2e-4cca-abf7-b8c5cb486827 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356 tempest-ExtraDHCPOptionsIpV6TestJSON-764176356-project] Pushing event deleted for resources: {'Network': ['ID=3a831651-4919-4b07-a18e-ed7fb0c5ed0d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.380762 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:11.498320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffabbccd-286e-4a38-9e27-10366ad721aa no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:11.524686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ffabbccd-286e-4a38-9e27-10366ad721aa {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:11.525037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffabbccd-286e-4a38-9e27-10366ad721aa not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:11.547044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1c5c1017-2b91-4653-9b6f-cc642c770165 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d3520995a85429b98bc30da2c1d4e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649516 Jul 07 17:27:11.550185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:11.608441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.633673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.693329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.697079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.698604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55eb5131-5cc1-4ee1-8447-e93265648649 HTTP/1.1" status: 204 len: 168 time: 0.1473978 Jul 07 17:27:11.709299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9e022-f283-4273-9eda-fe6279352027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb5131-5cc1-4ee1-8447-e93265648649,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.922347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4948acf-5026-4d42-99e6-7e02384cb454 req-ad903057-eb78-497c-a524-d464951cda51 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.922347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4948acf-5026-4d42-99e6-7e02384cb454 req-ad903057-eb78-497c-a524-d464951cda51 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0724728 Jul 07 17:27:11.960227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e4948acf-5026-4d42-99e6-7e02384cb454 req-0a279f52-14d3-40ea-b5c7-27e03ab90b1c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Jul 07 17:27:12.394861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43330) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:12.444477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-8ad6abff-ca4b-417f-b1e8-98821b866c1c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.446047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-8ad6abff-ca4b-417f-b1e8-98821b866c1c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 809 time: 0.1033666 Jul 07 17:27:12.460829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-1e8c9ec2-9f33-4063-bd4c-64612b5e5281 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/quotas/5506655fa7d6456297c95443e71838df HTTP/1.1" status: 200 len: 375 time: 0.0096030 Jul 07 17:27:12.500052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-cf4341ff-2683-45cb-89f2-2c15f161d04a tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341327 Jul 07 17:27:12.500595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-169459302'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:12.522683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:12.526354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.535283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.592037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-68bc3385-099a-4bc6-afa6-381ee00bf693 service neutron] 10.222.0.22 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843389 Jul 07 17:27:12.629551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.633436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.662608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:12.672539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2177d-0640-4a21-862c-88c4be96f0c8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.678788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.679142 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment 011d70fb-276c-4ba6-9722-8d6521eff4ee of type vlan for network 80349d02-b353-435f-a22e-edf2ae9ff9a9 Jul 07 17:27:12.690511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-aea4031b-9017-45e3-9383-4f32ef8aa7b0 service neutron] 10.222.0.22 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912812 Jul 07 17:27:12.723930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.753950 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.759800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.760405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.855672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4586282 Jul 07 17:27:12.875858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c009e18-64b8-41e6-afe3-59565d1c579a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=80349d02-b353-435f-a22e-edf2ae9ff9a9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.887477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:12.929299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da8ca8e0-31f3-445f-9ebb-13b547929914 req-01ebd69f-55c4-4b8d-93c0-73b90b520345 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 210 time: 0.0838113 Jul 07 17:27:13.186545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856ae75-8a23-4911-9ce7-2f4c7b0515d7 req-a2cda234-4ba3-4e6e-ad47-8dbcd78d4dc5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:13.188653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f856ae75-8a23-4911-9ce7-2f4c7b0515d7 req-a2cda234-4ba3-4e6e-ad47-8dbcd78d4dc5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0777502 Jul 07 17:27:13.246899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f856ae75-8a23-4911-9ce7-2f4c7b0515d7 req-ceb4c693-42ae-4849-884d-229fe367ea46 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Jul 07 17:27:14.040996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-36909415-df5e-4ee8-88a8-8750b144837f tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:14.042715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-36909415-df5e-4ee8-88a8-8750b144837f tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.83 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 809 time: 0.1269369 Jul 07 17:27:14.062722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Request body: {'port': {'device_id': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44', 'admin_state_up': True, 'tenant_id': '5506655fa7d6456297c95443e71838df'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:14.145338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a53e879-5985-4edc-8792-4972f0a56796 req-b9870f42-2415-469e-b3a7-b63a311cde67 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 210 time: 0.0667002 Jul 07 17:27:14.194892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Made reservation on behalf of 5506655fa7d6456297c95443e71838df for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:14.199286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.344644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Allocated IP 172.20.0.3 (1ac84510-d27b-4622-93a8-5cc5d598dc44/e2455d81-2bfb-4aa2-8d9a-fda22b32d779/0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:14.441327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769f30d-d053-4cf4-944f-7e545897f108 req-6b95b93d-ac03-4f0f-9cb3-b1d341ac6cda tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:14.443209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3769f30d-d053-4cf4-944f-7e545897f108 req-6b95b93d-ac03-4f0f-9cb3-b1d341ac6cda tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0788562 Jul 07 17:27:14.494462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3769f30d-d053-4cf4-944f-7e545897f108 req-394750ce-1705-42f7-81a3-b22fc7637bf7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Jul 07 17:27:14.529149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.569762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.648778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Pushing event updated for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.652455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:14.654389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:14.656893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:14.710555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:14.711186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.727695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-4512dafb-e612-4e26-b078-b97120c16689 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6702433 Jul 07 17:27:14.740027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Request body: {'port': {'device_id': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:14.817020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.087374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:15.094691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.106882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Transition to ACTIVE for port object 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:15.110582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.168114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.245039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Attempting to bind port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:15.245555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Attempting to bind port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:15.245984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Attempting to bind port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:15.251510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:15.251510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Attempting to bind port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:15.259203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:15.259681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Checking segment: {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:15.260174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Bound using segment: {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:15.260762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Bound port: 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:15.261302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.336854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:15.340364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:15.345233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.372772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2663-3787-4c81-b1be-fe22f96ffd15 req-f1975640-c4a7-45cb-b819-01bc7fb69646 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.374899 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfbc2663-3787-4c81-b1be-fe22f96ffd15 req-f1975640-c4a7-45cb-b819-01bc7fb69646 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 943 time: 0.0812957 Jul 07 17:27:15.383932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.384856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.386691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] 10.222.0.83 "PUT /v2.0/ports/0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 HTTP/1.1" status: 200 len: 1092 time: 0.6508272 Jul 07 17:27:15.389567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:15.393429 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b" -d '{"events": [{"name": "network-changed", "server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:15.426722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6e01-4119-48b8-b516-610a7d854fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:15.473017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfbc2663-3787-4c81-b1be-fe22f96ffd15 req-e888635e-9fdf-4bc0-a81d-01e2cf36d112 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868149 Jul 07 17:27:15.479520 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297ccd5-ba35-49b8-9eac-a68936107663 x-openstack-request-id: req-a297ccd5-ba35-49b8-9eac-a68936107663 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:15.479859 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:15.480140 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a297ccd5-ba35-49b8-9eac-a68936107663 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:15.480593 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0', 'status': 'completed', 'code': 200} Jul 07 17:27:15.518719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-c4e54379-f944-44f7-b7bf-0d3acbfc9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.520278 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-c4e54379-f944-44f7-b7bf-0d3acbfc9f22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 1095 time: 0.0784328 Jul 07 17:27:15.571271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-7b41445b-35bb-40a7-9067-6284e32defaa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 HTTP/1.1" status: 200 len: 217 time: 0.0435781 Jul 07 17:27:15.631612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15244-a7e1-4462-b3db-749b3d338327 req-5aafb979-90af-4e98-9cc4-4cdfdd842c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.633561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-5aafb979-90af-4e98-9cc4-4cdfdd842c23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2455d81-2bfb-4aa2-8d9a-fda22b32d779 HTTP/1.1" status: 200 len: 849 time: 0.0548801 Jul 07 17:27:15.678302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-cdfa71c3-a5fd-4735-9c25-1d9972eb8240 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ac84510-d27b-4622-93a8-5cc5d598dc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295837 Jul 07 17:27:15.786029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-df497385-ce99-476c-9deb-32f2ff64971a service neutron] 10.222.0.83 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015296 Jul 07 17:27:15.893578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20a15244-a7e1-4462-b3db-749b3d338327 req-bb373c9b-3256-4e77-9431-c6704d4d9c7c service neutron] 10.222.0.83 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996685 Jul 07 17:27:15.920931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaff08-3fe4-4ffe-952b-7f6a756a5c9c req-0fe22091-d6a0-41e7-ad79-48273132c02e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:15.922467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35aaff08-3fe4-4ffe-952b-7f6a756a5c9c req-0fe22091-d6a0-41e7-ad79-48273132c02e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0784059 Jul 07 17:27:15.964608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35aaff08-3fe4-4ffe-952b-7f6a756a5c9c req-3f1afb93-7861-411c-89d8-4f62b79df981 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Jul 07 17:27:16.003900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-4f1e3fb0-0db2-49db-88a5-529a9542108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.005524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-4f1e3fb0-0db2-49db-88a5-529a9542108a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 1095 time: 0.0586572 Jul 07 17:27:16.102132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-1bd58092-0999-4bf2-ad83-c82cf2175b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.103838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-1bd58092-0999-4bf2-ad83-c82cf2175b7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 910 time: 0.0920484 Jul 07 17:27:16.152314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-6d5b8c9a-3484-4c9e-a1fe-5fd75d1ebae9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 HTTP/1.1" status: 200 len: 217 time: 0.0413909 Jul 07 17:27:16.203942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-df493dc6-7812-4b45-9d06-e5a9b4b78d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.207412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-df493dc6-7812-4b45-9d06-e5a9b4b78d6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2455d81-2bfb-4aa2-8d9a-fda22b32d779 HTTP/1.1" status: 200 len: 849 time: 0.0492578 Jul 07 17:27:16.209145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.214670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:16.248732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-61c440d6-4401-41d2-be70-822996537461 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ac84510-d27b-4622-93a8-5cc5d598dc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343091 Jul 07 17:27:16.310131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:16.314509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.350241 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-62de6805-db87-45b1-a90c-db26a87e9091 service neutron] 10.222.0.83 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933514 Jul 07 17:27:16.523571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.609696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=20e153a2-36c2-4af6-bdaa-df19ab637afd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:16.650145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': '011d70fb-276c-4ba6-9722-8d6521eff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:16.650633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: 80349d02-b353-435f-a22e-edf2ae9ff9a9, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:16.686242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:16.702426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 80349d02-b353-435f-a22e-edf2ae9ff9a9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:16.710173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.710754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.719287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bec58-4c8e-4b03-84f8-520675a859e9 None None] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:16.724686 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4fa0ec13-765c-42f3-add0-a7f8c9c8813b req-99c9cd75-c38f-4eae-96b5-129cc544fe60 service neutron] 10.222.0.83 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678169 Jul 07 17:27:16.726715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a199c5-aedc-488d-8605-f6c5cef7b382 req-e5d693e7-0dd6-475b-8273-12d3003ab1b1 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.728297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a199c5-aedc-488d-8605-f6c5cef7b382 req-e5d693e7-0dd6-475b-8273-12d3003ab1b1 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 943 time: 0.1223998 Jul 07 17:27:16.755371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0bb26ea3-7169-48b8-9f8e-7e867da19e4e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5450828 Jul 07 17:27:16.759435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.765321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1029333509'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:16.791272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a199c5-aedc-488d-8605-f6c5cef7b382 req-592855ed-30d9-4282-b23f-f469c86354f6 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jul 07 17:27:16.794555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:16.800518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.827048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:16.838478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.838851 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment 109518fe-24eb-467c-8f65-918a49be773a of type vlan for network 1c7e905e-c14b-4322-bc27-cf4815cee253 Jul 07 17:27:16.881994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.903644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-80349d02-b353-435f-a22e-edf2ae9ff9a9', 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': '20e153a2-36c2-4af6-bdaa-df19ab637afd'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:16.904933 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.917677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.923360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.924145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.978198 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2173114 Jul 07 17:27:16.981341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:16.987878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:16.997365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700769a-8c0f-4151-9a88-739add1c0722 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=1c7e905e-c14b-4322-bc27-cf4815cee253,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.009429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:17.152738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Allocated IP 2001:db8:0:ffff::2 (80349d02-b353-435f-a22e-edf2ae9ff9a9/20e153a2-36c2-4af6-bdaa-df19ab637afd/ee4f0c02-f358-4f07-b725-2777ac3ab36c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:17.309551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.319147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Transition to ACTIVE for port object ee4f0c02-f358-4f07-b725-2777ac3ab36c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:17.334837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Transition to ACTIVE for port object ee4f0c02-f358-4f07-b725-2777ac3ab36c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:17.340967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.386867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:17.390316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:17.393137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:17.410542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0c02-f358-4f07-b725-2777ac3ab36c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.476852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Attempting to bind port ee4f0c02-f358-4f07-b725-2777ac3ab36c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:17.477498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Attempting to bind port ee4f0c02-f358-4f07-b725-2777ac3ab36c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '011d70fb-276c-4ba6-9722-8d6521eff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:17.478190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Attempting to bind port ee4f0c02-f358-4f07-b725-2777ac3ab36c on network 80349d02-b353-435f-a22e-edf2ae9ff9a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:17.484047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:17.484457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Checking segment: {'id': '011d70fb-276c-4ba6-9722-8d6521eff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:17.485068 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.485425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Bound using segment: {'id': '011d70fb-276c-4ba6-9722-8d6521eff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:17.486540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Bound port: ee4f0c02-f358-4f07-b725-2777ac3ab36c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011d70fb-276c-4ba6-9722-8d6521eff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80349d02-b353-435f-a22e-edf2ae9ff9a9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:17.486991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.507098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:17.510944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.557013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] For port ee4f0c02-f358-4f07-b725-2777ac3ab36c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:17.560962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] For port ee4f0c02-f358-4f07-b725-2777ac3ab36c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ee4f0c02-f358-4f07-b725-2777ac3ab36c,segment=NetworkSegment(011d70fb-276c-4ba6-9722-8d6521eff4ee),segment_id=011d70fb-276c-4ba6-9722-8d6521eff4ee)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:17.564914 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.629306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2e3f-0cec-4136-90b2-5cf0dc9f9f7c req-17b04999-2d25-4cf9-baf7-470a9c463f05 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:17.631371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51686d-08d1-4a55-87fd-381d0d8c1df8 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0c02-f358-4f07-b725-2777ac3ab36c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:17.631598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b9b2e3f-0cec-4136-90b2-5cf0dc9f9f7c req-17b04999-2d25-4cf9-baf7-470a9c463f05 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.5270360 Jul 07 17:27:17.717466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b9b2e3f-0cec-4136-90b2-5cf0dc9f9f7c req-c251c42b-bd46-4ba2-bd76-44bee429390c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753925 Jul 07 17:27:17.902002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.objects.ports [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:27:17.906720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.995111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=8f46db4f-4587-4731-bf9a-80b233fa674f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.023500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': '109518fe-24eb-467c-8f65-918a49be773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:18.023868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: 1c7e905e-c14b-4322-bc27-cf4815cee253, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:18.055763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffd776-82fc-4a8f-8993-94b0d26ca2ee req-68aa52a7-5c60-4119-94d0-f646bb222c52 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.057285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ffd776-82fc-4a8f-8993-94b0d26ca2ee req-68aa52a7-5c60-4119-94d0-f646bb222c52 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 943 time: 0.1110506 Jul 07 17:27:18.062331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:18.092379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1c7e905e-c14b-4322-bc27-cf4815cee253) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:18.100600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c7f4b-ab70-470b-bd42-7766ed811c99 None None] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:18.106945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.107606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.124116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10ffd776-82fc-4a8f-8993-94b0d26ca2ee req-13ecb196-aa94-4341-a65b-02b16a0760de tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Jul 07 17:27:18.135290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d34e19b-4137-4394-a785-93ac1186d5e1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1501696 Jul 07 17:27:18.135675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.144966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'port': {'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253', 'name': 'tempest-NetworksIpV6TestAttrs-968107908'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:18.260378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:18.263978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.278010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-1c7e905e-c14b-4322-bc27-cf4815cee253', 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': '8f46db4f-4587-4731-bf9a-80b233fa674f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:18.278907 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.282482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] device_id is not set on port 233dbb5d-af12-498d-b721-c55676d35987 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:18.404106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Allocated IP 2001:db8::f816:3eff:fe5e:3d (1c7e905e-c14b-4322-bc27-cf4815cee253/8f46db4f-4587-4731-bf9a-80b233fa674f/233dbb5d-af12-498d-b721-c55676d35987) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:18.573837 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.589132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Transition to ACTIVE for port object 233dbb5d-af12-498d-b721-c55676d35987 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:18.630585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.676034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Allocated IP 2001:db8::f816:3eff:fe11:1ca4 (1c7e905e-c14b-4322-bc27-cf4815cee253/8f46db4f-4587-4731-bf9a-80b233fa674f/e770c3b2-082d-4ef6-8df4-f61286f0a81c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:18.682532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:18.688036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:18.690773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:18.696667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.697355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.707057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Port': ['ID=233dbb5d-af12-498d-b721-c55676d35987,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:18.720867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f983e1e4-63c5-4858-a9e7-3fcc25721a1e tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5832717 Jul 07 17:27:18.723691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:18.762604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c813a-70b7-498a-9846-bc78894ac8c6 None None] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:18.795239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting subnet 8f46db4f-4587-4731-bf9a-80b233fa674f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:18.806973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:18.925873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9a28b8e4-1ce6-4da9-9f71-f8c24d7724a9 None None] Provisioning for port ee4f0c02-f358-4f07-b725-2777ac3ab36c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:18.941046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d56fa-3a33-4996-b491-98067bbe40d0 req-de02ef7e-7742-4cd0-a753-2842c2f6725b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.942854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b1d56fa-3a33-4996-b491-98067bbe40d0 req-de02ef7e-7742-4cd0-a753-2842c2f6725b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 943 time: 0.0823767 Jul 07 17:27:18.993943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b1d56fa-3a33-4996-b491-98067bbe40d0 req-f84d44f5-8068-4b1f-88c5-b7c2b9c5a7f1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Jul 07 17:27:19.035664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:19.055860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.082283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Transition to ACTIVE for port object e770c3b2-082d-4ef6-8df4-f61286f0a81c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:19.094043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.148630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce', 'mac_address': 'fa:16:3e:dc:79:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:19.182371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Transition to ACTIVE for port object e770c3b2-082d-4ef6-8df4-f61286f0a81c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:19.194313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.238842 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.247191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.248659 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.323840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:19.326748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:19.348070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:19.366996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:19.400120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.404158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Pushing event updated for resources: {'Port': ['ID=e770c3b2-082d-4ef6-8df4-f61286f0a81c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.408696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.418307 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.446832 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.496568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.500252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f86d-3731-466d-81da-26176d691435 req-04565c27-68c1-49d5-8832-7c0ccf1a1fcc tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.507881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab12f86d-3731-466d-81da-26176d691435 req-04565c27-68c1-49d5-8832-7c0ccf1a1fcc tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 943 time: 0.1595445 Jul 07 17:27:19.537317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0', 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44', 'port_id': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0', 'mac_address': 'fa:16:3e:4e:9d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2455d81-2bfb-4aa2-8d9a-fda22b32d779', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:19.539646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Attempting to bind port e770c3b2-082d-4ef6-8df4-f61286f0a81c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:19.539646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Attempting to bind port e770c3b2-082d-4ef6-8df4-f61286f0a81c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '109518fe-24eb-467c-8f65-918a49be773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:19.540172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Attempting to bind port e770c3b2-082d-4ef6-8df4-f61286f0a81c on network 1c7e905e-c14b-4322-bc27-cf4815cee253 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:19.548151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:19.548592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Checking segment: {'id': '109518fe-24eb-467c-8f65-918a49be773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:19.549004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.549394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Bound using segment: {'id': '109518fe-24eb-467c-8f65-918a49be773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:19.549864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Bound port: e770c3b2-082d-4ef6-8df4-f61286f0a81c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109518fe-24eb-467c-8f65-918a49be773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1c7e905e-c14b-4322-bc27-cf4815cee253'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:19.550285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.572282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab12f86d-3731-466d-81da-26176d691435 req-cf1e4db0-dbac-42f5-8bf0-30857e93eede tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 Jul 07 17:27:19.608692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.613634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.648240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=8f46db4f-4587-4731-bf9a-80b233fa674f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.650301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.654691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a7853bb-2e68-41c4-9dd9-43c3c3a5c83b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/8f46db4f-4587-4731-bf9a-80b233fa674f HTTP/1.1" status: 204 len: 168 time: 0.9275994 Jul 07 17:27:19.655523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.661519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ee4f0c02-f358-4f07-b725-2777ac3ab36c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:19.664071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:19.669600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:19.760877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f96a1-647a-47d1-a37f-046ad1056164 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.762587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f96a1-647a-47d1-a37f-046ad1056164 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.767896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-235f96a1-647a-47d1-a37f-046ad1056164 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1073647 Jul 07 17:27:19.768100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:19.768471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.775841 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.784388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] For port e770c3b2-082d-4ef6-8df4-f61286f0a81c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:19.792656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] For port e770c3b2-082d-4ef6-8df4-f61286f0a81c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e770c3b2-082d-4ef6-8df4-f61286f0a81c,segment=NetworkSegment(109518fe-24eb-467c-8f65-918a49be773a),segment_id=109518fe-24eb-467c-8f65-918a49be773a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:19.818172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.855367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7fe65b4-1e66-4e17-bb0c-6f2fd41b619c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.865436 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fe65b4-1e66-4e17-bb0c-6f2fd41b619c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:27:19.866013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fe65b4-1e66-4e17-bb0c-6f2fd41b619c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:19.867944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b7fe65b4-1e66-4e17-bb0c-6f2fd41b619c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/1c7e905e-c14b-4322-bc27-cf4815cee253 HTTP/1.1" status: 409 len: 405 time: 0.0982583 Jul 07 17:27:19.872236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:19.878382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1001762761'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:19.879576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ee4f0c02-f358-4f07-b725-2777ac3ab36c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:19.889395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:19.903580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:19.907832 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.917168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ee4f0c02-f358-4f07-b725-2777ac3ab36c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:19.917658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.933060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:19.943978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:19.944290 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment 380ae755-b311-47da-8cd6-0dc1b69d33b7 of type vlan for network fd9ce133-8747-4104-938e-b50fc077abfb Jul 07 17:27:19.987349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.023345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.024183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ce6c-4155-4145-a4b2-11f7a808935c None None] Pushing event updated for resources: {'Port': ['ID=e770c3b2-082d-4ef6-8df4-f61286f0a81c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.030753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.031404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.079743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63752a43-d32a-4f81-a837-12f2262c78cc None None] Network 1c7e905e-c14b-4322-bc27-cf4815cee253 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:20.088724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2144234 Jul 07 17:27:20.091607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43410) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:20.097484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:20.118169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e12474-ac62-4981-8955-b81fce503864 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=fd9ce133-8747-4104-938e-b50fc077abfb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.138887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network fd9ce133-8747-4104-938e-b50fc077abfb details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:20.198226 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.203132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:20.204999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:20.208838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.281596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d32db-5889-46fc-adb8-7fa7714efb1f req-64423da8-7d80-4801-90c4-f925b030e35b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.284928 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a40d32db-5889-46fc-adb8-7fa7714efb1f req-64423da8-7d80-4801-90c4-f925b030e35b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 944 time: 0.0909045 Jul 07 17:27:20.342354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a40d32db-5889-46fc-adb8-7fa7714efb1f req-3faa19c1-62c5-4c35-9b62-4493dcb543f0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jul 07 17:27:20.506898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ee4f0c02-f358-4f07-b725-2777ac3ab36c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ee4f0c02-f358-4f07-b725-2777ac3ab36c,segment=NetworkSegment(011d70fb-276c-4ba6-9722-8d6521eff4ee),segment_id=011d70fb-276c-4ba6-9722-8d6521eff4ee)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:20.515155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.599155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:27:20.600703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ee4f0c02-f358-4f07-b725-2777ac3ab36c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.600972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.629675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e768567-9205-45e7-8985-53e1f29dcb30 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:20.662374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=e1e5073c-1085-4f56-86cb-035aa95abd4a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.686549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': '380ae755-b311-47da-8cd6-0dc1b69d33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:20.686999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: fd9ce133-8747-4104-938e-b50fc077abfb, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:20.712090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network fd9ce133-8747-4104-938e-b50fc077abfb is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:20.725252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, fd9ce133-8747-4104-938e-b50fc077abfb) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:20.730430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.731212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.752211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-af88326e-cc5a-4cdb-9069-7d68ee1e22fc tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6586151 Jul 07 17:27:20.755262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:20.762141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'port': {'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb', 'name': 'tempest-NetworksIpV6TestAttrs-1722628131'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:20.878544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e768567-9205-45e7-8985-53e1f29dcb30 None None] Unable to find a vacant binding_index for network fd9ce133-8747-4104-938e-b50fc077abfb and agent 0c279ef3-6828-44ee-a3f9-3449149ad87f {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 17:27:20.884186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e768567-9205-45e7-8985-53e1f29dcb30 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, fd9ce133-8747-4104-938e-b50fc077abfb) {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:20.886298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4c99-ebda-4e30-99ba-449b031d53d1 req-4e8cf9a7-75da-4657-a4d3-90a35fe71014 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:20.888170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76bf4c99-ebda-4e30-99ba-449b031d53d1 req-4e8cf9a7-75da-4657-a4d3-90a35fe71014 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 944 time: 0.1664872 Jul 07 17:27:20.945288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:20.949549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.964509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76bf4c99-ebda-4e30-99ba-449b031d53d1 req-c1993a0e-a543-47fe-a3b2-7d85fa15154a tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Jul 07 17:27:20.973617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] device_id is not set on port 11d8de2e-b63a-4749-bb31-e4ed3027620e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:21.107365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Allocated IP 2001:db8::f816:3eff:fed3:235f (fd9ce133-8747-4104-938e-b50fc077abfb/e1e5073c-1085-4f56-86cb-035aa95abd4a/11d8de2e-b63a-4749-bb31-e4ed3027620e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:21.196628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-fd9ce133-8747-4104-938e-b50fc077abfb', 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': 'e1e5073c-1085-4f56-86cb-035aa95abd4a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:21.197554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.261588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.278455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Transition to ACTIVE for port object 11d8de2e-b63a-4749-bb31-e4ed3027620e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:21.313650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.356805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Allocated IP 2001:db8::f816:3eff:fe73:17a8 (fd9ce133-8747-4104-938e-b50fc077abfb/e1e5073c-1085-4f56-86cb-035aa95abd4a/dc465b26-9c2a-4772-a215-fb2bded3a02d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:21.358272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network fd9ce133-8747-4104-938e-b50fc077abfb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:21.363058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:21.367829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:21.373587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.374243 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.387553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Port': ['ID=11d8de2e-b63a-4749-bb31-e4ed3027620e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:21.402352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.402531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1fd5ac3c-8c69-47ac-b95c-d267f73f15a0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6460462 Jul 07 17:27:21.487065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting subnet e1e5073c-1085-4f56-86cb-035aa95abd4a {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:21.521437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ee4f0c02-f358-4f07-b725-2777ac3ab36c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:21.563343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.577452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Transition to ACTIVE for port object dc465b26-9c2a-4772-a215-fb2bded3a02d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:21.581474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356312-cb95-4ae1-b159-fc61ddc66d4f req-adb0abf2-9e10-4832-a256-1949fe0d0f72 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.583126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60356312-cb95-4ae1-b159-fc61ddc66d4f req-adb0abf2-9e10-4832-a256-1949fe0d0f72 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 944 time: 0.0694263 Jul 07 17:27:21.597876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Transition to ACTIVE for port object dc465b26-9c2a-4772-a215-fb2bded3a02d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:21.605229 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.605477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.609626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ee4f0c02-f358-4f07-b725-2777ac3ab36c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:21.610208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.625447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60356312-cb95-4ae1-b159-fc61ddc66d4f req-573500b1-8d1f-4dcb-b308-55d2b25d2ebf tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Jul 07 17:27:21.651371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.682993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Network fd9ce133-8747-4104-938e-b50fc077abfb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:21.688300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:21.692238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Pushing event updated for resources: {'Port': ['ID=dc465b26-9c2a-4772-a215-fb2bded3a02d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:21.694435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:21.782099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Attempting to bind port dc465b26-9c2a-4772-a215-fb2bded3a02d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:21.782492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Attempting to bind port dc465b26-9c2a-4772-a215-fb2bded3a02d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '380ae755-b311-47da-8cd6-0dc1b69d33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:21.783429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Attempting to bind port dc465b26-9c2a-4772-a215-fb2bded3a02d on network fd9ce133-8747-4104-938e-b50fc077abfb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:21.792296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:21.792684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Checking segment: {'id': '380ae755-b311-47da-8cd6-0dc1b69d33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:21.793095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.793491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Bound using segment: {'id': '380ae755-b311-47da-8cd6-0dc1b69d33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:21.793954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Bound port: dc465b26-9c2a-4772-a215-fb2bded3a02d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ae755-b311-47da-8cd6-0dc1b69d33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd9ce133-8747-4104-938e-b50fc077abfb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:21.794384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.811602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.870616 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.873563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] For port dc465b26-9c2a-4772-a215-fb2bded3a02d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:21.876967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] For port dc465b26-9c2a-4772-a215-fb2bded3a02d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc465b26-9c2a-4772-a215-fb2bded3a02d,segment=NetworkSegment(380ae755-b311-47da-8cd6-0dc1b69d33b7),segment_id=380ae755-b311-47da-8cd6-0dc1b69d33b7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:21.881680 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.895905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e5073c-1085-4f56-86cb-035aa95abd4a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:21.901816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:21.903775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1ce02d20-60eb-4083-8c98-346307499c48 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/e1e5073c-1085-4f56-86cb-035aa95abd4a HTTP/1.1" status: 204 len: 168 time: 0.4999180 Jul 07 17:27:21.906327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:21.944825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ecbcd-78b5-4b41-aa82-985ff0bc4335 None None] Pushing event updated for resources: {'Port': ['ID=dc465b26-9c2a-4772-a215-fb2bded3a02d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:21.967907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116155c-64c0-4d14-8482-736aaaecdc5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.969543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116155c-64c0-4d14-8482-736aaaecdc5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.974060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0116155c-64c0-4d14-8482-736aaaecdc5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0667317 Jul 07 17:27:21.977241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43432) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.080817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-81db4aca-7c2d-4a80-bccb-c8daa8e23d26 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.088765 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-81db4aca-7c2d-4a80-bccb-c8daa8e23d26 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:27:22.089232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81db4aca-7c2d-4a80-bccb-c8daa8e23d26 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:22.096042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-81db4aca-7c2d-4a80-bccb-c8daa8e23d26 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/fd9ce133-8747-4104-938e-b50fc077abfb HTTP/1.1" status: 409 len: 405 time: 0.1124806 Jul 07 17:27:22.096329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.101722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-678424908'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:22.141527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:22.146065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.175424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:22.184915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.185293 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment 756cbd69-0e9c-4480-92d7-4fb3f47fb7f6 of type vlan for network c56ca0fd-6ffd-4fa6-9648-a4b45678753b Jul 07 17:27:22.193575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362d5c-b823-419f-a909-3a20b9b5eaef req-bf6ce43f-0e3b-4269-8591-4418d418cf40 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:22.200856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19362d5c-b823-419f-a909-3a20b9b5eaef req-bf6ce43f-0e3b-4269-8591-4418d418cf40 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 944 time: 0.1060231 Jul 07 17:27:22.253976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19362d5c-b823-419f-a909-3a20b9b5eaef req-9c78fc0d-1268-42b8-ac41-cd8fd091571d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jul 07 17:27:22.266573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.299409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.306529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:22.307191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.379059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2814603 Jul 07 17:27:22.383123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:22.388855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d5e11-5d80-4620-a5ed-a31d519332b1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=c56ca0fd-6ffd-4fa6-9648-a4b45678753b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:22.389304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': 'c56ca0fd-6ffd-4fa6-9648-a4b45678753b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:22.418272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c56ca0fd-6ffd-4fa6-9648-a4b45678753b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:22.502200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:22.510429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.805467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:22.817124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.objects.ports [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:27:22.819456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.859234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:22.863561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:22.864177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.887737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=ced98548-0e12-4db2-b7ad-ae68a02ccae5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:22.918146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0f035-f000-44f5-8e62-4409f83ff918 req-05c48eaf-654d-4b9f-9be8-297cd1479dd0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:22.919737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6f0f035-f000-44f5-8e62-4409f83ff918 req-05c48eaf-654d-4b9f-9be8-297cd1479dd0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 944 time: 0.1583042 Jul 07 17:27:22.927892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': '756cbd69-0e9c-4480-92d7-4fb3f47fb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c56ca0fd-6ffd-4fa6-9648-a4b45678753b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:22.928546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: c56ca0fd-6ffd-4fa6-9648-a4b45678753b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:22.949384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:22.976015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:22.979279 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d4f30-fcfd-4b0e-ab35-c6fd852462d9" -d '{"events": [{"server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "name": "network-vif-plugged", "status": "completed", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:22.982945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6f0f035-f000-44f5-8e62-4409f83ff918 req-c2b5c208-f496-48ed-81da-14aeacc7f971 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Jul 07 17:27:22.983584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network c56ca0fd-6ffd-4fa6-9648-a4b45678753b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:22.994060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de09bdc6-6fa1-4b1f-a35d-cb3fd807c0d6 None None] Network fd9ce133-8747-4104-938e-b50fc077abfb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:23.001123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c56ca0fd-6ffd-4fa6-9648-a4b45678753b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:23.013270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.013270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.019868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:23.027173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43450) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.027744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-98d500c0-7ab7-4cea-a0e9-08d61beb80d0 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6431084 Jul 07 17:27:23.054528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d58dd9-7c74-4e85-b796-c37ed2ad1331 None None] Network c56ca0fd-6ffd-4fa6-9648-a4b45678753b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:23.060726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:23.062768 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.134731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.174747 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65c6ee-a253-4c8b-aeb4-3bd5e863c194 x-openstack-request-id: req-7d65c6ee-a253-4c8b-aeb4-3bd5e863c194 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:23.175029 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "name": "network-vif-plugged", "status": "completed", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:23.175758 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d65c6ee-a253-4c8b-aeb4-3bd5e863c194 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:23.175758 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce', 'code': 200} Jul 07 17:27:23.181750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-379f7f94-2b86-4f71-8b6c-34e31b0b88cc None None] Provisioning for port dc465b26-9c2a-4772-a215-fb2bded3a02d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.224717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.283652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.318605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.333879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.340676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48ccb9-db86-4b22-adce-16a5b3f7f7f6 req-7de210e5-afe4-4427-8c2f-6acf6df40633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.342306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f48ccb9-db86-4b22-adce-16a5b3f7f7f6 req-7de210e5-afe4-4427-8c2f-6acf6df40633 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 1097 time: 0.0953851 Jul 07 17:27:23.345659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:23.346032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.371288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=ced98548-0e12-4db2-b7ad-ae68a02ccae5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.424989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740abb5-9a7a-490f-ab4e-392e7c2ac9e4 None None] Network fd9ce133-8747-4104-938e-b50fc077abfb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:23.450597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeb80e-a1c2-4136-97df-d21108a976ef req-89bc36f8-96be-4297-8e07-ed0411c43cf8 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.453369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07eeb80e-a1c2-4136-97df-d21108a976ef req-89bc36f8-96be-4297-8e07-ed0411c43cf8 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 944 time: 0.0881920 Jul 07 17:27:23.457599 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f48ccb9-db86-4b22-adce-16a5b3f7f7f6 req-c84ef93e-30b8-443b-8b0e-688e75417970 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936513 Jul 07 17:27:23.461900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.469156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1ce88-e8b5-4bf7-b8c4-fca7e2a93962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c56ca0fd-6ffd-4fa6-9648-a4b45678753b', 'network_id': 'c56ca0fd-6ffd-4fa6-9648-a4b45678753b', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': 'ced98548-0e12-4db2-b7ad-ae68a02ccae5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:23.470159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ce88-e8b5-4bf7-b8c4-fca7e2a93962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.479971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56ca0fd-6ffd-4fa6-9648-a4b45678753b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:23.495354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756cbd69-0e9c-4480-92d7-4fb3f47fb7f6') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:23.495656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756cbd69-0e9c-4480-92d7-4fb3f47fb7f6') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:23.510648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.515722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07eeb80e-a1c2-4136-97df-d21108a976ef req-c9f87e83-52c9-4691-96c0-61d9d7f9fbaa tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559423 Jul 07 17:27:23.551306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.560482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:23.561019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:23.580421 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:23.618413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc465b26-9c2a-4772-a215-fb2bded3a02d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:23.633488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.644501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.646373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/c56ca0fd-6ffd-4fa6-9648-a4b45678753b HTTP/1.1" status: 204 len: 168 time: 0.6166651 Jul 07 17:27:23.649900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.655179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1120744037'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:23.658919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11665ae-a872-4568-a189-72ccd39987d4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=c56ca0fd-6ffd-4fa6-9648-a4b45678753b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.683733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:23.689344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.694596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0ee58-927c-413b-87b9-b38044a87cb0 None None] Network c56ca0fd-6ffd-4fa6-9648-a4b45678753b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:23.713881 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.715556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:23.720642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0ee58-927c-413b-87b9-b38044a87cb0 None None] Network c56ca0fd-6ffd-4fa6-9648-a4b45678753b could not be found, it might have been deleted concurrently. {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:27:23.727350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.728049 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment f207c0f7-429a-4e82-9b56-a95e46ee5e58 of type vlan for network db3921e3-6d38-46e9-ab5d-631ca2e36896 Jul 07 17:27:23.771540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.784734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:23.791812 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.794409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port dc465b26-9c2a-4772-a215-fb2bded3a02d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:23.803424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.809268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.809862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.819708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port dc465b26-9c2a-4772-a215-fb2bded3a02d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:23.820115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.870448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2193222 Jul 07 17:27:23.874250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:23.880514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': 'db3921e3-6d38-46e9-ab5d-631ca2e36896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:23.881976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] DHCP port deletion for fd9ce133-8747-4104-938e-b50fc077abfb request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:23.887891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33ae6-9abe-44e6-bf28-adb3ab7b1530 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=db3921e3-6d38-46e9-ab5d-631ca2e36896,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.895641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.903016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network db3921e3-6d38-46e9-ab5d-631ca2e36896 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:23.978412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:23.981860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.184515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9064f-d4cb-48f3-a609-29d4c9e260d0 req-1b92aae7-2e46-4b9e-bd71-5d672890399b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.185447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.187241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76a9064f-d4cb-48f3-a609-29d4c9e260d0 req-1b92aae7-2e46-4b9e-bd71-5d672890399b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.0777617 Jul 07 17:27:24.201730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.221008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Deleting port dc465b26-9c2a-4772-a215-fb2bded3a02d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:24.221395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.254252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76a9064f-d4cb-48f3-a609-29d4c9e260d0 req-b423265f-4959-4309-a301-ceba603e6160 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Jul 07 17:27:24.279231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=a37b5602-916e-4f17-b495-b1105c6796a2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.279231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': 'f207c0f7-429a-4e82-9b56-a95e46ee5e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'db3921e3-6d38-46e9-ab5d-631ca2e36896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:24.279231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: db3921e3-6d38-46e9-ab5d-631ca2e36896, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:24.299738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network db3921e3-6d38-46e9-ab5d-631ca2e36896 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:24.303283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port dc465b26-9c2a-4772-a215-fb2bded3a02d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc465b26-9c2a-4772-a215-fb2bded3a02d,segment=NetworkSegment(380ae755-b311-47da-8cd6-0dc1b69d33b7),segment_id=380ae755-b311-47da-8cd6-0dc1b69d33b7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:24.310926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, db3921e3-6d38-46e9-ab5d-631ca2e36896) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:24.311402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.318469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.319893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.325003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] For port dc465b26-9c2a-4772-a215-fb2bded3a02d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dc465b26-9c2a-4772-a215-fb2bded3a02d,segment=NetworkSegment(380ae755-b311-47da-8cd6-0dc1b69d33b7),segment_id=380ae755-b311-47da-8cd6-0dc1b69d33b7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:24.325408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.328775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514e03f-aa85-4c26-bdc1-4c0b4c18bfef None None] Network db3921e3-6d38-46e9-ab5d-631ca2e36896 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:24.336504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5f7ca20a-8ff6-477f-bd3b-5d4a31bdccf4 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4611511 Jul 07 17:27:24.339181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.402707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Calling delete_port for dc465b26-9c2a-4772-a215-fb2bded3a02d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:24.447112 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.490587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=dc465b26-9c2a-4772-a215-fb2bded3a02d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.507007 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.566406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.574357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.609014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=a37b5602-916e-4f17-b495-b1105c6796a2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.612843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] Pushing event deleted for resources: {'Port': ['ID=dc465b26-9c2a-4772-a215-fb2bded3a02d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.618136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443994d5-987e-4ced-b8e5-c3e45e5cb8a2 None None] No DVR routers for this DVR port dc465b26-9c2a-4772-a215-fb2bded3a02d on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:24.640860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bf987-3bdc-4328-b9a5-410eef0c1c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-db3921e3-6d38-46e9-ab5d-631ca2e36896', 'network_id': 'db3921e3-6d38-46e9-ab5d-631ca2e36896', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': 'a37b5602-916e-4f17-b495-b1105c6796a2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:24.642042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-177bf987-3bdc-4328-b9a5-410eef0c1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.715298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.727850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3921e3-6d38-46e9-ab5d-631ca2e36896']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:24.732030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954de01f-fb27-434f-bf2d-a3d560230a7c None None] Network db3921e3-6d38-46e9-ab5d-631ca2e36896 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:24.749144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f207c0f7-429a-4e82-9b56-a95e46ee5e58') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:24.749427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f207c0f7-429a-4e82-9b56-a95e46ee5e58') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:24.766680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.780568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35b477-734d-4ab2-972c-ccbe1a3b1592 req-a07518e8-47dd-42d5-b42c-9a9876960d36 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:24.782100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df35b477-734d-4ab2-972c-ccbe1a3b1592 req-a07518e8-47dd-42d5-b42c-9a9876960d36 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.1144152 Jul 07 17:27:24.791636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.814268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:24.814680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:24.818328 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:24.887672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df35b477-734d-4ab2-972c-ccbe1a3b1592 req-2429c073-2b2c-4af6-8568-65ed17d68b82 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974054 Jul 07 17:27:24.895200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.913714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.915793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/db3921e3-6d38-46e9-ab5d-631ca2e36896 HTTP/1.1" status: 204 len: 168 time: 0.5756099 Jul 07 17:27:24.916784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a55046-3eac-40ba-9b9a-ab7ee075b4b6 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=db3921e3-6d38-46e9-ab5d-631ca2e36896,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:24.920607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:24.930537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1323354708'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:24.955798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:24.959414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.982378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:24.991828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:24.992180 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Added segment 3595af45-9ed0-4bb5-8ed4-0644a73cb885 of type vlan for network 1ab7c6bb-ee34-400b-b1e8-074289f3531b Jul 07 17:27:25.030941 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.062946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.069197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.069780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.120230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1984811 Jul 07 17:27:25.123195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.129069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Request body: {'subnet': {'network_id': '1ab7c6bb-ee34-400b-b1e8-074289f3531b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:25.141138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33609f06-b359-41d7-b892-60f979f54f93 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Network': ['ID=1ab7c6bb-ee34-400b-b1e8-074289f3531b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.151513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1ab7c6bb-ee34-400b-b1e8-074289f3531b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:25.187877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:25.190336 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353d563-d0ef-48fa-8e87-8b7d6d6ba7f6" -d '{"events": [{"server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "name": "network-vif-plugged", "status": "completed", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:25.227724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Made reservation on behalf of 16fb89ced80942eeb18693788c7d2dc0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:25.231362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.251602 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f1ac4-817f-4d9b-be97-11034d822de4 x-openstack-request-id: req-6f7f1ac4-817f-4d9b-be97-11034d822de4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:25.251895 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "name": "network-vif-plugged", "status": "completed", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:25.252148 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f7f1ac4-817f-4d9b-be97-11034d822de4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:25.252551 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0', 'code': 200} Jul 07 17:27:25.422007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee6154-45a1-4c7a-b936-e660930d15ce req-a60b238e-7191-4dab-8ae5-1dccf9359ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.424192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d4ee6154-45a1-4c7a-b936-e660930d15ce req-a60b238e-7191-4dab-8ae5-1dccf9359ceb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 1097 time: 0.1026103 Jul 07 17:27:25.443462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d95b-24ac-40a3-88f2-7c167456047e req-8fbbc09d-3902-41f6-ab6e-9912b362b91e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.450458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0263d95b-24ac-40a3-88f2-7c167456047e req-8fbbc09d-3902-41f6-ab6e-9912b362b91e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.0718503 Jul 07 17:27:25.490236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0263d95b-24ac-40a3-88f2-7c167456047e req-96af6f3b-cbc9-4ad2-9f63-f01f1fbf22ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Jul 07 17:27:25.494238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d4ee6154-45a1-4c7a-b936-e660930d15ce req-6d71f089-3190-4f8b-87ea-de8f94d43554 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Jul 07 17:27:25.504230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc465b26-9c2a-4772-a215-fb2bded3a02d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:25.524185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: dc465b26-9c2a-4772-a215-fb2bded3a02d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:25.524540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device dc465b26-9c2a-4772-a215-fb2bded3a02d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:25.568146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.objects.ports [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:27:25.569723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.636471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event updated for resources: {'Subnet': ['ID=cfab6d0c-7b3b-4876-a510-4267d1f35edb,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:25.641028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Checking segment: {'id': '3595af45-9ed0-4bb5-8ed4-0644a73cb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1ab7c6bb-ee34-400b-b1e8-074289f3531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:25.641394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network hostable DHCP agents. Network: 1ab7c6bb-ee34-400b-b1e8-074289f3531b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:25.659611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Network 1ab7c6bb-ee34-400b-b1e8-074289f3531b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:25.668440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1ab7c6bb-ee34-400b-b1e8-074289f3531b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:25.674298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.674406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.676157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ba15c-5bda-4480-9ae0-9b9fce40db62 req-235f2f50-0eeb-4209-98c9-c347b43a1657 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.677926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d1ba15c-5bda-4480-9ae0-9b9fce40db62 req-235f2f50-0eeb-4209-98c9-c347b43a1657 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.0734816 Jul 07 17:27:25.678938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31436983-ce25-4a5a-9f3a-3facf0741d56 None None] Network 1ab7c6bb-ee34-400b-b1e8-074289f3531b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:25.691994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-04ea6dac-f109-4542-bb52-b7465d2b4f4d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5653827 Jul 07 17:27:25.693115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43482) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.723001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d1ba15c-5bda-4480-9ae0-9b9fce40db62 req-a0ad1ae2-b649-4898-b7af-cea3676243c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Jul 07 17:27:25.808746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.862239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38f69b-01d5-4fc8-b990-8d7601afba36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-1ab7c6bb-ee34-400b-b1e8-074289f3531b', 'network_id': '1ab7c6bb-ee34-400b-b1e8-074289f3531b', 'tenant_id': '16fb89ced80942eeb18693788c7d2dc0', 'fixed_ips': [{'subnet_id': 'cfab6d0c-7b3b-4876-a510-4267d1f35edb'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:25.863744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b38f69b-01d5-4fc8-b990-8d7601afba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.867927 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.953333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server [None req-4b38f69b-01d5-4fc8-b990-8d7601afba36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfab6d0c-7b3b-4876-a510-4267d1f35edb: This subnet is being modified by another concurrent operation. Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:27:25.972286 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfab6d0c-7b3b-4876-a510-4267d1f35edb: This subnet is being modified by another concurrent operation. Jul 07 17:27:25.977131 n-d-791504-12 neutron-server[93767]: ERROR oslo_messaging.rpc.server Jul 07 17:27:25.991914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=cfab6d0c-7b3b-4876-a510-4267d1f35edb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.011775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986ae03-210e-4514-9de4-276b8fcc089c None None] Network 1ab7c6bb-ee34-400b-b1e8-074289f3531b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:26.067931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.080804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab7c6bb-ee34-400b-b1e8-074289f3531b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.099033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3595af45-9ed0-4bb5-8ed4-0644a73cb885') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.099033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3595af45-9ed0-4bb5-8ed4-0644a73cb885') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.108939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.128606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.136499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:26.137366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.147264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba6968-65fd-4234-b9c2-b28a46e16f77 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:26.198303 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:26.212117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.225392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.230247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/1ab7c6bb-ee34-400b-b1e8-074289f3531b HTTP/1.1" status: 204 len: 168 time: 0.5332136 Jul 07 17:27:26.231477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.239564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395599d-6022-401c-a385-7090174c352c tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=1ab7c6bb-ee34-400b-b1e8-074289f3531b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.271758 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe6e273-86c3-43a8-89b6-c0e6417f548d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.272317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe6e273-86c3-43a8-89b6-c0e6417f548d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.276409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bbe6e273-86c3-43a8-89b6-c0e6417f548d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/cfab6d0c-7b3b-4876-a510-4267d1f35edb HTTP/1.1" status: 404 len: 337 time: 0.0416565 Jul 07 17:27:26.276844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43498) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.291602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba6968-65fd-4234-b9c2-b28a46e16f77 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:27:26.297377 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-30633046-d721-410f-9411-4c9517be3350 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.297854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30633046-d721-410f-9411-4c9517be3350 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.302566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30633046-d721-410f-9411-4c9517be3350 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/1ab7c6bb-ee34-400b-b1e8-074289f3531b HTTP/1.1" status: 404 len: 339 time: 0.0223229 Jul 07 17:27:26.302830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.302970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444c563-4e43-4cff-861f-a66ee4144790 req-ac6d9b18-e338-49a4-959d-7e3d8a358326 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.304429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c444c563-4e43-4cff-861f-a66ee4144790 req-ac6d9b18-e338-49a4-959d-7e3d8a358326 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.1410384 Jul 07 17:27:26.325074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f39dd-6452-4034-8576-b2a911fc6c0d req-8cfdf287-b380-4360-81f4-b8016eaca54b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.326585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d67f39dd-6452-4034-8576-b2a911fc6c0d req-8cfdf287-b380-4360-81f4-b8016eaca54b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.1330159 Jul 07 17:27:26.334206 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-50194035-9ee0-440a-871b-cf0d6b3b3def tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.334666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50194035-9ee0-440a-871b-cf0d6b3b3def tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.339002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-50194035-9ee0-440a-871b-cf0d6b3b3def tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/a37b5602-916e-4f17-b495-b1105c6796a2 HTTP/1.1" status: 404 len: 337 time: 0.0330369 Jul 07 17:27:26.339317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.358643 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93cab6d-2e1f-4d25-9b00-2dc1e00e94c1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.358946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93cab6d-2e1f-4d25-9b00-2dc1e00e94c1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.362333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d93cab6d-2e1f-4d25-9b00-2dc1e00e94c1 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/db3921e3-6d38-46e9-ab5d-631ca2e36896 HTTP/1.1" status: 404 len: 339 time: 0.0215585 Jul 07 17:27:26.364803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43504) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.371493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c444c563-4e43-4cff-861f-a66ee4144790 req-a8090cc1-1752-4b09-9c6f-1561ddf066f3 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605021 Jul 07 17:27:26.398953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d67f39dd-6452-4034-8576-b2a911fc6c0d req-5aca4738-6662-400f-a187-70d2fa2fba6c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620761 Jul 07 17:27:26.402699 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97ef799-07ec-494a-a0e6-02404b90393a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.403168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97ef799-07ec-494a-a0e6-02404b90393a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.405130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f97ef799-07ec-494a-a0e6-02404b90393a tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/ced98548-0e12-4db2-b7ad-ae68a02ccae5 HTTP/1.1" status: 404 len: 337 time: 0.0388989 Jul 07 17:27:26.407826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.428470 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f2f3d8-f09f-46ec-836b-a85685df38cb tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.429112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f2f3d8-f09f-46ec-836b-a85685df38cb tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.431111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b3f2f3d8-f09f-46ec-836b-a85685df38cb tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/c56ca0fd-6ffd-4fa6-9648-a4b45678753b HTTP/1.1" status: 404 len: 339 time: 0.0223129 Jul 07 17:27:26.433563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.527979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting port 11d8de2e-b63a-4749-bb31-e4ed3027620e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:26.528326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.610521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.623444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Calling delete_port for 11d8de2e-b63a-4749-bb31-e4ed3027620e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:26.700737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.733879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Port': ['ID=11d8de2e-b63a-4749-bb31-e4ed3027620e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.741302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.743269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d925633b-d68e-4267-a1eb-0c9fd0ee017d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/ports/11d8de2e-b63a-4749-bb31-e4ed3027620e HTTP/1.1" status: 204 len: 168 time: 0.3087304 Jul 07 17:27:26.745714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.771899 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a85f0c4-630c-47dc-a2b2-d26c2ce52c71 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:26.772342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a85f0c4-630c-47dc-a2b2-d26c2ce52c71 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:26.773952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6a85f0c4-630c-47dc-a2b2-d26c2ce52c71 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/e1e5073c-1085-4f56-86cb-035aa95abd4a HTTP/1.1" status: 404 len: 337 time: 0.0272822 Jul 07 17:27:26.776220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.849281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.937869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.948194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9ce133-8747-4104-938e-b50fc077abfb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.959484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380ae755-b311-47da-8cd6-0dc1b69d33b7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.960048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380ae755-b311-47da-8cd6-0dc1b69d33b7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:26.968792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.982726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.989231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:26.989624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:26.992629 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:27.050612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.057309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.060728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/fd9ce133-8747-4104-938e-b50fc077abfb HTTP/1.1" status: 204 len: 168 time: 0.2820702 Jul 07 17:27:27.061816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.076585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c719f1a-807d-45c4-89b6-67e55b9c9f2b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=fd9ce133-8747-4104-938e-b50fc077abfb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:27.164077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting port 233dbb5d-af12-498d-b721-c55676d35987 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:27.164347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.234519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.247888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Calling delete_port for 233dbb5d-af12-498d-b721-c55676d35987 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:27.325099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.357805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Port': ['ID=233dbb5d-af12-498d-b721-c55676d35987,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:27.367606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.369478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/ports/233dbb5d-af12-498d-b721-c55676d35987 HTTP/1.1" status: 204 len: 168 time: 0.3066177 Jul 07 17:27:27.371344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.371702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.372052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.372394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.372566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.372733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.373063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.373394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.373725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.374074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.374406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.374737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.375064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec79b4-9991-4e7c-b636-4148d7c3d426 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:27.403501 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4182d89a-328d-4210-b495-dbf30bf5181b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:27.404293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4182d89a-328d-4210-b495-dbf30bf5181b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:27.406290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4182d89a-328d-4210-b495-dbf30bf5181b tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/8f46db4f-4587-4731-bf9a-80b233fa674f HTTP/1.1" status: 404 len: 337 time: 0.0327299 Jul 07 17:27:27.409789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43528) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:27.560477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.623598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting port e770c3b2-082d-4ef6-8df4-f61286f0a81c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:27.623598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.656792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a160e6-1f11-4069-9706-2ebd1de743c5 req-6d72a253-00aa-4a74-ae6d-95035ae08877 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:27.658859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04a160e6-1f11-4069-9706-2ebd1de743c5 req-6d72a253-00aa-4a74-ae6d-95035ae08877 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.1168947 Jul 07 17:27:27.667196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e889-e727-4975-b261-7a78ab0701f7 req-42409973-978e-4c2d-943d-258f44087e84 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:27.673355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e949e889-e727-4975-b261-7a78ab0701f7 req-42409973-978e-4c2d-943d-258f44087e84 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.1431589 Jul 07 17:27:27.697347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] For port e770c3b2-082d-4ef6-8df4-f61286f0a81c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e770c3b2-082d-4ef6-8df4-f61286f0a81c,segment=NetworkSegment(109518fe-24eb-467c-8f65-918a49be773a),segment_id=109518fe-24eb-467c-8f65-918a49be773a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:27.697721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.713119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Calling delete_port for e770c3b2-082d-4ef6-8df4-f61286f0a81c owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:27.740878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04a160e6-1f11-4069-9706-2ebd1de743c5 req-905b6f30-58f7-498c-8b3f-dcbf9eee57ff tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664525 Jul 07 17:27:27.755026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e949e889-e727-4975-b261-7a78ab0701f7 req-a68c8ed7-5190-4b7b-b0e0-40a0de925614 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720940 Jul 07 17:27:27.805972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.836261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Port': ['ID=e770c3b2-082d-4ef6-8df4-f61286f0a81c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:27.842665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No DVR routers for this DVR port e770c3b2-082d-4ef6-8df4-f61286f0a81c on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:27.966820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.979620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7e905e-c14b-4322-bc27-cf4815cee253']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.008250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109518fe-24eb-467c-8f65-918a49be773a') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.008250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109518fe-24eb-467c-8f65-918a49be773a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.305540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.319299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-5e753369-67ac-4bbd-9fc3-0d11cfd9a0a3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:28.320787 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-5e753369-67ac-4bbd-9fc3-0d11cfd9a0a3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 945 time: 0.4479430 Jul 07 17:27:28.333577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.359167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:28.359570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:28.362605 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:28.463959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.469256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.473926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/1c7e905e-c14b-4322-bc27-cf4815cee253 HTTP/1.1" status: 204 len: 168 time: 1.0612957 Jul 07 17:27:28.475096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.494084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ec05-2199-4113-8e3a-48f371fa5c5d tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=1c7e905e-c14b-4322-bc27-cf4815cee253,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.509396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:28.509819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.538332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting subnet 20e153a2-36c2-4af6-bdaa-df19ab637afd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:28.542184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.605102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:28.605457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.614412 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.620569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:28.692480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0a19-6142-4648-b104-510ad07556c4 req-75ba6ccb-fdf7-4859-94ab-eaa722df1623 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:28.693977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e95f0a19-6142-4648-b104-510ad07556c4 req-75ba6ccb-fdf7-4859-94ab-eaa722df1623 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.1298995 Jul 07 17:27:28.754934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.777632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.788807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e95f0a19-6142-4648-b104-510ad07556c4 req-e9007e9d-d725-4e31-866d-be811cc11012 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Jul 07 17:27:28.796104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f03c949a-3a7b-4e6b-a158-5b0927a522e2', '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:28.812328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.847683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.877130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:28.879647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.887368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec59a968-1c84-4101-9622-f1f0726ea381 req-1fa05dc2-893a-4e5f-89d2-3d9315f627c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "DELETE /v2.0/ports/4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce HTTP/1.1" status: 204 len: 173 time: 0.5597813 Jul 07 17:27:28.887368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'name': 'network-vif-deleted', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:28.900577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Subnet': ['ID=20e153a2-36c2-4af6-bdaa-df19ab637afd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.900905 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac917705-11c7-4b19-b2ab-838dfbe5f487" -d '{"events": [{"server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "name": "network-vif-deleted", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:28.919462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.920225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83018c6-be3d-4e09-98bd-692868d10f22 None None] Network 80349d02-b353-435f-a22e-edf2ae9ff9a9 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:28.922697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/subnets/20e153a2-36c2-4af6-bdaa-df19ab637afd HTTP/1.1" status: 204 len: 168 time: 0.4461210 Jul 07 17:27:28.925511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43568) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.936503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.937527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.938358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.939537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.940058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.940624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.941124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.941685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.942199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.942706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.944265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.944794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61299c6d-f160-4145-b790-775d3a14b058 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:29.093093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.113301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c37e41ea-e1bc-4220-99f0-5d190d32c1f2 req-3ee440e8-d6b5-4d6b-853c-23ca4fc67ff0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0855653 Jul 07 17:27:29.158739 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53d4d36-ca2e-4cad-9bec-f99a2828a367 x-openstack-request-id: req-a53d4d36-ca2e-4cad-9bec-f99a2828a367 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:29.158739 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5613be-f8db-4c83-a976-32b37eb11188", "name": "network-vif-deleted", "tag": "4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:29.158739 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a53d4d36-ca2e-4cad-9bec-f99a2828a367 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:29.158739 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5613be-f8db-4c83-a976-32b37eb11188', 'name': 'network-vif-deleted', 'tag': '4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce', 'status': 'completed', 'code': 200} Jul 07 17:27:29.199771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Deleting port ee4f0c02-f358-4f07-b725-2777ac3ab36c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:29.205185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.313095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] For port ee4f0c02-f358-4f07-b725-2777ac3ab36c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ee4f0c02-f358-4f07-b725-2777ac3ab36c,segment=NetworkSegment(011d70fb-276c-4ba6-9722-8d6521eff4ee),segment_id=011d70fb-276c-4ba6-9722-8d6521eff4ee)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:29.313852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.329853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Calling delete_port for ee4f0c02-f358-4f07-b725-2777ac3ab36c owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:29.428431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.447565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef010d0-526c-42ec-bdd7-b4526a2a45f8 None None] DHCP port deletion for 80349d02-b353-435f-a22e-edf2ae9ff9a9 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:29.475369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Port': ['ID=ee4f0c02-f358-4f07-b725-2777ac3ab36c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.490140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] No DVR routers for this DVR port ee4f0c02-f358-4f07-b725-2777ac3ab36c on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:29.532353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ee4f0c02-f358-4f07-b725-2777ac3ab36c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:29.559486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ee4f0c02-f358-4f07-b725-2777ac3ab36c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:29.559890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ee4f0c02-f358-4f07-b725-2777ac3ab36c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:29.577166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.589443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80349d02-b353-435f-a22e-edf2ae9ff9a9']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.599201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011d70fb-276c-4ba6-9722-8d6521eff4ee') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.599595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011d70fb-276c-4ba6-9722-8d6521eff4ee') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:29.608476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.622762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.629546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:29.630000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:29.633290 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:29.710196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.716224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.718808 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] 10.222.0.22 "DELETE /v2.0/networks/80349d02-b353-435f-a22e-edf2ae9ff9a9 HTTP/1.1" status: 204 len: 168 time: 0.7921615 Jul 07 17:27:29.738665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6097918-e99d-4e46-b2e1-cf758d2ef0a3 tempest-NetworksIpV6TestAttrs-1691486208 tempest-NetworksIpV6TestAttrs-1691486208-project] Pushing event deleted for resources: {'Network': ['ID=80349d02-b353-435f-a22e-edf2ae9ff9a9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.884355 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef797a02-dad9-47e1-bb60-1154fa12686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.028703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-eedc924f-7d64-4d3a-8d7b-524ea82d4c43 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:30.031447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-eedc924f-7d64-4d3a-8d7b-524ea82d4c43 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.0829625 Jul 07 17:27:30.038021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046cac-89be-44d0-9e18-6c6ece06068e req-01eadf7a-df1d-4db3-8c89-f6894f7c2e8d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:30.045512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c046cac-89be-44d0-9e18-6c6ece06068e req-01eadf7a-df1d-4db3-8c89-f6894f7c2e8d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 945 time: 0.0754697 Jul 07 17:27:30.060131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.100510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c046cac-89be-44d0-9e18-6c6ece06068e req-7be28d21-5579-4bf4-8eab-c84d33c5bfab tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Jul 07 17:27:30.163415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Deleting port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:30.164183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.231786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-20f09e69-88c4-46bb-be7c-7934e56f925f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16fb89ced80942eeb18693788c7d2dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705186 Jul 07 17:27:30.234456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:30.277580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] For port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:30.278240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.292929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Calling delete_port for 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:30.313038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff0b1e79-4d6e-42cc-8785-cf60679cd35e req-ae8bcd78-d514-4dd3-8ef0-b08dda9d86b4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Jul 07 17:27:30.329029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.366463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.425627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.428553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.432104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10e2177d-0640-4a21-862c-88c4be96f0c8 HTTP/1.1" status: 204 len: 168 time: 0.1941521 Jul 07 17:27:30.443516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cba0a7-33fc-4077-a803-beead00b6f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2177d-0640-4a21-862c-88c4be96f0c8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.492226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.504692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:30.530288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Pushing event deleted for resources: {'Port': ['ID=0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:30.584487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] No DVR routers for this DVR port 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:30.588304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:30.590325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8a927d6-4d55-4d46-8326-0d59d5461e7a req-43304440-996b-497c-aac1-25a788ca007d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.83 "DELETE /v2.0/ports/0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 HTTP/1.1" status: 204 len: 173 time: 0.5526273 Jul 07 17:27:31.155620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'name': 'network-vif-deleted', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:31.161411 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2aa8da-2089-4a3a-9dca-ea5555fab5d7" -d '{"events": [{"server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "name": "network-vif-deleted", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:31.188893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.237873 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee334ca1-ee15-4dec-af7e-e5215144b0ee x-openstack-request-id: req-ee334ca1-ee15-4dec-af7e-e5215144b0ee {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:31.239056 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c588d4f2-ea22-46ef-a096-0fe1da040f6d", "name": "network-vif-deleted", "tag": "0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:31.239599 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee334ca1-ee15-4dec-af7e-e5215144b0ee {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:31.240198 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c588d4f2-ea22-46ef-a096-0fe1da040f6d', 'name': 'network-vif-deleted', 'tag': '0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0', 'status': 'completed', 'code': 200} Jul 07 17:27:31.309817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f148d69e-a15a-4a14-acd3-9837c7b695b6 req-2f59fa40-d17a-4bc7-bac1-6d8568b6fc58 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=c588d4f2-ea22-46ef-a096-0fe1da040f6d HTTP/1.1" status: 200 len: 210 time: 0.0411913 Jul 07 17:27:31.354369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1453276778'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:31.380812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:31.385420 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.400220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.519036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-403f925e-e559-4ca3-836a-df5e098652a3 req-ddfd6bf2-27d8-4e19-8e28-76dd8b6f81c6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0565217 Jul 07 17:27:31.575010 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.578976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.608018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:31.617385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36eeb82c-7f54-4a0c-821a-2ed5b1859a88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:31.625182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.625533 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 04e6f46d-b4e0-451f-a3c6-3c7157b33fe4 of type vlan for network 3148db2e-2466-4860-a3bf-5392e9e0eda7 Jul 07 17:27:31.670541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.701817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.708121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:31.708821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.761746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5706897 Jul 07 17:27:31.764851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:31.770239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'name': 'tempest-PortsIpV6TestJSON-1791349370'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:31.789165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c58501-072a-4a60-bae4-ffdae3373155 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=3148db2e-2466-4860-a3bf-5392e9e0eda7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:31.801256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:31.875455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:31.880286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:31.898833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 5313ceb9-a150-4801-977b-ef050827f319 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:32.069782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.107615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.168698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=5313ceb9-a150-4801-977b-ef050827f319,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:32.179799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:32.180220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 3148db2e-2466-4860-a3bf-5392e9e0eda7, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:32.197672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:32.208284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3148db2e-2466-4860-a3bf-5392e9e0eda7) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:32.213646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:32.220911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.221682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.222042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df1960-2a7c-4dca-baae-4196e1fb73e5 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:32.242692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5de0099a-3c55-49f2-a67a-56b3d304ae6d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4757564 Jul 07 17:27:32.245408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.253346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1138938638'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.277568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:32.281703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.312992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3005-f98e-4619-8e17-575eebad8d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.313324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:32.324452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.325353 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 5608af1c-fc09-4290-9fa6-8618ac6b8658 of type vlan for network 2b5a6bcb-862a-41ab-917d-a636426073c5 Jul 07 17:27:32.378877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.421485 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.432095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.432095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.499232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2501047 Jul 07 17:27:32.500049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:32.506644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'ports': [{'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'}, {'network_id': '2b5a6bcb-862a-41ab-917d-a636426073c5'}]} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.507316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.508014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '2b5a6bcb-862a-41ab-917d-a636426073c5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:32.508450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d5da0-bef3-40ec-aabb-6fe13ff90b0c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=2b5a6bcb-862a-41ab-917d-a636426073c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:32.522733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2b5a6bcb-862a-41ab-917d-a636426073c5 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:32.715183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 2} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:32.721936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.734783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23554dd2-673f-442e-858c-fb3ae0483f30 req-ba32b20d-e817-462c-8f8e-5f3d0afa9c73 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.0451338 Jul 07 17:27:32.739699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.784695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:32.849055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:32.874058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 868ba58a-e4c4-4545-9ef1-df94e04ba125 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:32.887102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:32.887597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4fbcb5fa-d795-49f6-bfd1-d3b9a37a2dce not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:32.903037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3b0261e8-6fba-4ce7-9496-d83a2dbb5aba tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:32.905298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3b0261e8-6fba-4ce7-9496-d83a2dbb5aba tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 809 time: 0.2260699 Jul 07 17:27:32.926679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-8da2f5d8-8ceb-4dd8-bc87-3daa84577e05 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/quotas/5506655fa7d6456297c95443e71838df HTTP/1.1" status: 200 len: 375 time: 0.0150628 Jul 07 17:27:32.967658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-0fcfbc0e-17d4-4abe-831e-0e4ea9a1fece tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350578 Jul 07 17:27:33.018266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.062688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:33.097337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:33.098254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0acfc4b4-a1cb-4ca7-be84-3a3d3fd777b0 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:33.116445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 0b30430e-a619-4b14-8f03-9f7b80e5c384 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:33.300055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.350135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.413555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.463296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:33.465061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:33.474795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=868ba58a-e4c4-4545-9ef1-df94e04ba125,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.479145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:33.483380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.537124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-7164a135-5230-44c6-9b11-832a87e56a1d service neutron] 10.222.0.22 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601966 Jul 07 17:27:33.594002 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.622814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=0b30430e-a619-4b14-8f03-9f7b80e5c384,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:33.635928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '5608af1c-fc09-4290-9fa6-8618ac6b8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b5a6bcb-862a-41ab-917d-a636426073c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:33.636320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 2b5a6bcb-862a-41ab-917d-a636426073c5, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:33.655051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-981d76f9-389f-48e7-98d7-1ab03309249f tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4758 time: 0.2399900 Jul 07 17:27:33.658353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.665901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'network': {'name': 'tempest-network-smoke--1346038752', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'port_security_enabled': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:33.671845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 2b5a6bcb-862a-41ab-917d-a636426073c5 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:33.689125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2b5a6bcb-862a-41ab-917d-a636426073c5) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:33.696211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:33.703251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.705961 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-ba861acb-3f9f-4c79-806b-5d4209129061 service neutron] 10.222.0.22 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596005 Jul 07 17:27:33.708696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec9f53-2245-4ca3-9a99-7ec1a86ea890 None None] Network 2b5a6bcb-862a-41ab-917d-a636426073c5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:33.709962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:33.710980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.726085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:33.730761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.745663 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6c2ebd9a-d3db-4730-869a-c6b378402f25 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2419047 Jul 07 17:27:33.746549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:33.782583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:33.805115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.805471 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Added segment a99781de-f12e-4285-bdce-f59d088a977c of type vlan for network ba028b2a-eab7-4991-970d-af97125e0e22 Jul 07 17:27:33.914636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.967941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 0b30430e-a619-4b14-8f03-9f7b80e5c384 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:33.968528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.992272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:33.999754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.000488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.127988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Network': ['ID=ba028b2a-eab7-4991-970d-af97125e0e22,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.137609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45707913-9a74-4f6c-a41d-0ba3e86fc640 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4780698 Jul 07 17:27:34.140916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ba028b2a-eab7-4991-970d-af97125e0e22 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:34.149303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.151465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1602f38-88f8-4e64-adfa-f058abb96a35 req-4bc24577-3e71-4cbd-8539-35d633789c4b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5613be-f8db-4c83-a976-32b37eb11188 HTTP/1.1" status: 200 len: 210 time: 0.1616731 Jul 07 17:27:34.166990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'admin_state_up': True, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:34.209125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc76c7ab-4afb-4be9-8aba-9681d08cd995 req-5c21d9e3-95ff-4306-90f5-fe297f1ed245 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 210 time: 0.0687330 Jul 07 17:27:34.223936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.243532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 0b30430e-a619-4b14-8f03-9f7b80e5c384 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:34.260502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.261546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.377800 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.385130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.503034 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.572456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=0b30430e-a619-4b14-8f03-9f7b80e5c384,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:34.576307 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.580189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.584918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7d8ba1c2-f259-429f-b704-c9669fadddca tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/0b30430e-a619-4b14-8f03-9f7b80e5c384 HTTP/1.1" status: 204 len: 168 time: 0.8349411 Jul 07 17:27:34.585480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43678) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.662157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb233e-3fc1-425c-af1f-fa9308a1599d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.669211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb233e-3fc1-425c-af1f-fa9308a1599d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:34.671071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4fb233e-3fc1-425c-af1f-fa9308a1599d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0847754 Jul 07 17:27:34.673903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43680) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.788516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 868ba58a-e4c4-4545-9ef1-df94e04ba125 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:34.789139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.829376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.850690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.864962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.882420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 868ba58a-e4c4-4545-9ef1-df94e04ba125 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:34.980354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.25.7.190 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/0cfb6554-259b-4c3f-a97e-994a9cad0fb1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:34.987654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.018406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=868ba58a-e4c4-4545-9ef1-df94e04ba125,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.027720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.032634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a59ecfe-23c9-4ac5-8cd3-669bfffcb717 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/868ba58a-e4c4-4545-9ef1-df94e04ba125 HTTP/1.1" status: 204 len: 168 time: 0.3571739 Jul 07 17:27:35.033233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.104525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.105768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269119b-84f5-4dd7-94cc-634594b28272 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.110726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8269119b-84f5-4dd7-94cc-634594b28272 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0735416 Jul 07 17:27:35.111025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43686) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.152237 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63429ea-4ddf-444c-8581-71436ab43456 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:35.152743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.156396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d63429ea-4ddf-444c-8581-71436ab43456 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/0b30430e-a619-4b14-8f03-9f7b80e5c384 HTTP/1.1" status: 404 len: 333 time: 0.0419610 Jul 07 17:27:35.156782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.254294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.269437 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5004d7a3-7e01-449b-a553-bf8457fd3d51 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:35.272045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5004d7a3-7e01-449b-a553-bf8457fd3d51 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/868ba58a-e4c4-4545-9ef1-df94e04ba125 HTTP/1.1" status: 404 len: 333 time: 0.1132255 Jul 07 17:27:35.273938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43696) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.276500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:35.282256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:35.290713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:35.383874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.477315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.545550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b392b739-ed5b-4800-9a31-367cc75e824d req-c0dc7d3f-8dab-4283-80fb-2bb4771abd5f tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 210 time: 0.0519767 Jul 07 17:27:35.554087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-08fa7a16-5a2b-4783-9bc9-ae7f54a0f890 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:35.556206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-08fa7a16-5a2b-4783-9bc9-ae7f54a0f890 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.32 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 809 time: 0.2248366 Jul 07 17:27:35.572736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Request body: {'port': {'device_id': '5a22336c-136f-496d-97ee-475e06fabfb3', 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44', 'admin_state_up': True, 'tenant_id': '5506655fa7d6456297c95443e71838df'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:35.697759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.734842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.758657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5a6bcb-862a-41ab-917d-a636426073c5']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:35.776128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5608af1c-fc09-4290-9fa6-8618ac6b8658') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:35.776371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5608af1c-fc09-4290-9fa6-8618ac6b8658') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:35.791367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.814356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.817142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Made reservation on behalf of 5506655fa7d6456297c95443e71838df for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:35.820853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.838136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:35.838136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:35.841516 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:35.916033 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.945186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.972153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.977675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/2b5a6bcb-862a-41ab-917d-a636426073c5 HTTP/1.1" status: 204 len: 168 time: 0.7024646 Jul 07 17:27:35.979076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffbedc-dd61-49db-97d6-fe25a660b4b4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=2b5a6bcb-862a-41ab-917d-a636426073c5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.979841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.987260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025731422'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:36.051598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:36.054837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Allocated IP 172.20.0.9 (1ac84510-d27b-4622-93a8-5cc5d598dc44/e2455d81-2bfb-4aa2-8d9a-fda22b32d779/bb8629cc-fc46-4743-a0b9-432fe1b7ae78) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:36.055360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.089411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:36.104156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.104506 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment a55af1e8-5593-48a2-8d06-b5d8d21303ad of type vlan for network 3646670c-74b5-44c7-9e88-878cff9d68e0 Jul 07 17:27:36.142529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router a3ea32b8-15d7-4e67-919b-e6778573b15f is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:36.153139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.206829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.228786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.234404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.235003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.266677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.330318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Pushing event updated for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.333991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3527215 Jul 07 17:27:36.339455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43706) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.352334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:36.360671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d02986-e743-45de-9ce1-2f2e906e3292 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=3646670c-74b5-44c7-9e88-878cff9d68e0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:36.364705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Network 1ac84510-d27b-4622-93a8-5cc5d598dc44 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:36.367661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:36.376611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:36.377705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:36.389631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.391466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d817d3f1-e561-4c84-9a7a-83e9b6cde930 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2390182 Jul 07 17:27:36.394898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.404775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:36.433041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Sync routers for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:36.482164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.482798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.486953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aecb50-992f-41e2-9724-246a4b50e9f1 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.491625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d4aecb50-992f-41e2-9724-246a4b50e9f1 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=1cc5c239a1ae4bb388dbc1d2b9a60089&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0930848 Jul 07 17:27:36.492210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.509473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:36.513410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.537902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:36.539068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:27:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:36.539238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-f50de730-05d6-43f9-899d-3d2bc4fee673 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707646 Jul 07 17:27:36.580522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Request body: {'port': {'device_id': '5a22336c-136f-496d-97ee-475e06fabfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:36.611264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.683040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e99d1d6-9916-4aa8-802f-907a24aeb086 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.687590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e99d1d6-9916-4aa8-802f-907a24aeb086 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1940854 Jul 07 17:27:36.688564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.727391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:36.738739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-84e5244e-525c-4332-a3c4-4b323186fb46 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489714 Jul 07 17:27:36.739406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.791322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:36.820883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c0818f4e-d26f-4aeb-97b0-ed08242f6944 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=1cc5c239a1ae4bb388dbc1d2b9a60089&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801809 Jul 07 17:27:36.824779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43720) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:36.946120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa740f-2a84-447d-a791-2ac37cc285cd req-c76f3d98-d4e8-4b49-8c5c-c663a146c989 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:36.948047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75aa740f-2a84-447d-a791-2ac37cc285cd req-c76f3d98-d4e8-4b49-8c5c-c663a146c989 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 931 time: 0.1599352 Jul 07 17:27:37.037760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75aa740f-2a84-447d-a791-2ac37cc285cd req-c43af37d-1ddf-43bf-85f3-1450776efd48 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Jul 07 17:27:37.095238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8629cc-fc46-4743-a0b9-432fe1b7ae78 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:37.103262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.117579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Transition to ACTIVE for port object bb8629cc-fc46-4743-a0b9-432fe1b7ae78 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:37.141631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.226465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:35Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:37.258159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Checking router: a3ea32b8-15d7-4e67-919b-e6778573b15f for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:37.258159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Updating router a3ea32b8-15d7-4e67-919b-e6778573b15f port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:37.293405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.368136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.392289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.626465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.640056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Transition to ACTIVE for port object 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:37.649190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.713962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Attempting to bind port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:37.714820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Attempting to bind port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:37.715612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Attempting to bind port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:37.724636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:37.725834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:37.726826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.727864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:37.728949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Bound port: 0cfb6554-259b-4c3f-a97e-994a9cad0fb1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:37.729937 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.783067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4b97-9d7b-4a8b-b440-664112ffc483 None None] Pushing event updated for resources: {'Port': ['ID=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.824929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] For port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:37.828952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] For port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:37.834507 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:37.866287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a52e1-14ca-4a68-ae7a-69750f165391 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:37.867827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a27a52e1-14ca-4a68-ae7a-69750f165391 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0358081 Jul 07 17:27:37.870809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.910729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:37.911850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:27:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:37.928725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c17240b-1ecd-4b15-845d-dbc08ae9cf92 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545192 Jul 07 17:27:37.928974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=59af8de1-4e33-4f2b-8502-94de7e3f6590,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:37.929080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:37.933917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012180658', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:37.972357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': 'a55af1e8-5593-48a2-8d06-b5d8d21303ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:37.973119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 3646670c-74b5-44c7-9e88-878cff9d68e0, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:37.975796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Attempting to bind port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:37.976368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Attempting to bind port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:37.976927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Attempting to bind port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:37.987705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:37.988373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Attempting to bind port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 on network 1ac84510-d27b-4622-93a8-5cc5d598dc44 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:37.995605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:37.996238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Checking segment: {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:37.996882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Bound using segment: {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:37.997566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Bound port: bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a990d92a-6231-4700-958e-1469a69d0690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:37.998223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.013805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:38.040741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:38.041117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3646670c-74b5-44c7-9e88-878cff9d68e0) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:38.047756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.048725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.076635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86700027-001b-4390-9f00-77b552acdcdd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7360864 Jul 07 17:27:38.081039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.087417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0', 'name': 'tempest-PortsIpV6TestJSON-1258088991'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:38.096024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:38.099760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:38.106558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.170179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.182622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.183268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.185358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-3456f835-8ebe-48e0-b944-42a7be9a1760 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb8629cc-fc46-4743-a0b9-432fe1b7ae78 HTTP/1.1" status: 200 len: 1092 time: 1.6117153 Jul 07 17:27:38.186032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:38.189781 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e614ba3-2124-49b0-a8e6-bd5474193d53" -d '{"events": [{"name": "network-changed", "server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:38.206988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb840c16-da1b-4690-a26f-751eda1b7e9b None None] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:38.284263 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd089285-1f00-4d50-a2f3-868ecc53e1db x-openstack-request-id: req-bd089285-1f00-4d50-a2f3-868ecc53e1db {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:38.284546 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:38.284794 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd089285-1f00-4d50-a2f3-868ecc53e1db {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:38.285349 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78', 'status': 'completed', 'code': 200} Jul 07 17:27:38.316682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-0b8ee9ad-dba5-4ef2-af60-69eaad690b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.318290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-0b8ee9ad-dba5-4ef2-af60-69eaad690b58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 1095 time: 0.0858684 Jul 07 17:27:38.341308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4b97-9d7b-4a8b-b440-664112ffc483 None None] Pushing event updated for resources: {'Port': ['ID=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.405930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-dde9492d-607d-4211-a0b1-239c1f1fbb7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78 HTTP/1.1" status: 200 len: 217 time: 0.0799186 Jul 07 17:27:38.490153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-1ec14d07-11f5-41d0-b813-238040624b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:38.492144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-1ec14d07-11f5-41d0-b813-238040624b70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2455d81-2bfb-4aa2-8d9a-fda22b32d779 HTTP/1.1" status: 200 len: 849 time: 0.0789526 Jul 07 17:27:38.571057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-45e89e35-a6b3-4685-bd8d-1ca6948a89ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ac84510-d27b-4622-93a8-5cc5d598dc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718684 Jul 07 17:27:38.602812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3646670c-74b5-44c7-9e88-878cff9d68e0', 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': '59af8de1-4e33-4f2b-8502-94de7e3f6590'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:38.603972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.732091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:38.736680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.745172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:35Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:38.779755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-db60e366-e4c6-4851-9bf9-3050c7488e7f service neutron] 10.222.0.32 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023909 Jul 07 17:27:38.785925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f4989-c0c0-4704-9d22-84fdc15ed669 None None] The sync data for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 is: [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:35Z', 'revision_number': 3, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:38.877236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Allocated IP 2001:db8::2 (3646670c-74b5-44c7-9e88-878cff9d68e0/59af8de1-4e33-4f2b-8502-94de7e3f6590/168918d1-da49-4a56-9e22-ac4e88acfa7c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:38.932961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49dd57a4-f180-45ba-96ac-78843bd4b88f req-9cc1c3c2-df0d-4ccb-a6f4-2f88c740b46f service neutron] 10.222.0.32 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465244 Jul 07 17:27:39.049309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f54f9-7495-4200-aa67-b1fdfb3a6c75 req-6cf07985-674a-4d8f-a450-bff3af88dee7 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.053611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-448f54f9-7495-4200-aa67-b1fdfb3a6c75 req-6cf07985-674a-4d8f-a450-bff3af88dee7 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 943 time: 0.3832355 Jul 07 17:27:39.075846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-bc7c2b88-dd99-4b6d-b76a-5329a776a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.076632 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.077660 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-bc7c2b88-dd99-4b6d-b76a-5329a776a732 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5506655fa7d6456297c95443e71838df&device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 1095 time: 0.0782170 Jul 07 17:27:39.089672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Transition to ACTIVE for port object 168918d1-da49-4a56-9e22-ac4e88acfa7c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:39.111742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Transition to ACTIVE for port object 168918d1-da49-4a56-9e22-ac4e88acfa7c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:39.118714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.120602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.180678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Pushing event updated for resources: {'Port': ['ID=168918d1-da49-4a56-9e22-ac4e88acfa7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.206853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:39.208105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:39.217909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:39.219100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-448f54f9-7495-4200-aa67-b1fdfb3a6c75 req-cf12f167-d1ac-4b4c-8655-904ec33f992b tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548133 Jul 07 17:27:39.299427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-b2ea6b21-5436-4350-9422-c3718a3fd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.300927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-b2ea6b21-5436-4350-9422-c3718a3fd813 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 200 len: 910 time: 0.2155361 Jul 07 17:27:39.304192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Checking segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:39.304838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network hostable DHCP agents. Network: ba028b2a-eab7-4991-970d-af97125e0e22, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:39.309872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:39.314822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Attempting to bind port 168918d1-da49-4a56-9e22-ac4e88acfa7c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:39.315185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.315394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Attempting to bind port 168918d1-da49-4a56-9e22-ac4e88acfa7c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a55af1e8-5593-48a2-8d06-b5d8d21303ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:39.315885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Attempting to bind port 168918d1-da49-4a56-9e22-ac4e88acfa7c on network 3646670c-74b5-44c7-9e88-878cff9d68e0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:39.321724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:39.322283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Checking segment: {'id': 'a55af1e8-5593-48a2-8d06-b5d8d21303ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:39.322844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.323373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Bound using segment: {'id': 'a55af1e8-5593-48a2-8d06-b5d8d21303ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:39.323970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Bound port: 168918d1-da49-4a56-9e22-ac4e88acfa7c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55af1e8-5593-48a2-8d06-b5d8d21303ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3646670c-74b5-44c7-9e88-878cff9d68e0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:39.324461 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.343630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 915d58a0-d935-4530-99a2-a2c774530a68 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:39.377375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-a1ac4369-3764-454e-adbb-d6d4c822e16b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78 HTTP/1.1" status: 200 len: 217 time: 0.0678914 Jul 07 17:27:39.404996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] For port 168918d1-da49-4a56-9e22-ac4e88acfa7c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:39.409200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] For port 168918d1-da49-4a56-9e22-ac4e88acfa7c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=168918d1-da49-4a56-9e22-ac4e88acfa7c,segment=NetworkSegment(a55af1e8-5593-48a2-8d06-b5d8d21303ad),segment_id=a55af1e8-5593-48a2-8d06-b5d8d21303ad)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:39.417166 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.497166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-7637f1b6-f1bd-4132-9329-d73b7acde80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.503871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-7637f1b6-f1bd-4132-9329-d73b7acde80d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e2455d81-2bfb-4aa2-8d9a-fda22b32d779 HTTP/1.1" status: 200 len: 849 time: 0.1159179 Jul 07 17:27:39.527720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2df94-01c6-489d-95e5-7e4262fd8741 None None] Pushing event updated for resources: {'Port': ['ID=168918d1-da49-4a56-9e22-ac4e88acfa7c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.545289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::286 (3646670c-74b5-44c7-9e88-878cff9d68e0/59af8de1-4e33-4f2b-8502-94de7e3f6590/915d58a0-d935-4530-99a2-a2c774530a68) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:39.549885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Subnet': ['ID=301acdf9-bc72-4a76-bc22-22aef1faf6e3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.560357 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-7d4f6321-c550-4606-8bc2-1d0e2f00db56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ac84510-d27b-4622-93a8-5cc5d598dc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488014 Jul 07 17:27:39.586902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network ba028b2a-eab7-4991-970d-af97125e0e22 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:39.605623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ba028b2a-eab7-4991-970d-af97125e0e22) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:39.616580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab799d0d-9be3-4e3d-9acf-5566ef21594b None None] Network ba028b2a-eab7-4991-970d-af97125e0e22 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:39.651731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:39.661530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:39.665295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.715981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-1adf1059-6917-4c98-b914-b5473a42d632 service neutron] 10.222.0.32 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467085 Jul 07 17:27:39.920655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:39.936651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:39.937335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.967879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8f8d570-ddce-445f-9055-98a3ed48b2f8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0378308 Jul 07 17:27:39.980451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.059931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e614ba3-2124-49b0-a8e6-bd5474193d53 req-591b4357-0eea-45ce-8832-149d3ef19952 service neutron] 10.222.0.32 "GET /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357744 Jul 07 17:27:40.112253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-ba028b2a-eab7-4991-970d-af97125e0e22', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'fixed_ips': [{'subnet_id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:40.113125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.156320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.216763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 915d58a0-d935-4530-99a2-a2c774530a68 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:40.397221 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.431843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:40.439776 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.529288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Allocated IP 172.20.0.18 (ba028b2a-eab7-4991-970d-af97125e0e22/301acdf9-bc72-4a76-bc22-22aef1faf6e3/972e7e0b-86f2-4984-ba5e-a4f30b4f096f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:40.532731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.556244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.649602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:40.658665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.673722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76941f-281b-4f33-a8b1-ed62efa4909d req-151e5f4a-4a60-43f6-a11b-b3a487663867 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.680887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b76941f-281b-4f33-a8b1-ed62efa4909d req-151e5f4a-4a60-43f6-a11b-b3a487663867 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 943 time: 0.2565610 Jul 07 17:27:40.683282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:40.689320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:40.689470 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.723775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=915d58a0-d935-4530-99a2-a2c774530a68,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.748986 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.761094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Transition to ACTIVE for port object 972e7e0b-86f2-4984-ba5e-a4f30b4f096f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:40.769940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dc483afc-4ac2-4536-b497-1f3c5fb8da58 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6855049 Jul 07 17:27:40.770817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43758) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:40.787431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Transition to ACTIVE for port object 972e7e0b-86f2-4984-ba5e-a4f30b4f096f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:40.801643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b76941f-281b-4f33-a8b1-ed62efa4909d req-b77974a1-528f-49f0-b438-7c2434d3477c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186352 Jul 07 17:27:40.803254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.826558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Network ba028b2a-eab7-4991-970d-af97125e0e22 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:40.830881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:40.857156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:40.933306 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.948085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Pushing event updated for resources: {'Port': ['ID=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:40.962722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Attempting to bind port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:40.963215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Attempting to bind port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:40.963662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Attempting to bind port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f on network ba028b2a-eab7-4991-970d-af97125e0e22 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:40.970417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:40.970881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Checking segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:40.971494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.971968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Bound using segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:40.972541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Bound port: 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:40.973227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:40.975806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.976237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.976661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.977072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.977485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.977894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.978346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.978749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.979614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.979614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.980182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:40.980584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:41.040143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 915d58a0-d935-4530-99a2-a2c774530a68 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:41.046152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.096745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] For port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:41.102621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] For port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:41.109668 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.227730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ecd513-8995-4685-bb3a-64b541dede0b None None] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:41.272056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.295589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 915d58a0-d935-4530-99a2-a2c774530a68 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:41.472507 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:41.546337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.20.0.17 (ba028b2a-eab7-4991-970d-af97125e0e22/301acdf9-bc72-4a76-bc22-22aef1faf6e3/b604da03-cda3-4ad9-8885-50d8813bac2e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:41.582573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37274d9-4bee-40fd-8084-84be970d953f None None] Pushing event updated for resources: {'Port': ['ID=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.603513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0e6f276-6013-47e0-bdf4-6543427cbac9 None None] Provisioning for port 168918d1-da49-4a56-9e22-ac4e88acfa7c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:41.633141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.699257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=915d58a0-d935-4530-99a2-a2c774530a68,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.749788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.752406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-04ace0f1-d10a-4e5a-b1c6-390af10e3f81 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/915d58a0-d935-4530-99a2-a2c774530a68 HTTP/1.1" status: 204 len: 168 time: 0.9807191 Jul 07 17:27:41.755034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43766) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.800784 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8efaf4-73ab-41f1-bbbf-aa92f2bbd1da tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:27:41.802474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8efaf4-73ab-41f1-bbbf-aa92f2bbd1da tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:41.804720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc8efaf4-73ab-41f1-bbbf-aa92f2bbd1da tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/915d58a0-d935-4530-99a2-a2c774530a68 HTTP/1.1" status: 404 len: 333 time: 0.0484152 Jul 07 17:27:41.807417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43768) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.831574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.858288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 168918d1-da49-4a56-9e22-ac4e88acfa7c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:41.864307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Transition to ACTIVE for port object b604da03-cda3-4ad9-8885-50d8813bac2e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:41.890777 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fe64e0-6c81-41da-b694-a9524f2c1805 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:41.897255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25fe64e0-6c81-41da-b694-a9524f2c1805 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/915d58a0-d935-4530-99a2-a2c774530a68 HTTP/1.1" status: 404 len: 333 time: 0.0887372 Jul 07 17:27:41.901925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43774) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.938699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.972492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 168918d1-da49-4a56-9e22-ac4e88acfa7c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:41.978379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 168918d1-da49-4a56-9e22-ac4e88acfa7c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:41.978777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.990640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 59af8de1-4e33-4f2b-8502-94de7e3f6590 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:41.994382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.003910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.051879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network ba028b2a-eab7-4991-970d-af97125e0e22 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:42.053165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.055102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:42.058008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:42.084898 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.119397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.120580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 168918d1-da49-4a56-9e22-ac4e88acfa7c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=168918d1-da49-4a56-9e22-ac4e88acfa7c,segment=NetworkSegment(a55af1e8-5593-48a2-8d06-b5d8d21303ad),segment_id=a55af1e8-5593-48a2-8d06-b5d8d21303ad)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:42.125391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.127718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:42.207398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=168918d1-da49-4a56-9e22-ac4e88acfa7c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.232091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfebb4-5a24-44ff-b26e-2d311c94a277 req-44d4575d-8f63-4f43-b3d8-0eb848387593 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.233792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dbfebb4-5a24-44ff-b26e-2d311c94a277 req-44d4575d-8f63-4f43-b3d8-0eb848387593 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 943 time: 0.2205918 Jul 07 17:27:42.241092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-375b0cad-51ce-45fc-9095-2b9910728979 None None] Provisioning complete for port 168918d1-da49-4a56-9e22-ac4e88acfa7c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:42.241658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-375b0cad-51ce-45fc-9095-2b9910728979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.248432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.329089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:42.330829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.345322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.389962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=59af8de1-4e33-4f2b-8502-94de7e3f6590,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.396206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.401281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-827fbc24-fddd-42e5-9157-19f25ab4e748 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/59af8de1-4e33-4f2b-8502-94de7e3f6590 HTTP/1.1" status: 204 len: 168 time: 0.4977648 Jul 07 17:27:42.401908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43780) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.434648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dbfebb4-5a24-44ff-b26e-2d311c94a277 req-1d0c4c74-e0cb-4ca4-a50f-3f0a816d391b tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048000 Jul 07 17:27:42.439754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.513154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.570559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 168918d1-da49-4a56-9e22-ac4e88acfa7c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:42.571014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.574594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd568549-3cf9-48c4-9e9d-c254e391a435 None None] Network 3646670c-74b5-44c7-9e88-878cff9d68e0 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:42.631640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7222b8cf-4ca5-4c90-b2d5-388276f163c1 None None] Could not find standard attr ID for object 915d58a0-d935-4530-99a2-a2c774530a68. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:42.646868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port 168918d1-da49-4a56-9e22-ac4e88acfa7c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=168918d1-da49-4a56-9e22-ac4e88acfa7c,segment=NetworkSegment(a55af1e8-5593-48a2-8d06-b5d8d21303ad),segment_id=a55af1e8-5593-48a2-8d06-b5d8d21303ad)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:42.647318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.663523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 168918d1-da49-4a56-9e22-ac4e88acfa7c owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:42.768835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.796631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=168918d1-da49-4a56-9e22-ac4e88acfa7c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.807036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port 168918d1-da49-4a56-9e22-ac4e88acfa7c on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:42.824113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5c76f-a060-4235-b4bd-3addab608e4e None None] DHCP port deletion for 3646670c-74b5-44c7-9e88-878cff9d68e0 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:42.830242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.842355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.881639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897f770-12bb-457b-b161-c82f69675dd8 None None] Network ba028b2a-eab7-4991-970d-af97125e0e22 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:42.899019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.909726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3646670c-74b5-44c7-9e88-878cff9d68e0']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.923224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55af1e8-5593-48a2-8d06-b5d8d21303ad') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.923526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55af1e8-5593-48a2-8d06-b5d8d21303ad') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:42.930705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bb8629cc-fc46-4743-a0b9-432fe1b7ae78 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:42.934391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.956756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.964444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.965946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.974900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:42.975363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:42.979370 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:43.061742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e9d8e710-3114-4cd0-8118-7fa51c8b1847 None None] Provisioning for port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:43.077920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.079002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:43.085815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network ba028b2a-eab7-4991-970d-af97125e0e22 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:43.087444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:43.089734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.096401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.099405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/3646670c-74b5-44c7-9e88-878cff9d68e0 HTTP/1.1" status: 204 len: 168 time: 0.6961756 Jul 07 17:27:43.102784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1043724012'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:43.115977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333b66-28f8-4708-9b76-4367d6329d10 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=3646670c-74b5-44c7-9e88-878cff9d68e0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.129236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78', 'network_id': '1ac84510-d27b-4622-93a8-5cc5d598dc44', 'port_id': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78', 'mac_address': 'fa:16:3e:5e:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2455d81-2bfb-4aa2-8d9a-fda22b32d779', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:43.171862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:43.176743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.235786 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.241430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:43.257268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8629cc-fc46-4743-a0b9-432fe1b7ae78 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:43.261218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.261796 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 4686f27c-2949-4cad-b93b-2c059de2a2a8 of type vlan for network 738147c3-2cb7-464a-9f90-5c1000d88531 Jul 07 17:27:43.276712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:43.301957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.341268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router a3ea32b8-15d7-4e67-919b-e6778573b15f has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:43.355457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.359233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.441519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.447130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.447736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.471427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711892d-6a92-4524-b1f4-6c3bd09564fd req-e9c19620-008c-4e12-84f5-16d4f057d696 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.478248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5711892d-6a92-4524-b1f4-6c3bd09564fd req-e9c19620-008c-4e12-84f5-16d4f057d696 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 946 time: 0.1760228 Jul 07 17:27:43.541319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['bb8629cc-fc46-4743-a0b9-432fe1b7ae78'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:43.590305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4925926 Jul 07 17:27:43.593337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:43.599757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:43.617446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936ebc-bc1a-401b-8d7e-a275157b6498 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=738147c3-2cb7-464a-9f90-5c1000d88531,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.641313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 738147c3-2cb7-464a-9f90-5c1000d88531 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:43.658088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5711892d-6a92-4524-b1f4-6c3bd09564fd req-8c108000-ed24-467a-8dce-ece5f5e49e0e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788473 Jul 07 17:27:43.660838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:43.678502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3450fe11-b2d8-4ef0-be41-d7ae82fdcc0f tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "PUT /v2.0/routers/a3ea32b8-15d7-4e67-919b-e6778573b15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6893883 Jul 07 17:27:43.680212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 972e7e0b-86f2-4984-ba5e-a4f30b4f096f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:43.689529 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Sync routers for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:43.702641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:43.703265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:27:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:43.726858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:43.731032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.812099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf5961-fb01-408d-81be-e75958625702 req-46828262-e42c-467d-8fbd-d7e8a3fb108b tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:43.824581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8abf5961-fb01-408d-81be-e75958625702 req-46828262-e42c-467d-8fbd-d7e8a3fb108b tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 944 time: 0.1651349 Jul 07 17:27:43.883125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8abf5961-fb01-408d-81be-e75958625702 req-a4bc1cca-fb65-4c2c-ad66-eb46f03712a7 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Jul 07 17:27:43.940126 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:43.962402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Provisioning for port b604da03-cda3-4ad9-8885-50d8813bac2e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:43.979445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Provisioning complete for port b604da03-cda3-4ad9-8885-50d8813bac2e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:43.979988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.021929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.071910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8996d368-c67c-444d-9e9a-c9f7fd2afec5 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:44.080791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8996d368-c67c-444d-9e9a-c9f7fd2afec5 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/networks?id=ba028b2a-eab7-4991-970d-af97125e0e22 HTTP/1.1" status: 200 len: 798 time: 0.1745224 Jul 07 17:27:44.101198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:44.105210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-19a5bc99-9126-46ee-8446-1667d460ca2c tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/quotas/1cc5c239a1ae4bb388dbc1d2b9a60089 HTTP/1.1" status: 200 len: 375 time: 0.0230777 Jul 07 17:27:44.106485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:44.106888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.110441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Port b604da03-cda3-4ad9-8885-50d8813bac2e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:44.119690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=60a77da4-d30e-4e07-8864-de0a4b3d3ba7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.135237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '4686f27c-2949-4cad-b93b-2c059de2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:44.150991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 738147c3-2cb7-464a-9f90-5c1000d88531, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:44.157816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Provisioning complete for port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:44.158253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.178424 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b604da03-cda3-4ad9-8885-50d8813bac2e', 'name': '', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:6c:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:41Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 2, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:44.194661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 738147c3-2cb7-464a-9f90-5c1000d88531 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:44.216217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 738147c3-2cb7-464a-9f90-5c1000d88531) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:44.226591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:44.227215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.241537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a43592-ef94-4851-b473-3bac395d1ba0 None None] Network 738147c3-2cb7-464a-9f90-5c1000d88531 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:44.252793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db8649b7-1a98-48c9-b082-fcd12458c170 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6581817 Jul 07 17:27:44.255728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43810) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.257716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-600a2838-d1af-4897-ab55-ddb5de320b87 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1497614 Jul 07 17:27:44.260484 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Checking router: a3ea32b8-15d7-4e67-919b-e6778573b15f for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:44.260646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-466125210'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:44.261304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Updating router a3ea32b8-15d7-4e67-919b-e6778573b15f port b604da03-cda3-4ad9-8885-50d8813bac2e binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:44.341470 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.376329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-70c3ff39-0e17-465a-b7c5-4c61d37201b0 service neutron] 10.222.0.22 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129973 Jul 07 17:27:44.508986 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.510590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:44.517604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.536240 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.545427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 4f4e4cee-96c5-44be-8a01-fc08ab5cc44d yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:44.554725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-c735901f-110d-4c21-b429-7a9404ff946f service neutron] 10.222.0.22 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768501 Jul 07 17:27:44.635446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] For port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:44.651042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.719294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:27:44.719657 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:27:44.730178 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.738707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::c3 (738147c3-2cb7-464a-9f90-5c1000d88531/60a77da4-d30e-4e07-8864-de0a4b3d3ba7/4f4e4cee-96c5-44be-8a01-fc08ab5cc44d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:44.753888 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Transition to ACTIVE for port object b604da03-cda3-4ad9-8885-50d8813bac2e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:44.767094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-738147c3-2cb7-464a-9f90-5c1000d88531', 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': '60a77da4-d30e-4e07-8864-de0a4b3d3ba7'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:44.768001 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.768410 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.822423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d133e5-3f2d-43cc-a10d-14689bf01a53 None None] Pushing event updated for resources: {'Port': ['ID=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.864916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Pushing event updated for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:44.914430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dda97bb7-e3e5-425a-b0a4-d67c4e6b0a29 req-e2aecd63-6f38-4a87-bf8d-05c51e80d136 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0941167 Jul 07 17:27:44.918616 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.919021 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.919368 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.919800 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.920190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.920570 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.921226 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.921614 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.921950 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.922889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.923358 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.923779 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:44.944400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bb8629cc-fc46-4743-a0b9-432fe1b7ae78 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:44.969916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-2ca44096-6eea-4a3f-adcd-2ed1c9cf97ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:44.972401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-2ca44096-6eea-4a3f-adcd-2ed1c9cf97ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 946 time: 0.2285404 Jul 07 17:27:45.036104 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Attempting to bind port b604da03-cda3-4ad9-8885-50d8813bac2e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:45.037932 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Attempting to bind port b604da03-cda3-4ad9-8885-50d8813bac2e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:45.040148 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Attempting to bind port b604da03-cda3-4ad9-8885-50d8813bac2e on network ba028b2a-eab7-4991-970d-af97125e0e22 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:45.054478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:45.055341 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Checking segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:45.057300 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.057731 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Bound using segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:45.058967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Bound port: b604da03-cda3-4ad9-8885-50d8813bac2e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:45.059376 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.059705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:45.065011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:45.065390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.098991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613792e3-7637-40c7-aa5b-6a6fde918008 req-780b394c-d50a-45aa-88c1-18aad8b220a2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.100924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-613792e3-7637-40c7-aa5b-6a6fde918008 req-780b394c-d50a-45aa-88c1-18aad8b220a2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 946 time: 0.1498480 Jul 07 17:27:45.135704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.165862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 4f4e4cee-96c5-44be-8a01-fc08ab5cc44d will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.194315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port f03c949a-3a7b-4e6b-a158-5b0927a522e2 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:45.194934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.203532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-613792e3-7637-40c7-aa5b-6a6fde918008 req-fa023b4d-79cd-45b6-b06c-c6a3de0c271e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903952 Jul 07 17:27:45.231304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] For port b604da03-cda3-4ad9-8885-50d8813bac2e, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:45.257298 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] For port b604da03-cda3-4ad9-8885-50d8813bac2e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b604da03-cda3-4ad9-8885-50d8813bac2e,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:45.265478 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.289207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.367300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1ad3e-e80a-4f2e-bbca-1209a000d477 req-2f486f36-d82a-4636-9bee-108a536a07e1 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.377274 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66f1ad3e-e80a-4f2e-bbca-1209a000d477 req-2f486f36-d82a-4636-9bee-108a536a07e1 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 944 time: 0.1230927 Jul 07 17:27:45.378400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 738147c3-2cb7-464a-9f90-5c1000d88531 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:45.390295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.397974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:45.401007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Allocated IP 2001:db8::2 (738147c3-2cb7-464a-9f90-5c1000d88531/60a77da4-d30e-4e07-8864-de0a4b3d3ba7/25ef81a1-1a0e-426f-a637-58821b2aa6d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:45.405068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.406164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.413546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port f03c949a-3a7b-4e6b-a158-5b0927a522e2, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f03c949a-3a7b-4e6b-a158-5b0927a522e2,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:45.414289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.428715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=4f4e4cee-96c5-44be-8a01-fc08ab5cc44d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.433886 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:45.435098 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:27:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.452512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for f03c949a-3a7b-4e6b-a158-5b0927a522e2 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:45.457055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-66f1ad3e-e80a-4f2e-bbca-1209a000d477 req-8b818606-bdaa-4bc7-a270-bf6245a0bdd6 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788047 Jul 07 17:27:45.461578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1ab85008-99de-4bd8-9cd6-2411df7cf290 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2052238 Jul 07 17:27:45.464505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.549248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ce7e7-efb1-4c88-afaf-0eb8dad53e9c None None] Pushing event updated for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.613183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.622480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Transition to ACTIVE for port object 25ef81a1-1a0e-426f-a637-58821b2aa6d8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.651967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Transition to ACTIVE for port object 25ef81a1-1a0e-426f-a637-58821b2aa6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.655699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.713137 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.721050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 4f4e4cee-96c5-44be-8a01-fc08ab5cc44d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:45.721387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.725314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:45.769070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:45.771516 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b0936-ca69-4e8f-a491-9a7e319dc4bd" -d '{"events": [{"server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:45.783406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Network 738147c3-2cb7-464a-9f90-5c1000d88531 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:45.819489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.826889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:45.833094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 168918d1-da49-4a56-9e22-ac4e88acfa7c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:45.856641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:45.857174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.864998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 168918d1-da49-4a56-9e22-ac4e88acfa7c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:45.865734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 168918d1-da49-4a56-9e22-ac4e88acfa7c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:45.932274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f03c949a-3a7b-4e6b-a158-5b0927a522e2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:45.956713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Pushing event updated for resources: {'Port': ['ID=25ef81a1-1a0e-426f-a637-58821b2aa6d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.960213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.989914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=f03c949a-3a7b-4e6b-a158-5b0927a522e2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.014315 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38afe6-8a9d-4682-a312-5015b9c38a3d x-openstack-request-id: req-8e38afe6-8a9d-4682-a312-5015b9c38a3d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:46.014711 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "name": "network-vif-plugged", "status": "completed", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:46.015066 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e38afe6-8a9d-4682-a312-5015b9c38a3d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:46.015555 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78', 'code': 200} Jul 07 17:27:46.031417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Attempting to bind port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:46.032601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Attempting to bind port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4686f27c-2949-4cad-b93b-2c059de2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:46.033070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Attempting to bind port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 on network 738147c3-2cb7-464a-9f90-5c1000d88531 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:46.045227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 972e7e0b-86f2-4984-ba5e-a4f30b4f096f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:46.059211 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.087061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 4f4e4cee-96c5-44be-8a01-fc08ab5cc44d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:46.097885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:46.098466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Checking segment: {'id': '4686f27c-2949-4cad-b93b-2c059de2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:46.098976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.099479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Bound using segment: {'id': '4686f27c-2949-4cad-b93b-2c059de2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:46.100098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Bound port: 25ef81a1-1a0e-426f-a637-58821b2aa6d8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4686f27c-2949-4cad-b93b-2c059de2a2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '738147c3-2cb7-464a-9f90-5c1000d88531'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:46.100560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.129041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:46.129610 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.156243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port f03c949a-3a7b-4e6b-a158-5b0927a522e2 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:46.170495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.171959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.178291 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0011ae7c-0974-4d19-be18-ff2f1f15a134 req-4e9698ec-7b9e-4279-b279-59f050c49fb9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "DELETE /v2.0/ports/f03c949a-3a7b-4e6b-a158-5b0927a522e2 HTTP/1.1" status: 204 len: 173 time: 1.1965740 Jul 07 17:27:46.178775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'name': 'network-vif-deleted', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:46.181262 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50995c9d-baca-408f-a35e-00cb42e77c6d" -d '{"events": [{"server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "name": "network-vif-deleted", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:46.195800 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b604da03-cda3-4ad9-8885-50d8813bac2e', 'name': '', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:6c:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:41Z', 'updated_at': '2021-07-07T17:27:45Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:46.268005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec9f46-0fce-4b45-8567-aa66d54bad10 None None] The sync data for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 is: [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:42Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b604da03-cda3-4ad9-8885-50d8813bac2e', 'name': '', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:6c:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:41Z', 'updated_at': '2021-07-07T17:27:45Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:46.286850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc5f4f24-c316-4fb0-bd6a-ba64a969e021 req-9a3e778b-4d43-46fc-8fd2-6bb88dc5e163 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0872574 Jul 07 17:27:46.376971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3910c-71df-46ad-bd3e-7cd5d41da855 req-7dfb6b22-a495-4c8a-9c11-2a384df9eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:46.382638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86e3910c-71df-46ad-bd3e-7cd5d41da855 req-7dfb6b22-a495-4c8a-9c11-2a384df9eb90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 1097 time: 0.1930015 Jul 07 17:27:46.411461 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19046b6-3bdb-436b-9f30-f1535da341c0 x-openstack-request-id: req-f19046b6-3bdb-436b-9f30-f1535da341c0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:46.414568 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1d8ec-1b1b-47fa-bae3-bd6df72e3838", "name": "network-vif-deleted", "tag": "f03c949a-3a7b-4e6b-a158-5b0927a522e2", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:46.415069 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f19046b6-3bdb-436b-9f30-f1535da341c0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:46.417956 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1d8ec-1b1b-47fa-bae3-bd6df72e3838', 'name': 'network-vif-deleted', 'tag': 'f03c949a-3a7b-4e6b-a158-5b0927a522e2', 'status': 'completed', 'code': 200} Jul 07 17:27:46.492940 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86e3910c-71df-46ad-bd3e-7cd5d41da855 req-9c8f0b4b-8603-405d-a147-d7cf48987dca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003711 Jul 07 17:27:46.537492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.631820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=4f4e4cee-96c5-44be-8a01-fc08ab5cc44d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.720235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] For port 25ef81a1-1a0e-426f-a637-58821b2aa6d8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:46.735641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3bab7a60-02c4-4db3-9dc2-80648dcf0565 req-ec667e4c-2e06-47c9-99f2-59d15f0d662e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.1069615 Jul 07 17:27:46.789765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.797560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-041cdfc9-6e53-4768-831f-580f88f14439 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/4f4e4cee-96c5-44be-8a01-fc08ab5cc44d HTTP/1.1" status: 204 len: 168 time: 1.3318977 Jul 07 17:27:46.799666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.803459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] For port 25ef81a1-1a0e-426f-a637-58821b2aa6d8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25ef81a1-1a0e-426f-a637-58821b2aa6d8,segment=NetworkSegment(4686f27c-2949-4cad-b93b-2c059de2a2a8),segment_id=4686f27c-2949-4cad-b93b-2c059de2a2a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:46.823089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.911179 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4ff04e-43c9-4a5b-8dbe-6bdb668f6683 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:46.925150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6c4ff04e-43c9-4a5b-8dbe-6bdb668f6683 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/4f4e4cee-96c5-44be-8a01-fc08ab5cc44d HTTP/1.1" status: 404 len: 333 time: 0.1227334 Jul 07 17:27:46.927175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:47.000236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e9fda-3d73-43b6-a7bc-5e4e21a1e7f4 None None] Pushing event updated for resources: {'Port': ['ID=25ef81a1-1a0e-426f-a637-58821b2aa6d8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.065000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-269398b5-9048-4019-a8b2-b01aaed0af89 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:47.070978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-269398b5-9048-4019-a8b2-b01aaed0af89 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.32 "GET /v2.0/networks?id=ba028b2a-eab7-4991-970d-af97125e0e22 HTTP/1.1" status: 200 len: 798 time: 0.2785833 Jul 07 17:27:47.077657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 60a77da4-d30e-4e07-8864-de0a4b3d3ba7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:47.103690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Request body: {'port': {'device_id': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'admin_state_up': True, 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:47.112725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.248863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e99d9-2337-4b55-82c3-47bd5101eb27 req-0615508a-9628-499b-8d4e-087d7aff51bf tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:47.259821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b5e99d9-2337-4b55-82c3-47bd5101eb27 req-0615508a-9628-499b-8d4e-087d7aff51bf tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 945 time: 0.4841778 Jul 07 17:27:47.265853 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.456395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Made reservation on behalf of 1cc5c239a1ae4bb388dbc1d2b9a60089 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:47.460290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.461509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b5e99d9-2337-4b55-82c3-47bd5101eb27 req-3a7709eb-9444-4432-ae01-502549038f99 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727922 Jul 07 17:27:47.652435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6b465e1-6fab-487a-9d63-0fa63f20236b req-2562e945-90a5-4796-9a47-3a3458557b5e tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 210 time: 0.0633211 Jul 07 17:27:47.681653 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.708029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Allocated IP 172.20.0.24 (ba028b2a-eab7-4991-970d-af97125e0e22/301acdf9-bc72-4a76-bc22-22aef1faf6e3/54cf3687-0942-41a8-82f5-e88af5835767) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:47.775123 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.835717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=60a77da4-d30e-4e07-8864-de0a4b3d3ba7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.842020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.848787 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-354ffeea-6934-41da-8857-7676bb6df25a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/60a77da4-d30e-4e07-8864-de0a4b3d3ba7 HTTP/1.1" status: 204 len: 168 time: 0.9151711 Jul 07 17:27:47.849776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:47.993379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4584b06f-2cc8-4b20-b3b6-96cf30676c5c req-4319ebdd-3fdd-4aa4-85d1-73fdadcd832e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0968566 Jul 07 17:27:48.109265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.143375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b604da03-cda3-4ad9-8885-50d8813bac2e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:48.148456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Transition to ACTIVE for port object 54cf3687-0942-41a8-82f5-e88af5835767 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:48.162874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.252064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b604da03-cda3-4ad9-8885-50d8813bac2e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.265092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b604da03-cda3-4ad9-8885-50d8813bac2e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.265465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.305586 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.386973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.438473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b604da03-cda3-4ad9-8885-50d8813bac2e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b604da03-cda3-4ad9-8885-50d8813bac2e,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:48.444415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.445925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25ef81a1-1a0e-426f-a637-58821b2aa6d8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:48.451799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Network ba028b2a-eab7-4991-970d-af97125e0e22 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:48.456027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:48.502640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:48.523453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:48.523843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.552600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.605171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.692562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859827a-2d38-4d19-b419-62ac05a81ff0 None None] Network 738147c3-2cb7-464a-9f90-5c1000d88531 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:48.750527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port 25ef81a1-1a0e-426f-a637-58821b2aa6d8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25ef81a1-1a0e-426f-a637-58821b2aa6d8,segment=NetworkSegment(4686f27c-2949-4cad-b93b-2c059de2a2a8),segment_id=4686f27c-2949-4cad-b93b-2c059de2a2a8)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:48.750953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.787850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 25ef81a1-1a0e-426f-a637-58821b2aa6d8 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:48.812210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b05ef-f09b-4401-9642-951325a6aa5e req-26b0c0a9-07ed-493d-960f-e0cad631edf8 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:48.820592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-158b05ef-f09b-4401-9642-951325a6aa5e req-26b0c0a9-07ed-493d-960f-e0cad631edf8 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 945 time: 0.0982020 Jul 07 17:27:48.869124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-158b05ef-f09b-4401-9642-951325a6aa5e req-1965602b-8dc9-4728-8b3f-1507d9bb3991 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 Jul 07 17:27:48.882638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1411f16-c162-4ae4-900b-e77ab01c7490 None None] Provisioning for port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.898543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1411f16-c162-4ae4-900b-e77ab01c7490 None None] Provisioning complete for port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.898543 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1411f16-c162-4ae4-900b-e77ab01c7490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.974796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.993323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port 25ef81a1-1a0e-426f-a637-58821b2aa6d8 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:48.995962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event updated for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.014599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f03c949a-3a7b-4e6b-a158-5b0927a522e2 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:49.028984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=25ef81a1-1a0e-426f-a637-58821b2aa6d8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.037932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d69dc-fc05-435a-8f7f-7b98a2fd9165 req-01ac6a74-3a90-4323-bb68-59a5cdbfc766 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:49.039951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0c2d69dc-fc05-435a-8f7f-7b98a2fd9165 req-01ac6a74-3a90-4323-bb68-59a5cdbfc766 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 895 time: 0.1251018 Jul 07 17:27:49.048272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f03c949a-3a7b-4e6b-a158-5b0927a522e2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:49.049652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f03c949a-3a7b-4e6b-a158-5b0927a522e2 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:49.120170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b1411f16-c162-4ae4-900b-e77ab01c7490 None None] Could not find standard attr ID for object 25ef81a1-1a0e-426f-a637-58821b2aa6d8. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:27:49.123492 n-d-791504-12 neutron-server[93767]: INFO neutron.plugins.ml2.db [None req-b1411f16-c162-4ae4-900b-e77ab01c7490 None None] No ports have port_id starting with 25ef81a1-1a0e-426f-a637-58821b2aa6d8 Jul 07 17:27:49.148561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:49.149195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.153512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.174040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8adeec0-60e2-463f-b0c6-dfb9e36dd22a None None] DHCP port deletion for 738147c3-2cb7-464a-9f90-5c1000d88531 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:27:49.184463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738147c3-2cb7-464a-9f90-5c1000d88531']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.207997 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-8b1f125e-3485-43c2-bf6e-9b0dc5c0add8 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1166663 Jul 07 17:27:49.236008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4686f27c-2949-4cad-b93b-2c059de2a2a8') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.236353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4686f27c-2949-4cad-b93b-2c059de2a2a8') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.250088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Request body: {'port': {'device_id': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:49.258875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b6b08c7b-f018-47b9-8360-db93a60a714b None None] Provisioning for port 54cf3687-0942-41a8-82f5-e88af5835767 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:49.264072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b6b08c7b-f018-47b9-8360-db93a60a714b None None] Provisioning complete for port 54cf3687-0942-41a8-82f5-e88af5835767 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:49.264552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6b08c7b-f018-47b9-8360-db93a60a714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.295289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5912f58d-5b0d-4431-91d9-6a1ff6a05d54 req-b4a95f9f-8729-46bf-a824-6ed8a5c73150 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0399399 Jul 07 17:27:49.321939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.350522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.351282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b6b08c7b-f018-47b9-8360-db93a60a714b None None] Port 54cf3687-0942-41a8-82f5-e88af5835767 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:49.397913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:49.398429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:49.403321 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:49.487606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.509413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.512404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/738147c3-2cb7-464a-9f90-5c1000d88531 HTTP/1.1" status: 204 len: 168 time: 1.6616349 Jul 07 17:27:49.516527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:49.521934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'name': 'tempest-PortsIpV6TestJSON-731868721'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:49.528722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.532779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbae4d-c762-4e3f-8028-83362b39e8ec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=738147c3-2cb7-464a-9f90-5c1000d88531,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.698793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:49.703974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.742455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 8213ab49-a3fa-4069-b2d0-7204809e1b0f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:49.936418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cf3687-0942-41a8-82f5-e88af5835767 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:49.946913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.967865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Transition to ACTIVE for port object 54cf3687-0942-41a8-82f5-e88af5835767 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:49.972397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.986756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.027489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b604da03-cda3-4ad9-8885-50d8813bac2e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:50.042078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.139289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b604da03-cda3-4ad9-8885-50d8813bac2e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:50.139670 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.152687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:50.166474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.178869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:50.183473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:50.199601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.200272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.206924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Attempting to bind port 54cf3687-0942-41a8-82f5-e88af5835767 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:50.207267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Attempting to bind port 54cf3687-0942-41a8-82f5-e88af5835767 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:50.207612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Attempting to bind port 54cf3687-0942-41a8-82f5-e88af5835767 on network ba028b2a-eab7-4991-970d-af97125e0e22 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:50.218755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Port 54cf3687-0942-41a8-82f5-e88af5835767 on network ba028b2a-eab7-4991-970d-af97125e0e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:50.219220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Attempting to bind port 54cf3687-0942-41a8-82f5-e88af5835767 on network ba028b2a-eab7-4991-970d-af97125e0e22 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:50.231464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:50.232157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Checking segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:50.232551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Bound using segment: {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:50.232998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Bound port: 54cf3687-0942-41a8-82f5-e88af5835767, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99781de-f12e-4285-bdce-f59d088a977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:50.233364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.351242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8335454 Jul 07 17:27:50.356463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:50.380432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:50.385044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=54cf3687-0942-41a8-82f5-e88af5835767,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:50.393957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.428177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25ef81a1-1a0e-426f-a637-58821b2aa6d8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:50.439824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.440633 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.443044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/54cf3687-0942-41a8-82f5-e88af5835767 HTTP/1.1" status: 200 len: 1056 time: 1.2188821 Jul 07 17:27:50.445670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:50.449756 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faabe40d-a896-4f17-a4d6-df7134180b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "tag": "54cf3687-0942-41a8-82f5-e88af5835767"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:50.491345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 25ef81a1-1a0e-426f-a637-58821b2aa6d8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:50.491705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25ef81a1-1a0e-426f-a637-58821b2aa6d8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:50.517186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f871cc-1968-4e10-994d-30f6e68590d5 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.578691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-bb25aa30-4a7f-4d14-aa42-4775deeba17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.587883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-bb25aa30-4a7f-4d14-aa42-4775deeba17c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 1059 time: 0.0890217 Jul 07 17:27:50.894918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5e17-469f-4ae6-9a56-e1bf82e28e5e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=8213ab49-a3fa-4069-b2d0-7204809e1b0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:50.979316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-67b63737-d50e-49c9-8eed-73424a020585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=54cf3687-0942-41a8-82f5-e88af5835767 HTTP/1.1" status: 200 len: 217 time: 0.3737433 Jul 07 17:27:50.992232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658b533-cbe5-48b6-b7ac-793fdda292a0 req-ec74d0cf-ba55-42fc-89bd-e8a33a9dfa33 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.993886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d658b533-cbe5-48b6-b7ac-793fdda292a0 req-ec74d0cf-ba55-42fc-89bd-e8a33a9dfa33 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 945 time: 0.7754991 Jul 07 17:27:51.006587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d62c87-6747-4b93-82ab-1c54799d31b4 req-8e72a8b1-b999-4dac-8be0-396c449ef296 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.009043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0d62c87-6747-4b93-82ab-1c54799d31b4 req-8e72a8b1-b999-4dac-8be0-396c449ef296 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 907 time: 0.7354901 Jul 07 17:27:51.039532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-be8fb6be-2c39-4825-b557-8ec6920f6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.040601 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-be8fb6be-2c39-4825-b557-8ec6920f6f3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301acdf9-bc72-4a76-bc22-22aef1faf6e3 HTTP/1.1" status: 200 len: 838 time: 0.0531654 Jul 07 17:27:51.083604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d658b533-cbe5-48b6-b7ac-793fdda292a0 req-633a22ab-daf5-4048-a9eb-6fb433e9452d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729649 Jul 07 17:27:51.091049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 8213ab49-a3fa-4069-b2d0-7204809e1b0f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:51.091404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.141148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-40e2b878-9260-49ea-a118-3722b56a9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.142809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-40e2b878-9260-49ea-a118-3722b56a9d3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba028b2a-eab7-4991-970d-af97125e0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0868227 Jul 07 17:27:51.151101 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d26e06-c92e-4356-b2bb-1937b18d48dc x-openstack-request-id: req-59d26e06-c92e-4356-b2bb-1937b18d48dc {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:51.151407 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "tag": "54cf3687-0942-41a8-82f5-e88af5835767", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:51.151703 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59d26e06-c92e-4356-b2bb-1937b18d48dc {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:51.152166 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767', 'status': 'completed', 'code': 200} Jul 07 17:27:51.184294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31ced5d5-0cb7-4667-a9d9-58c892d2a926 req-070abc21-bf23-48ce-be64-e8de5a06a73a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0571046 Jul 07 17:27:51.226992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.253028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 8213ab49-a3fa-4069-b2d0-7204809e1b0f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:51.274000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-5ec16d49-90c0-486a-9cdf-00da6f9e0440 service neutron] 10.222.0.32 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176653 Jul 07 17:27:51.340171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.371204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=8213ab49-a3fa-4069-b2d0-7204809e1b0f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.377159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.381783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-138a3f3c-f259-4aa2-9124-6f4fe5424148 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/8213ab49-a3fa-4069-b2d0-7204809e1b0f HTTP/1.1" status: 204 len: 168 time: 1.0239520 Jul 07 17:27:51.382456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.387547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'mac_address': 'fa:16:3e:11:04:2a', 'name': 'tempest-PortsIpV6TestJSON-1160966791'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:51.418697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b528888-ebf2-4816-b8b3-57447b707e3e req-67239860-a61e-460c-8110-3bdea736206d service neutron] 10.222.0.32 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375895 Jul 07 17:27:51.442460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-fc9e607c-0e63-4498-b558-e5a42bb2fc40 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.444413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-fc9e607c-0e63-4498-b558-e5a42bb2fc40 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 945 time: 0.1149647 Jul 07 17:27:51.493334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:51.566011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.584838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-77e1d688-3b4d-48a1-84e5-6aafd2692fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.586379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-77e1d688-3b4d-48a1-84e5-6aafd2692fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 1059 time: 0.1019552 Jul 07 17:27:51.595024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port d782144c-4e52-43a2-9eff-6b729dc9ddf0 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:51.652647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Deleting port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:51.652996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.750822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-9ada6ef0-62c7-4192-905a-82b1739db13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.752222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-9ada6ef0-62c7-4192-905a-82b1739db13d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba028b2a-eab7-4991-970d-af97125e0e22 HTTP/1.1" status: 200 len: 899 time: 0.1586733 Jul 07 17:27:51.761626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.800930 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.806968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-8a1888fe-35ed-4fb0-b118-484e5da67e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=54cf3687-0942-41a8-82f5-e88af5835767 HTTP/1.1" status: 200 len: 217 time: 0.0455542 Jul 07 17:27:51.808714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] For port bb8629cc-fc46-4743-a0b9-432fe1b7ae78, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,segment=NetworkSegment(a990d92a-6231-4700-958e-1469a69d0690),segment_id=a990d92a-6231-4700-958e-1469a69d0690)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:51.809086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.848702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:51.853252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Calling delete_port for bb8629cc-fc46-4743-a0b9-432fe1b7ae78 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:51.854415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:51.861470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:51.867373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.868151 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.878016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=d782144c-4e52-43a2-9eff-6b729dc9ddf0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.891916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7306d8c7-5018-4ebc-b5e0-f50ad2a674d8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5061090 Jul 07 17:27:51.892677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:51.911502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-677f91cc-f362-4216-94f6-04a5051821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.913086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-677f91cc-f362-4216-94f6-04a5051821f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301acdf9-bc72-4a76-bc22-22aef1faf6e3 HTTP/1.1" status: 200 len: 838 time: 0.0992806 Jul 07 17:27:51.962195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc749a5-9d05-4414-a138-25e5ade34457 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.966625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bcc749a5-9d05-4414-a138-25e5ade34457 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/d782144c-4e52-43a2-9eff-6b729dc9ddf0 HTTP/1.1" status: 200 len: 845 time: 0.0704949 Jul 07 17:27:51.966966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.097644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-7e99bd24-c751-49ff-8cd4-41535930617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.099212 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-7e99bd24-c751-49ff-8cd4-41535930617c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba028b2a-eab7-4991-970d-af97125e0e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1740997 Jul 07 17:27:52.261488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.275777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['bb8629cc-fc46-4743-a0b9-432fe1b7ae78'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:52.294429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf439e2-62bc-4fbf-a8ec-2a38d9148d16 req-c14e073c-8527-4d06-9f8a-47a79100813b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.295988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3bf439e2-62bc-4fbf-a8ec-2a38d9148d16 req-c14e073c-8527-4d06-9f8a-47a79100813b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 907 time: 0.1518855 Jul 07 17:27:52.326076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dfc6f-4cfd-4997-ba06-0c437f146def req-7359bde6-fd7d-49ea-accc-0d2fe03e3c63 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.327826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c14dfc6f-4cfd-4997-ba06-0c437f146def req-7359bde6-fd7d-49ea-accc-0d2fe03e3c63 tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a22336c-136f-496d-97ee-475e06fabfb3 HTTP/1.1" status: 200 len: 867 time: 0.1058066 Jul 07 17:27:52.372858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c14dfc6f-4cfd-4997-ba06-0c437f146def req-d2978e54-0e5d-4b02-8e5e-444357b1d63d tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf3bdb54-5cd4-4e61-a66e-4afc4186696c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Jul 07 17:27:52.401153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Pushing event deleted for resources: {'Port': ['ID=bb8629cc-fc46-4743-a0b9-432fe1b7ae78,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.402287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-a6e14482-0051-46d6-b210-715e2c763edc service neutron] 10.222.0.32 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922955 Jul 07 17:27:52.409106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port d782144c-4e52-43a2-9eff-6b729dc9ddf0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:52.409757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.568172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-802357b5-e63f-43db-ae46-2ab93ea0bdcb req-710db11c-6673-4034-a1db-f715b2d1e2ac tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bca1d8ec-1b1b-47fa-bae3-bd6df72e3838 HTTP/1.1" status: 200 len: 210 time: 0.0444925 Jul 07 17:27:52.612907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] No DVR routers for this DVR port bb8629cc-fc46-4743-a0b9-432fe1b7ae78 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:52.620851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.622834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd515df6-e70c-4807-9fbc-3985ca4d2dc4 req-5f834495-0adb-4ad0-9274-8c19472be75c tempest-VolumesActionsTest-1517580257 tempest-VolumesActionsTest-1517580257-project] 10.222.0.32 "DELETE /v2.0/ports/bb8629cc-fc46-4743-a0b9-432fe1b7ae78 HTTP/1.1" status: 204 len: 173 time: 1.1675355 Jul 07 17:27:52.628929 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.656061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for d782144c-4e52-43a2-9eff-6b729dc9ddf0 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:52.683756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-faabe40d-a896-4f17-a4d6-df7134180b1e req-490ffaf6-b4bc-4c30-9ddc-2cc04c840233 service neutron] 10.222.0.32 "GET /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696927 Jul 07 17:27:52.780042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.817145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=d782144c-4e52-43a2-9eff-6b729dc9ddf0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.833881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.836853 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aad7fc45-2045-4bd9-8381-3693edb60d5c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/d782144c-4e52-43a2-9eff-6b729dc9ddf0 HTTP/1.1" status: 204 len: 168 time: 0.8687150 Jul 07 17:27:52.839429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.877483 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a642b9-cce1-45da-ba1c-bb668ca461ea tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:52.882489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94a642b9-cce1-45da-ba1c-bb668ca461ea tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/d782144c-4e52-43a2-9eff-6b729dc9ddf0 HTTP/1.1" status: 404 len: 333 time: 0.0380390 Jul 07 17:27:52.882976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:52.888086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'name': 'tempest-PortsIpV6TestJSON-2014124860'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:52.983352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:52.987542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.004936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port c67fa096-8759-45a5-a1e0-81aac16daca0 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:53.153616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'name': 'network-vif-deleted', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:53.157081 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d83be-a4fd-4139-ba12-c906063be964" -d '{"events": [{"server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "name": "network-vif-deleted", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:53.188769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.207166 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0321b0-1848-442c-bf75-cb69a50677db x-openstack-request-id: req-8a0321b0-1848-442c-bf75-cb69a50677db {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:53.208796 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a22336c-136f-496d-97ee-475e06fabfb3", "name": "network-vif-deleted", "tag": "bb8629cc-fc46-4743-a0b9-432fe1b7ae78", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:53.209227 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a0321b0-1848-442c-bf75-cb69a50677db {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:53.216427 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a22336c-136f-496d-97ee-475e06fabfb3', 'name': 'network-vif-deleted', 'tag': 'bb8629cc-fc46-4743-a0b9-432fe1b7ae78', 'status': 'completed', 'code': 200} Jul 07 17:27:53.230723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.284584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:53.289989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:53.294391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:53.300766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.301661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.305781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=c67fa096-8759-45a5-a1e0-81aac16daca0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.326854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a8dcb3e-0426-4fb4-944e-01a6fa6eef39 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4427807 Jul 07 17:27:53.331202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.336827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:53.421904 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.518668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009cc49-fa97-4c61-ad06-7f201b6c123a req-52417555-e224-462e-9628-ec74e7a2a58d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.520575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6009cc49-fa97-4c61-ad06-7f201b6c123a req-52417555-e224-462e-9628-ec74e7a2a58d tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 907 time: 0.0814319 Jul 07 17:27:53.644765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.662748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.692322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] In _notify_port_updated(), no bound segment for port c67fa096-8759-45a5-a1e0-81aac16daca0 on network 3148db2e-2466-4860-a3bf-5392e9e0eda7 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:27:53.698212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.698891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.700661 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/ports/c67fa096-8759-45a5-a1e0-81aac16daca0 HTTP/1.1" status: 200 len: 818 time: 0.3684039 Jul 07 17:27:53.703709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43960) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:53.752941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd060b-f329-4d01-b82b-984441cb498a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=c67fa096-8759-45a5-a1e0-81aac16daca0,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:53.826909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port c67fa096-8759-45a5-a1e0-81aac16daca0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:53.827266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.902988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:53.916912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for c67fa096-8759-45a5-a1e0-81aac16daca0 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:54.010816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.045337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=c67fa096-8759-45a5-a1e0-81aac16daca0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.057235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.059390 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a07920e6-90a8-4d61-91fe-b39a53e2e9fb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/c67fa096-8759-45a5-a1e0-81aac16daca0 HTTP/1.1" status: 204 len: 168 time: 0.3548543 Jul 07 17:27:54.061890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43976) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.136537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fa23e-eaa2-45a5-9783-00076d201fd6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.138073 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a6fa23e-eaa2-45a5-9783-00076d201fd6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0750725 Jul 07 17:27:54.140704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 43982) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.174078 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7749adb5-e9d4-4794-b6b4-e0ff82e97f35 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:27:54.175756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7749adb5-e9d4-4794-b6b4-e0ff82e97f35 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/c67fa096-8759-45a5-a1e0-81aac16daca0 HTTP/1.1" status: 404 len: 333 time: 0.0341020 Jul 07 17:27:54.179378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 43986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.186686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-149307147'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.214213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.214213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.244047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:54.261426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.261779 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 7b0e411c-9569-4f3a-b150-3615035e2718 of type vlan for network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 Jul 07 17:27:54.304480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.336449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.342319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.343006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.410779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2298102 Jul 07 17:27:54.416661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.420335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616eaac-730d-46b3-ae66-d99d3b7034cc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=45c125a3-d4f6-4b30-9054-fb26a5c284e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.421761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:54.433551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:54.525910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:54.529503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.807277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.820268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d644c-2cef-441a-bf26-1d31700363e7 req-c3f64110-c1ab-4f44-8f04-0718c07510c3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.821857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-411d644c-2cef-441a-bf26-1d31700363e7 req-c3f64110-c1ab-4f44-8f04-0718c07510c3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 907 time: 0.1175277 Jul 07 17:27:54.904525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=58adacf2-3bad-4a72-abd1-f7776deb67e2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:54.915235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '7b0e411c-9569-4f3a-b150-3615035e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:54.915895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 45c125a3-d4f6-4b30-9054-fb26a5c284e4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:54.939581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:54.952312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 45c125a3-d4f6-4b30-9054-fb26a5c284e4) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:54.961451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.962425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.963832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437b01c-8b08-4c1b-8650-5718fc9ac1c8 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:54.984233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:54.986014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e43a03e7-e34e-47ac-bb7a-2297f80b0954 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5677171 Jul 07 17:27:54.990411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:55.028318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 54cf3687-0942-41a8-82f5-e88af5835767 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:55.152017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:55.160149 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.262859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:55.264111 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.299575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=54cf3687-0942-41a8-82f5-e88af5835767,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:55.358827 n-d-791504-12 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58adacf2-3bad-4a72-abd1-f7776deb67e2 (CIDR: 2001:db8::/64) Jul 07 17:27:55.363659 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:27:55.364180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:27:55.387601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:55.389059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5560c761-bb9f-4cbc-8eee-ebe725a7375f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4027414 Jul 07 17:27:55.398070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:55.416049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '54cf3687-0942-41a8-82f5-e88af5835767', 'network_id': 'ba028b2a-eab7-4991-970d-af97125e0e22', 'port_id': '54cf3687-0942-41a8-82f5-e88af5835767', 'mac_address': 'fa:16:3e:17:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301acdf9-bc72-4a76-bc22-22aef1faf6e3', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:55.694546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Allocated IP 2001:db8::2 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/58adacf2-3bad-4a72-abd1-f7776deb67e2/2ce024d4-e3f6-455c-847e-5df153e38933) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:55.714924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:55.719325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.780597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.808375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf3687-0942-41a8-82f5-e88af5835767 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:55.859249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=54cf3687-0942-41a8-82f5-e88af5835767,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:55.867484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.964257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.030996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.051479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Transition to ACTIVE for port object 2ce024d4-e3f6-455c-847e-5df153e38933 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:56.085928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Transition to ACTIVE for port object 2ce024d4-e3f6-455c-847e-5df153e38933 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:56.091291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['54cf3687-0942-41a8-82f5-e88af5835767'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:56.169610 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.179120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.266010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:56.277018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=8cf4af21-11e9-47f7-9f20-2b0712fed779,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.302791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:56.307926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:56.310809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:56.313499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.314325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffe327-af8a-47b6-884b-c571a7728256 req-db7e6a6b-86c7-4ce9-a522-eb79bda72177 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.315013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.332279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bffe327-af8a-47b6-884b-c571a7728256 req-db7e6a6b-86c7-4ce9-a522-eb79bda72177 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 908 time: 0.1503215 Jul 07 17:27:56.341218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Pushing event updated for resources: {'Port': ['ID=2ce024d4-e3f6-455c-847e-5df153e38933,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.347411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:56.356106 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b40965bd-dc84-48ae-ad31-7901cbd073a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9669285 Jul 07 17:27:56.358517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.366906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2'}, {'subnet_id': '8cf4af21-11e9-47f7-9f20-2b0712fed779'}], 'name': 'tempest-PortsIpV6TestJSON-1549953359'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:56.432656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Attempting to bind port 2ce024d4-e3f6-455c-847e-5df153e38933 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:56.433178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Attempting to bind port 2ce024d4-e3f6-455c-847e-5df153e38933 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '7b0e411c-9569-4f3a-b150-3615035e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:56.433848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Attempting to bind port 2ce024d4-e3f6-455c-847e-5df153e38933 on network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:56.440111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:56.440734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Checking segment: {'id': '7b0e411c-9569-4f3a-b150-3615035e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:56.441549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.442447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Bound using segment: {'id': '7b0e411c-9569-4f3a-b150-3615035e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:56.443183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Bound port: 2ce024d4-e3f6-455c-847e-5df153e38933, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0e411c-9569-4f3a-b150-3615035e2718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:56.444159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.563787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] For port 2ce024d4-e3f6-455c-847e-5df153e38933, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:56.581530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] For port 2ce024d4-e3f6-455c-847e-5df153e38933, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2ce024d4-e3f6-455c-847e-5df153e38933,segment=NetworkSegment(7b0e411c-9569-4f3a-b150-3615035e2718),segment_id=7b0e411c-9569-4f3a-b150-3615035e2718)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:56.587696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:56.589723 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.712838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1cad-1c50-43b3-98c7-54486a8abb01 None None] Pushing event updated for resources: {'Port': ['ID=2ce024d4-e3f6-455c-847e-5df153e38933,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.758767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.793690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:27:57.023914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 54cf3687-0942-41a8-82f5-e88af5835767 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:57.181185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 54cf3687-0942-41a8-82f5-e88af5835767 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:57.197214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 54cf3687-0942-41a8-82f5-e88af5835767 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:57.197617 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.391997 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.447605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:57.452695 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9c3e2-c176-4873-9e48-72bba4fdbfe1" -d '{"events": [{"server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "54cf3687-0942-41a8-82f5-e88af5835767"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:57.486280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=54cf3687-0942-41a8-82f5-e88af5835767,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:57.495767 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.496976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bb8629cc-fc46-4743-a0b9-432fe1b7ae78 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:57.558202 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc6147-09f2-4447-9785-15aead6f9b51 x-openstack-request-id: req-e9cc6147-09f2-4447-9785-15aead6f9b51 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:57.558494 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "name": "network-vif-plugged", "status": "completed", "tag": "54cf3687-0942-41a8-82f5-e88af5835767", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:57.558713 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9cc6147-09f2-4447-9785-15aead6f9b51 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:57.559124 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767', 'code': 200} Jul 07 17:27:57.582600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: bb8629cc-fc46-4743-a0b9-432fe1b7ae78 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:57.583038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device bb8629cc-fc46-4743-a0b9-432fe1b7ae78 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:57.612212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.694260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::2b0 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/58adacf2-3bad-4a72-abd1-f7776deb67e2/50ef16bc-58ba-48c4-a0a5-ee029f67cd13) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:57.746947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed000f-e382-42e6-9872-6184ab2b1419 req-7581248d-e8fc-483d-b241-b0c23e58c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:57.749235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-54ed000f-e382-42e6-9872-6184ab2b1419 req-7581248d-e8fc-483d-b241-b0c23e58c14b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 1061 time: 0.1211219 Jul 07 17:27:57.752891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d96bc9-d3d9-479f-85aa-f099b61e512f req-9f9703d9-986a-4437-81c2-bc2ee210bb50 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:57.755997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59d96bc9-d3d9-479f-85aa-f099b61e512f req-9f9703d9-986a-4437-81c2-bc2ee210bb50 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.1798966 Jul 07 17:27:57.756513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8:0:1::2a2 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/8cf4af21-11e9-47f7-9f20-2b0712fed779/50ef16bc-58ba-48c4-a0a5-ee029f67cd13) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:58.075586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.080350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2ce024d4-e3f6-455c-847e-5df153e38933 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:58.107873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:58.188424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.223534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2ce024d4-e3f6-455c-847e-5df153e38933 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:58.381342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=50ef16bc-58ba-48c4-a0a5-ee029f67cd13,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:58.429803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:58.434554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:58.441160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b739e-ee2a-477d-a268-fef65f8f486e None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:58.450238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:58.456918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:58.467252 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.491460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44084) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:58.491675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eb16c149-7318-4a19-b2e8-dcaeb397b55e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1317673 Jul 07 17:27:58.498022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:58.602477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Provisioning for port 2ce024d4-e3f6-455c-847e-5df153e38933 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:58.621486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Provisioning complete for port 2ce024d4-e3f6-455c-847e-5df153e38933 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:58.622308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.999305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.023874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.058550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] For port 2ce024d4-e3f6-455c-847e-5df153e38933, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2ce024d4-e3f6-455c-847e-5df153e38933,segment=NetworkSegment(7b0e411c-9569-4f3a-b150-3615035e2718),segment_id=7b0e411c-9569-4f3a-b150-3615035e2718)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:59.106488 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.237521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1948f-6101-4b94-b5c9-d0b711ee9171 None None] Pushing event updated for resources: {'Port': ['ID=2ce024d4-e3f6-455c-847e-5df153e38933,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:59.298526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Update dhcp port {'port': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '8cf4af21-11e9-47f7-9f20-2b0712fed779'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '2ce024d4-e3f6-455c-847e-5df153e38933'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:27:59.332682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67fcd8-c048-4d52-a9c8-a654b6f97c4a req-488c70ae-45c7-4cc1-9dd1-1bbebfa535cb tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.346143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e67fcd8-c048-4d52-a9c8-a654b6f97c4a req-488c70ae-45c7-4cc1-9dd1-1bbebfa535cb tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.2013278 Jul 07 17:27:59.396916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:59.676400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Delete allocated IP 2001:db8:0:1::2a2 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/8cf4af21-11e9-47f7-9f20-2b0712fed779) {{(pid=93765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:27:59.796510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e289-9572-4fe9-b757-3b632f0c0f36 req-71a8d123-6386-4bf7-b0e6-94ed1f3cbb71 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.800506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0f8e289-9572-4fe9-b757-3b632f0c0f36 req-71a8d123-6386-4bf7-b0e6-94ed1f3cbb71 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.1598222 Jul 07 17:27:59.888375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43816eb9-1882-484b-bd3b-7deb4642f64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.073216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2ce024d4-e3f6-455c-847e-5df153e38933 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:00.184899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2ce024d4-e3f6-455c-847e-5df153e38933 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:00.185529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.219716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ac691-3bf3-4245-88a9-f6014c0b8a4b req-2741c5a4-a75c-476d-85bd-ed4901d59e74 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.234805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-853ac691-3bf3-4245-88a9-f6014c0b8a4b req-2741c5a4-a75c-476d-85bd-ed4901d59e74 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 1061 time: 0.1833799 Jul 07 17:28:00.418765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.433619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Ignored duplicate provisioning block setup for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:28:00.455118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.510780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc0241-ecdf-472c-a0d1-88833f500e52 req-78898da4-ab19-46ed-bd64-74839f80b2fc tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.520047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0bc0241-ecdf-472c-a0d1-88833f500e52 req-78898da4-ab19-46ed-bd64-74839f80b2fc tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.1009767 Jul 07 17:28:00.541760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.547622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629626162', 'description': 'tempest-secgroup-smoke-1629626162 description', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:00.561094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Allocated IP 2001:db8:0:1::2 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/8cf4af21-11e9-47f7-9f20-2b0712fed779/2ce024d4-e3f6-455c-847e-5df153e38933) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:00.585980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=50ef16bc-58ba-48c4-a0a5-ee029f67cd13,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.598408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.620913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] In _notify_port_updated(), no bound segment for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 on network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:00.626585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.627707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.631550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8718912e-0a26-4906-932e-66f74937207c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/ports/50ef16bc-58ba-48c4-a0a5-ee029f67cd13 HTTP/1.1" status: 200 len: 926 time: 2.1364765 Jul 07 17:28:00.632151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44148) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.643023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2'}, {'subnet_id': '8cf4af21-11e9-47f7-9f20-2b0712fed779'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:00.679878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a0bc0241-ecdf-472c-a0d1-88833f500e52 req-36db580b-250b-4118-9149-601dded09067 tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1588094 Jul 07 17:28:00.708264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.708834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] For port 2ce024d4-e3f6-455c-847e-5df153e38933, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2ce024d4-e3f6-455c-847e-5df153e38933,segment=NetworkSegment(7b0e411c-9569-4f3a-b150-3615035e2718),segment_id=7b0e411c-9569-4f3a-b150-3615035e2718)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:00.780368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.788117 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.845593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Transition to ACTIVE for port object 2ce024d4-e3f6-455c-847e-5df153e38933 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:00.858562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcdaa8-2da4-4c9a-90df-19ace4f178ed tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.860997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bfdcdaa8-2da4-4c9a-90df-19ace4f178ed tempest-TestSecurityGroupsBasicOps-1787097657 tempest-TestSecurityGroupsBasicOps-1787097657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 1056 time: 0.1507835 Jul 07 17:28:00.892734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.903101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.920671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.981465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840190b5-49ed-476e-9ba3-9c0025420e6c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.012822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.017727 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-07304df2-aa8a-4cfb-98f3-c01482e4e548 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4714785 Jul 07 17:28:01.018157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.024051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.095512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.138174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e55d66-3028-439a-ba1e-19870056904f None None] Pushing event updated for resources: {'Port': ['ID=2ce024d4-e3f6-455c-847e-5df153e38933,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.252779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.261788 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.303859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe5ef9f-0e31-40a7-87ca-0ab05bee0f2d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.323394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.325030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-881fe73c-c9f8-42e7-aead-068fc2fc0747 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056643 Jul 07 17:28:01.328417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.354255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.356969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8:0:1::e6 (45c125a3-d4f6-4b30-9054-fb26a5c284e4/8cf4af21-11e9-47f7-9f20-2b0712fed779/50ef16bc-58ba-48c4-a0a5-ee029f67cd13) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:01.426880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.532506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.548992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.552705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Ignored duplicate provisioning block setup for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:28:01.559204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.594625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.629846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7eee6d2-e7dd-4452-9b74-387206b8ee1b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.653733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.655237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5b556a10-29e9-4e64-b71d-ae1186fbb6ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254294 Jul 07 17:28:01.661595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.680552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba30af-a2ab-4a20-bbb9-0f0f4a98a790 req-37c2a41d-165c-4012-9805-e16250a68339 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.682408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-faba30af-a2ab-4a20-bbb9-0f0f4a98a790 req-37c2a41d-165c-4012-9805-e16250a68339 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.1320653 Jul 07 17:28:01.695165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:01.753520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=50ef16bc-58ba-48c4-a0a5-ee029f67cd13,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.786455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] In _notify_port_updated(), no bound segment for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 on network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:01.792393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:01.793056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.798731 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-154e7ce6-9992-4d24-8ee3-eeabd054a9c9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/ports/50ef16bc-58ba-48c4-a0a5-ee029f67cd13 HTTP/1.1" status: 200 len: 1011 time: 1.1606133 Jul 07 17:28:01.798731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44170) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.849105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.017220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.025598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:02.025598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.030587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.043505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2ce024d4-e3f6-455c-847e-5df153e38933 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:02.132180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85abfbcb-fd77-4f6d-8c46-ce0b471115ce,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.145152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.146392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b40c1109-e6a3-4fda-96c9-ea7f52e99f48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4747932 Jul 07 17:28:02.149240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.154694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.192047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860ed69-4d64-442a-8418-4e00503517e7 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:02.220470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.224449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.237702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:02.332448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.358926 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.410239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.411703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2609272 Jul 07 17:28:02.416159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.423428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.432081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de43a4-b0c4-4014-b216-89bf9a48459f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a970067-dcdf-4720-9794-0b006e5ebaeb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.496476 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Project e52da9a8bbc54610bfcff4150ecede6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:28:02.505194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.541165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74059b12-b203-4859-9828-8e5799c66273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.582958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.592748 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.598444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Provisioning for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:02.603290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.611064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Provisioning complete for port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:02.611691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.623105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=50ef16bc-58ba-48c4-a0a5-ee029f67cd13,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.643420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Port 50ef16bc-58ba-48c4-a0a5-ee029f67cd13 was deleted so its status cannot be updated. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:28:02.667243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Provisioning for port 2ce024d4-e3f6-455c-847e-5df153e38933 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:02.672777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Provisioning complete for port 2ce024d4-e3f6-455c-847e-5df153e38933 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:02.673289 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50a5328b-42f2-4358-80e8-6089ed8c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.694565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51da331e-1a7b-4abb-a31d-fae91f88b860,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.697308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.700498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35e3e575-c8dd-4034-8f8e-b944ab745b71 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/50ef16bc-58ba-48c4-a0a5-ee029f67cd13 HTTP/1.1" status: 204 len: 168 time: 0.9013746 Jul 07 17:28:02.702716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44188) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.706685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.708160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a67c923b-7e22-4fca-b85f-3caf88ebd420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2908847 Jul 07 17:28:02.711092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.716336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'security_group_rule': {'security_group_id': '840190b5-49ed-476e-9ba3-9c0025420e6c', 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:02.737823 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d72d4e4-776c-4bcf-a74d-0c391c4afd0a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:02.739902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d72d4e4-776c-4bcf-a74d-0c391c4afd0a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/50ef16bc-58ba-48c4-a0a5-ee029f67cd13 HTTP/1.1" status: 404 len: 333 time: 0.0352890 Jul 07 17:28:02.742902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.773255 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Project e52da9a8bbc54610bfcff4150ecede6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:28:02.781882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.811283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 8cf4af21-11e9-47f7-9f20-2b0712fed779 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:02.816209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.876548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.906793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.911534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.945397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb377e-3358-43f8-8ff9-cbfd70b913b5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:02.950682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:02.954027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-95e2c7dd-dd17-41b3-9c26-2ca08d7b5778 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2416329 Jul 07 17:28:03.000727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.098849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a68d14c2-df79-464d-af51-b4b782e69367 None None] Could not find standard attr ID for object 50ef16bc-58ba-48c4-a0a5-ee029f67cd13. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:03.132558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a68d14c2-df79-464d-af51-b4b782e69367 None None] Provisioning complete for port 2ce024d4-e3f6-455c-847e-5df153e38933 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:03.132954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a68d14c2-df79-464d-af51-b4b782e69367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.160340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-453f84ee-c7d2-4aec-b21b-ea6b68a53d62 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.161918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-453f84ee-c7d2-4aec-b21b-ea6b68a53d62 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.2599728 Jul 07 17:28:03.207313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ba5eb-b330-44a6-8d42-d3dba1a6d22b req-2f412c60-8030-4a5f-8329-da6ba866f4d3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.208970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e55ba5eb-b330-44a6-8d42-d3dba1a6d22b req-2f412c60-8030-4a5f-8329-da6ba866f4d3 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 909 time: 0.1683810 Jul 07 17:28:03.341936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-f650410c-d138-4949-9976-33d5aa8ff506 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4410095 Jul 07 17:28:03.372518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.508757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.559923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-98a1efd4-2cb0-4cdd-a12a-dac2844bfe06 None None] Could not find standard attr ID for object 50ef16bc-58ba-48c4-a0a5-ee029f67cd13. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:03.578290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf4af21-11e9-47f7-9f20-2b0712fed779,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:03.586086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.588324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f7b5fad-288c-4bc3-a897-aaa45c90dfc2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/8cf4af21-11e9-47f7-9f20-2b0712fed779 HTTP/1.1" status: 204 len: 168 time: 0.8439410 Jul 07 17:28:03.591543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:03.614090 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.619561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 54cf3687-0942-41a8-82f5-e88af5835767 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:03.619991 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.701839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 58adacf2-3bad-4a72-abd1-f7776deb67e2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:03.724891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.725882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-a21e8a97-bbf4-4523-a2c3-a2d7dedf619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:03.730392 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-a21e8a97-bbf4-4523-a2c3-a2d7dedf619b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.2324929 Jul 07 17:28:03.848893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.956157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port 54cf3687-0942-41a8-82f5-e88af5835767, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=54cf3687-0942-41a8-82f5-e88af5835767,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:03.956848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:03.998350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d5723-20e7-4919-8acd-a5e3924b9fb0 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:04.010217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 54cf3687-0942-41a8-82f5-e88af5835767 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:04.027399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.040214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-38c590e3-c40c-4d93-854f-80c4303200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.042309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-38c590e3-c40c-4d93-854f-80c4303200ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 898 time: 0.2558165 Jul 07 17:28:04.172088 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-8a1fc881-cdf4-4993-88c1-8dcabf2410c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 1000 time: 0.0897665 Jul 07 17:28:04.174289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.207626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-49e5ffff-abb2-4568-b309-e0c1a9405f74 None None] Could not find standard attr ID for object 50ef16bc-58ba-48c4-a0a5-ee029f67cd13. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:04.253716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-3493ad6a-e6ed-4da4-8f57-b9b56fe5ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.255231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-3493ad6a-e6ed-4da4-8f57-b9b56fe5ea43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 200 len: 835 time: 0.0729983 Jul 07 17:28:04.263497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=58adacf2-3bad-4a72-abd1-f7776deb67e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.277348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.280687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3e2c33c9-cffb-46d9-9e38-ae7f40af7eec tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/58adacf2-3bad-4a72-abd1-f7776deb67e2 HTTP/1.1" status: 204 len: 168 time: 0.6860666 Jul 07 17:28:04.283004 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:04.390701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.429264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-c72bd69a-2a33-4485-a416-ea33e4a688b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:04.430813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-c72bd69a-2a33-4485-a416-ea33e4a688b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=42f57035-018f-40f2-abaa-74d792316db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391447 Jul 07 17:28:04.435005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=54cf3687-0942-41a8-82f5-e88af5835767,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:04.514765 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.558170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a50d54-b332-413f-b43d-d72d3a55c46a None None] Update dhcp port {'port': {'network_id': '45c125a3-d4f6-4b30-9054-fb26a5c284e4', 'fixed_ips': [{'subnet_id': '58adacf2-3bad-4a72-abd1-f7776deb67e2'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '2ce024d4-e3f6-455c-847e-5df153e38933'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:28:04.588407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-4d528b1a-d473-407f-84d8-c23e542653f2 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449966 Jul 07 17:28:04.659139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7a50d54-b332-413f-b43d-d72d3a55c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.684338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.702519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] No DVR routers for this DVR port 54cf3687-0942-41a8-82f5-e88af5835767 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:04.719239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7da831a4-5eee-4bb2-b9d8-1d0f9a276062 req-fa1132ae-5901-416a-baf7-eeb2064e1819 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52c26fc-957c-4c82-bf70-01ae757fbfb3 HTTP/1.1" status: 200 len: 210 time: 0.1321402 Jul 07 17:28:04.741181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.743431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-acd628f7-1197-4e10-909c-deeb30fbaa22 req-dc3579f9-5127-4cde-9fa4-bced725cf6ac tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.32 "DELETE /v2.0/ports/54cf3687-0942-41a8-82f5-e88af5835767 HTTP/1.1" status: 204 len: 173 time: 1.4713767 Jul 07 17:28:04.743965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'name': 'network-vif-deleted', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:04.760405 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8df68e-c813-473e-9203-1c0526132078" -d '{"events": [{"server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "name": "network-vif-deleted", "tag": "54cf3687-0942-41a8-82f5-e88af5835767"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:04.856809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 2ce024d4-e3f6-455c-847e-5df153e38933 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:04.857160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:04.884207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a545728c-56bf-42bd-a1e9-3e5b49547a7d req-b1279095-452e-4151-91bb-ccf8b8db14f6 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643106 Jul 07 17:28:04.939363 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5284cbb0-1337-4ec6-af4e-19c5624eaac6 x-openstack-request-id: req-5284cbb0-1337-4ec6-af4e-19c5624eaac6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:04.939754 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c26fc-957c-4c82-bf70-01ae757fbfb3", "name": "network-vif-deleted", "tag": "54cf3687-0942-41a8-82f5-e88af5835767", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:04.940105 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5284cbb0-1337-4ec6-af4e-19c5624eaac6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:04.940632 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c26fc-957c-4c82-bf70-01ae757fbfb3', 'name': 'network-vif-deleted', 'tag': '54cf3687-0942-41a8-82f5-e88af5835767', 'status': 'completed', 'code': 200} Jul 07 17:28:04.975030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port 2ce024d4-e3f6-455c-847e-5df153e38933, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2ce024d4-e3f6-455c-847e-5df153e38933,segment=NetworkSegment(7b0e411c-9569-4f3a-b150-3615035e2718),segment_id=7b0e411c-9569-4f3a-b150-3615035e2718)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:04.976620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.026517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 2ce024d4-e3f6-455c-847e-5df153e38933 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:05.162299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.189593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=2ce024d4-e3f6-455c-847e-5df153e38933,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.201120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port 2ce024d4-e3f6-455c-847e-5df153e38933 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:05.227006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c72d219-e36b-4de2-810a-e1920b9e5c03 None None] Network 45c125a3-d4f6-4b30-9054-fb26a5c284e4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:05.409513 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.423289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c125a3-d4f6-4b30-9054-fb26a5c284e4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.435190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0e411c-9569-4f3a-b150-3615035e2718') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.435658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0e411c-9569-4f3a-b150-3615035e2718') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:05.461191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b5cbe3f2-08c0-4c9e-9e7a-7f5945d52c92 None None] Could not find standard attr ID for object 2ce024d4-e3f6-455c-847e-5df153e38933. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:05.467042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.489112 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.497181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec7903-0750-46f6-9ae2-383f1c7f5584 None None] DHCP port deletion for 45c125a3-d4f6-4b30-9054-fb26a5c284e4 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:05.505757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.532331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:05.533116 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:05.540921 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:05.628060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.644803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:05.646939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/45c125a3-d4f6-4b30-9054-fb26a5c284e4 HTTP/1.1" status: 204 len: 168 time: 1.3629982 Jul 07 17:28:05.650764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44308) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.676623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f24a-44cb-4acb-83b3-b777e5b2e9b8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=45c125a3-d4f6-4b30-9054-fb26a5c284e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:05.858619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc6dfe-7ce5-432f-bef1-7851da0c0d64 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:05.863404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9adc6dfe-7ce5-432f-bef1-7851da0c0d64 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2115612 Jul 07 17:28:05.867559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:05.994148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-72a042cb-1498-4e1b-b997-5823ab537b0a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1220610 Jul 07 17:28:05.994957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.001424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1280226046'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.023224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.026074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2ce024d4-e3f6-455c-847e-5df153e38933 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:06.132871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.137111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2ce024d4-e3f6-455c-847e-5df153e38933 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:06.138995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.142314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2ce024d4-e3f6-455c-847e-5df153e38933 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:06.197665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:06.224812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.225264 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 11f67e05-9588-4aaf-9102-702ea8f1b7ec of type vlan for network d50d311e-0dfc-4141-a444-d223abb433a1 Jul 07 17:28:06.284402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.342491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.357399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:06.358075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.425140 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.432737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4333382 Jul 07 17:28:06.434703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:06.444956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:06.447291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bfbf0-7e32-4545-8d96-e29cf81336a9 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=d50d311e-0dfc-4141-a444-d223abb433a1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:06.459892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d50d311e-0dfc-4141-a444-d223abb433a1 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:06.643327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:06.647423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:06.912683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.064711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 54cf3687-0942-41a8-82f5-e88af5835767 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:07.114694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 54cf3687-0942-41a8-82f5-e88af5835767 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:07.115165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 54cf3687-0942-41a8-82f5-e88af5835767 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:07.186776 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.388834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '11f67e05-9588-4aaf-9102-702ea8f1b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:07.389491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: d50d311e-0dfc-4141-a444-d223abb433a1, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:07.394644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=ef7615c7-5fd0-4845-a631-0540ab1d04d4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:07.433219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network d50d311e-0dfc-4141-a444-d223abb433a1 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:07.459947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d50d311e-0dfc-4141-a444-d223abb433a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:07.470458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04cf2e-2eae-48d3-8f3e-9ad7ed318526 None None] Network d50d311e-0dfc-4141-a444-d223abb433a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:07.532481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:07.533564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.620880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:07.621672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa5874a1-762d-43f4-b1d4-236ea2c1df06 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1851466 Jul 07 17:28:07.633498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1', 'name': 'tempest-PortsIpV6TestJSON-1718070497'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:07.750233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port b604da03-cda3-4ad9-8885-50d8813bac2e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:07.750605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.829409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d50d311e-0dfc-4141-a444-d223abb433a1', 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': 'ef7615c7-5fd0-4845-a631-0540ab1d04d4'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:07.830594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.888972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:07.893779 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:07.949338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 0b4846dd-f676-48a2-9395-be3ed01cea72 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:08.007959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port b604da03-cda3-4ad9-8885-50d8813bac2e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b604da03-cda3-4ad9-8885-50d8813bac2e,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:08.008539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.028648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for b604da03-cda3-4ad9-8885-50d8813bac2e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:08.222129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Allocated IP 2001:db8::2 (d50d311e-0dfc-4141-a444-d223abb433a1/ef7615c7-5fd0-4845-a631-0540ab1d04d4/a50db352-83ee-4492-b902-3b0824df5dcc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:08.318134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.357637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=b604da03-cda3-4ad9-8885-50d8813bac2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:08.521898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-c8fa7ce9-26f1-4cb4-a10d-6a500464d9f4 req-8bdf6350-da38-4a7d-9ee4-bfb8de0721f6 service neutron] (93765) timed out ('10.222.0.22', 60396) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:28:08.651826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.678056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Transition to ACTIVE for port object a50db352-83ee-4492-b902-3b0824df5dcc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:08.717885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Transition to ACTIVE for port object a50db352-83ee-4492-b902-3b0824df5dcc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:08.746341 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.792587 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:08.854151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Network d50d311e-0dfc-4141-a444-d223abb433a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:08.878372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::2b2 (d50d311e-0dfc-4141-a444-d223abb433a1/ef7615c7-5fd0-4845-a631-0540ab1d04d4/0b4846dd-f676-48a2-9395-be3ed01cea72) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:08.881163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:08.886000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:08.958146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Pushing event updated for resources: {'Port': ['ID=a50db352-83ee-4492-b902-3b0824df5dcc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.032068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Attempting to bind port a50db352-83ee-4492-b902-3b0824df5dcc on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:09.032476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Attempting to bind port a50db352-83ee-4492-b902-3b0824df5dcc by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '11f67e05-9588-4aaf-9102-702ea8f1b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:09.032888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Attempting to bind port a50db352-83ee-4492-b902-3b0824df5dcc on network d50d311e-0dfc-4141-a444-d223abb433a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:09.045711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:09.046057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Checking segment: {'id': '11f67e05-9588-4aaf-9102-702ea8f1b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:09.047044 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.047471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Bound using segment: {'id': '11f67e05-9588-4aaf-9102-702ea8f1b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:09.047978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Bound port: a50db352-83ee-4492-b902-3b0824df5dcc, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f67e05-9588-4aaf-9102-702ea8f1b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:09.048375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.200456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] For port a50db352-83ee-4492-b902-3b0824df5dcc, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:09.206594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] For port a50db352-83ee-4492-b902-3b0824df5dcc, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a50db352-83ee-4492-b902-3b0824df5dcc,segment=NetworkSegment(11f67e05-9588-4aaf-9102-702ea8f1b7ec),segment_id=11f67e05-9588-4aaf-9102-702ea8f1b7ec)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:09.222855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.224068 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.257490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 0b4846dd-f676-48a2-9395-be3ed01cea72 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:09.327528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78a05a-3c95-4b02-9f76-38223714c01f None None] Pushing event updated for resources: {'Port': ['ID=a50db352-83ee-4492-b902-3b0824df5dcc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.330582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.529846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=0b4846dd-f676-48a2-9395-be3ed01cea72,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.545013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network d50d311e-0dfc-4141-a444-d223abb433a1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:09.555057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:09.560976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:09.570457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:09.571685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.601989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dff5b93e-e0bc-43c2-85d7-5b4d84c1d957 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9771516 Jul 07 17:28:09.602617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.611333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': 'd50d311e-0dfc-4141-a444-d223abb433a1', 'name': 'tempest-PortsIpV6TestJSON-2031278266'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:09.936677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:09.949968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.001113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 3de724cc-d426-4fee-84e1-4187fecca3e3 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:10.001356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router a3ea32b8-15d7-4e67-919b-e6778573b15f has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:10.263608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a50db352-83ee-4492-b902-3b0824df5dcc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:10.311773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:10.324547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-573fc979-a4c9-4721-a70d-78c7c1bc10bc tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "PUT /v2.0/routers/a3ea32b8-15d7-4e67-919b-e6778573b15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2992983 Jul 07 17:28:10.332262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.333444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Sync routers for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:10.340662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::273 (d50d311e-0dfc-4141-a444-d223abb433a1/ef7615c7-5fd0-4845-a631-0540ab1d04d4/3de724cc-d426-4fee-84e1-4187fecca3e3) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:10.393633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:10.394271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:10.426559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting subnet 301acdf9-bc72-4a76-bc22-22aef1faf6e3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:10.437823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.541649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.674879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a50db352-83ee-4492-b902-3b0824df5dcc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:10.797136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:10.831678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.842360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.882933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 3de724cc-d426-4fee-84e1-4187fecca3e3 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:11.019178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.029132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.143209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network d50d311e-0dfc-4141-a444-d223abb433a1 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:11.147484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:11.158550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:28:08Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:11.162477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:11.188275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.191506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.194782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Checking router: a3ea32b8-15d7-4e67-919b-e6778573b15f for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:11.210398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.225117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/subnets/301acdf9-bc72-4a76-bc22-22aef1faf6e3 HTTP/1.1" status: 204 len: 168 time: 0.8882070 Jul 07 17:28:11.225871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.226678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003da2cb-66a9-4b4b-85c1-139165f87619 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Subnet': ['ID=301acdf9-bc72-4a76-bc22-22aef1faf6e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.237425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05cb11-bffa-43cf-b2eb-ac18d7e5f7c8 None None] Network ba028b2a-eab7-4991-970d-af97125e0e22 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:11.256463 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6526861 Jul 07 17:28:11.258302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.259343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db9cfa-a301-4ad6-97b7-19ab592a3918 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=3de724cc-d426-4fee-84e1-4187fecca3e3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.417546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b32bdb-7e8c-45c6-bd47-b98aafc59bf0 None None] Network d50d311e-0dfc-4141-a444-d223abb433a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:11.501922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37352c1d-f34e-42bf-92f8-46962227aa0a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:11.506910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44368) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.507186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-37352c1d-f34e-42bf-92f8-46962227aa0a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b2 HTTP/1.1" status: 200 len: 929 time: 0.2467084 Jul 07 17:28:11.512281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.587039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Routers {'a3ea32b8-15d7-4e67-919b-e6778573b15f'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:11.588004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a3ea32b8-15d7-4e67-919b-e6778573b15f'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:11.726744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 3de724cc-d426-4fee-84e1-4187fecca3e3 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:11.727103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.734950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Provisioning for port a50db352-83ee-4492-b902-3b0824df5dcc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:11.777648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.826844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Provisioning complete for port a50db352-83ee-4492-b902-3b0824df5dcc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:11.827219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.946020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.956750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:11.958933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.030633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 3de724cc-d426-4fee-84e1-4187fecca3e3 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:12.032232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] Set router a3ea32b8-15d7-4e67-919b-e6778573b15f gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:12.187877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port 0cfb6554-259b-4c3f-a97e-994a9cad0fb1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:12.189257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.207419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:12.377130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.460160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=3de724cc-d426-4fee-84e1-4187fecca3e3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.470814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] DHCP port deletion for ba028b2a-eab7-4991-970d-af97125e0e22 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:12.472766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.548000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.564583 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b02a661b-46c9-4885-bf48-7e3e2763e45e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/3de724cc-d426-4fee-84e1-4187fecca3e3 HTTP/1.1" status: 204 len: 168 time: 1.0561757 Jul 07 17:28:12.565516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.579865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=0cfb6554-259b-4c3f-a97e-994a9cad0fb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:12.637219 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf14246-c7e5-4f97-bd53-f22d340df381 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:12.642255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fdf14246-c7e5-4f97-bd53-f22d340df381 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/3de724cc-d426-4fee-84e1-4187fecca3e3 HTTP/1.1" status: 404 len: 333 time: 0.0752597 Jul 07 17:28:12.642979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:12.769549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.825534 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:12.917846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 0b4846dd-f676-48a2-9395-be3ed01cea72 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:12.918195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.004259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.007339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.193834 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.195318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Fanout notify agent at l3_agent the message router_deleted on router a3ea32b8-15d7-4e67-919b-e6778573b15f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:13.216737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.219991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] For port a50db352-83ee-4492-b902-3b0824df5dcc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a50db352-83ee-4492-b902-3b0824df5dcc,segment=NetworkSegment(11f67e05-9588-4aaf-9102-702ea8f1b7ec),segment_id=11f67e05-9588-4aaf-9102-702ea8f1b7ec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.227338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.232075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 0b4846dd-f676-48a2-9395-be3ed01cea72 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:13.234885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af46ffad-7f5f-4947-b905-5a06db9a92a7 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/routers/a3ea32b8-15d7-4e67-919b-e6778573b15f HTTP/1.1" status: 204 len: 168 time: 1.9961829 Jul 07 17:28:13.235756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.281274 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.442810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Deleting port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:13.443188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.447475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a7e8-0294-438a-b5af-a40997a63bc6 None None] Pushing event updated for resources: {'Port': ['ID=a50db352-83ee-4492-b902-3b0824df5dcc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.467658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.534608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=0b4846dd-f676-48a2-9395-be3ed01cea72,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.571897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.597174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] For port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.611320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.615360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.641889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-87ad3482-8e53-4a3c-9434-bb2cc7a5b034 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/0b4846dd-f676-48a2-9395-be3ed01cea72 HTTP/1.1" status: 204 len: 168 time: 0.9943919 Jul 07 17:28:13.646189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44388) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.654180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Calling delete_port for 972e7e0b-86f2-4984-ba5e-a4f30b4f096f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:13.710741 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be6b17b-2413-43bb-9c69-73843a05a0af tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:13.725392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:13.725392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.727491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1be6b17b-2413-43bb-9c69-73843a05a0af tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/0b4846dd-f676-48a2-9395-be3ed01cea72 HTTP/1.1" status: 404 len: 333 time: 0.0772188 Jul 07 17:28:13.729814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44390) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.826260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.847742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet ef7615c7-5fd0-4845-a631-0540ab1d04d4 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:13.869313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.872924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,segment=NetworkSegment(a99781de-f12e-4285-bdce-f59d088a977c),segment_id=a99781de-f12e-4285-bdce-f59d088a977c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:13.873300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.893620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9dd45180-431d-4721-9a4e-dc060c478e33 None None] Could not find standard attr ID for object 3de724cc-d426-4fee-84e1-4187fecca3e3. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:13.924815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] No DVR routers for this DVR port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:13.929253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 972e7e0b-86f2-4984-ba5e-a4f30b4f096f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:13.932247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c6f4-8e79-4b5e-b824-369f885c723e None None] Pushing event deleted for resources: {'Port': ['ID=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.002529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9dd45180-431d-4721-9a4e-dc060c478e33 None None] Provisioning complete for port a50db352-83ee-4492-b902-3b0824df5dcc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.002920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dd45180-431d-4721-9a4e-dc060c478e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.067736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.130879 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.206440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:28:08Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:14.266298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=972e7e0b-86f2-4984-ba5e-a4f30b4f096f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.272730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] No DVR routers for this DVR port 972e7e0b-86f2-4984-ba5e-a4f30b4f096f on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:14.325553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f54c8d-9c82-4eff-9b19-87217b340814 None None] The sync data for ids ['a3ea32b8-15d7-4e67-919b-e6778573b15f'] in n-d-791504-12 is: [{'id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1030859690', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:28:08Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '0cfb6554-259b-4c3f-a97e-994a9cad0fb1', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea32b8-15d7-4e67-919b-e6778573b15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:34Z', 'updated_at': '2021-07-07T17:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:14.338598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a50db352-83ee-4492-b902-3b0824df5dcc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:14.363903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.535085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.558973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9dd45180-431d-4721-9a4e-dc060c478e33 None None] Could not find standard attr ID for object 0b4846dd-f676-48a2-9395-be3ed01cea72. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:14.577438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a50db352-83ee-4492-b902-3b0824df5dcc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:14.577829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.579115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.581218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba028b2a-eab7-4991-970d-af97125e0e22']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:14.619638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99781de-f12e-4285-bdce-f59d088a977c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:14.620273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99781de-f12e-4285-bdce-f59d088a977c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:14.641401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.647374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7615c7-5fd0-4845-a631-0540ab1d04d4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.682089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.682404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.689884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb18d00b-f969-48e6-aa32-da538c75c47b None None] Could not find standard attr ID for object 3de724cc-d426-4fee-84e1-4187fecca3e3. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:14.692121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44398) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.692542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fdb333fe-fbce-4659-a218-43b67fd4317c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/ef7615c7-5fd0-4845-a631-0540ab1d04d4 HTTP/1.1" status: 204 len: 168 time: 0.9585125 Jul 07 17:28:14.707258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb18d00b-f969-48e6-aa32-da538c75c47b None None] Could not find standard attr ID for object 0b4846dd-f676-48a2-9395-be3ed01cea72. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:14.722495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:14.722922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:14.726748 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:14.907107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 972e7e0b-86f2-4984-ba5e-a4f30b4f096f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:14.937282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.974320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 972e7e0b-86f2-4984-ba5e-a4f30b4f096f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:14.977211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 972e7e0b-86f2-4984-ba5e-a4f30b4f096f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:14.999738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.001974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/networks/ba028b2a-eab7-4991-970d-af97125e0e22 HTTP/1.1" status: 204 len: 168 time: 1.7625830 Jul 07 17:28:15.004860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44400) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:15.012813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15c4d3-8256-4ada-a2eb-2c0eaceedf01 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Network': ['ID=ba028b2a-eab7-4991-970d-af97125e0e22,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.079172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d8b4e-55d0-41f6-a429-ee44285baca5 None None] Network d50d311e-0dfc-4141-a444-d223abb433a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:15.094041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.229811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port a50db352-83ee-4492-b902-3b0824df5dcc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:15.230531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.329620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port a50db352-83ee-4492-b902-3b0824df5dcc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a50db352-83ee-4492-b902-3b0824df5dcc,segment=NetworkSegment(11f67e05-9588-4aaf-9102-702ea8f1b7ec),segment_id=11f67e05-9588-4aaf-9102-702ea8f1b7ec)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:15.329620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.347131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for a50db352-83ee-4492-b902-3b0824df5dcc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:15.404359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 6a5033d6-2188-453c-93e6-18187e4bb948 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:15.407222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.481154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.521431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=a50db352-83ee-4492-b902-3b0824df5dcc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:15.535509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port a50db352-83ee-4492-b902-3b0824df5dcc on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:15.681091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.695882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50d311e-0dfc-4141-a444-d223abb433a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.749349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f67e05-9588-4aaf-9102-702ea8f1b7ec') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.749736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f67e05-9588-4aaf-9102-702ea8f1b7ec') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:15.780418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.804674 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.817851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:15.818433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:15.821616 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:15.845729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7b238-8300-4934-a4c7-fdcd6b43c444 None None] DHCP port deletion for d50d311e-0dfc-4141-a444-d223abb433a1 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:15.989584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:15.995041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.006147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/d50d311e-0dfc-4141-a444-d223abb433a1 HTTP/1.1" status: 204 len: 168 time: 1.2970545 Jul 07 17:28:16.007086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.051729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151444894'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.076574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b604da03-cda3-4ad9-8885-50d8813bac2e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:16.093887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0f25d-6a27-42a2-8b05-31b6e27218bd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=d50d311e-0dfc-4141-a444-d223abb433a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.145730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b604da03-cda3-4ad9-8885-50d8813bac2e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:16.146969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b604da03-cda3-4ad9-8885-50d8813bac2e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:16.148024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:16.149219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a50db352-83ee-4492-b902-3b0824df5dcc no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:16.153676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.181023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.181407 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.197504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a50db352-83ee-4492-b902-3b0824df5dcc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:16.198483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a50db352-83ee-4492-b902-3b0824df5dcc not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:16.199148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:16.214928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:16.215341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 6a5033d6-2188-453c-93e6-18187e4bb948 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:16.225959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.230894 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 1127d6aa-4504-44c3-aa2b-3e5ee83bea3a of type vlan for network e054da85-ae0f-40db-90d5-e5d781b39e6f Jul 07 17:28:16.232542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:16.233129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0cfb6554-259b-4c3f-a97e-994a9cad0fb1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:16.279269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.317362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.329743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:16.330490 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.393050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3592970 Jul 07 17:28:16.397484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.406751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:16.420304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286ee3c-f65a-4c48-8a9c-5d816bb2520e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=e054da85-ae0f-40db-90d5-e5d781b39e6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.433538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e054da85-ae0f-40db-90d5-e5d781b39e6f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:16.555990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:16.559728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.685159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.715837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=6a5033d6-2188-453c-93e6-18187e4bb948,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.833636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.834004 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Floating IP 202b430e-abad-498e-a21f-931d2e772ece disassociated (deleted). External IP: 172.25.7.48, port: 12273768-30f3-431a-a5fb-23b866ff9758. Jul 07 17:28:16.980658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.044125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=b266d055-078c-4b98-bd6c-101af26d44e4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.185730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:17.186137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: e054da85-ae0f-40db-90d5-e5d781b39e6f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:17.195212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router 6eed6ab0-6f77-4409-be3c-4cb666b13537 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:17.316044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network e054da85-ae0f-40db-90d5-e5d781b39e6f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:17.329625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e054da85-ae0f-40db-90d5-e5d781b39e6f) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:17.338824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.339856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.348628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ad035-0cf5-47c9-9441-97211809500a None None] Network e054da85-ae0f-40db-90d5-e5d781b39e6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:17.362796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:17.370404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.386353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Sync routers for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:17.405994 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:17.407100 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:17.430199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-846fc679-29a0-4d34-9b83-36886896a107 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0314593 Jul 07 17:28:17.433393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:17.440708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f', 'name': 'tempest-PortsIpV6TestJSON-1694592192', 'fixed_ips': [{'subnet_id': 'b266d055-078c-4b98-bd6c-101af26d44e4', 'ip_address': '2001:db8::10'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:17.474875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f3862e4f-f4f0-4ebd-9ff2-65f279e94895 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/floatingips/202b430e-abad-498e-a21f-931d2e772ece HTTP/1.1" status: 204 len: 168 time: 2.4686220 Jul 07 17:28:17.475946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:17.479652 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631796e5-ff2e-4109-a43e-d2e9e127e934" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:17.594477 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee04840-75f8-4c18-a804-9199d6b593b5 x-openstack-request-id: req-1ee04840-75f8-4c18-a804-9199d6b593b5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:17.594875 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "tag": "12273768-30f3-431a-a5fb-23b866ff9758", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:17.595229 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ee04840-75f8-4c18-a804-9199d6b593b5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:17.595756 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758', 'status': 'completed', 'code': 200} Jul 07 17:28:17.687522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e054da85-ae0f-40db-90d5-e5d781b39e6f', 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': 'b266d055-078c-4b98-bd6c-101af26d44e4'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:17.688463 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.724897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:17.786956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:17.791834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-6ca600ec-e0c7-49b6-8d3c-e5b9a9562960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.795552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-6ca600ec-e0c7-49b6-8d3c-e5b9a9562960 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 1136 time: 0.1687346 Jul 07 17:28:17.988510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-aec66d75-1c5d-42ab-9ad4-062a04b8dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:17.996467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-aec66d75-1c5d-42ab-9ad4-062a04b8dbec service neutron] 10.222.0.83 "GET /v2.0/networks?id=42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 200 len: 898 time: 0.1929646 Jul 07 17:28:18.000746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Allocated IP 2001:db8::2 (e054da85-ae0f-40db-90d5-e5d781b39e6f/b266d055-078c-4b98-bd6c-101af26d44e4/13b29284-8baf-4052-8978-ce948813defe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:18.000940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.059903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 10a9d70c-c05c-4a36-81d7-11254b3251dd yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:18.153184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-5fa85bf7-ac90-4754-9333-8b0c86284e17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 200 len: 217 time: 0.1485963 Jul 07 17:28:18.310801 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.393442 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Checking router: 6eed6ab0-6f77-4409-be3c-4cb666b13537 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:18.409670 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:18.410576 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:18.430617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-0ad9ef5c-d926-4a24-bdb9-676f5a478653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.432416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-0ad9ef5c-d926-4a24-bdb9-676f5a478653 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 200 len: 835 time: 0.2597647 Jul 07 17:28:18.495101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.510244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Transition to ACTIVE for port object 13b29284-8baf-4052-8978-ce948813defe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:18.539918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:18.562009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Transition to ACTIVE for port object 13b29284-8baf-4052-8978-ce948813defe will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:18.574227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-aab5ced4-a252-4fef-b396-082cf78b58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:18.575937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-aab5ced4-a252-4fef-b396-082cf78b58a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=42f57035-018f-40f2-abaa-74d792316db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339347 Jul 07 17:28:18.579311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.607202 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:18.702607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::10 (e054da85-ae0f-40db-90d5-e5d781b39e6f/b266d055-078c-4b98-bd6c-101af26d44e4/10a9d70c-c05c-4a36-81d7-11254b3251dd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:18.725808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Network e054da85-ae0f-40db-90d5-e5d781b39e6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:18.741621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:18.816519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Pushing event updated for resources: {'Port': ['ID=13b29284-8baf-4052-8978-ce948813defe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.823645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:18.928231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-2d46a611-9678-4766-a36f-cb7313a96d83 service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427913 Jul 07 17:28:18.997968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Attempting to bind port 13b29284-8baf-4052-8978-ce948813defe on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:18.998641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Attempting to bind port 13b29284-8baf-4052-8978-ce948813defe by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:19.000709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Attempting to bind port 13b29284-8baf-4052-8978-ce948813defe on network e054da85-ae0f-40db-90d5-e5d781b39e6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:19.015932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:19.016639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Checking segment: {'id': '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:19.018890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.019500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Bound using segment: {'id': '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:19.022714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Bound port: 13b29284-8baf-4052-8978-ce948813defe, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:19.023375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.132874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-631796e5-ff2e-4109-a43e-d2e9e127e934 req-2081c441-447a-4e1e-82e5-e8f74a46d85f service neutron] 10.222.0.83 "GET /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964636 Jul 07 17:28:19.195383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] For port 13b29284-8baf-4052-8978-ce948813defe, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:19.200558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] For port 13b29284-8baf-4052-8978-ce948813defe, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13b29284-8baf-4052-8978-ce948813defe,segment=NetworkSegment(1127d6aa-4504-44c3-aa2b-3e5ee83bea3a),segment_id=1127d6aa-4504-44c3-aa2b-3e5ee83bea3a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:19.207487 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.208851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.222267 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:19.267413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 10a9d70c-c05c-4a36-81d7-11254b3251dd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:19.312127 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd433b-4f5b-4942-9046-42b199181193 None None] The sync data for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 is: [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:25:40Z', 'revision_number': 4, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b65056b3-2741-4adc-9cda-236fa8eb901c', 'name': '', 'network_id': '42f57035-018f-40f2-abaa-74d792316db2', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'mac_address': 'fa:16:3e:fb:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:48Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'subnets': [{'id': '9666a84c-b71b-42ae-b549-37eb37776f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:19.396618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd7425-9da2-4adb-a0e6-db88dae878b4 None None] Pushing event updated for resources: {'Port': ['ID=13b29284-8baf-4052-8978-ce948813defe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.411377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.639273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network e054da85-ae0f-40db-90d5-e5d781b39e6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:19.674003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:19.683921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:19.714643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.716517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.735581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=10a9d70c-c05c-4a36-81d7-11254b3251dd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:19.805719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1070c-0ee0-4102-a425-d7b052591949 req-5a355061-6c02-4e73-888b-f945c06cbeef tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:19.814766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad1070c-0ee0-4102-a425-d7b052591949 req-5a355061-6c02-4e73-888b-f945c06cbeef tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.5393307 Jul 07 17:28:19.844177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6f310b08-09aa-4e73-b0a3-9ebb79b676ba tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4096303 Jul 07 17:28:19.847824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:19.861432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': 'e054da85-ae0f-40db-90d5-e5d781b39e6f', 'name': 'tempest-PortsIpV6TestJSON-1616694410', 'fixed_ips': [{'subnet_id': 'b266d055-078c-4b98-bd6c-101af26d44e4', 'ip_address': '2001:db8::f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:19.949430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf7dc-4872-469d-baa4-c3bc0c8827d9 None None] New status for floating IP 202b430e-abad-498e-a21f-931d2e772ece: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:28:20.002567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-212fe1ad-3de2-4213-bfe1-f3718d6cff25 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:20.004147 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-212fe1ad-3de2-4213-bfe1-f3718d6cff25 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 984 time: 0.2373865 Jul 07 17:28:20.084723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ad1070c-0ee0-4102-a425-d7b052591949 req-08a7b0f0-c381-42f1-8937-74774863f007 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/security-groups?id=50f4c8b6-7b59-4015-a69e-60e106ef2be1&id=9035b8db-52a6-4669-bcf9-7e215cd7c896&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2687023 Jul 07 17:28:20.176842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13b29284-8baf-4052-8978-ce948813defe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:20.205003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:20.222730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.261167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 13b29284-8baf-4052-8978-ce948813defe completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:20.295554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 12273768-30f3-431a-a5fb-23b866ff9758 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:20.296451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.304131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:20.507002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port 12273768-30f3-431a-a5fb-23b866ff9758, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=12273768-30f3-431a-a5fb-23b866ff9758,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:20.507797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.550088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 12273768-30f3-431a-a5fb-23b866ff9758 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:20.784379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::f (e054da85-ae0f-40db-90d5-e5d781b39e6f/b266d055-078c-4b98-bd6c-101af26d44e4/7d35181d-10ec-4ddc-8f61-cad58bb2bd72) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:20.893831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.965092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=12273768-30f3-431a-a5fb-23b866ff9758,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.076838 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.109968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:21.123485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] No DVR routers for this DVR port 12273768-30f3-431a-a5fb-23b866ff9758 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:21.133647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.140421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cde21d4-b429-47a1-836f-f648a7e0d71a req-612d93ee-2105-47c9-af75-8047200b116b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.83 "DELETE /v2.0/ports/12273768-30f3-431a-a5fb-23b866ff9758 HTTP/1.1" status: 204 len: 173 time: 1.1293073 Jul 07 17:28:21.148005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'name': 'network-vif-deleted', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:21.150585 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea161c-833f-40d7-bc8a-f02a654e87af" -d '{"events": [{"server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "name": "network-vif-deleted", "tag": "12273768-30f3-431a-a5fb-23b866ff9758"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:21.177564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.258304 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4206fe-4acc-4c85-a1c9-034b766a708f x-openstack-request-id: req-6e4206fe-4acc-4c85-a1c9-034b766a708f {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:21.258647 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa42aea-d76c-4f3a-a47b-3caf1591c0a4", "name": "network-vif-deleted", "tag": "12273768-30f3-431a-a5fb-23b866ff9758", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:21.258939 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e4206fe-4acc-4c85-a1c9-034b766a708f {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:21.259353 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa42aea-d76c-4f3a-a47b-3caf1591c0a4', 'name': 'network-vif-deleted', 'tag': '12273768-30f3-431a-a5fb-23b866ff9758', 'status': 'completed', 'code': 200} Jul 07 17:28:21.295288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network e054da85-ae0f-40db-90d5-e5d781b39e6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:21.300014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:21.315073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:21.322634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.324802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.360858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=7d35181d-10ec-4ddc-8f61-cad58bb2bd72,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.400383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c19d0-9063-4e84-9347-2505098fc370 None None] Network e054da85-ae0f-40db-90d5-e5d781b39e6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:21.455600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ffb2727-f2a5-402e-a9bf-9fd1cb2d9c6d req-aeb144b4-b8fc-4a46-9b26-d5c24a2d1e5e tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fa42aea-d76c-4f3a-a47b-3caf1591c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1133096 Jul 07 17:28:21.457922 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8cb6fe3c-9968-482c-94ee-4e998213f6f3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6085734 Jul 07 17:28:21.461326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44470) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.663110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Provisioning for port 13b29284-8baf-4052-8978-ce948813defe completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:21.679334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Provisioning complete for port 13b29284-8baf-4052-8978-ce948813defe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:21.680057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.722730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f78907-b54b-4f37-b86f-3a2db2e1e18e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:21.727250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3f78907-b54b-4f37-b86f-3a2db2e1e18e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2645926 Jul 07 17:28:21.730031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.869922 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.060809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] For port 13b29284-8baf-4052-8978-ce948813defe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13b29284-8baf-4052-8978-ce948813defe,segment=NetworkSegment(1127d6aa-4504-44c3-aa2b-3e5ee83bea3a),segment_id=1127d6aa-4504-44c3-aa2b-3e5ee83bea3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:22.073291 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.077016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93adbf-5da2-471a-9dca-566f86dbdf27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.085471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93adbf-5da2-471a-9dca-566f86dbdf27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.098571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93adbf-5da2-471a-9dca-566f86dbdf27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.100454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe93adbf-5da2-471a-9dca-566f86dbdf27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3690858 Jul 07 17:28:22.103649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.174619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c312e8-619a-446c-a01b-dcb514df3ae1 None None] Pushing event updated for resources: {'Port': ['ID=13b29284-8baf-4052-8978-ce948813defe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.426603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:22.427197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.610262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.624878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:22.632680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Provisioning for port 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:22.644205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.646941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Provisioning complete for port 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:22.652824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.756502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Port 7d35181d-10ec-4ddc-8f61-cad58bb2bd72 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:22.769921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.783282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Provisioning complete for port 13b29284-8baf-4052-8978-ce948813defe triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:22.784043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.836718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.973559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.978738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.983954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/security-groups/50f4c8b6-7b59-4015-a69e-60e106ef2be1 HTTP/1.1" status: 204 len: 168 time: 0.3348553 Jul 07 17:28:22.989379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44488) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.012840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b4e9-77f7-4506-bac8-c152cad9d865 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4c8b6-7b59-4015-a69e-60e106ef2be1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.022801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Provisioning for port 10a9d70c-c05c-4a36-81d7-11254b3251dd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:23.037239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Provisioning complete for port 10a9d70c-c05c-4a36-81d7-11254b3251dd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:23.042864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.067344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.154330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c2be8-14ad-42e8-b995-79428f5af402 None None] Port 10a9d70c-c05c-4a36-81d7-11254b3251dd cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:23.181994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=7d35181d-10ec-4ddc-8f61-cad58bb2bd72,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.232238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 12273768-30f3-431a-a5fb-23b866ff9758 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:23.284800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.291892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.294166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 12273768-30f3-431a-a5fb-23b866ff9758 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:23.299672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.300582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 12273768-30f3-431a-a5fb-23b866ff9758 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:23.307192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b90075d2-8d41-40b5-a14f-2fd6461518ed tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/7d35181d-10ec-4ddc-8f61-cad58bb2bd72 HTTP/1.1" status: 204 len: 168 time: 1.2002413 Jul 07 17:28:23.341990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0278e483-a10d-450c-a433-815386c33492 None None] Provisioning complete for port 10a9d70c-c05c-4a36-81d7-11254b3251dd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:23.343095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0278e483-a10d-450c-a433-815386c33492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.377840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.399467 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6057afb9-45ce-4c0c-b23e-b8fdb580c1f0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:23.403520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6057afb9-45ce-4c0c-b23e-b8fdb580c1f0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/7d35181d-10ec-4ddc-8f61-cad58bb2bd72 HTTP/1.1" status: 404 len: 333 time: 0.1028132 Jul 07 17:28:23.406609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.441179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0278e483-a10d-450c-a433-815386c33492 None None] Port 10a9d70c-c05c-4a36-81d7-11254b3251dd cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:23.498517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.501726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.505488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/security-groups/9035b8db-52a6-4669-bcf9-7e215cd7c896 HTTP/1.1" status: 204 len: 168 time: 0.5172241 Jul 07 17:28:23.511422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.521150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d037b0-135c-4743-b095-0bcd38aac45b tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9035b8db-52a6-4669-bcf9-7e215cd7c896,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.586578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d0cc737-afe6-42a1-8aa2-3f5e28474e1f None None] Could not find standard attr ID for object 7d35181d-10ec-4ddc-8f61-cad58bb2bd72. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:23.858866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 10a9d70c-c05c-4a36-81d7-11254b3251dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:23.859210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.056372 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.078154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13b29284-8baf-4052-8978-ce948813defe up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:24.082102 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 10a9d70c-c05c-4a36-81d7-11254b3251dd owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:24.226552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 13b29284-8baf-4052-8978-ce948813defe triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:24.228836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.413028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.994646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=10a9d70c-c05c-4a36-81d7-11254b3251dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.045437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.050643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.051209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a62fa42-7641-4026-bb92-b9eef0d14e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/10a9d70c-c05c-4a36-81d7-11254b3251dd HTTP/1.1" status: 204 len: 168 time: 1.6412404 Jul 07 17:28:25.066439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.122874 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-68932d07-7816-4dc4-bbd5-fa42d1883dce tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:25.127222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68932d07-7816-4dc4-bbd5-fa42d1883dce tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/10a9d70c-c05c-4a36-81d7-11254b3251dd HTTP/1.1" status: 404 len: 333 time: 0.0750542 Jul 07 17:28:25.129543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.284080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet b266d055-078c-4b98-bd6c-101af26d44e4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:25.293030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.418407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.518337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b24b-7009-4783-bf03-77b0f1c219c9 req-e274840a-d78b-4cd5-88ce-1a369e8a4329 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.520023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcf9b24b-7009-4783-bf03-77b0f1c219c9 req-e274840a-d78b-4cd5-88ce-1a369e8a4329 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.2785356 Jul 07 17:28:25.620109 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fcf9b24b-7009-4783-bf03-77b0f1c219c9 req-e7c61eaf-4de5-40c3-98a7-fdd7d0f7cf61 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903838 Jul 07 17:28:25.627362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.767392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.794976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b48220-e0b2-4704-82b4-db7c901e8924 None None] Network e054da85-ae0f-40db-90d5-e5d781b39e6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:25.813764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=b266d055-078c-4b98-bd6c-101af26d44e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.816447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.821194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a06c6ae0-e0ba-495d-b4fd-52fd7a6d52fd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/b266d055-078c-4b98-bd6c-101af26d44e4 HTTP/1.1" status: 204 len: 168 time: 0.6878896 Jul 07 17:28:25.822096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.860479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port b65056b3-2741-4adc-9cda-236fa8eb901c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:25.860827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.018196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.111927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port b65056b3-2741-4adc-9cda-236fa8eb901c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b65056b3-2741-4adc-9cda-236fa8eb901c,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:26.112375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.131706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for b65056b3-2741-4adc-9cda-236fa8eb901c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:26.147294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] DHCP port deletion for e054da85-ae0f-40db-90d5-e5d781b39e6f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:26.153114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 13b29284-8baf-4052-8978-ce948813defe {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:26.153720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.239497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Deleting port 13b29284-8baf-4052-8978-ce948813defe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:26.240262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.269045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port 13b29284-8baf-4052-8978-ce948813defe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13b29284-8baf-4052-8978-ce948813defe,segment=NetworkSegment(1127d6aa-4504-44c3-aa2b-3e5ee83bea3a),segment_id=1127d6aa-4504-44c3-aa2b-3e5ee83bea3a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:26.270604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.301526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 13b29284-8baf-4052-8978-ce948813defe owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:26.332783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] For port 13b29284-8baf-4052-8978-ce948813defe, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=13b29284-8baf-4052-8978-ce948813defe,segment=NetworkSegment(1127d6aa-4504-44c3-aa2b-3e5ee83bea3a),segment_id=1127d6aa-4504-44c3-aa2b-3e5ee83bea3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:26.333185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.352510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Calling delete_port for 13b29284-8baf-4052-8978-ce948813defe owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:26.446624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.487603 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:26.490827 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:28:26.491887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port 13b29284-8baf-4052-8978-ce948813defe on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:26.491887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=13b29284-8baf-4052-8978-ce948813defe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.510663 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.518155 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.585582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=b65056b3-2741-4adc-9cda-236fa8eb901c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.604464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] No DVR routers for this DVR port 13b29284-8baf-4052-8978-ce948813defe on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:26.621104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1b5bb-8f0b-49f1-8d83-0e4056daca91 None None] Pushing event deleted for resources: {'Port': ['ID=13b29284-8baf-4052-8978-ce948813defe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.674953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.692250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e054da85-ae0f-40db-90d5-e5d781b39e6f']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.713094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.713408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1127d6aa-4504-44c3-aa2b-3e5ee83bea3a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:26.778249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.815428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.827938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:26.828358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:26.831966 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:26.953148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.979954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.986577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/e054da85-ae0f-40db-90d5-e5d781b39e6f HTTP/1.1" status: 204 len: 168 time: 1.1593351 Jul 07 17:28:27.001213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-9f6ec4d4-02d3-4405-b518-3ed38c95a7cf tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.004712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-9f6ec4d4-02d3-4405-b518-3ed38c95a7cf tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.32 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.2764015 Jul 07 17:28:27.005248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.030513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-212638469'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:27.043155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2248e8b-9f90-4614-89af-a55d0eaa127d req-5310efd8-5ffc-4d8d-80df-4fa765a87b7a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.045075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2248e8b-9f90-4614-89af-a55d0eaa127d req-5310efd8-5ffc-4d8d-80df-4fa765a87b7a tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.1662149 Jul 07 17:28:27.107522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e2248e8b-9f90-4614-89af-a55d0eaa127d req-f5d4b093-3a84-4238-a3e4-b58f3d0a78a4 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Jul 07 17:28:27.121666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.148188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb871ccc-c45b-4ae6-abf2-1a4434fbc708 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=e054da85-ae0f-40db-90d5-e5d781b39e6f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.238968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:27.244147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.304671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Deleting port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:27.305363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.372804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:27.403524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.404456 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Added segment 78b22178-2f91-45a3-b935-c450c8795b3d of type vlan for network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 Jul 07 17:28:27.473635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] For port 3cbf5612-f026-42d6-b241-2c5b1bcedb53, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=3cbf5612-f026-42d6-b241-2c5b1bcedb53,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:27.474365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.484919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.532512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Router 6eed6ab0-6f77-4409-be3c-4cb666b13537 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:27.669798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.678460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.679343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.687439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:27.700575 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Sync routers for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:27.705791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4e495a2b-8255-4ec7-ae7b-3d9cbf0318b1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "PUT /v2.0/routers/6eed6ab0-6f77-4409-be3c-4cb666b13537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1907902 Jul 07 17:28:27.706505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:27.714700 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:27.722211 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:27.781451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting subnet 9666a84c-b71b-42ae-b549-37eb37776f85 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:27.785105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.803178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Network': ['ID=5b3b3de4-fece-4e70-a0b6-ad8712c37e07,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.815575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.816356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.816894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.817274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.817605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.817941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.818300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.818663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.819083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.819495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.819859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.820190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:27.833213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:27.909784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.978534 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3fd55a3c-637e-48fd-b743-edf03268cd9b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9681315 Jul 07 17:28:27.984524 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:27.988422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.013371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:28.029079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.032638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.033705 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Floating IP 9df54cf9-8b41-4058-bd24-31277e8c1595 disassociated. External IP: 172.25.7.229, port: 3cbf5612-f026-42d6-b241-2c5b1bcedb53. Jul 07 17:28:28.033705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Calling delete_port for 3cbf5612-f026-42d6-b241-2c5b1bcedb53 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:28.190739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13b29284-8baf-4052-8978-ce948813defe no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:28.270807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 13b29284-8baf-4052-8978-ce948813defe {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:28.271855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 13b29284-8baf-4052-8978-ce948813defe not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:28.317766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.343724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:28.347362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.513441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:28:26Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:28.586228 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Checking router: 6eed6ab0-6f77-4409-be3c-4cb666b13537 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:28.612269 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Routers {'6eed6ab0-6f77-4409-be3c-4cb666b13537'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:28.613164 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6eed6ab0-6f77-4409-be3c-4cb666b13537'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:28.645842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.754917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Subnet': ['ID=9666a84c-b71b-42ae-b549-37eb37776f85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.771817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851312d-6120-451f-a51b-fb52bd608d9a None None] Network 42f57035-018f-40f2-abaa-74d792316db2 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:28.777351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.779326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df49acd6-3f1b-4fcd-8f95-a4abc68ef584 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/subnets/9666a84c-b71b-42ae-b549-37eb37776f85 HTTP/1.1" status: 204 len: 168 time: 1.0716736 Jul 07 17:28:28.782926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44550) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:28.838007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] Set router 6eed6ab0-6f77-4409-be3c-4cb666b13537 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:28.872164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.946454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6844-2b03-4e74-96fd-a8003eabc100 req-013efba9-bd30-4131-b883-88b5ee738004 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.959060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b8b6844-2b03-4e74-96fd-a8003eabc100 req-013efba9-bd30-4131-b883-88b5ee738004 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 946 time: 0.4533312 Jul 07 17:28:29.113984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] DHCP port deletion for 42f57035-018f-40f2-abaa-74d792316db2 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:29.146071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'Port': ['ID=3cbf5612-f026-42d6-b241-2c5b1bcedb53,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.158985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b8b6844-2b03-4e74-96fd-a8003eabc100 req-5db42320-454c-451d-ab5b-11b0a08fcb06 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups?id=2eabdf32-db29-43fd-8d27-7e883dbcfb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984746 Jul 07 17:28:29.186065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.195904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Deleting port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:29.204711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.274214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=adce87cd-006a-4af1-a40b-4d6a7ac9398e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.292414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.293268 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.293980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.294776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.295950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.296278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.296764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.297248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.297723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.298332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.298707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.299184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:29.302438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.327014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Checking segment: {'id': '78b22178-2f91-45a3-b935-c450c8795b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:29.327297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network hostable DHCP agents. Network: 5b3b3de4-fece-4e70-a0b6-ad8712c37e07, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:29.339861 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:28:26Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.376506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] For port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,segment=NetworkSegment(28399cc3-18dd-489c-8cc0-1752614a18e7),segment_id=28399cc3-18dd-489c-8cc0-1752614a18e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:29.381557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:29.386492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.418745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5b3b3de4-fece-4e70-a0b6-ad8712c37e07) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:29.458611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.461426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.510517 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1265-77cb-4ae3-bcc9-b69d883f1f68 None None] The sync data for ids ['6eed6ab0-6f77-4409-be3c-4cb666b13537'] in n-d-791504-12 is: [{'id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'name': 'tempest-TestSecurityGroupsBasicOps-router-855487751', 'tenant_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:35Z', 'updated_at': '2021-07-07T17:28:26Z', 'revision_number': 5, 'project_id': '1cc5c239a1ae4bb388dbc1d2b9a60089', 'gw_port': {'id': '7f00b692-8e9d-4093-a791-16d4ccaff249', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:88:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed6ab0-6f77-4409-be3c-4cb666b13537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:36Z', 'updated_at': '2021-07-07T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:29.514440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2a13dc20-aa8a-4d6f-9ab8-46ccecfd2685 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5223608 Jul 07 17:28:29.514913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.537076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-370237992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:29.623068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.625508 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.726538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:29.752079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.772362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.806997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.808537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-244f29b3-09de-43cd-bbf8-0d4426e4ccdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2923942 Jul 07 17:28:29.812023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.826376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0795c-f723-4279-9f89-8a6a8e5c1587 None None] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:29.827528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07', 'name': 'tempest-PortsIpV6TestJSON-397866807'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:30.005757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.008137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Calling delete_port for 8ec33d59-591d-4589-ab9f-fd658bf8e8ee owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.068243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f00ae7-b156-401e-9444-3e793c98cc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.207816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:30.222245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.236145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b65056b3-2741-4adc-9cda-236fa8eb901c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:30.273177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 2f6c36be-0029-4329-96b6-48bac12bdf27 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:30.312412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b65056b3-2741-4adc-9cda-236fa8eb901c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:30.312856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b65056b3-2741-4adc-9cda-236fa8eb901c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:30.313296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec33d59-591d-4589-ab9f-fd658bf8e8ee no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:30.324483 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.324747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:30.370806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] No DVR routers for this DVR port 8ec33d59-591d-4589-ab9f-fd658bf8e8ee on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:30.441715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] No DVR routers for this DVR port 3cbf5612-f026-42d6-b241-2c5b1bcedb53 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:30.444910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.450977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dc555f44-afa5-4560-9c14-e066c5904e46 req-85e4c450-24ce-4c74-a067-fa0ece893c5b tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.32 "DELETE /v2.0/ports/3cbf5612-f026-42d6-b241-2c5b1bcedb53 HTTP/1.1" status: 204 len: 173 time: 3.3934157 Jul 07 17:28:30.450977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'name': 'network-vif-deleted', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:30.452830 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b232f165-da6d-45ca-8ba9-52395fb2ff67" -d '{"events": [{"server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "name": "network-vif-deleted", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:30.459911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Deleting port 7f00b692-8e9d-4093-a791-16d4ccaff249 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:30.460264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.470169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f311534-bbb3-470e-8b4e-14867c7b6647 None None] Pushing event deleted for resources: {'Port': ['ID=8ec33d59-591d-4589-ab9f-fd658bf8e8ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.479553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:30.512591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:30.515338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.525257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8ec33d59-591d-4589-ab9f-fd658bf8e8ee {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:30.525257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec33d59-591d-4589-ab9f-fd658bf8e8ee not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:30.589320 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e9365-27a3-48ee-830f-90483ff8e44a x-openstack-request-id: req-ae8e9365-27a3-48ee-830f-90483ff8e44a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:30.589610 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d03980-67e4-4796-9cd7-f1945849fa90", "name": "network-vif-deleted", "tag": "3cbf5612-f026-42d6-b241-2c5b1bcedb53", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:30.589865 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae8e9365-27a3-48ee-830f-90483ff8e44a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:30.590308 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d03980-67e4-4796-9cd7-f1945849fa90', 'name': 'network-vif-deleted', 'tag': '3cbf5612-f026-42d6-b241-2c5b1bcedb53', 'status': 'completed', 'code': 200} Jul 07 17:28:30.607638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] For port 7f00b692-8e9d-4093-a791-16d4ccaff249, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7f00b692-8e9d-4093-a791-16d4ccaff249,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:30.610988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.627999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Calling delete_port for 7f00b692-8e9d-4093-a791-16d4ccaff249 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:30.663690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::8a (5b3b3de4-fece-4e70-a0b6-ad8712c37e07/adce87cd-006a-4af1-a40b-4d6a7ac9398e/2f6c36be-0029-4329-96b6-48bac12bdf27) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:30.681112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ef47cf4-206e-4076-9809-cdf48d0ecd1c req-a4d319c3-66dd-4a86-8dcd-f37de3acefd5 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d03980-67e4-4796-9cd7-f1945849fa90 HTTP/1.1" status: 200 len: 210 time: 0.2567892 Jul 07 17:28:30.885859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5b3b3de4-fece-4e70-a0b6-ad8712c37e07', 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': 'adce87cd-006a-4af1-a40b-4d6a7ac9398e'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:30.886907 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.912967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:30.948941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.003212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Port': ['ID=7f00b692-8e9d-4093-a791-16d4ccaff249,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.058912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.104873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3cbf5612-f026-42d6-b241-2c5b1bcedb53 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:31.117134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 2f6c36be-0029-4329-96b6-48bac12bdf27 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:31.190645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.216316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.357730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 3cbf5612-f026-42d6-b241-2c5b1bcedb53 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:31.357730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 3cbf5612-f026-42d6-b241-2c5b1bcedb53 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:31.374267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=2f6c36be-0029-4329-96b6-48bac12bdf27,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:31.391578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:31.395207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:31.405290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:31.416285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:31.420188 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.470255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Allocated IP 2001:db8::2 (5b3b3de4-fece-4e70-a0b6-ad8712c37e07/adce87cd-006a-4af1-a40b-4d6a7ac9398e/cfad9c72-a6e6-4270-8e1d-8a3fee377be1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:31.483660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.491572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.503079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2f938ae3-1b12-4179-bf07-6f544c52deaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6855993 Jul 07 17:28:31.503961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.510304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:31.552505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:31.606215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:31.608094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:31.703045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.706191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Fanout notify agent at l3_agent the message router_deleted on router 6eed6ab0-6f77-4409-be3c-4cb666b13537 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:31.714809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.715911 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc82ff73-d8df-4733-b33b-aefd8f9c01a2 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/routers/6eed6ab0-6f77-4409-be3c-4cb666b13537 HTTP/1.1" status: 204 len: 168 time: 2.9288986 Jul 07 17:28:31.719018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:31.752044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:31.938682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.041914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44592) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.156733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.189414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f57035-018f-40f2-abaa-74d792316db2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.202851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28399cc3-18dd-489c-8cc0-1752614a18e7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.203676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28399cc3-18dd-489c-8cc0-1752614a18e7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.214472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.237939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.249514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:32.250370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:32.299867 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:32.327429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.333686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.339298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.344277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] 10.222.0.22 "DELETE /v2.0/networks/42f57035-018f-40f2-abaa-74d792316db2 HTTP/1.1" status: 204 len: 168 time: 0.6208897 Jul 07 17:28:32.351064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.352720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99bb2-27c0-4963-a870-85021956f0f1 tempest-TestSecurityGroupsBasicOps-857724259 tempest-TestSecurityGroupsBasicOps-857724259-project] Pushing event deleted for resources: {'Network': ['ID=42f57035-018f-40f2-abaa-74d792316db2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.416792 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81af3786-cac8-4b0e-9160-fb1cd1cd486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.432099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.446759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Transition to ACTIVE for port object cfad9c72-a6e6-4270-8e1d-8a3fee377be1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:32.479179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Transition to ACTIVE for port object cfad9c72-a6e6-4270-8e1d-8a3fee377be1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:32.502697 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.508698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.557727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3b611-8b74-4eb6-a1a5-a9da8c812f15 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f0a8557d-b41a-424a-b63b-331830afc783', 'name': '', 'network_id': 'a5aa51c1-4605-49b4-b06a-b8171de446bd', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'mac_address': 'fa:16:3e:e2:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:19Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'subnets': [{'id': '5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:32.618568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:32.622984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:32.628709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:32.713579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.735772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Pushing event updated for resources: {'Port': ['ID=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.801807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Attempting to bind port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:32.802354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Attempting to bind port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '78b22178-2f91-45a3-b935-c450c8795b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:32.803011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Attempting to bind port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 on network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:32.814058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:32.831138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Checking segment: {'id': '78b22178-2f91-45a3-b935-c450c8795b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:32.831989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.832650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Bound using segment: {'id': '78b22178-2f91-45a3-b935-c450c8795b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:32.833403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Bound port: cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b22178-2f91-45a3-b935-c450c8795b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5b3b3de4-fece-4e70-a0b6-ad8712c37e07'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:32.834054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.861167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.925151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] For port cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:32.929026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] For port cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,segment=NetworkSegment(78b22178-2f91-45a3-b935-c450c8795b3d),segment_id=78b22178-2f91-45a3-b935-c450c8795b3d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:32.939560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.960657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.021516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa9f89-cfcd-422e-a74b-1624e3f49d6f None None] Pushing event updated for resources: {'Port': ['ID=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.124587 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df570f9c-56da-4165-8098-d80a69e4bea7 None None] New status for floating IP 9df54cf9-8b41-4058-bd24-31277e8c1595: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:28:33.127158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.131818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.134659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "DELETE /v2.0/security-groups/2eabdf32-db29-43fd-8d27-7e883dbcfb4c HTTP/1.1" status: 204 len: 168 time: 1.0883341 Jul 07 17:28:33.144052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44618) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.167687 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-274763cc-1e90-45f8-b385-c3fcfb64513e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] show failed (client error): The resource could not be found. Jul 07 17:28:33.169440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-274763cc-1e90-45f8-b385-c3fcfb64513e tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "GET /v2.0/security-groups/2eabdf32-db29-43fd-8d27-7e883dbcfb4c HTTP/1.1" status: 404 len: 347 time: 0.0221024 Jul 07 17:28:33.177837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44622) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.198210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6948d-c4c0-4b2e-b1e2-7fc0cec02651 tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eabdf32-db29-43fd-8d27-7e883dbcfb4c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.204625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8c15ce92-18df-4085-b208-d486b16526eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cc5c239a1ae4bb388dbc1d2b9a60089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422227 Jul 07 17:28:33.207646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.315283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.394463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.484894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.484894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.484894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81400a80-5fa6-4e93-ab5e-f3895e4b2095 HTTP/1.1" status: 204 len: 168 time: 0.2714477 Jul 07 17:28:33.489015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.507428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.520278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13f06-629a-48f1-b584-232df23a7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81400a80-5fa6-4e93-ab5e-f3895e4b2095,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.601721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=2f6c36be-0029-4329-96b6-48bac12bdf27,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.618327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.720054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Deleting port 6b1134e8-0a46-45ad-8cf9-d920988c7b50 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:33.720412 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.823438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.823778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.870666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Calling delete_port for 6b1134e8-0a46-45ad-8cf9-d920988c7b50 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:34.009259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.127468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cfad9c72-a6e6-4270-8e1d-8a3fee377be1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:34.155726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.187169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5998aa0e-ad94-4b36-8af7-a8d841639846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.269146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:34.313452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7f00b692-8e9d-4093-a791-16d4ccaff249 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:34.355697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7f00b692-8e9d-4093-a791-16d4ccaff249 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:34.356426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7f00b692-8e9d-4093-a791-16d4ccaff249 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:34.413358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.426031 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5998aa0e-ad94-4b36-8af7-a8d841639846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.430966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.438364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5998aa0e-ad94-4b36-8af7-a8d841639846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.467973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.524915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5998aa0e-ad94-4b36-8af7-a8d841639846 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=031efbab8d7342b38ab10f2af3d2c3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677576 Jul 07 17:28:34.536679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.575318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Pushing event deleted for resources: {'Port': ['ID=6b1134e8-0a46-45ad-8cf9-d920988c7b50,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.663121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998aa0e-ad94-4b36-8af7-a8d841639846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572bf98c-547a-4417-ace9-da745b3bd13b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.733602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.818474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.830253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.833108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.839192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9fad9a72-1e60-424f-b8c8-0c70612385bc tempest-AttachVolumeTestJSON-281763364 tempest-AttachVolumeTestJSON-281763364-project] 10.222.0.22 "DELETE /v2.0/floatingips/9df54cf9-8b41-4058-bd24-31277e8c1595 HTTP/1.1" status: 204 len: 168 time: 1.6565342 Jul 07 17:28:34.887425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ff5b2-5ad2-49ca-8edf-84483a6f6f04 None None] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:35.001172 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.004201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.006888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/572bf98c-547a-4417-ace9-da745b3bd13b HTTP/1.1" status: 204 len: 168 time: 0.4573445 Jul 07 17:28:35.047891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e194699-b863-4e4b-a710-5e6b5fc1ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572bf98c-547a-4417-ace9-da745b3bd13b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.264871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Provisioning for port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:35.281272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Provisioning complete for port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:35.281661 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.562951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.682100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.699861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.700718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.763238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.876133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5a695a22-2acd-4958-b506-97c1d91650c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffd4a53804c740f08c9d960fc7a7798b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105881 Jul 07 17:28:35.880692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44680) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.008155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.071008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] For port cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,segment=NetworkSegment(78b22178-2f91-45a3-b935-c450c8795b3d),segment_id=78b22178-2f91-45a3-b935-c450c8795b3d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:36.072748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=2f6c36be-0029-4329-96b6-48bac12bdf27,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.082554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.190672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b3855-9c8b-4494-bb95-99db9b844ee9 None None] Pushing event updated for resources: {'Port': ['ID=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.221611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.261996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.368583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:36.379020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:36.449743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Provisioning for port 2f6c36be-0029-4329-96b6-48bac12bdf27 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:36.466975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Provisioning complete for port 2f6c36be-0029-4329-96b6-48bac12bdf27 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:36.469813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.478687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.525304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.528149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.532244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c690c98-0b1c-43df-b32a-fce233cbac31 HTTP/1.1" status: 204 len: 168 time: 0.6170280 Jul 07 17:28:36.567865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Port 2f6c36be-0029-4329-96b6-48bac12bdf27 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:36.575637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d20a4f-0001-4501-aa72-9c94b044c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c690c98-0b1c-43df-b32a-fce233cbac31,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.643639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Router 1386cfeb-025b-444b-b4d2-ce267636e353 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:36.648235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Provisioning complete for port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:36.649408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5252522c-57c2-4d8a-b673-f26c978eb37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.934165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:36.948194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aa302d02-f0a8-4a9b-bc01-a1d01c13d68c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/routers/1386cfeb-025b-444b-b4d2-ce267636e353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4422495 Jul 07 17:28:36.950673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.954483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] Sync routers for ids ['1386cfeb-025b-444b-b4d2-ce267636e353'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:36.981479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] Routers {'1386cfeb-025b-444b-b4d2-ce267636e353'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:36.991996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1386cfeb-025b-444b-b4d2-ce267636e353'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:37.136631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668aa64c-0edd-4cef-9fe8-0a9214b2abdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.138877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-668aa64c-0edd-4cef-9fe8-0a9214b2abdc tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1386cfeb-025b-444b-b4d2-ce267636e353 HTTP/1.1" status: 200 len: 987 time: 0.1853659 Jul 07 17:28:37.141677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.146044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:37.152102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4b4683d3-8e17-4ea1-a494-363bab263c45 None None] Provisioning complete for port 2f6c36be-0029-4329-96b6-48bac12bdf27 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:37.152478 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4683d3-8e17-4ea1-a494-363bab263c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.310823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b4683d3-8e17-4ea1-a494-363bab263c45 None None] Port 2f6c36be-0029-4329-96b6-48bac12bdf27 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:37.328264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] Routers {'1386cfeb-025b-444b-b4d2-ce267636e353'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:37.332458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1386cfeb-025b-444b-b4d2-ce267636e353'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:37.386414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:37.387689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39049366-3ac7-4eef-b5bb-9a5df7129fe9 None None] The sync data for ids ['1386cfeb-025b-444b-b4d2-ce267636e353'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:37.450697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c310de66-ae55-430b-9f00-52e0a24d025c None None] Provisioning complete for port 2f6c36be-0029-4329-96b6-48bac12bdf27 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:37.451078 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c310de66-ae55-430b-9f00-52e0a24d025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.504922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c310de66-ae55-430b-9f00-52e0a24d025c None None] Port 2f6c36be-0029-4329-96b6-48bac12bdf27 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:37.640955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a84dfdc9-e0e0-478d-a4dc-d34b55c01619 None None] Provisioning complete for port 2f6c36be-0029-4329-96b6-48bac12bdf27 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:37.640955 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a84dfdc9-e0e0-478d-a4dc-d34b55c01619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.705638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a84dfdc9-e0e0-478d-a4dc-d34b55c01619 None None] Port 2f6c36be-0029-4329-96b6-48bac12bdf27 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:38.072024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cfad9c72-a6e6-4270-8e1d-8a3fee377be1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:38.160332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:38.161040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.391721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44748) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.472718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.528035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1633548466-network', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:38.557818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Made reservation on behalf of e85f177eb25341718fea24c7ecf44049 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:38.562765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.581976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.723709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.728617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.755420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:38.771394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13189287-94a8-472d-afda-61d3aef1c576,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.774812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 2f6c36be-0029-4329-96b6-48bac12bdf27 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:38.775601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.776431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.776788 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Added segment caa18850-f1a3-4364-b613-51b5f0b93643 of type vlan for network 800645a7-1290-4c9a-ae56-3a515251a929 Jul 07 17:28:38.852124 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.890501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.892041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:38.894308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.902911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.920949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 2f6c36be-0029-4329-96b6-48bac12bdf27 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:38.929154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5359790 Jul 07 17:28:38.943986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:38.951184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Request body: {'subnet': {'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1633548466-subnet', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:38.979826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084849-09ed-46d7-8554-4fba53e3cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=800645a7-1290-4c9a-ae56-3a515251a929,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.993313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 800645a7-1290-4c9a-ae56-3a515251a929 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:39.023508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Made reservation on behalf of e85f177eb25341718fea24c7ecf44049 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:39.026967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.300710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.339742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=2f6c36be-0029-4329-96b6-48bac12bdf27,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.628123 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.644760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.782258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7565c8-66c6-4582-b384-16ea10ec7331,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.879210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Checking segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:39.879584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Network hostable DHCP agents. Network: 800645a7-1290-4c9a-ae56-3a515251a929, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:39.895023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Router 1386cfeb-025b-444b-b4d2-ce267636e353 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:39.906930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Network 800645a7-1290-4c9a-ae56-3a515251a929 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:39.985348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:39.991094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a2607305-4063-4761-b879-769c1820712f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/routers/1386cfeb-025b-444b-b4d2-ce267636e353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481548 Jul 07 17:28:39.994203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44814) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.003440 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] Sync routers for ids ['1386cfeb-025b-444b-b4d2-ce267636e353'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:40.004005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 800645a7-1290-4c9a-ae56-3a515251a929) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:40.010723 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:40.013477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.016568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4751104-f241-4f6e-a102-eeeaf8aba5e9 None None] Network 800645a7-1290-4c9a-ae56-3a515251a929 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:40.030042 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] Routers {'1386cfeb-025b-444b-b4d2-ce267636e353'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:40.032086 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1386cfeb-025b-444b-b4d2-ce267636e353'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.045255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-85c9d7a7-47d9-4054-8945-10313545a6a3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0984461 Jul 07 17:28:40.045661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.055276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:40.080199 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef96a15-82af-441c-80fd-a6daf2378e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:40.081692 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.083442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.083804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ef96a15-82af-441c-80fd-a6daf2378e85 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/2f6c36be-0029-4329-96b6-48bac12bdf27 HTTP/1.1" status: 404 len: 333 time: 0.0864940 Jul 07 17:28:40.086767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44820) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.088746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.095630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] Routers {'1386cfeb-025b-444b-b4d2-ce267636e353'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:40.096549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1386cfeb-025b-444b-b4d2-ce267636e353'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.183850 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:40.187111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98d915-a3d6-41be-af5e-9de53eae69ab None None] The sync data for ids ['1386cfeb-025b-444b-b4d2-ce267636e353'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:40.195364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.244441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.421861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-800645a7-1290-4c9a-ae56-3a515251a929', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:40.423025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.465597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.640137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.642739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.711802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.713485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Fanout notify agent at l3_agent the message router_deleted on router 1386cfeb-025b-444b-b4d2-ce267636e353 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:40.733318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.737091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4cd71a39-0800-4bbb-9295-3b502c9a49c3 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/routers/1386cfeb-025b-444b-b4d2-ce267636e353 HTTP/1.1" status: 204 len: 168 time: 0.6467562 Jul 07 17:28:40.737739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:40.809460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Allocated IP 172.20.0.2 (800645a7-1290-4c9a-ae56-3a515251a929/8a7565c8-66c6-4582-b384-16ea10ec7331/a844cf16-f60d-4119-8194-2b4f5775ffcd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:40.862188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet adce87cd-006a-4af1-a40b-4d6a7ac9398e {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:40.869196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.920496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.933737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.981175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.012584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.022160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Transition to ACTIVE for port object a844cf16-f60d-4119-8194-2b4f5775ffcd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.027578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.038876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Transition to ACTIVE for port object a844cf16-f60d-4119-8194-2b4f5775ffcd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.046217 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.099138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Pushing event updated for resources: {'Port': ['ID=a844cf16-f60d-4119-8194-2b4f5775ffcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.112005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.112662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.113337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.113931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.114876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.115446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.116065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.117055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.118473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.119226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.119807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.120361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:41.128302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Network 800645a7-1290-4c9a-ae56-3a515251a929 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:41.130530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:41.133048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:41.144000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.182962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.183485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Allocated IP 172.25.7.209 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f4ddce6b-407d-44df-a5d1-36a108100708) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:41.187349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/adce87cd-006a-4af1-a40b-4d6a7ac9398e HTTP/1.1" status: 204 len: 168 time: 0.4485197 Jul 07 17:28:41.190801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.203395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b89a7-713a-4a7e-9990-f32117f71c28 None None] Network 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:41.248742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582911d-4c77-4477-bd4f-dc64398eb8b1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=adce87cd-006a-4af1-a40b-4d6a7ac9398e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.270164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Attempting to bind port a844cf16-f60d-4119-8194-2b4f5775ffcd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:41.270955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Attempting to bind port a844cf16-f60d-4119-8194-2b4f5775ffcd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:41.271579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Attempting to bind port a844cf16-f60d-4119-8194-2b4f5775ffcd on network 800645a7-1290-4c9a-ae56-3a515251a929 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:41.300886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:41.301658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Checking segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:41.302208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.302892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Bound using segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:41.303319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Bound port: a844cf16-f60d-4119-8194-2b4f5775ffcd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:41.303810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.369735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.409582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] For port a844cf16-f60d-4119-8194-2b4f5775ffcd, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:41.413661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] For port a844cf16-f60d-4119-8194-2b4f5775ffcd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a844cf16-f60d-4119-8194-2b4f5775ffcd,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:41.423551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.493975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.545989 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.568736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf239e-99b1-438f-9ad4-d8a1327a809a None None] Pushing event updated for resources: {'Port': ['ID=a844cf16-f60d-4119-8194-2b4f5775ffcd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.656191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] DHCP port deletion for 5b3b3de4-fece-4e70-a0b6-ad8712c37e07 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:41.658014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Pushing event updated for resources: {'Port': ['ID=f4ddce6b-407d-44df-a5d1-36a108100708,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.669709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:41.672222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:41.694445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:41.754649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Deleting port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:41.754796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.764583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:41.765077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.898888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] For port cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,segment=NetworkSegment(78b22178-2f91-45a3-b935-c450c8795b3d),segment_id=78b22178-2f91-45a3-b935-c450c8795b3d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:41.899284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.913957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Calling delete_port for cfad9c72-a6e6-4270-8e1d-8a3fee377be1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:42.040394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.066066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] No DVR routers for this DVR port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:42.100390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0554c6b-2ea6-4bb4-aa89-73cb53616f03 None None] Pushing event deleted for resources: {'Port': ['ID=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.175223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a844cf16-f60d-4119-8194-2b4f5775ffcd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:42.217970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port cfad9c72-a6e6-4270-8e1d-8a3fee377be1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,segment=NetworkSegment(78b22178-2f91-45a3-b935-c450c8795b3d),segment_id=78b22178-2f91-45a3-b935-c450c8795b3d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:42.219138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.231117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a844cf16-f60d-4119-8194-2b4f5775ffcd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:42.265605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for cfad9c72-a6e6-4270-8e1d-8a3fee377be1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:42.287892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-3b06a09e-4e85-45ac-97ff-d8de998ba359 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629626162&fields=id&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 267 time: 0.1996472 Jul 07 17:28:42.332335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cfad9c72-a6e6-4270-8e1d-8a3fee377be1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:42.355556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: cfad9c72-a6e6-4270-8e1d-8a3fee377be1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:42.355905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cfad9c72-a6e6-4270-8e1d-8a3fee377be1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:42.464199 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.954143 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.992738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-9fc69ff6-4bb9-4161-9c08-a8fe6d6fad8c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:42.998423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6579b3-39b0-4e72-903e-f092bd9b4be9 None None] Network 800645a7-1290-4c9a-ae56-3a515251a929 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:43.000478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-9fc69ff6-4bb9-4161-9c08-a8fe6d6fad8c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.7045519 Jul 07 17:28:43.038684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=cfad9c72-a6e6-4270-8e1d-8a3fee377be1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.043356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port cfad9c72-a6e6-4270-8e1d-8a3fee377be1 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:43.075883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-795d6fdc-611e-4609-9c31-2914b0f9fd80 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0743456 Jul 07 17:28:43.089643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Provisioning for port a844cf16-f60d-4119-8194-2b4f5775ffcd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:43.099280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Provisioning complete for port a844cf16-f60d-4119-8194-2b4f5775ffcd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:43.099837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.207972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.223524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3b3de4-fece-4e70-a0b6-ad8712c37e07']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.280445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b22178-2f91-45a3-b935-c450c8795b3d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.280689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b22178-2f91-45a3-b935-c450c8795b3d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.293696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.306578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-e03ef8ae-770d-471d-80a9-5f6d3fad50c0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2290363 Jul 07 17:28:43.308426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.344132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] For port a844cf16-f60d-4119-8194-2b4f5775ffcd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a844cf16-f60d-4119-8194-2b4f5775ffcd,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:43.352705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.365309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.378634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:43.379205 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:43.382392 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:43.470283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.486670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082055b4-a0b0-4bdc-bdb8-0983920c7b83 None None] Pushing event updated for resources: {'Port': ['ID=a844cf16-f60d-4119-8194-2b4f5775ffcd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.528061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44862) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.585514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Deleting subnet e2455d81-2bfb-4aa2-8d9a-fda22b32d779 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:43.590187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.593283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.618711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.624965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/5b3b3de4-fece-4e70-a0b6-ad8712c37e07 HTTP/1.1" status: 204 len: 168 time: 2.4331043 Jul 07 17:28:43.632232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.677404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.701258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992b3a-163d-4d1c-9143-4194ad34994f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=5b3b3de4-fece-4e70-a0b6-ad8712c37e07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.729047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.767487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a03864-b166-4fe5-a68b-0deb97b4279a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.769063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-71a03864-b166-4fe5-a68b-0deb97b4279a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/5313ceb9-a150-4801-977b-ef050827f319 HTTP/1.1" status: 200 len: 845 time: 0.1357801 Jul 07 17:28:43.780507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.788982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2c31159d-9f60-4ed3-b474-69794bc7f74d None None] Provisioning complete for port a844cf16-f60d-4119-8194-2b4f5775ffcd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:43.789655 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c31159d-9f60-4ed3-b474-69794bc7f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.791332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.806455 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.808893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e2455d81-2bfb-4aa2-8d9a-fda22b32d779 HTTP/1.1" status: 204 len: 168 time: 0.2797208 Jul 07 17:28:43.828358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.836938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0003fe-bad9-4add-a374-3204ba6b5c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2455d81-2bfb-4aa2-8d9a-fda22b32d779,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.846172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c002c0b4-c465-45f4-8ced-fd89fffdc1e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/5313ceb9-a150-4801-977b-ef050827f319?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0579829 Jul 07 17:28:43.846172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-9248b634-8495-4c0c-9e59-6aaa686b693f service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232551 Jul 07 17:28:43.848949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.855971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.940881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.971536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Router 16659c15-c38c-44de-be0d-3f950a5037c1 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:44.041592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.054101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac84510-d27b-4622-93a8-5cc5d598dc44']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.067707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a990d92a-6231-4700-958e-1469a69d0690') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.068071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a990d92a-6231-4700-958e-1469a69d0690') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.080200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.099119 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.108215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a844cf16-f60d-4119-8194-2b4f5775ffcd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.109649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:44.110533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:44.112886 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:44.116061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:44.119346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.190034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.192754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a844cf16-f60d-4119-8194-2b4f5775ffcd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:44.192754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.202001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.204403 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] 10.222.0.22 "DELETE /v2.0/networks/1ac84510-d27b-4622-93a8-5cc5d598dc44 HTTP/1.1" status: 204 len: 168 time: 0.3747823 Jul 07 17:28:44.218095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f225a-058f-46d8-890f-e54f9f57155c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac84510-d27b-4622-93a8-5cc5d598dc44,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.228064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-5c16a2b7-4e3e-4a0a-8bc5-3caf9f8a280c service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765783 Jul 07 17:28:44.285091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:44.327312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:44.337511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:44.337751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.338241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.353008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5e2482d9-1f36-4334-8ba7-11cb2e3acbbd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3049164 Jul 07 17:28:44.356828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44886) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.548970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.572766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:44.653256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.705742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b0625794-04c8-453d-a878-1fc1c5488b7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5506655fa7d6456297c95443e71838df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555152 Jul 07 17:28:44.707102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44898) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.725035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:44.728878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:44.734173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.734752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.756333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74a03e-a18f-4169-b412-4243b62d3d30 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:44.767673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9148812 Jul 07 17:28:44.767673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85faa11-66dc-4ccc-a499-d8f0cee2fa27 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=42380d65-e25d-403c-9f0e-76470c3980ec,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.768413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.772901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'security_group': {'name': 'tempest-secgroup-663506078'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.828982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.911243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55a764dc-7e89-45e9-8388-336be0a1b7d0 req-40d1962a-73d5-4df3-9642-f514562126f1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0524142 Jul 07 17:28:44.979013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.011887 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.020140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.037953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.087676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.091418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3196812 Jul 07 17:28:45.096084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe238abf-ba20-4eb7-a6bf-c7eeb75f59c0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb597b-9ef0-4339-aa45-d3a39a0fac89,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.098363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.110810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609117820'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:45.160108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.171790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.173334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.175231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf3bdb54-5cd4-4e61-a66e-4afc4186696c HTTP/1.1" status: 204 len: 168 time: 0.4671576 Jul 07 17:28:45.208517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67a94-6b1b-4f69-bef2-b5e64ccda4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3bdb54-5cd4-4e61-a66e-4afc4186696c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.223674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 3, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:45.315242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:45.315594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Updating router 16659c15-c38c-44de-be0d-3f950a5037c1 port f4ddce6b-407d-44df-a5d1-36a108100708 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:45.321190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.330517 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.353484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.399617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.400908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3015296 Jul 07 17:28:45.421213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.440475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89ac68-f793-4f91-8712-25c40c866a22 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1989890-59d7-40d1-95f2-97ffce1f375d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.445398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3148db2e-2466-4860-a3bf-5392e9e0eda7', 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'tenant_id': '20bdbd0f43f0439ba22ddf8becb34ec7', 'fixed_ips': [{'subnet_id': '42380d65-e25d-403c-9f0e-76470c3980ec'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:45.446318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.467793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.481115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2129327696', 'security_groups': ['e1989890-59d7-40d1-95f2-97ffce1f375d'], 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42380d65-e25d-403c-9f0e-76470c3980ec'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:45.805254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:45.946591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.955808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Allocated IP 2001:db8::2 (3148db2e-2466-4860-a3bf-5392e9e0eda7/42380d65-e25d-403c-9f0e-76470c3980ec/1e5cbaf3-8ee8-4f59-b10e-3a89375edd21) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:45.965165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Allocated IP 172.20.0.1 (800645a7-1290-4c9a-ae56-3a515251a929/8a7565c8-66c6-4582-b384-16ea10ec7331/79e2f2d6-0d78-4a24-b15c-48219fb0e173) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:45.988475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:46.148741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6f07564-e72e-465a-b341-2cf2b678087c req-12ce819d-05cc-4e6d-b714-65483d7df534 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0704176 Jul 07 17:28:46.212343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.253406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Transition to ACTIVE for port object f4ddce6b-407d-44df-a5d1-36a108100708 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.257508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.280963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.288532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Transition to ACTIVE for port object 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.315683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.389116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Transition to ACTIVE for port object 79e2f2d6-0d78-4a24-b15c-48219fb0e173 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.397132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498f223-4294-41a9-879f-af7ed4dccdd7 None None] Pushing event updated for resources: {'Port': ['ID=f4ddce6b-407d-44df-a5d1-36a108100708,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.407385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Transition to ACTIVE for port object 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.432622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.467992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:46.485929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Attempting to bind port f4ddce6b-407d-44df-a5d1-36a108100708 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:46.486813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Attempting to bind port f4ddce6b-407d-44df-a5d1-36a108100708 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:46.487468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Attempting to bind port f4ddce6b-407d-44df-a5d1-36a108100708 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:46.504890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:46.505615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:46.506533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.506533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:46.507059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Bound port: f4ddce6b-407d-44df-a5d1-36a108100708, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:46.507364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.587452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:46.618310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:46.620903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] For port f4ddce6b-407d-44df-a5d1-36a108100708, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:46.629023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:46.631454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.636819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-9c5446b6-79f9-494c-b547-7787558e334d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:46.638476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-9c5446b6-79f9-494c-b547-7787558e334d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.3325913 Jul 07 17:28:46.639818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::22b (3148db2e-2466-4860-a3bf-5392e9e0eda7/42380d65-e25d-403c-9f0e-76470c3980ec/13fb45cd-e116-49e2-ade6-e7b4cadf7220) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:46.643017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.660297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] For port f4ddce6b-407d-44df-a5d1-36a108100708, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f4ddce6b-407d-44df-a5d1-36a108100708,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:46.669401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.675083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-461713042-network', 'tenant_id': '6b126b7eca954d1499b8e6601bf31f49'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:46.700896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Made reservation on behalf of 6b126b7eca954d1499b8e6601bf31f49 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:46.703951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.714659 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.756258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Network 800645a7-1290-4c9a-ae56-3a515251a929 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:46.764056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:46.787068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:46.805266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Attempting to bind port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:46.805745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Attempting to bind port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:46.806235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Attempting to bind port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 on network 3148db2e-2466-4860-a3bf-5392e9e0eda7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:46.818087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498f223-4294-41a9-879f-af7ed4dccdd7 None None] Pushing event updated for resources: {'Port': ['ID=f4ddce6b-407d-44df-a5d1-36a108100708,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.828194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:46.829318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.830283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Pushing event updated for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.905717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.912511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.930740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:46.945220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.945865 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Added segment e12761bd-48fb-475d-a7b6-4807adfa973d of type vlan for network 259bc475-7373-4f55-a0f6-927f0a81f351 Jul 07 17:28:46.968235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:47.003218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.045175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.046570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.047245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.082978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:47.083391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Checking segment: {'id': '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:47.083846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.084553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Bound using segment: {'id': '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:47.085084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Bound port: 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:47.085479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.188889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Pushing event updated for resources: {'Network': ['ID=259bc475-7373-4f55-a0f6-927f0a81f351,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.245134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736e8fc-4371-4f63-8f3d-df0d23918f5d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.264272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-70c07b4a-bb78-499a-bcaf-9cbcdb1b4152 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7924960 Jul 07 17:28:47.265090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:47.277005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Request body: {'subnet': {'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-461713042-subnet', 'tenant_id': '6b126b7eca954d1499b8e6601bf31f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:47.314345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Made reservation on behalf of 6b126b7eca954d1499b8e6601bf31f49 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:47.320422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.350404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 259bc475-7373-4f55-a0f6-927f0a81f351 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:47.443712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a4eff27-a7bd-4e73-9d27-f9a48a7f8ee1 req-a76ff9b2-ec49-49b0-b19d-7dcd73ae4bbb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0800073 Jul 07 17:28:47.513889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8441b14d-2a7d-4929-96d7-04c1a48bfd2e None None] Provisioning for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:47.524318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8441b14d-2a7d-4929-96d7-04c1a48bfd2e None None] Provisioning complete for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:47.524764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8441b14d-2a7d-4929-96d7-04c1a48bfd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.565833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.570439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:47.573865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 3, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:47.610785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9d355-e42b-4543-a1a8-6c12d5707ddc None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 3, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:47.639074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:47.642078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.642806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8441b14d-2a7d-4929-96d7-04c1a48bfd2e None None] Port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:47.648930 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.700625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=286bbbe0-600c-42ac-8766-4a7a52583924,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.738051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Checking segment: {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:47.738463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Network hostable DHCP agents. Network: 259bc475-7373-4f55-a0f6-927f0a81f351, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:47.744376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556618fd-5357-46b3-be28-8cf7f7a5c8f9 None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.747778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-c376f4f6-722e-4bf7-b41a-c4b5742be99a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 380 time: 1.0982335 Jul 07 17:28:47.762030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Network 259bc475-7373-4f55-a0f6-927f0a81f351 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:47.773250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'security_groups': ['840190b5-49ed-476e-9ba3-9c0025420e6c']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:47.790016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 259bc475-7373-4f55-a0f6-927f0a81f351) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:47.796804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:47.799567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24157512-c863-4128-b53b-4ea15f595b5b None None] Network 259bc475-7373-4f55-a0f6-927f0a81f351 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:47.800079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.842098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-04c122ec-b0d0-401f-9b79-415234020acf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5656660 Jul 07 17:28:47.937696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.018277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39daeb-a1b2-47cd-a694-0b54acce6c5b None None] Network 259bc475-7373-4f55-a0f6-927f0a81f351 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:48.183768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.250749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 13fb45cd-e116-49e2-ade6-e7b4cadf7220 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:48.400411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.404755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.452605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.617551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:48.640398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:48.646409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:48.655938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.656631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.660634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.684630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.709623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=13fb45cd-e116-49e2-ade6-e7b4cadf7220,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:48.749041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7a15d846-afd0-42c5-9917-871cd93129f2 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3266346 Jul 07 17:28:48.751726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 44966) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:48.771979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01f5d114-8906-45fd-954c-f8c7586e7e6f req-bf7c7ed0-c002-4255-ae35-a879a2abe5b5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0734842 Jul 07 17:28:48.777723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.893201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.7 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/b9140d7d-1f65-4b4a-90e9-4e9ca59db28e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:49.179140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.205702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.213462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object b9140d7d-1f65-4b4a-90e9-4e9ca59db28e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:49.349834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.385549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Pushing event updated for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.391019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.516949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:49.571306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:49.582931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:49.632756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0932a100-b00a-4755-ac4d-31a2cf8fa066 None None] Provisioning for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:49.641556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.642752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.679095 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9158475 Jul 07 17:28:49.681728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0932a100-b00a-4755-ac4d-31a2cf8fa066 None None] Provisioning complete for port 5313ceb9-a150-4801-977b-ef050827f319 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:49.687935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0932a100-b00a-4755-ac4d-31a2cf8fa066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.699951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Request body: {'port': {'device_id': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:49.705717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2d432-9959-41ce-9ac2-f5fe4259d661 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:49.785368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0932a100-b00a-4755-ac4d-31a2cf8fa066 None None] Port 5313ceb9-a150-4801-977b-ef050827f319 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.134015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.137886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Network 800645a7-1290-4c9a-ae56-3a515251a929 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:50.139696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:50.147635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.153015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:50.215620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f4ddce6b-407d-44df-a5d1-36a108100708 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.314511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Provisioning for port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.332885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Provisioning complete for port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.336609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.391519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.406505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Provisioning for port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.415313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Provisioning complete for port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.418891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.508919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5964f243-182f-405f-871c-ab5063e1cc3f None None] Port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.516633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f4ddce6b-407d-44df-a5d1-36a108100708 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.523788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f4ddce6b-407d-44df-a5d1-36a108100708 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.524377 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.611399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.677792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bcf65c92-9d22-428d-a0b9-e309ef661763 None None] Provisioning complete for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.678978 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf65c92-9d22-428d-a0b9-e309ef661763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.685726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b2dd1-1d35-4d5a-bb54-a471d5cb4fa7 req-5818d7d0-bc5e-42d6-8887-125150b42903 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:50.687315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e68b2dd1-1d35-4d5a-bb54-a471d5cb4fa7 req-5818d7d0-bc5e-42d6-8887-125150b42903 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 931 time: 0.1364942 Jul 07 17:28:50.720431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.738569 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42380d65-e25d-403c-9f0e-76470c3980ec (CIDR: 2001:db8::/64) Jul 07 17:28:50.754343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f4ddce6b-407d-44df-a5d1-36a108100708, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f4ddce6b-407d-44df-a5d1-36a108100708,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:50.756419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcf65c92-9d22-428d-a0b9-e309ef661763 None None] Port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.757638 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:28:50.758181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:50.764477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.766031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.787911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e68b2dd1-1d35-4d5a-bb54-a471d5cb4fa7 req-8c8abb76-fbbb-47b6-a315-580bacdb9219 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948086 Jul 07 17:28:50.806855 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ca2737d0-dec3-45a4-96f7-7efc58cff191 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0310624 Jul 07 17:28:50.807805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 44994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:50.817559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Router 16659c15-c38c-44de-be0d-3f950a5037c1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:50.848932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:50.894497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.899169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.900121 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.903398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f4ddce6b-407d-44df-a5d1-36a108100708,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.968977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9140d7d-1f65-4b4a-90e9-4e9ca59db28e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:50.979219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.003114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Transition to ACTIVE for port object b9140d7d-1f65-4b4a-90e9-4e9ca59db28e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:51.004776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:51.005041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.015258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:51.026165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f0aab3d7-b134-4970-8563-4af8170e30c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/16659c15-c38c-44de-be0d-3f950a5037c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6681130 Jul 07 17:28:51.029624 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:51.030493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.032246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.086661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:51.092840 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.103113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Pushing event updated for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.183095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:51.187624 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.209300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.244296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Attempting to bind port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:51.244905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Attempting to bind port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:51.245422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Attempting to bind port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:51.250775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:51.251339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Attempting to bind port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:51.258937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:51.275406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:51.276071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:51.276731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Bound port: b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:51.277288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.287814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:51.413255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:51.416644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Deleting port f0a8557d-b41a-424a-b63b-331830afc783 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:51.418267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.419761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:51.430597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.501153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.501910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.516931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 1092 time: 1.8260508 Jul 07 17:28:51.517564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:51.520802 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc09d17-e856-43e8-b514-f9102b50ef51" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:51.601620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] For port f0a8557d-b41a-424a-b63b-331830afc783, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f0a8557d-b41a-424a-b63b-331830afc783,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:51.602469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.677713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Calling delete_port for f0a8557d-b41a-424a-b63b-331830afc783 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:51.693220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5c077-44f9-4272-bc55-141369cccc08 service neutron] Pushing event updated for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.796449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-0b190478-abd6-4381-b52e-ae06b962eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.799039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-0b190478-abd6-4381-b52e-ae06b962eac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1095 time: 0.2311585 Jul 07 17:28:51.862258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:48Z', 'revision_number': 2, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:51.915261 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:51.915885 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Updating router 16659c15-c38c-44de-be0d-3f950a5037c1 port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:51.917932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-ef4b55d3-afcd-478c-a77a-9afeaf77d442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 217 time: 0.1037691 Jul 07 17:28:51.964709 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.047447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-16010824-a6ff-4a31-94e9-f8869ce03f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.049010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-16010824-a6ff-4a31-94e9-f8869ce03f17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1255920 Jul 07 17:28:52.061730 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd9e24d-d369-47ac-85ea-c912fb3fd437 x-openstack-request-id: req-3dd9e24d-d369-47ac-85ea-c912fb3fd437 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:52.061730 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:52.061730 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dd9e24d-d369-47ac-85ea-c912fb3fd437 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:52.061730 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'status': 'completed', 'code': 200} Jul 07 17:28:52.141078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f4ddce6b-407d-44df-a5d1-36a108100708 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:52.204392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45024) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.206695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-5cdf4c38-5f73-4a57-8351-b27087344d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.210575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-5cdf4c38-5f73-4a57-8351-b27087344d4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536374 Jul 07 17:28:52.224432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1487430832-network', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:52.248743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f4ddce6b-407d-44df-a5d1-36a108100708 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:52.249147 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.273403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.320784 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a8557d-b41a-424a-b63b-331830afc783,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.375349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Made reservation on behalf of 5b216c1c3e6a44329452c450a7cc59ab for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:52.378205 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.418673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.459492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.463885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:52.504843 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.510714 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-94eb49f0-e96e-4fbe-b299-4ec3833c91f4 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741425 Jul 07 17:28:52.531507 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Transition to ACTIVE for port object 79e2f2d6-0d78-4a24-b15c-48219fb0e173 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:52.546544 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.593545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:52.595170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.647759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:52.660004 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Pushing event updated for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.662782 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:52.692321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.693429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.705455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=282b173f-6037-4329-8e23-3f9b07f63f50,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:52.723686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d5801-b97f-404b-ac45-f29af87c21aa req-c626597b-1e44-4e8f-96a3-17fee2853b96 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.726453 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.726621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a65b06cf-e9e3-4405-a344-141d98d3e700 req-344265a3-6b21-42f2-8484-783fd9b9a29c service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149734 Jul 07 17:28:52.726853 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.727175 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.731912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c5d5801-b97f-404b-ac45-f29af87c21aa req-c626597b-1e44-4e8f-96a3-17fee2853b96 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.4816599 Jul 07 17:28:52.733481 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.733481 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.733733 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.737760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.738542 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.738696 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.739068 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.739477 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.740044 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:52.740461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40d51d-21b6-422a-8543-797bb5c7793e None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:52.768704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.781871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.838675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f29b874-4d3d-4604-8a66-b562c7bf8b07 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9947915 Jul 07 17:28:52.844556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.850247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-262934294', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '282b173f-6037-4329-8e23-3f9b07f63f50'}], 'security_groups': ['baeb597b-9ef0-4339-aa45-d3a39a0fac89']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:52.907562 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Attempting to bind port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:52.907938 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Attempting to bind port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:52.908321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Attempting to bind port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 on network 800645a7-1290-4c9a-ae56-3a515251a929 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:52.913870 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:52.914288 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Checking segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:52.914733 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.915147 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Bound using segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:52.915612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Bound port: 79e2f2d6-0d78-4a24-b15c-48219fb0e173, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:52.915995 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.015835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.052992 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] For port 79e2f2d6-0d78-4a24-b15c-48219fb0e173, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:53.058144 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] For port 79e2f2d6-0d78-4a24-b15c-48219fb0e173, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79e2f2d6-0d78-4a24-b15c-48219fb0e173,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:53.063440 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.204243 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:53.207378 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.223757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Update dhcp port {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'fixed_ips': [{'subnet_id': '42380d65-e25d-403c-9f0e-76470c3980ec', 'ip_address': '2001:db8::2'}, {'subnet_id': '282b173f-6037-4329-8e23-3f9b07f63f50'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '1e5cbaf3-8ee8-4f59-b10e-3a89375edd21'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:28:53.280566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1c5d5801-b97f-404b-ac45-f29af87c21aa req-0f7074be-8d65-4b1e-b798-2b192718b0b8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460377 Jul 07 17:28:53.337534 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.414418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.512267 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:53.614789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:53.662888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c182d506-dab1-4c0f-bed9-67e462437567,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.672423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.684633 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Added segment 2bc10843-c464-4d5d-bcd2-f4617590c43d of type vlan for network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a Jul 07 17:28:53.887950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Allocated IP 2001:db8:0:1::2 (3148db2e-2466-4860-a3bf-5392e9e0eda7/282b173f-6037-4329-8e23-3f9b07f63f50/1e5cbaf3-8ee8-4f59-b10e-3a89375edd21) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:53.907675 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825355a-32d5-4cbc-adb3-dd15b7993525 None None] Pushing event updated for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.924361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.931273 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:53Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.956830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-138245cc-b32f-49af-8b45-4e931656e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.958592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-138245cc-b32f-49af-8b45-4e931656e535 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1095 time: 1.1415505 Jul 07 17:28:53.980881 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a45278c-569c-415b-bd7c-4a94dd0a8807 None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:53Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:54.116141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.125363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.126201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.217988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:54.226364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0121572 Jul 07 17:28:54.230757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:54.242922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Request body: {'subnet': {'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1487430832-subnet', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:54.269374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720c9ae-766a-4757-9f8f-aead164cfd5a admin admin] Pushing event updated for resources: {'Network': ['ID=5bf040d9-4676-49a5-a5ca-b819bd84dd2a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.277837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-02118115-a1db-4c4c-bd0c-4b8fac32e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.280447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-02118115-a1db-4c4c-bd0c-4b8fac32e580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.3069403 Jul 07 17:28:54.296579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.314731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Transition to ACTIVE for port object 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:54.318820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:54.325016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.360494 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-02034622-7460-4aee-815d-03afff11898c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 217 time: 0.0689840 Jul 07 17:28:54.365382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Made reservation on behalf of 5b216c1c3e6a44329452c450a7cc59ab for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:54.375117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.521081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067a17-a707-4a3b-8732-7796abe3c430 None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.664166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Router 6f92e08f-dca7-43df-9730-879e7ef29fda has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:54.719805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2f88b-7756-45af-92fc-5e074969bd74 req-10f2e4e3-6040-40d7-a64b-4ab17d9f7ca8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.726700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18b2f88b-7756-45af-92fc-5e074969bd74 req-10f2e4e3-6040-40d7-a64b-4ab17d9f7ca8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.2028124 Jul 07 17:28:54.738321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.889383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:54.901394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Sync routers for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:54.908314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bb0ab52f-15b4-49ef-8181-ea59b10b8626 admin admin] 10.222.0.22 "PUT /v2.0/routers/6f92e08f-dca7-43df-9730-879e7ef29fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7012975 Jul 07 17:28:54.932395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Routers {'6f92e08f-dca7-43df-9730-879e7ef29fda'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:54.934752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f92e08f-dca7-43df-9730-879e7ef29fda'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:54.949137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:54.991340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-2c753cfb-11de-4dc0-bb6f-68e858d7edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.992192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18b2f88b-7756-45af-92fc-5e074969bd74 req-5d600022-dc83-4e97-9415-c316771db53d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644269 Jul 07 17:28:54.992700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-2c753cfb-11de-4dc0-bb6f-68e858d7edd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.2939410 Jul 07 17:28:55.048435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Checking segment: {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:55.048792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Network hostable DHCP agents. Network: 5bf040d9-4676-49a5-a5ca-b819bd84dd2a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:55.109746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd2a2fc-72b7-4bad-a9d2-1c99b229c863,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.134647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Delete allocated IP 2001:db8::22b (3148db2e-2466-4860-a3bf-5392e9e0eda7/42380d65-e25d-403c-9f0e-76470c3980ec) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:28:55.170349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8:0:1::397 (3148db2e-2466-4860-a3bf-5392e9e0eda7/282b173f-6037-4329-8e23-3f9b07f63f50/13fb45cd-e116-49e2-ade6-e7b4cadf7220) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:55.193203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.217263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:55.258175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-ad58d231-182e-4005-b7f2-d0a4f5fd5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.260380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-ad58d231-182e-4005-b7f2-d0a4f5fd5be0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2559996 Jul 07 17:28:55.266246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5bf040d9-4676-49a5-a5ca-b819bd84dd2a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:55.276265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Set router 6f92e08f-dca7-43df-9730-879e7ef29fda gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:55.287705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb5dd3-d62f-4a21-9964-5084b05b72e1 None None] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:55.365507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.524363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Deleting port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:55.524363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.535753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-ac2f1ffa-a148-44e4-944b-af7ee328dd02 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672660 Jul 07 17:28:55.539741 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:55.562966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.564892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.673367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] For port 2e4d8435-fad6-48ba-bc7e-70e6ddff2933, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:55.674476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.691711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Calling delete_port for 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:55.723890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2fd20c39-042c-4d76-8a0d-de0408129555 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4848275 Jul 07 17:28:55.739306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45052) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.749610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:55.886897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.888209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.967157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.018717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4d8435-fad6-48ba-bc7e-70e6ddff2933,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:56.165476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.170403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.215497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4bc09d17-e856-43e8-b514-f9102b50ef51 req-f2961ed7-d6c7-4ee7-92ba-ef3e86174c73 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721857 Jul 07 17:28:56.217145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.256348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object 13fb45cd-e116-49e2-ade6-e7b4cadf7220 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:56.279628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Provisioning for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:56.322579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.340093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:56.340484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.401913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:56.419505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.458265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.501579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.570674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] In _notify_port_updated(), no bound segment for port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 on network 3148db2e-2466-4860-a3bf-5392e9e0eda7 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:28:56.577387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.578138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.580032 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/ports/13fb45cd-e116-49e2-ade6-e7b4cadf7220 HTTP/1.1" status: 200 len: 930 time: 3.7340078 Jul 07 17:28:56.589753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.658181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'name': 'tempest-AttachVolumeTestJSON-2038733350-router', 'tenant_id': 'c27740b9691043c99d9b7154d090a18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:00Z', 'updated_at': '2021-07-07T17:28:52Z', 'revision_number': 5, 'project_id': 'c27740b9691043c99d9b7154d090a18d', 'gw_port': {'id': '2e4d8435-fad6-48ba-bc7e-70e6ddff2933', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f92e08f-dca7-43df-9730-879e7ef29fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:01Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:56.660950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'fixed_ips': [{'subnet_id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:56.662013 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.683002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7d532-d6c7-4afb-ad78-8ce237c44136 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=13fb45cd-e116-49e2-ade6-e7b4cadf7220,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:56.690300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.690885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f92e08f-dca7-43df-9730-879e7ef29fda {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:56.722032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.723440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e4ee2f4-efba-43f9-aaa8-aa0ef8b85807 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6f92e08f-dca7-43df-9730-879e7ef29fda HTTP/1.1" status: 204 len: 168 time: 1.7684729 Jul 07 17:28:56.735239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45060) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.788471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5a503-fc8c-4397-ad33-03997ca6d626 req-987b6cdd-285d-4d0c-80a0-59d776e2dd4b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:56.793751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Checking router: 6f92e08f-dca7-43df-9730-879e7ef29fda for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:56.799211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9b5a503-fc8c-4397-ad33-03997ca6d626 req-987b6cdd-285d-4d0c-80a0-59d776e2dd4b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.4808731 Jul 07 17:28:56.828156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:56.828758 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.835428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Provisioning complete for port 5313ceb9-a150-4801-977b-ef050827f319 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:56.835895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.855345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:56.855795 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.896197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9b5a503-fc8c-4397-ad33-03997ca6d626 req-979bc120-8d77-41fc-90d4-489fe112885c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954890 Jul 07 17:28:56.903331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Port 5313ceb9-a150-4801-977b-ef050827f319 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:56.959523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.963946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Routers set() bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:56.964129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Router IDs set() for agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:28:56.964700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_agentschedulers_db [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f92e08f-dca7-43df-9730-879e7ef29fda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent'). {{(pid=93767) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:28:56.965140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b88f98-9b9c-4c3a-a6d7-373b66080d39 None None] The sync data for ids ['6f92e08f-dca7-43df-9730-879e7ef29fda'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:56.993094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Provisioning for port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:56.996520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.011813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Provisioning complete for port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:57.012308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.021711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.030367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Deleting subnet 5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:57.036545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.056678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 13fb45cd-e116-49e2-ade6-e7b4cadf7220 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:57.133549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.148290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d44f3bd2-7607-4a18-9210-80baa99a1756 None None] Port 13fb45cd-e116-49e2-ade6-e7b4cadf7220 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:57.176235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Allocated IP 172.20.0.2 (5bf040d9-4676-49a5-a5ca-b819bd84dd2a/6bd2a2fc-72b7-4bad-a9d2-1c99b229c863/3c19206d-ac67-4283-a3cb-372b719d6be6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:57.192322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79e2f2d6-0d78-4a24-b15c-48219fb0e173 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:57.237301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Allocated IP 172.25.7.143 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/7d0f5c12-43fe-4530-8796-a1c15b217b59) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:57.263690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.290268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1379793d-133d-4135-aeed-182e24b2b6be None None] Could not find standard attr ID for object 13fb45cd-e116-49e2-ade6-e7b4cadf7220. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:28:57.332723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.342515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:57.350590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:57.351122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.357944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=13fb45cd-e116-49e2-ade6-e7b4cadf7220,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.378840 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.381695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2dad7280-356d-4bd6-9f32-6381a9a99f4f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/13fb45cd-e116-49e2-ade6-e7b4cadf7220 HTTP/1.1" status: 204 len: 168 time: 0.7920611 Jul 07 17:28:57.384166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.428612 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d63dcf7-e6b1-4f9b-9919-a9e8ee0ee095 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:28:57.430378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d63dcf7-e6b1-4f9b-9919-a9e8ee0ee095 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/13fb45cd-e116-49e2-ade6-e7b4cadf7220 HTTP/1.1" status: 404 len: 333 time: 0.0448911 Jul 07 17:28:57.433003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.474814 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.507360 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.510404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Transition to ACTIVE for port object 3c19206d-ac67-4283-a3cb-372b719d6be6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:57.525999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.541233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.560689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.567088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Transition to ACTIVE for port object 3c19206d-ac67-4283-a3cb-372b719d6be6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:57.578809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.583263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.587249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.605421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.608485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b348ff10-2976-429c-a4b7-3faa92310d53 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5a10c9ec-4f61-4e77-a2a9-7b316b8ea5d9 HTTP/1.1" status: 204 len: 168 time: 0.8717020 Jul 07 17:28:57.610993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.629294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e474515-07a0-46d0-bbc5-010cd7536576 None None] Network a5aa51c1-4605-49b4-b06a-b8171de446bd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:57.664077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.666711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.670813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/security-groups/e1989890-59d7-40d1-95f2-97ffce1f375d HTTP/1.1" status: 204 len: 168 time: 0.2338507 Jul 07 17:28:57.681124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.682392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a1b0-d0ba-4bce-9166-7f81bebfa1c6 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1989890-59d7-40d1-95f2-97ffce1f375d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.712646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:57.738686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:57.738957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.744057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:57.749230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 79e2f2d6-0d78-4a24-b15c-48219fb0e173, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79e2f2d6-0d78-4a24-b15c-48219fb0e173,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:57.764936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.766652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Pushing event updated for resources: {'Port': ['ID=3c19206d-ac67-4283-a3cb-372b719d6be6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.770399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.771352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.807689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.855216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:57.860760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.861363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:57.863906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.867730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/security-groups/baeb597b-9ef0-4339-aa45-d3a39a0fac89 HTTP/1.1" status: 204 len: 168 time: 0.1705763 Jul 07 17:28:57.869172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.872845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:57.928913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Attempting to bind port 3c19206d-ac67-4283-a3cb-372b719d6be6 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:57.929300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Attempting to bind port 3c19206d-ac67-4283-a3cb-372b719d6be6 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:57.929795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Attempting to bind port 3c19206d-ac67-4283-a3cb-372b719d6be6 on network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:57.930964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 42380d65-e25d-403c-9f0e-76470c3980ec {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:57.934404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.945797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.956401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:57.956818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Checking segment: {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:57.957234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.957637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Bound using segment: {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:57.958147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Bound port: 3c19206d-ac67-4283-a3cb-372b719d6be6, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:57.958547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.968370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0f5c12-43fe-4530-8796-a1c15b217b59,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.024991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.086605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] For port 3c19206d-ac67-4283-a3cb-372b719d6be6, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:58.093744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] For port 3c19206d-ac67-4283-a3cb-372b719d6be6, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3c19206d-ac67-4283-a3cb-372b719d6be6,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:58.105243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.116979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98a804-8240-4a27-addb-c492911af34e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb597b-9ef0-4339-aa45-d3a39a0fac89,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.124798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Deleting port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:58.128011 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.246409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c0c9-c266-4dff-8ca5-b3cd92db3363 None None] Pushing event updated for resources: {'Port': ['ID=3c19206d-ac67-4283-a3cb-372b719d6be6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.252287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] DHCP port deletion for a5aa51c1-4605-49b4-b06a-b8171de446bd request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:58.255490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79e2f2d6-0d78-4a24-b15c-48219fb0e173 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:58.291877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.328198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] For port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:58.328651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.366715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Calling delete_port for 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:58.379635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:58.380223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.406084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8ff80-ca1e-43e9-8b46-fa24c24e0bba req-20a921f0-eb08-4c0a-b25c-63834807cfde tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.413417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37b8ff80-ca1e-43e9-8b46-fa24c24e0bba req-20a921f0-eb08-4c0a-b25c-63834807cfde tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.1962862 Jul 07 17:28:58.435186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Deleting port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:58.435186 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.466750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.492765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.501064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/42380d65-e25d-403c-9f0e-76470c3980ec HTTP/1.1" status: 204 len: 168 time: 0.6244426 Jul 07 17:28:58.502314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45082) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.510441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.517993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440091e-876c-4169-b5d2-dd9933fa1939 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:58.535603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37b8ff80-ca1e-43e9-8b46-fa24c24e0bba req-bb0b5300-9ec6-43ef-bb1b-2770d35221ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186411 Jul 07 17:28:58.535603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a15d9c-87f4-40d8-b935-d4457a38e258 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=42380d65-e25d-403c-9f0e-76470c3980ec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.685427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] For port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,segment=NetworkSegment(427ffa98-cc7a-42d6-b438-549b3ee00936),segment_id=427ffa98-cc7a-42d6-b438-549b3ee00936)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:58.685836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.690696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.924211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Calling delete_port for 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:58.981606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.008361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.049079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f0a8557d-b41a-424a-b63b-331830afc783 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:59.071636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] No DVR routers for this DVR port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:59.073425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.087906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f0a8557d-b41a-424a-b63b-331830afc783 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:59.088380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f0a8557d-b41a-424a-b63b-331830afc783 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:59.088908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:59.116535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:59.117031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2e4d8435-fad6-48ba-bc7e-70e6ddff2933 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:59.150678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.184693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] Pushing event deleted for resources: {'Port': ['ID=12aa61c7-d0f7-4d3e-a3ee-a7409026b130,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.191396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8097a8-4891-41ef-a47a-249e714de788 None None] No DVR routers for this DVR port 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:59.646236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.656014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:59.659825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.680748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5aa51c1-4605-49b4-b06a-b8171de446bd']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.702078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427ffa98-cc7a-42d6-b438-549b3ee00936') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.702538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427ffa98-cc7a-42d6-b438-549b3ee00936') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.747140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.786698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe09ea8-0c64-42ac-8f37-251f4fa5a5c3 req-77d3780a-8d3f-4d5a-90c6-84702f58c977 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.788335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbe09ea8-0c64-42ac-8f37-251f4fa5a5c3 req-77d3780a-8d3f-4d5a-90c6-84702f58c977 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.1284094 Jul 07 17:28:59.792012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.803647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:59.804129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.840272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbe09ea8-0c64-42ac-8f37-251f4fa5a5c3 req-565d3869-ee9c-4922-b2af-4de81746a9cd tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:59.892051 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:59.900710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a69c11c-9861-4f25-9644-2cefdfbd06e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.927153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.933338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887c850-25d0-47ec-8e6e-9c19ca5fd48b None None] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:59.954849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.957040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a5aa51c1-4605-49b4-b06a-b8171de446bd HTTP/1.1" status: 204 len: 168 time: 2.3324800 Jul 07 17:28:59.959212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b5c9c-5f61-4553-b19c-9e4eadec7d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5aa51c1-4605-49b4-b06a-b8171de446bd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.998159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:00.041027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aa2d70b1-f23a-43f5-8675-521f9c6f7831 None None] Provisioning for port 3c19206d-ac67-4283-a3cb-372b719d6be6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:00.315468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3c19206d-ac67-4283-a3cb-372b719d6be6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:00.330530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:00.345441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Sync routers for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:00.362956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:00.363714 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:00.376613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.382842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1796930-b97b-49b5-bb2e-72da720f6314 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6375873 Jul 07 17:29:00.387544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.451873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45098) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.485902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.530120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3c19206d-ac67-4283-a3cb-372b719d6be6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:00.534877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3c19206d-ac67-4283-a3cb-372b719d6be6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:00.538328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.680936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:00.701915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:00.716757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.717718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.739514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321d8de-fe40-43bd-92e9-551df73e42c3 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:00.741466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d8adedb-69dc-4330-b83d-c7014b3412ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c27740b9691043c99d9b7154d090a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844141 Jul 07 17:29:00.744317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b30f50c4-44f6-4d08-9fa1-2e4084a5cce9 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:00.744706 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b30f50c4-44f6-4d08-9fa1-2e4084a5cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.748356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45100) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.792592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=2a659761-a6de-4c4f-84f8-cc51838904a1,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.814842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-efb31969-f8cd-48bb-b704-df9979a7e693 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3084347 Jul 07 17:29:00.815453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45102) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:00.820138 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:00.833439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122168531'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:00.889522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.904215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.927139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.011747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.071374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3c19206d-ac67-4283-a3cb-372b719d6be6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3c19206d-ac67-4283-a3cb-372b719d6be6,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:01.084720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.087833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b30f50c4-44f6-4d08-9fa1-2e4084a5cce9 None None] Provisioning complete for port 5313ceb9-a150-4801-977b-ef050827f319 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:01.088199 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b30f50c4-44f6-4d08-9fa1-2e4084a5cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.154051 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:28:58Z', 'revision_number': 3, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.196404 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Checking router: bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:01.197216 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Updating router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 port 7d0f5c12-43fe-4530-8796-a1c15b217b59 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:01.202245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.204919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.209684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.214144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/729cf141-6b2c-4871-8d6f-c5c95cf33505 HTTP/1.1" status: 204 len: 168 time: 0.4589882 Jul 07 17:29:01.228864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.238553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ec50b-e719-4e53-a9f9-7f8ed3845ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729cf141-6b2c-4871-8d6f-c5c95cf33505,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.261041 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.318974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3c19206d-ac67-4283-a3cb-372b719d6be6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.322803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:01.339378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.348488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5202761 Jul 07 17:29:01.363471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45110) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.371765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:01.372119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 12aa61c7-d0f7-4d3e-a3ee-a7409026b130 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:01.397882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1323820771'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.422941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b30f50c4-44f6-4d08-9fa1-2e4084a5cce9 None None] Port 5313ceb9-a150-4801-977b-ef050827f319 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:01.437817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68f69e-2ca4-4301-95db-e057d04b0dfd tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24edcebd-b962-4279-9d39-d1a0d12d6c37,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.511971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.576297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-baa92263-fb72-4146-a128-325de535f9a3 None None] Provisioning complete for port 3c19206d-ac67-4283-a3cb-372b719d6be6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:01.576676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-baa92263-fb72-4146-a128-325de535f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.707855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.717897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Update dhcp port {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'fixed_ips': [{'subnet_id': '282b173f-6037-4329-8e23-3f9b07f63f50', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a659761-a6de-4c4f-84f8-cc51838904a1'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '1e5cbaf3-8ee8-4f59-b10e-3a89375edd21'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:29:01.720810 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.768360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.779720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.783915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4189978 Jul 07 17:29:01.794376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45116) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.813410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181875819'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:01.920785 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.948417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Transition to ACTIVE for port object 7d0f5c12-43fe-4530-8796-a1c15b217b59 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:01.953126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Allocated IP 2001:db8::2 (3148db2e-2466-4860-a3bf-5392e9e0eda7/2a659761-a6de-4c4f-84f8-cc51838904a1/1e5cbaf3-8ee8-4f59-b10e-3a89375edd21) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:01.961597 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.975799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491d454-807f-4b52-99dc-e54512ada028 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb47545-60e2-4c71-b1c4-678b91ea7b47,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.985353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945fd6-c40a-4749-b917-e4ccebea5fcc req-9332afa9-d4e7-46db-83da-fc1675cdb788 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.995006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.001677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f945fd6-c40a-4749-b917-e4ccebea5fcc req-9332afa9-d4e7-46db-83da-fc1675cdb788 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.5369861 Jul 07 17:29:02.114153 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Attempting to bind port 7d0f5c12-43fe-4530-8796-a1c15b217b59 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:02.114827 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Attempting to bind port 7d0f5c12-43fe-4530-8796-a1c15b217b59 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:02.115417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Attempting to bind port 7d0f5c12-43fe-4530-8796-a1c15b217b59 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:02.137469 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:02.152921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:02.153792 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f945fd6-c40a-4749-b917-e4ccebea5fcc req-47696fba-4a00-4d35-b324-45625c48ab1a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496329 Jul 07 17:29:02.154488 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.165762 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:02.171174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Bound port: 7d0f5c12-43fe-4530-8796-a1c15b217b59, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:02.172835 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.225341 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffdfd-2a55-4d86-9cd3-cdd205b20bfe None None] Pushing event updated for resources: {'Port': ['ID=7d0f5c12-43fe-4530-8796-a1c15b217b59,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.225562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3c19206d-ac67-4283-a3cb-372b719d6be6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:02.290443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.304535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.347963 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] For port 7d0f5c12-43fe-4530-8796-a1c15b217b59, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:02.365060 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] For port 7d0f5c12-43fe-4530-8796-a1c15b217b59, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7d0f5c12-43fe-4530-8796-a1c15b217b59,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:02.375409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.376675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5804956 Jul 07 17:29:02.384551 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.394717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45128) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.406618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-541851226', 'security_groups': ['9a31f39c-b204-42ea-b641-f8757371ce44'], 'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a659761-a6de-4c4f-84f8-cc51838904a1'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:02.424397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:02.456811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23c773-3095-4a36-b974-04531dfa4444 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31f39c-b204-42ea-b641-f8757371ce44,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.466595 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aec79216-65ae-4fdf-8c68-b2ab634b5521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.537205 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffdfd-2a55-4d86-9cd3-cdd205b20bfe None None] Pushing event updated for resources: {'Port': ['ID=7d0f5c12-43fe-4530-8796-a1c15b217b59,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.557056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.560328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.603956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3c19206d-ac67-4283-a3cb-372b719d6be6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:02.604466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:02.604919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.609049 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.708613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Transition to ACTIVE for port object 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:02.728906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.825919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:02.864809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Allocated IP 172.20.0.1 (5bf040d9-4676-49a5-a5ca-b819bd84dd2a/6bd2a2fc-72b7-4bad-a9d2-1c99b229c863/8ec82941-ba97-469a-9eb8-634b94eaab8e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:02.929131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.029191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc4ba-0667-415b-a1aa-5101a9b4eb92 None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.032230 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.037495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.053085 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:03.060328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] device_id is not set on port c0d32269-e11d-4ebf-a7d8-55e0de752874 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:29:03.070641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Transition to ACTIVE for port object 8ec82941-ba97-469a-9eb8-634b94eaab8e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:03.180165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.274615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:03.279005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:03.286793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:03.355957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.398988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.545111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:28:58Z', 'revision_number': 3, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:03.607031 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac5e46-0fad-479e-9c59-0d9c3d155dbd None None] The sync data for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 is: [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:28:58Z', 'revision_number': 3, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:03.619432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.713197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05a0f-b783-4b6b-85f1-d5c64317d307 req-a974d89b-8921-40a0-a0c0-783ba6b750ff tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.723175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf05a0f-b783-4b6b-85f1-d5c64317d307 req-a974d89b-8921-40a0-a0c0-783ba6b750ff tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.2149866 Jul 07 17:29:03.773180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8::2e3 (3148db2e-2466-4860-a3bf-5392e9e0eda7/2a659761-a6de-4c4f-84f8-cc51838904a1/c0d32269-e11d-4ebf-a7d8-55e0de752874) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:03.825920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bf05a0f-b783-4b6b-85f1-d5c64317d307 req-8808345c-c253-428e-a64e-d3e64a88256c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016502 Jul 07 17:29:03.886031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b24c6ced-b94c-40e7-bb53-068d5dada702 None None] Provisioning for port 8ec82941-ba97-469a-9eb8-634b94eaab8e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:03.893212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.894358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b24c6ced-b94c-40e7-bb53-068d5dada702 None None] Provisioning complete for port 8ec82941-ba97-469a-9eb8-634b94eaab8e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:03.894700 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24c6ced-b94c-40e7-bb53-068d5dada702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.953504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b24c6ced-b94c-40e7-bb53-068d5dada702 None None] Port 8ec82941-ba97-469a-9eb8-634b94eaab8e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:04.214249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:04.338240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.378041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.381620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object c0d32269-e11d-4ebf-a7d8-55e0de752874 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:04.390174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.428033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-a38e4b62-113f-4d95-8073-c4aa26509c8a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3048267 Jul 07 17:29:04.457437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.535767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.539587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.545407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.609867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Provisioning for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:04.617889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:04.618953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.654080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:04.663174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:04.680975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:04.693022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.693857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.727927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=c0d32269-e11d-4ebf-a7d8-55e0de752874,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:04.763373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.764612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.765625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.766952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.767778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.768540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.769961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:04.779157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c018ee56-bfc0-4297-a3a6-ffe2770b09a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.2802489 Jul 07 17:29:04.807252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-93fd750d-2ef2-4b58-80a6-1b319fdc111e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4075737 Jul 07 17:29:04.812949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.828706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:04.836835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:04.840431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:04.843232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Provisioning complete for port 5313ceb9-a150-4801-977b-ef050827f319 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:04.845709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.976335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0d7b-d789-49b1-9437-3cae80a3b50b None None] Port 5313ceb9-a150-4801-977b-ef050827f319 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:05.188568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b9140d7d-1f65-4b4a-90e9-4e9ca59db28e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:29:05.307118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ee2532f4-0a73-4bca-8299-e3cbbbfe217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.307987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ee2532f4-0a73-4bca-8299-e3cbbbfe217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.308657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ee2532f4-0a73-4bca-8299-e3cbbbfe217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.311316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ee2532f4-0a73-4bca-8299-e3cbbbfe217f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 2292 time: 0.4655075 Jul 07 17:29:05.338510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:05.418571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.440598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Provisioning for port c0d32269-e11d-4ebf-a7d8-55e0de752874 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:05.447846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:05.452337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecf732-6a51-41cd-ba60-7b5203256de5 req-d0c60def-d517-4cb7-aedb-5ebfe9c49f6f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.460453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caecf732-6a51-41cd-ba60-7b5203256de5 req-d0c60def-d517-4cb7-aedb-5ebfe9c49f6f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 943 time: 0.2742922 Jul 07 17:29:05.475990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Provisioning complete for port c0d32269-e11d-4ebf-a7d8-55e0de752874 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:05.477450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.479042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.520471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caecf732-6a51-41cd-ba60-7b5203256de5 req-49c84095-da20-4871-9ef0-3b33c4fc99ca tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589821 Jul 07 17:29:05.578773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:05.595276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Port c0d32269-e11d-4ebf-a7d8-55e0de752874 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:05.598351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'mac_address': 'fa:16:3e:e8:de:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:29:05.631182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-5b2ac217-198d-4639-afaf-acdfa38324f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1000 time: 0.3104713 Jul 07 17:29:05.655307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:05.669202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Provisioning complete for port 8ec82941-ba97-469a-9eb8-634b94eaab8e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:05.669586 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.683684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-448a0dce-0092-43d6-8d0d-5cd7cfb4be19 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2909689 Jul 07 17:29:05.690081 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.743142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9140d7d-1f65-4b4a-90e9-4e9ca59db28e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:29:05.772837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3650ef3-b655-4f88-881b-a22e69d72e5a None None] Port 8ec82941-ba97-469a-9eb8-634b94eaab8e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:05.794523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:05.807071 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.815952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-64249839-0069-4cfc-bbf1-5d0a9f95cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:05.818230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-64249839-0069-4cfc-bbf1-5d0a9f95cab8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.1800566 Jul 07 17:29:05.820499 n-d-791504-12 neutron-server[93765]: INFO neutron.db.ipam_backend_mixin [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a659761-a6de-4c4f-84f8-cc51838904a1 (CIDR: 2001:db8::/64) Jul 07 17:29:05.824792 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:29:05.828191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:05.911828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.962525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.968974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.972169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-662c0316-da76-4e92-ad67-7d32db94de55 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1552141 Jul 07 17:29:06.026488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['b9140d7d-1f65-4b4a-90e9-4e9ca59db28e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:29:06.045701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-6a4b58d3-ada7-4315-bcd9-148ca78cba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.056195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-6a4b58d3-ada7-4315-bcd9-148ca78cba94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211444 Jul 07 17:29:06.257426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:06.265842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7d0f5c12-43fe-4530-8796-a1c15b217b59 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:06.276415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.349008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7d0f5c12-43fe-4530-8796-a1c15b217b59 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:06.359503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-edcadcd9-5c4b-4334-8e5e-39c1c3d1ab9f service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955630 Jul 07 17:29:06.365322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7d0f5c12-43fe-4530-8796-a1c15b217b59 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:06.365847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.472782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-9c91d040-1364-40f5-9ea5-5a3873d6b9e0 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992355 Jul 07 17:29:06.507724 n-d-791504-12 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 282b173f-6037-4329-8e23-3f9b07f63f50 (CIDR: 2001:db8:0:1::/64) Jul 07 17:29:06.515424 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:29:06.516196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:06.536350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b763c060-7e9a-4063-95de-974b3a4fedd4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5701518 Jul 07 17:29:06.536734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.544569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'subnet': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:06.544791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-a933f7a5-bf01-4fc1-a0b9-cb93822134e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0650136 Jul 07 17:29:06.604624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-1f46cd82-3d7f-4cb1-ace1-036a1f09440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.607449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-1f46cd82-3d7f-4cb1-ace1-036a1f09440c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0576665 Jul 07 17:29:06.659520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.761534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ca947d60-ae52-414d-bfab-85548f1ae5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.763735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ca947d60-ae52-414d-bfab-85548f1ae5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502881 Jul 07 17:29:06.839496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Sync routers for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:06.847365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.882634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Made reservation on behalf of 20bdbd0f43f0439ba22ddf8becb34ec7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:06.886565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.891066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7d0f5c12-43fe-4530-8796-a1c15b217b59, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7d0f5c12-43fe-4530-8796-a1c15b217b59,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:06.893391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:06.894142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:06.897993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.934162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-6f10f659-213d-48a2-86d3-fa04473da7b7 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635625 Jul 07 17:29:07.003597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b97c-d29e-4d9e-ae79-32ea393022da req-5614ec7c-4a10-4a91-bd5f-513dd132c43d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.009752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28c5b97c-d29e-4d9e-ae79-32ea393022da req-5614ec7c-4a10-4a91-bd5f-513dd132c43d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 944 time: 0.2308214 Jul 07 17:29:07.081035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7d0f5c12-43fe-4530-8796-a1c15b217b59,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.101301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28c5b97c-d29e-4d9e-ae79-32ea393022da req-0619e298-4b3f-4d64-9423-7d7e27b041f9 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893507 Jul 07 17:29:07.111273 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-8689aa1c-a7c1-4d79-ac52-43ba4e4c1888 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712067 Jul 07 17:29:07.141926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:07.164859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-6bb9466c-785f-4ce9-8f33-6f783f387cd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.0474882 Jul 07 17:29:07.233036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ac845d29-b1d1-470c-9951-ccdd43959a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.234574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ac845d29-b1d1-470c-9951-ccdd43959a73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0622220 Jul 07 17:29:07.346822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c686901b-1570-45d8-ace9-c15157b7283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.349064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c686901b-1570-45d8-ace9-c15157b7283d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067634 Jul 07 17:29:07.361837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b9140d7d-1f65-4b4a-90e9-4e9ca59db28e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:07.504084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.608134 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-8436b0d9-d504-476f-b7fd-cf3192075348 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502797 Jul 07 17:29:07.622622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:07.628979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:07.635600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.636216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.669859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Subnet': ['ID=2977f0f5-1ea2-4f9b-8730-f81b13be8f48,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.688470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b4122c3-729f-4fd4-8c35-4a1cd425e672 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1505363 Jul 07 17:29:07.698682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.704319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-260093259', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2977f0f5-1ea2-4f9b-8730-f81b13be8f48'}], 'security_groups': ['24edcebd-b962-4279-9d39-d1a0d12d6c37', '1eb47545-60e2-4c71-b1c4-678b91ea7b47']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:07.806879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-4f12335b-8637-44ac-85ec-414c7e2beab9 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857548 Jul 07 17:29:07.812518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ac906-5f07-4be9-ac33-e7c8f86c7424 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:07.849976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-a0421695-d24b-445c-9c14-8707d45cf2eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.0368080 Jul 07 17:29:07.907501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-7ee1756b-eb45-4d48-a359-646d8e63f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.909409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-7ee1756b-eb45-4d48-a359-646d8e63f7f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0522988 Jul 07 17:29:07.934003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.997255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-62f77984-e89a-4352-b653-c5bbc33cd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:07.998809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-62f77984-e89a-4352-b653-c5bbc33cd519 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823617 Jul 07 17:29:08.143136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-c7d132f9-66ca-4098-adef-5fe3dc9d7517 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367850 Jul 07 17:29:08.159083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7d0f5c12-43fe-4530-8796-a1c15b217b59 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:08.309595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-5be22cf0-d405-45b9-b708-fd597d620a8f service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584854 Jul 07 17:29:08.316909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:08.352447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:08.352829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.467970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-6d5f4e47-fb25-4fd7-b67a-05b943b3ccc1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.1467566 Jul 07 17:29:08.540919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:29:03Z', 'revision_number': 4, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8ec82941-ba97-469a-9eb8-634b94eaab8e', 'name': '', 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'mac_address': 'fa:16:3e:a5:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:02Z', 'updated_at': '2021-07-07T17:29:04Z', 'revision_number': 2, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'subnets': [{'id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:08.551595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Delete allocated IP 2001:db8::2e3 (3148db2e-2466-4860-a3bf-5392e9e0eda7/2a659761-a6de-4c4f-84f8-cc51838904a1) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:29:08.577833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9392e-35f0-42a9-a7c8-087e2c4c604a req-51c4ffb7-c7d7-4366-b590-a40c345f9a5d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:08.589850 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9f9392e-35f0-42a9-a7c8-087e2c4c604a req-51c4ffb7-c7d7-4366-b590-a40c345f9a5d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 944 time: 0.2308724 Jul 07 17:29:08.601839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-cb3bca88-2598-4821-b39d-d3508992edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:08.605902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-cb3bca88-2598-4821-b39d-d3508992edc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.1353555 Jul 07 17:29:08.607564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Allocated IP 2001:db8:0:2::103 (3148db2e-2466-4860-a3bf-5392e9e0eda7/2977f0f5-1ea2-4f9b-8730-f81b13be8f48/c0d32269-e11d-4ebf-a7d8-55e0de752874) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:08.674334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7d0f5c12-43fe-4530-8796-a1c15b217b59 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:08.679391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.721549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9f9392e-35f0-42a9-a7c8-087e2c4c604a req-6cd6d40e-3f77-40ea-84b1-8bea6615bb49 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213324 Jul 07 17:29:08.761764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-d19061d6-d831-4108-83ee-51f3470d5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:08.791361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-d19061d6-d831-4108-83ee-51f3470d5c62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1759605 Jul 07 17:29:08.794749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.824879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Checking router: bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:08.826100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Updating router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 port 8ec82941-ba97-469a-9eb8-634b94eaab8e binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:08.927806 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-e9d7b338-a2d4-4248-a82b-474cd79448c8 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317368 Jul 07 17:29:08.944599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.973453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Transition to ACTIVE for port object c0d32269-e11d-4ebf-a7d8-55e0de752874 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:08.982057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.004978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:09.007348 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa46e10-8a29-4189-a6bf-36bf2b80d94f" -d '{"events": [{"server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "name": "network-vif-plugged", "status": "completed", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:09.044272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:09.062150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.069239 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff803c4-46b1-46f7-80a8-38f2204b4c1d x-openstack-request-id: req-fff803c4-46b1-46f7-80a8-38f2204b4c1d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:09.069550 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "name": "network-vif-plugged", "status": "completed", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:09.069789 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fff803c4-46b1-46f7-80a8-38f2204b4c1d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:09.070216 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'code': 200} Jul 07 17:29:09.122946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.130886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] In _notify_port_updated(), no bound segment for port c0d32269-e11d-4ebf-a7d8-55e0de752874 on network 3148db2e-2466-4860-a3bf-5392e9e0eda7 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:29:09.137397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.138218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.140497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "PUT /v2.0/ports/c0d32269-e11d-4ebf-a7d8-55e0de752874 HTTP/1.1" status: 200 len: 969 time: 1.4407091 Jul 07 17:29:09.143558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.160366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-08b26a47-a7b2-496a-81ef-e0fdf9c1e5da service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220645 Jul 07 17:29:09.160937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Update dhcp port {'port': {'network_id': '3148db2e-2466-4860-a3bf-5392e9e0eda7', 'fixed_ips': [{'subnet_id': '282b173f-6037-4329-8e23-3f9b07f63f50', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a659761-a6de-4c4f-84f8-cc51838904a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '2977f0f5-1ea2-4f9b-8730-f81b13be8f48'}], 'binding:host_id': 'n-d-791504-12'}, 'id': '1e5cbaf3-8ee8-4f59-b10e-3a89375edd21'} from n-d-791504-12. {{(pid=93767) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:29:09.187365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a3b06-ff6b-434d-af12-c80419a5500a tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event updated for resources: {'Port': ['ID=c0d32269-e11d-4ebf-a7d8-55e0de752874,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.249701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.254219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.275405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-b8e5ca1d-81ff-4400-9a79-95708b4b809e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0515685 Jul 07 17:29:09.316331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port c0d32269-e11d-4ebf-a7d8-55e0de752874 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:09.317065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.458656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.479524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for c0d32269-e11d-4ebf-a7d8-55e0de752874 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:09.673939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444c2aa-6c1e-4c04-af32-d5e4efdbcbd5 req-3ddda126-276c-4db2-a372-5e7f9aaa8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.675496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8444c2aa-6c1e-4c04-af32-d5e4efdbcbd5 req-3ddda126-276c-4db2-a372-5e7f9aaa8522 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1097 time: 0.5116475 Jul 07 17:29:09.692489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-72556df8-746f-4fa0-ac06-06e3190f4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.693945 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-72556df8-746f-4fa0-ac06-06e3190f4612 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.4114325 Jul 07 17:29:09.699055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.746191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=c0d32269-e11d-4ebf-a7d8-55e0de752874,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.751799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8444c2aa-6c1e-4c04-af32-d5e4efdbcbd5 req-045ae7df-0729-467f-9a16-c2f2ae2557dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684555 Jul 07 17:29:09.767160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-bcfeb4ba-114f-4a63-aecb-88f5cb4c13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.768644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-bcfeb4ba-114f-4a63-aecb-88f5cb4c13d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676687 Jul 07 17:29:09.803842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.810229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6057c2f9-0524-4089-b906-a9a2f608ff80 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/c0d32269-e11d-4ebf-a7d8-55e0de752874 HTTP/1.1" status: 204 len: 168 time: 0.6656551 Jul 07 17:29:09.811250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.871571 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee012cb-266c-418c-ac79-3e6408837027 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] GET failed (client error): The resource could not be found. Jul 07 17:29:09.873995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bee012cb-266c-418c-ac79-3e6408837027 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports/c0d32269-e11d-4ebf-a7d8-55e0de752874 HTTP/1.1" status: 404 len: 333 time: 0.0617020 Jul 07 17:29:09.877096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.884524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-d33dc535-ddbe-4230-8ed9-1f3b1311a77c service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073208 Jul 07 17:29:09.995536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.028898 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.047145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Transition to ACTIVE for port object 8ec82941-ba97-469a-9eb8-634b94eaab8e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:10.064759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.111227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.145435 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-7c5de064-4b97-4bff-ab0c-5d612068641e service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518349 Jul 07 17:29:10.199252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f866-974b-46e8-9c21-7ce3b1d48faa req-b012a270-1248-49ca-9c6d-c29cdee1bbd5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.199252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24e6f866-974b-46e8-9c21-7ce3b1d48faa req-b012a270-1248-49ca-9c6d-c29cdee1bbd5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.1683347 Jul 07 17:29:10.201059 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.203697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.207141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a31f39c-b204-42ea-b641-f8757371ce44 HTTP/1.1" status: 204 len: 168 time: 0.3262944 Jul 07 17:29:10.208635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.244011 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-16d50867-d0da-47c5-9b9d-8d4007f20256 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0899005 Jul 07 17:29:10.273454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f4ca-ad16-4951-a3ba-68a84ab5edcb tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31f39c-b204-42ea-b641-f8757371ce44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.282444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24e6f866-974b-46e8-9c21-7ce3b1d48faa req-2fba4399-f8a0-4514-8cb0-d6fb879fe463 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725162 Jul 07 17:29:10.317928 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.375134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.401007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Allocated IP 2001:db8:0:2::2 (3148db2e-2466-4860-a3bf-5392e9e0eda7/2977f0f5-1ea2-4f9b-8730-f81b13be8f48/1e5cbaf3-8ee8-4f59-b10e-3a89375edd21) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:10.405261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ba7a104a-b277-4afe-a406-e9bbe15a4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.409383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ba7a104a-b277-4afe-a406-e9bbe15a4ed3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.1610262 Jul 07 17:29:10.480874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.486457 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.495184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/security-groups/1eb47545-60e2-4c71-b1c4-678b91ea7b47 HTTP/1.1" status: 204 len: 168 time: 0.2648137 Jul 07 17:29:10.498683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.581140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd7ba-e3a2-4543-b2ed-792836da8f20 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb47545-60e2-4c71-b1c4-678b91ea7b47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.586819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:10.652150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-81d40648-a7ed-421d-87d5-e1caf3ab19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.652443 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.668038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-81d40648-a7ed-421d-87d5-e1caf3ab19a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2506478 Jul 07 17:29:10.676619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148763e-54bf-478a-a953-2b18bc6320b0 None None] Pushing event updated for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.682252 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.717801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.722657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Transition to ACTIVE for port object 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:10.784025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.785387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.788132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.789878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/security-groups/24edcebd-b962-4279-9d39-d1a0d12d6c37 HTTP/1.1" status: 204 len: 168 time: 0.2834609 Jul 07 17:29:10.792772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.812865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f154-cd84-4cca-b788-78057e2647d0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24edcebd-b962-4279-9d39-d1a0d12d6c37,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.920313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e09cf-22e7-4524-b74e-5f0fccb95dca None None] Pushing event updated for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.980374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Attempting to bind port 8ec82941-ba97-469a-9eb8-634b94eaab8e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:10.980374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Attempting to bind port 8ec82941-ba97-469a-9eb8-634b94eaab8e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:10.980374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Attempting to bind port 8ec82941-ba97-469a-9eb8-634b94eaab8e on network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:10.990741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-52fd37d0-f1d6-44cd-b998-d1f5a7102d0b service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158095 Jul 07 17:29:10.996568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 2a659761-a6de-4c4f-84f8-cc51838904a1 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:11.001360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.032132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:11.032132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Checking segment: {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:11.032778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.032778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Bound using segment: {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:11.033120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Bound port: 8ec82941-ba97-469a-9eb8-634b94eaab8e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc10843-c464-4d5d-bcd2-f4617590c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:11.034059 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.057363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.198903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.229955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] For port 8ec82941-ba97-469a-9eb8-634b94eaab8e, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:11.233588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] For port 8ec82941-ba97-469a-9eb8-634b94eaab8e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec82941-ba97-469a-9eb8-634b94eaab8e,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:11.239308 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.346663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:11.347596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:11.431215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b0fb6fd5-edaa-4df1-a793-a2b22d41b1fc req-ffe76be9-ce3a-4f21-a759-8d98f74c344c service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463039 Jul 07 17:29:11.450029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.515003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=2a659761-a6de-4c4f-84f8-cc51838904a1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.522593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148763e-54bf-478a-a953-2b18bc6320b0 None None] Pushing event updated for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.548979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.557164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a717a59-8c39-48b9-bc0a-1159e36e7c4c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/2a659761-a6de-4c4f-84f8-cc51838904a1 HTTP/1.1" status: 204 len: 168 time: 0.7562089 Jul 07 17:29:11.560226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45334) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.718706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067e458-17c4-47d7-8120-e3d5b40cc4e5 req-36935b47-3810-408e-933f-d6016738c097 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:11.722346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 2977f0f5-1ea2-4f9b-8730-f81b13be8f48 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:11.723982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0067e458-17c4-47d7-8120-e3d5b40cc4e5 req-36935b47-3810-408e-933f-d6016738c097 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.2004418 Jul 07 17:29:11.726560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.797430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.858591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0067e458-17c4-47d7-8120-e3d5b40cc4e5 req-13d9e454-c6bf-44ff-9efc-412c1f7edcda tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273360 Jul 07 17:29:12.020949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.185039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:12.261934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:12.271261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.359824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=2977f0f5-1ea2-4f9b-8730-f81b13be8f48,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.369686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.378995 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23a2c1d7-3852-4f5e-898b-9f8b1b6b2d1f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/2977f0f5-1ea2-4f9b-8730-f81b13be8f48 HTTP/1.1" status: 204 len: 168 time: 0.8167465 Jul 07 17:29:12.381108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.455307 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22b37df-770e-4400-b0b8-e12137055eb8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:12.455903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22b37df-770e-4400-b0b8-e12137055eb8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:12.466535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b096a1-3dd7-43db-b0c9-8661a123bb45 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:12.467462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.469341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d22b37df-770e-4400-b0b8-e12137055eb8 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/2a659761-a6de-4c4f-84f8-cc51838904a1 HTTP/1.1" status: 404 len: 337 time: 0.0858305 Jul 07 17:29:12.565646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Could not find standard attr ID for object c0d32269-e11d-4ebf-a7d8-55e0de752874. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:29:12.633146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Provisioning for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:12.723488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:12.724127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.844933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5598d-ed8d-48b1-b26e-099248b40234 req-9899ccbf-b130-4ef4-b474-6d2dce1c7705 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:12.848090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70a5598d-ed8d-48b1-b26e-099248b40234 req-9899ccbf-b130-4ef4-b474-6d2dce1c7705 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.5263796 Jul 07 17:29:12.856995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting subnet 282b173f-6037-4329-8e23-3f9b07f63f50 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:12.861083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.929752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.939868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:29:03Z', 'revision_number': 4, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8ec82941-ba97-469a-9eb8-634b94eaab8e', 'name': '', 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'mac_address': 'fa:16:3e:a5:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:02Z', 'updated_at': '2021-07-07T17:29:11Z', 'revision_number': 4, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'subnets': [{'id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.990249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb4a3a-d707-4071-9597-625146020a20 None None] The sync data for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 is: [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:29:03Z', 'revision_number': 4, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8ec82941-ba97-469a-9eb8-634b94eaab8e', 'name': '', 'network_id': '5bf040d9-4676-49a5-a5ca-b819bd84dd2a', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'mac_address': 'fa:16:3e:a5:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:02Z', 'updated_at': '2021-07-07T17:29:11Z', 'revision_number': 4, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'subnets': [{'id': '6bd2a2fc-72b7-4bad-a9d2-1c99b229c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:13.035247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Provisioning complete for port 5313ceb9-a150-4801-977b-ef050827f319 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:13.035632 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.080559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.134500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f576f-23b3-43af-b25b-2651c8da693a None None] Port 5313ceb9-a150-4801-977b-ef050827f319 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:13.214577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.281126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Subnet': ['ID=282b173f-6037-4329-8e23-3f9b07f63f50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.313251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.318800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45366) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.331688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cb6bf757-d5e0-4b4d-a669-d72abdc9055d tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/282b173f-6037-4329-8e23-3f9b07f63f50 HTTP/1.1" status: 204 len: 168 time: 0.8592734 Jul 07 17:29:13.355910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70a5598d-ed8d-48b1-b26e-099248b40234 req-ea708314-f07b-4b3e-bc1e-ef0a1c2937a2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813603 Jul 07 17:29:13.389821 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2fa44b-79d7-442b-b954-5f9e5bc8eeaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.390474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2fa44b-79d7-442b-b954-5f9e5bc8eeaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.395744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.412313 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb2fa44b-79d7-442b-b954-5f9e5bc8eeaf tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/42380d65-e25d-403c-9f0e-76470c3980ec HTTP/1.1" status: 404 len: 337 time: 0.0921948 Jul 07 17:29:13.415966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.473881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.486731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7bb7e7d7-293f-42e2-802d-db19b9a5f3df tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1386cfeb-025b-444b-b4d2-ce267636e353 HTTP/1.1" status: 200 len: 205 time: 0.0895751 Jul 07 17:29:13.531824 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-bb8383f6-6f9c-457b-8474-420c34b4f4a1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] delete failed (client error): The resource could not be found. Jul 07 17:29:13.536669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.567952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb8383f6-6f9c-457b-8474-420c34b4f4a1 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/routers/1386cfeb-025b-444b-b4d2-ce267636e353 HTTP/1.1" status: 404 len: 336 time: 0.0716252 Jul 07 17:29:13.596751 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-374be5ec-e66a-48b7-9b74-c87b7e1b630c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.597571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374be5ec-e66a-48b7-9b74-c87b7e1b630c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.601763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-374be5ec-e66a-48b7-9b74-c87b7e1b630c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/adce87cd-006a-4af1-a40b-4d6a7ac9398e HTTP/1.1" status: 404 len: 337 time: 0.0617003 Jul 07 17:29:13.602417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.660330 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a0e211-988e-4de1-b207-20a3b544a238 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.660330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a0e211-988e-4de1-b207-20a3b544a238 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.660330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-82a0e211-988e-4de1-b207-20a3b544a238 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/b266d055-078c-4b98-bd6c-101af26d44e4 HTTP/1.1" status: 404 len: 337 time: 0.0523622 Jul 07 17:29:13.661437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.743670 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee9d97f-696a-4408-ba21-062279d1b38f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.744321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee9d97f-696a-4408-ba21-062279d1b38f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.758774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5ee9d97f-696a-4408-ba21-062279d1b38f tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/ef7615c7-5fd0-4845-a631-0540ab1d04d4 HTTP/1.1" status: 404 len: 337 time: 0.0964453 Jul 07 17:29:13.761274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.809719 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eba200-4034-47d3-aabb-bcf2e4573c31 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.816539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eba200-4034-47d3-aabb-bcf2e4573c31 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.820732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c6eba200-4034-47d3-aabb-bcf2e4573c31 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/50ef16bc-58ba-48c4-a0a5-ee029f67cd13 HTTP/1.1" status: 404 len: 333 time: 0.0561669 Jul 07 17:29:13.821111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.881647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f62ac-e0e3-44ba-935e-32b8bcb9890f tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:13.882206 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-932463fb-44a2-4f23-bad2-31b2d2b9a26e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.884544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-716f62ac-e0e3-44ba-935e-32b8bcb9890f tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1092 time: 0.4671404 Jul 07 17:29:13.884738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932463fb-44a2-4f23-bad2-31b2d2b9a26e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.889370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-932463fb-44a2-4f23-bad2-31b2d2b9a26e tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/8cf4af21-11e9-47f7-9f20-2b0712fed779 HTTP/1.1" status: 404 len: 337 time: 0.0651133 Jul 07 17:29:13.890292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.890882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45398) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.900881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:13.927841 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd47661-fd20-4555-95c5-cf40ff2fefde tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.928610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd47661-fd20-4555-95c5-cf40ff2fefde tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:13.934084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ddd47661-fd20-4555-95c5-cf40ff2fefde tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/58adacf2-3bad-4a72-abd1-f7776deb67e2 HTTP/1.1" status: 404 len: 337 time: 0.0418067 Jul 07 17:29:13.935062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.990172 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-01feb468-058e-42f2-b970-39166783d72c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:13.992269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01feb468-058e-42f2-b970-39166783d72c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:14.006550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-01feb468-058e-42f2-b970-39166783d72c tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/4f4e4cee-96c5-44be-8a01-fc08ab5cc44d HTTP/1.1" status: 404 len: 333 time: 0.0698473 Jul 07 17:29:14.007262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.087134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.091358 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58ee2bd-2011-4b71-9ce6-07874b526ca0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:14.091823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58ee2bd-2011-4b71-9ce6-07874b526ca0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:14.096054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a58ee2bd-2011-4b71-9ce6-07874b526ca0 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/60a77da4-d30e-4e07-8864-de0a4b3d3ba7 HTTP/1.1" status: 404 len: 337 time: 0.0833197 Jul 07 17:29:14.096904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.166180 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-548ce6de-36f6-4e8e-b2a0-4a0f55dd3222 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:14.166914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548ce6de-36f6-4e8e-b2a0-4a0f55dd3222 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:14.177489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-548ce6de-36f6-4e8e-b2a0-4a0f55dd3222 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/subnets/59af8de1-4e33-4f2b-8502-94de7e3f6590 HTTP/1.1" status: 404 len: 337 time: 0.0791397 Jul 07 17:29:14.182685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45414) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.184535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec82941-ba97-469a-9eb8-634b94eaab8e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:14.290866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b3e1f-d672-415c-82f3-883c0c701299 None None] Network 3148db2e-2466-4860-a3bf-5392e9e0eda7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:14.363117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.365236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 5313ceb9-a150-4801-977b-ef050827f319 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:14.365589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.456755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.490470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 5313ceb9-a150-4801-977b-ef050827f319 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:14.605291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d9f8f7c0-693c-4ece-945d-22761e4b14e6 None None] Provisioning complete for port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:14.605622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f7c0-693c-4ece-945d-22761e4b14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.638091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.25.7.116 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e9c37b54-8dc4-4249-b6eb-56e3490e7dfe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:14.660773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.697842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8ec82941-ba97-469a-9eb8-634b94eaab8e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:14.715831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8ec82941-ba97-469a-9eb8-634b94eaab8e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:14.716272 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.730313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=5313ceb9-a150-4801-977b-ef050827f319,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.742310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.744510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-449ed4bf-73a6-4a7c-b30a-c148f531ee7b tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/ports/5313ceb9-a150-4801-977b-ef050827f319 HTTP/1.1" status: 204 len: 168 time: 0.5607073 Jul 07 17:29:14.748345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.936362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.012759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.063954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.094498 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Deleting port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:15.094844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.105648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d9f8f7c0-693c-4ece-945d-22761e4b14e6 None None] Could not find standard attr ID for object 5313ceb9-a150-4801-977b-ef050827f319. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:29:15.167349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.168038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] DHCP port deletion for 3148db2e-2466-4860-a3bf-5392e9e0eda7 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:15.194602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8ec82941-ba97-469a-9eb8-634b94eaab8e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec82941-ba97-469a-9eb8-634b94eaab8e,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:15.200188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.300170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:15.303036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.314082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:15.321234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.327519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Deleting port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:15.327824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.345948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:15.349100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:15.396749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Calling delete_port for 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:15.400573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=e9c37b54-8dc4-4249-b6eb-56e3490e7dfe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.415050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] For port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,segment=NetworkSegment(04e6f46d-b4e0-451f-a3c6-3c7157b33fe4),segment_id=04e6f46d-b4e0-451f-a3c6-3c7157b33fe4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:15.415677 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.431789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Calling delete_port for 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:15.550233 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.593457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] No DVR routers for this DVR port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:15.595595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c5f61-6c7c-4b64-9c14-acb791141413 None None] Pushing event deleted for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.667322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.742642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Port': ['ID=1e5cbaf3-8ee8-4f59-b10e-3a89375edd21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.749090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] No DVR routers for this DVR port 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:15.882581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.899844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3148db2e-2466-4860-a3bf-5392e9e0eda7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.915133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.915443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e6f46d-b4e0-451f-a3c6-3c7157b33fe4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.935348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.994417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.009415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:16.009897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:16.013180 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:16.107223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec82941-ba97-469a-9eb8-634b94eaab8e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:16.183710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8ec82941-ba97-469a-9eb8-634b94eaab8e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:16.184120 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.316348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.320929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.325415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] 10.222.0.22 "DELETE /v2.0/networks/3148db2e-2466-4860-a3bf-5392e9e0eda7 HTTP/1.1" status: 204 len: 168 time: 1.5735734 Jul 07 17:29:16.373798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:16.392506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ca977-6265-4fbc-bb09-7ece540c67e4 tempest-PortsIpV6TestJSON-1808010374 tempest-PortsIpV6TestJSON-1808010374-project] Pushing event deleted for resources: {'Network': ['ID=3148db2e-2466-4860-a3bf-5392e9e0eda7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.395782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:16.396245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1e5cbaf3-8ee8-4f59-b10e-3a89375edd21 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:16.468353 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.609135 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.668541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45460) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.835028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.842645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.880574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dfe134cc-2953-42fd-b656-b20a0b69bc2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20bdbd0f43f0439ba22ddf8becb34ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097507 Jul 07 17:29:16.881509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45464) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.938613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.971235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.972338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=e9c37b54-8dc4-4249-b6eb-56e3490e7dfe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.041957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.046313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.050931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36eeb82c-7f54-4a0c-821a-2ed5b1859a88 HTTP/1.1" status: 204 len: 168 time: 0.1679156 Jul 07 17:29:17.067205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537955de-873b-46f8-b3dd-5d8ca85b3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eeb82c-7f54-4a0c-821a-2ed5b1859a88,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.075835 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.251073 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 5808f089-efd9-40c8-bc00-42c969e33afd associated. External IP: 172.25.7.116, port: b9140d7d-1f65-4b4a-90e9-4e9ca59db28e. Jul 07 17:29:17.761962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:18.250074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:18.266581 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:18.280861 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:18.283573 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.296786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.410173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8bab8c16-ea7c-4a02-af95-f6f804adc32c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4993846 Jul 07 17:29:18.410173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:18.410173 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ac0aa-63a1-430b-ba91-310c0653303c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:18.496581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:18.601117 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:18.739272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-533478336'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:18.790385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:18.801823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.836909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.963058 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49414f76-52f8-4baa-bb91-bfb3f114ab1c x-openstack-request-id: req-49414f76-52f8-4baa-bb91-bfb3f114ab1c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:18.978053 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:18.978516 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49414f76-52f8-4baa-bb91-bfb3f114ab1c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:18.979056 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'status': 'completed', 'code': 200} Jul 07 17:29:19.086444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-865c902f-3b2b-4cf4-904d-23699c5cf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.095894 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-865c902f-3b2b-4cf4-904d-23699c5cf1ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1097 time: 0.1562274 Jul 07 17:29:19.106736 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '5808f089-efd9-40c8-bc00-42c969e33afd', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:e8:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:15Z', 'updated_at': '2021-07-07T17:29:15Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.119819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.125597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.143544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:19.157848 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.158428 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 2b6b764b-f2a7-431c-929c-1b9947c0fe8e of type vlan for network f1fed74e-f982-4602-91db-957ff423df09 Jul 07 17:29:19.177876 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:19.218563 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:19.219183 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.265156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.285663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6875e-8134-4d71-ae0b-c1dfcba0b53b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.292853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-3b2a1bfd-69f7-4c0d-b814-8906d071e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.295620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-3b2a1bfd-69f7-4c0d-b814-8906d071e129 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1932197 Jul 07 17:29:19.313648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.321071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.322053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.391008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-b7634fe9-a8e2-4d6f-b3c0-2b836419a42b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 999 time: 0.0787783 Jul 07 17:29:19.416518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=f1fed74e-f982-4602-91db-957ff423df09,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.431055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f1fed74e-f982-4602-91db-957ff423df09 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:19.442390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bb5fe648-cc05-4b2f-a958-9117c61f03a9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9423254 Jul 07 17:29:19.444822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.459282 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:19.473598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-104420119'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:19.479457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-f4b52b87-9d86-4139-aa4c-5391e92674db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.482302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-f4b52b87-9d86-4139-aa4c-5391e92674db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0742979 Jul 07 17:29:19.530351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:19.534037 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.593660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:19.612221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.612643 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 9df7d18e-f8ef-4552-b4a7-f572b6a466db of type vlan for network 93202311-364a-425b-9881-2b29e4425a7d Jul 07 17:29:19.711313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.738274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-a6a9ee72-1b72-4485-8e9d-454be149d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.739941 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-a6a9ee72-1b72-4485-8e9d-454be149d250 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513521 Jul 07 17:29:19.794154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.800071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.800899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.975942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5285559 Jul 07 17:29:19.983312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.993744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': 'f1fed74e-f982-4602-91db-957ff423df09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.019502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-4c682541-6999-479a-a1e5-f2539592790b service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690363 Jul 07 17:29:20.164689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addd478-6a55-45d1-aedd-36f43b9e2b76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=93202311-364a-425b-9881-2b29e4425a7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.173502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-af0ac0aa-63a1-430b-ba91-310c0653303c req-46e2ae00-c1b8-40b8-8c57-852ae3566952 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439047 Jul 07 17:29:20.186034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 93202311-364a-425b-9881-2b29e4425a7d details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:20.236052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '5808f089-efd9-40c8-bc00-42c969e33afd', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:e8:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:15Z', 'updated_at': '2021-07-07T17:29:15Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:20.286055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:20.289754 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.309658 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75425ede-1da9-40bf-ab3e-dc64363c1d63 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '5808f089-efd9-40c8-bc00-42c969e33afd', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:e8:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:29:15Z', 'updated_at': '2021-07-07T17:29:15Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:20.559581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.640328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=488b75e4-38a8-422e-a0f6-fa1c23138c4e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.658632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '2b6b764b-f2a7-431c-929c-1b9947c0fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:20.659051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: f1fed74e-f982-4602-91db-957ff423df09, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:20.685296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network f1fed74e-f982-4602-91db-957ff423df09 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:20.703642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f1fed74e-f982-4602-91db-957ff423df09) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:20.709970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.710898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.714763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8119c-748a-40eb-aa7d-df590c8ac61d None None] Network f1fed74e-f982-4602-91db-957ff423df09 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:20.745169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-77158205-4af7-412b-a5c7-c8c243d470ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7585330 Jul 07 17:29:20.748023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.754549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '93202311-364a-425b-9881-2b29e4425a7d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:20.823079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5039b-60cb-4c10-901a-bc9a80bf16e9 None None] New status for floating IP 5808f089-efd9-40c8-bc00-42c969e33afd: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:29:20.931553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:20.936074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.308235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-f1fed74e-f982-4602-91db-957ff423df09', 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '488b75e4-38a8-422e-a0f6-fa1c23138c4e'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:21.310648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.483801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.517667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Allocated IP 172.20.0.2 (f1fed74e-f982-4602-91db-957ff423df09/488b75e4-38a8-422e-a0f6-fa1c23138c4e/10c6e9a0-07c7-4256-b870-f808e2692c44) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:21.677074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=1c4dc80c-c84e-4ed4-82de-88e5930f3b81,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.696157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '9df7d18e-f8ef-4552-b4a7-f572b6a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93202311-364a-425b-9881-2b29e4425a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:21.696532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 93202311-364a-425b-9881-2b29e4425a7d, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:21.732994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 93202311-364a-425b-9881-2b29e4425a7d is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:21.751327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 93202311-364a-425b-9881-2b29e4425a7d) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:21.754844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.764519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Transition to ACTIVE for port object 10c6e9a0-07c7-4256-b870-f808e2692c44 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:21.771649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:21.772546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.780328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Transition to ACTIVE for port object 10c6e9a0-07c7-4256-b870-f808e2692c44 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:21.785138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071364e-92b7-403b-8107-6494ec4228a8 None None] Network 93202311-364a-425b-9881-2b29e4425a7d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:21.789255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.794065 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c47e112c-2cf9-4fab-99eb-148a9906fc24 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0413537 Jul 07 17:29:21.794288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.799791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-377474851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:21.849751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.851901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.907180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Network f1fed74e-f982-4602-91db-957ff423df09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:21.908708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Pushing event updated for resources: {'Port': ['ID=10c6e9a0-07c7-4256-b870-f808e2692c44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.914549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:21.919834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:22.016203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.024213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.039607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Attempting to bind port 10c6e9a0-07c7-4256-b870-f808e2692c44 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:22.039981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Attempting to bind port 10c6e9a0-07c7-4256-b870-f808e2692c44 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2b6b764b-f2a7-431c-929c-1b9947c0fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:22.040352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Attempting to bind port 10c6e9a0-07c7-4256-b870-f808e2692c44 on network f1fed74e-f982-4602-91db-957ff423df09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:22.049828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:22.050287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Checking segment: {'id': '2b6b764b-f2a7-431c-929c-1b9947c0fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:22.050643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.051037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Bound using segment: {'id': '2b6b764b-f2a7-431c-929c-1b9947c0fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:22.051555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Bound port: 10c6e9a0-07c7-4256-b870-f808e2692c44, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6b764b-f2a7-431c-929c-1b9947c0fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f1fed74e-f982-4602-91db-957ff423df09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:22.051952 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.096458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.100080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d4fddb37-f72b-4a06-ae75-d865de4190f5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3027992 Jul 07 17:29:22.100459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.266837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] For port 10c6e9a0-07c7-4256-b870-f808e2692c44, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:22.279711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-93202311-364a-425b-9881-2b29e4425a7d', 'network_id': '93202311-364a-425b-9881-2b29e4425a7d', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '1c4dc80c-c84e-4ed4-82de-88e5930f3b81'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:22.280883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.287001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] For port 10c6e9a0-07c7-4256-b870-f808e2692c44, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=10c6e9a0-07c7-4256-b870-f808e2692c44,segment=NetworkSegment(2b6b764b-f2a7-431c-929c-1b9947c0fe8e),segment_id=2b6b764b-f2a7-431c-929c-1b9947c0fe8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:22.299054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.505600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30eb7-1c6d-4356-b860-6c2040f8ad6f None None] Pushing event updated for resources: {'Port': ['ID=10c6e9a0-07c7-4256-b870-f808e2692c44,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.628427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.664290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Allocated IP 172.21.0.2 (93202311-364a-425b-9881-2b29e4425a7d/1c4dc80c-c84e-4ed4-82de-88e5930f3b81/ffc8d419-cd56-4f3b-bb86-4c335ff099dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:22.950766 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.969237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Transition to ACTIVE for port object ffc8d419-cd56-4f3b-bb86-4c335ff099dd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:23.037519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Transition to ACTIVE for port object ffc8d419-cd56-4f3b-bb86-4c335ff099dd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:23.059548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.094361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Network 93202311-364a-425b-9881-2b29e4425a7d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:23.098989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:23.122639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.20.0.1 (f1fed74e-f982-4602-91db-957ff423df09/488b75e4-38a8-422e-a0f6-fa1c23138c4e/8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:23.134385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:23.277888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.301271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:23.315525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Attempting to bind port ffc8d419-cd56-4f3b-bb86-4c335ff099dd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:23.315896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Attempting to bind port ffc8d419-cd56-4f3b-bb86-4c335ff099dd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9df7d18e-f8ef-4552-b4a7-f572b6a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93202311-364a-425b-9881-2b29e4425a7d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:23.316258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Attempting to bind port ffc8d419-cd56-4f3b-bb86-4c335ff099dd on network 93202311-364a-425b-9881-2b29e4425a7d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:23.323270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Pushing event updated for resources: {'Port': ['ID=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.345919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:23.345919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Checking segment: {'id': '9df7d18e-f8ef-4552-b4a7-f572b6a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93202311-364a-425b-9881-2b29e4425a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:23.346406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.346809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Bound using segment: {'id': '9df7d18e-f8ef-4552-b4a7-f572b6a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93202311-364a-425b-9881-2b29e4425a7d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:23.347268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Bound port: ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df7d18e-f8ef-4552-b4a7-f572b6a466db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93202311-364a-425b-9881-2b29e4425a7d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:23.347658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.360000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.406421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network f1fed74e-f982-4602-91db-957ff423df09 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:23.431253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:23.436302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:23.452596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] For port ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:23.457299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] For port ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,segment=NetworkSegment(9df7d18e-f8ef-4552-b4a7-f572b6a466db),segment_id=9df7d18e-f8ef-4552-b4a7-f572b6a466db)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:23.467599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.529616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.552248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88bebe-3c1a-47e2-803a-818ba8fdac60 None None] Pushing event updated for resources: {'Port': ['ID=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.558673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.766754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.144198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f4db9-4365-48cd-9b0d-aa5ed499e49c None None] Network f1fed74e-f982-4602-91db-957ff423df09 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:24.289951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b8c3695d-a99b-42b8-a500-91a76175c1f5 None None] Provisioning for port 10c6e9a0-07c7-4256-b870-f808e2692c44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:24.323708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.336522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.348605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffc8d419-cd56-4f3b-bb86-4c335ff099dd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:24.462101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.492716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.563466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ffc8d419-cd56-4f3b-bb86-4c335ff099dd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:24.571350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 10c6e9a0-07c7-4256-b870-f808e2692c44 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:24.657286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 10c6e9a0-07c7-4256-b870-f808e2692c44 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:24.670293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 10c6e9a0-07c7-4256-b870-f808e2692c44 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:24.674254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.680208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network f1fed74e-f982-4602-91db-957ff423df09 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:24.681592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:24.908021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.911252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.014496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 10c6e9a0-07c7-4256-b870-f808e2692c44, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=10c6e9a0-07c7-4256-b870-f808e2692c44,segment=NetworkSegment(2b6b764b-f2a7-431c-929c-1b9947c0fe8e),segment_id=2b6b764b-f2a7-431c-929c-1b9947c0fe8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:25.031980 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.076944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router b9ca1cf6-79f8-45df-a772-0dbcac505551 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:25.152014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=10c6e9a0-07c7-4256-b870-f808e2692c44,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.213896 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ff830d-1f5a-447f-a8ef-46981cdcc45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.249639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Provisioning for port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:25.257531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Provisioning complete for port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:25.262301 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.331383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:25.346082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] Sync routers for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:25.361122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e134e99-4eb1-489d-bfa7-d607bbeb7922 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593565 Jul 07 17:29:25.361699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45662) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.370533 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:25.372344 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.375496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:25.390015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ff830d-1f5a-447f-a8ef-46981cdcc45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.396906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ff830d-1f5a-447f-a8ef-46981cdcc45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.411221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Provisioning complete for port 10c6e9a0-07c7-4256-b870-f808e2692c44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:25.411737 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe0caf02-b4f5-4679-8d95-06e03a8f533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.503821 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.509274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618d468-37b1-44e8-82fb-3fd445f905f4 None None] Network 93202311-364a-425b-9881-2b29e4425a7d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:25.524275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-37ff830d-1f5a-447f-a8ef-46981cdcc45a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e55faf3e9d6477fa35ba5e5f4d64630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121964 Jul 07 17:29:25.529684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.530728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ce832-a1bc-487f-9f21-3ef61a03fde2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:25.530897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:25.531540 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.532243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-122ce832-a1bc-487f-9f21-3ef61a03fde2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports/8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 HTTP/1.1" status: 200 len: 910 time: 0.1695414 Jul 07 17:29:25.537980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45672) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.551824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff830d-1f5a-447f-a8ef-46981cdcc45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec8bdd-5e1f-4e3c-b5dc-e06bcb3834f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.608377 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.622467 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb836ab-b08f-4213-919b-ff9445b583dd None None] The sync data for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:25.717608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.785140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.864157 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.870010 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.876693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dec8bdd-5e1f-4e3c-b5dc-e06bcb3834f3 HTTP/1.1" status: 204 len: 168 time: 0.3402646 Jul 07 17:29:25.898791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5169e-d492-422c-8b42-3d450b823b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec8bdd-5e1f-4e3c-b5dc-e06bcb3834f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.952726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Provisioning for port ffc8d419-cd56-4f3b-bb86-4c335ff099dd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:25.960704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Provisioning complete for port ffc8d419-cd56-4f3b-bb86-4c335ff099dd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:25.961565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.193119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 10c6e9a0-07c7-4256-b870-f808e2692c44 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:26.273191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.399609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] For port ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,segment=NetworkSegment(9df7d18e-f8ef-4552-b4a7-f572b6a466db),segment_id=9df7d18e-f8ef-4552-b4a7-f572b6a466db)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:26.412337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.433161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 10c6e9a0-07c7-4256-b870-f808e2692c44 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.433537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.474251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.541553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Provisioning complete for port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.541929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.622781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Pushing event updated for resources: {'Port': ['ID=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.641883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed647b-59be-4041-b5f3-e1a59a7ce5c7 None None] Port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:26.795425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2ad5d5d-13f7-4167-bcb4-3956ca5f5252 None None] Provisioning complete for port ffc8d419-cd56-4f3b-bb86-4c335ff099dd triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.795950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5d5d-13f7-4167-bcb4-3956ca5f5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.960559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2ad5d5d-13f7-4167-bcb4-3956ca5f5252 None None] Provisioning complete for port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.961007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5d5d-13f7-4167-bcb4-3956ca5f5252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.003427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad5d5d-13f7-4167-bcb4-3956ca5f5252 None None] Port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:27.221799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.21.0.1 (93202311-364a-425b-9881-2b29e4425a7d/1c4dc80c-c84e-4ed4-82de-88e5930f3b81/a531834c-8016-4b04-ade9-47185e93ef81) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:27.381902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.398593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object a531834c-8016-4b04-ade9-47185e93ef81 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:27.493998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.598421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 93202311-364a-425b-9881-2b29e4425a7d is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:27.604323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:27.608205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:27.615752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=a531834c-8016-4b04-ade9-47185e93ef81,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:27.684167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.867875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.059054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-85b8f2ef-e24b-4fe0-a53d-fb9f77020695 None None] Provisioning for port a531834c-8016-4b04-ade9-47185e93ef81 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:28.067228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-85b8f2ef-e24b-4fe0-a53d-fb9f77020695 None None] Provisioning complete for port a531834c-8016-4b04-ade9-47185e93ef81 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:28.067718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b8f2ef-e24b-4fe0-a53d-fb9f77020695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.108218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffc8d419-cd56-4f3b-bb86-4c335ff099dd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:28.145619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.184815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-85b8f2ef-e24b-4fe0-a53d-fb9f77020695 None None] Port a531834c-8016-4b04-ade9-47185e93ef81 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:28.199853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ffc8d419-cd56-4f3b-bb86-4c335ff099dd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:28.200243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.228643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-b22a6520-32fc-429a-9e05-06416441c9c3 req-f620aa88-61a8-4e58-b757-8cca4919af71 service neutron] (93765) timed out ('10.222.0.22', 52854) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:29:28.360699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed747-2ad0-4914-9e63-8f5993bb7e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.381216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.391250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.502131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed747-2ad0-4914-9e63-8f5993bb7e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.512462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=a531834c-8016-4b04-ade9-47185e93ef81,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.515403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed747-2ad0-4914-9e63-8f5993bb7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.521512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.528986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.529388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.529858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.530397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.531115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.531442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.532119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.532530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.532933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.533742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.534198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.534757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.619195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c5ed747-2ad0-4914-9e63-8f5993bb7e64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94459c1b5cb2455fb21fcb45d4880c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723816 Jul 07 17:29:28.628719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45784) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.633210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ed747-2ad0-4914-9e63-8f5993bb7e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed777d9-5d9a-49a4-b99b-87315521101f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.738185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 93202311-364a-425b-9881-2b29e4425a7d is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:28.739391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.742082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:28.828228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.910893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router b9ca1cf6-79f8-45df-a772-0dbcac505551 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:28.928641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.932081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.935575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eed777d9-5d9a-49a4-b99b-87315521101f HTTP/1.1" status: 204 len: 168 time: 0.3027511 Jul 07 17:29:28.944447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5583e-2af6-4ae2-b645-6eedc426de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed777d9-5d9a-49a4-b99b-87315521101f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.067881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:29.077446 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2888aecc-2a77-4bca-b1f6-a26aa4e27394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344598 Jul 07 17:29:29.077528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.084068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] Sync routers for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:29.099455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:29.100990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.151282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.169603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:29.170355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.174509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-911e2a2c-3f3c-4e1c-96c6-37a401f33259 None None] Provisioning complete for port a531834c-8016-4b04-ade9-47185e93ef81 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:29.174943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-911e2a2c-3f3c-4e1c-96c6-37a401f33259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.194375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fe062-d9e8-4f48-84bd-fd235b23b063 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:29.198526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-201fe062-d9e8-4f48-84bd-fd235b23b063 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports/a531834c-8016-4b04-ade9-47185e93ef81 HTTP/1.1" status: 200 len: 910 time: 0.1178539 Jul 07 17:29:29.198802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.229267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.230049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62c534-7a3d-4d86-807c-f300db223c6d None None] The sync data for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:29.249265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-911e2a2c-3f3c-4e1c-96c6-37a401f33259 None None] Port a531834c-8016-4b04-ade9-47185e93ef81 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:29.652875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.896927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a73eb8a-4999-4ab5-ba78-0376b6516190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.034668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port a531834c-8016-4b04-ade9-47185e93ef81 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:30.035030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.141432 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.155449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for a531834c-8016-4b04-ade9-47185e93ef81 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:30.375869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.411781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=a531834c-8016-4b04-ade9-47185e93ef81,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.436905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.437285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.437609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.438300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.441677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.442712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:30.767074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.035972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router b9ca1cf6-79f8-45df-a772-0dbcac505551 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:31.169514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:31.181315 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] Sync routers for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:31.190671 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:31.191270 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:31.192577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-645156ee-af79-4f26-9e1e-e1b2883a3f8b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9921262 Jul 07 17:29:31.195211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:31.233153 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:31.263602 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:31.264220 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:31.304633 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:31.305301 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19daea27-c4a1-40e5-8771-a0ad5d88e830 None None] The sync data for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:31.583302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.916756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:31.917129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.079533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.097812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:32.319088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-997c4008-43e8-4bad-8106-dfcac632860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.541551 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:32.733790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.766847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=8d0a554c-e0c4-41d3-ae96-6a1ee4b6dd12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.797423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.113128 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.429428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router b9ca1cf6-79f8-45df-a772-0dbcac505551 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:33.551992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:33.562194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 45996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.565558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] Sync routers for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:33.573549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1bb7f03d-8943-4ba1-ae57-0f117591d537 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3730102 Jul 07 17:29:33.578757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:33.579988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.615426 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb2da6a6-48b9-4c90-9c01-a703bd99bba9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ca1cf6-79f8-45df-a772-0dbcac505551 HTTP/1.1" status: 200 len: 205 time: 0.0514927 Jul 07 17:29:33.618169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 45998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.637558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.653438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] Routers {'b9ca1cf6-79f8-45df-a772-0dbcac505551'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:33.654668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b9ca1cf6-79f8-45df-a772-0dbcac505551'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.693918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:33.694616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07218f5b-3719-44c5-9603-98be30b7218d None None] The sync data for ids ['b9ca1cf6-79f8-45df-a772-0dbcac505551'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:33.696036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.729503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.899744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:33.915147 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.918910 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.983330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.983973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router b9ca1cf6-79f8-45df-a772-0dbcac505551 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:34.008268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.009577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-09787583-a6fc-489b-8150-8c14c492966a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551 HTTP/1.1" status: 204 len: 168 time: 0.3903456 Jul 07 17:29:34.012198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.069378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 1c4dc80c-c84e-4ed4-82de-88e5930f3b81 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:34.073206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.110542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a0d87ec-f42f-43e0-8ccb-e7bcbb289b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.122150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.234465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a0d87ec-f42f-43e0-8ccb-e7bcbb289b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.244445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7a0d87ec-f42f-43e0-8ccb-e7bcbb289b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.245363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.307817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d87ec-f42f-43e0-8ccb-e7bcbb289b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d975b951-d305-4c99-bb8c-c1b8e9bf3df7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.315057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7a0d87ec-f42f-43e0-8ccb-e7bcbb289b7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3c34dc1666c4ceda8e251f8b29373f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116535 Jul 07 17:29:34.315504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46020) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.349733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.380102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.384134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.389561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/1c4dc80c-c84e-4ed4-82de-88e5930f3b81 HTTP/1.1" status: 204 len: 168 time: 0.3762949 Jul 07 17:29:34.392845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd67265-23af-45a2-8e6b-b5eb0e165bd6 None None] Network 93202311-364a-425b-9881-2b29e4425a7d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:34.392993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46022) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.395793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22849c31-b24d-4837-a885-1068b5756ab8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4dc80c-c84e-4ed4-82de-88e5930f3b81,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.422610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.499451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.502154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.503322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d975b951-d305-4c99-bb8c-c1b8e9bf3df7 HTTP/1.1" status: 204 len: 168 time: 0.1870658 Jul 07 17:29:34.523625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0c29-c3f1-4cc1-8eee-34864c445af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d975b951-d305-4c99-bb8c-c1b8e9bf3df7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.538363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 488b75e4-38a8-422e-a0f6-fa1c23138c4e {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:34.542078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.545261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.594155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.739428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] DHCP port deletion for 93202311-364a-425b-9881-2b29e4425a7d request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:34.781920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.820706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Deleting port ffc8d419-cd56-4f3b-bb86-4c335ff099dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:34.821105 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.882064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.916372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] For port ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,segment=NetworkSegment(9df7d18e-f8ef-4552-b4a7-f572b6a466db),segment_id=9df7d18e-f8ef-4552-b4a7-f572b6a466db)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:34.916769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.922441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=488b75e4-38a8-422e-a0f6-fa1c23138c4e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.936160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.941667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.942286 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-22a3fdba-4c7a-470c-b25f-93b55e4e0af5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/488b75e4-38a8-422e-a0f6-fa1c23138c4e HTTP/1.1" status: 204 len: 168 time: 0.5429060 Jul 07 17:29:34.947782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Calling delete_port for ffc8d419-cd56-4f3b-bb86-4c335ff099dd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:34.959129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822c1b3-d736-488b-b3be-058d347297c3 None None] Network f1fed74e-f982-4602-91db-957ff423df09 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:35.012389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46044) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.028609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6fba0d7-e356-4240-bc06-b61ee3a10490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.049385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.137227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port ffc8d419-cd56-4f3b-bb86-4c335ff099dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:35.138264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.180090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6fba0d7-e356-4240-bc06-b61ee3a10490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.187144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6fba0d7-e356-4240-bc06-b61ee3a10490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.231415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.278852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] Pushing event deleted for resources: {'Port': ['ID=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.283818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fedb4-c86f-4704-b514-bb6304da9e09 None None] No DVR routers for this DVR port ffc8d419-cd56-4f3b-bb86-4c335ff099dd on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:35.296895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port ffc8d419-cd56-4f3b-bb86-4c335ff099dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,segment=NetworkSegment(9df7d18e-f8ef-4552-b4a7-f572b6a466db),segment_id=9df7d18e-f8ef-4552-b4a7-f572b6a466db)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:35.298456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.304131 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d6fba0d7-e356-4240-bc06-b61ee3a10490 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19c586c4703844a7beb852df8e329553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906313 Jul 07 17:29:35.305069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fba0d7-e356-4240-bc06-b61ee3a10490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf38d24-408e-4b81-85bf-c7de559d3103,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.308039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.344326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for ffc8d419-cd56-4f3b-bb86-4c335ff099dd owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:35.369370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] DHCP port deletion for f1fed74e-f982-4602-91db-957ff423df09 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:35.386917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.416242 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.438031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.489428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.493079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.497072 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.500755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddf38d24-408e-4b81-85bf-c7de559d3103 HTTP/1.1" status: 204 len: 168 time: 0.1888049 Jul 07 17:29:35.524651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Deleting port 10c6e9a0-07c7-4256-b870-f808e2692c44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:35.525264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.525639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeafd8d-7db5-4383-9b35-31bafebc7f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf38d24-408e-4b81-85bf-c7de559d3103,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.583948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port ffc8d419-cd56-4f3b-bb86-4c335ff099dd on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:35.591096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=ffc8d419-cd56-4f3b-bb86-4c335ff099dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.655298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] For port 10c6e9a0-07c7-4256-b870-f808e2692c44, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=10c6e9a0-07c7-4256-b870-f808e2692c44,segment=NetworkSegment(2b6b764b-f2a7-431c-929c-1b9947c0fe8e),segment_id=2b6b764b-f2a7-431c-929c-1b9947c0fe8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:35.656106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.674883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Calling delete_port for 10c6e9a0-07c7-4256-b870-f808e2692c44 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:35.709208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.726389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93202311-364a-425b-9881-2b29e4425a7d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.743353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df7d18e-f8ef-4552-b4a7-f572b6a466db') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.743650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df7d18e-f8ef-4552-b4a7-f572b6a466db') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.762558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.786939 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.805051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.825911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] Pushing event deleted for resources: {'Port': ['ID=10c6e9a0-07c7-4256-b870-f808e2692c44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.828088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:35.828993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.830925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4831c3-a0eb-4455-b5c7-af40786aaa93 None None] No DVR routers for this DVR port 10c6e9a0-07c7-4256-b870-f808e2692c44 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:35.834440 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:35.959845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.965177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.974641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/93202311-364a-425b-9881-2b29e4425a7d HTTP/1.1" status: 204 len: 168 time: 1.0310516 Jul 07 17:29:35.975535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.027943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a6354-1d80-4330-96cb-b70244ea71b9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=93202311-364a-425b-9881-2b29e4425a7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.088928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffc8d419-cd56-4f3b-bb86-4c335ff099dd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:36.138206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ffc8d419-cd56-4f3b-bb86-4c335ff099dd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:36.138629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ffc8d419-cd56-4f3b-bb86-4c335ff099dd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:36.139125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 10c6e9a0-07c7-4256-b870-f808e2692c44 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:36.148615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.160780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 10c6e9a0-07c7-4256-b870-f808e2692c44 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:36.161157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 10c6e9a0-07c7-4256-b870-f808e2692c44 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:36.297922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.311573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fed74e-f982-4602-91db-957ff423df09']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.324320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6b764b-f2a7-431c-929c-1b9947c0fe8e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.324788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6b764b-f2a7-431c-929c-1b9947c0fe8e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:36.337990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.355378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.369728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:36.371744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:36.375841 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:36.432229 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.447953 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.457982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.465692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/f1fed74e-f982-4602-91db-957ff423df09 HTTP/1.1" status: 204 len: 168 time: 0.4809990 Jul 07 17:29:36.466645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46094) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.478084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a93ff0-b5bb-4e89-b308-3e4190129031 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=f1fed74e-f982-4602-91db-957ff423df09,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.485433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-2128603282'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:36.530594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:36.535008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.563636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:36.575132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.575645 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 2d990e63-13ef-495e-a93b-cafc6000bac4 of type vlan for network 8c7e9c17-4b59-4bad-98a3-52d17778deac Jul 07 17:29:36.651215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.686544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.693353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:36.694085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.769542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2999008 Jul 07 17:29:36.771797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:36.777564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:36.795013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24415ca-bba9-4cec-b4a8-5b4899f4bf7c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=8c7e9c17-4b59-4bad-98a3-52d17778deac,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.809027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:36.959610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:36.963732 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.469057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.577222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.584290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.591126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.597291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.603514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.610020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.616783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.623483 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-34c6244f-5398-42ae-a15a-ec8ef2355223 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.2502954 Jul 07 17:29:37.627834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.664971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '2d990e63-13ef-495e-a93b-cafc6000bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:37.665348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 8c7e9c17-4b59-4bad-98a3-52d17778deac, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:37.701389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e1bc47e4-3d67-4e4c-834a-77f16f618bbd req-b140a3f0-8c38-4c5e-b897-0337cdb53de7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634680 Jul 07 17:29:37.706157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:37.717627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8c7e9c17-4b59-4bad-98a3-52d17778deac) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:37.723220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:37.723948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.731882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a74309-8b47-4de6-a109-08d9c4e0aa1e None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:37.765509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-58f63c6d-4069-4350-921d-e7792ee7f6c6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9923713 Jul 07 17:29:37.768364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46146) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.773238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-307716291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:37.833173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.842907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.012989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.019144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8c7e9c17-4b59-4bad-98a3-52d17778deac', 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:38.020720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.020824 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.027703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.033108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.042250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.044307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.050937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.062946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.069651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:38.076764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9ccbc2c-d952-47af-b780-b1c7e2991635 req-ea2c1b0b-9756-467c-b626-e93539ba9b51 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.1679983 Jul 07 17:29:38.087143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.088462 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b41304b-9eec-469d-b005-086d0d94af6a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3190770 Jul 07 17:29:38.091382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.097218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'port': {'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac', 'name': 'tempest-RoutersTest-1619419038'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.254292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Allocated IP 172.20.0.2 (8c7e9c17-4b59-4bad-98a3-52d17778deac/9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a/49d570c3-fff0-40be-9dd0-6c88091ee203) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:38.310019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:38.314206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.361151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] device_id is not set on port 9e6a43f1-e6b3-4520-bd8a-2204107983aa yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:29:38.455417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.466016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Transition to ACTIVE for port object 49d570c3-fff0-40be-9dd0-6c88091ee203 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:38.483877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Transition to ACTIVE for port object 49d570c3-fff0-40be-9dd0-6c88091ee203 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:38.509437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.570581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:38.571166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.20.0.6 (8c7e9c17-4b59-4bad-98a3-52d17778deac/9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a/9e6a43f1-e6b3-4520-bd8a-2204107983aa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:38.574443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:38.582687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:38.595515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Pushing event updated for resources: {'Port': ['ID=49d570c3-fff0-40be-9dd0-6c88091ee203,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:38.667456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Attempting to bind port 49d570c3-fff0-40be-9dd0-6c88091ee203 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:38.669349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Attempting to bind port 49d570c3-fff0-40be-9dd0-6c88091ee203 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2d990e63-13ef-495e-a93b-cafc6000bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:38.671482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Attempting to bind port 49d570c3-fff0-40be-9dd0-6c88091ee203 on network 8c7e9c17-4b59-4bad-98a3-52d17778deac {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:38.684057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:38.686691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Checking segment: {'id': '2d990e63-13ef-495e-a93b-cafc6000bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:38.687029 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.687434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Bound using segment: {'id': '2d990e63-13ef-495e-a93b-cafc6000bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:38.687925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Bound port: 49d570c3-fff0-40be-9dd0-6c88091ee203, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d990e63-13ef-495e-a93b-cafc6000bac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8c7e9c17-4b59-4bad-98a3-52d17778deac'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:38.704852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.818014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] For port 49d570c3-fff0-40be-9dd0-6c88091ee203, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:38.821337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] For port 49d570c3-fff0-40be-9dd0-6c88091ee203, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=49d570c3-fff0-40be-9dd0-6c88091ee203,segment=NetworkSegment(2d990e63-13ef-495e-a93b-cafc6000bac4),segment_id=2d990e63-13ef-495e-a93b-cafc6000bac4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:38.825693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.835426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.862454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 9e6a43f1-e6b3-4520-bd8a-2204107983aa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:38.885133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455a5d8-3137-4887-95be-1648b9e198e1 None None] Pushing event updated for resources: {'Port': ['ID=49d570c3-fff0-40be-9dd0-6c88091ee203,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:38.916712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.981473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:38.987283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:38.992038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:38.994982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=9e6a43f1-e6b3-4520-bd8a-2204107983aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:39.068380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:39.069053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.089910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1835110a-abe6-4979-9b82-d130974fd4f9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9939914 Jul 07 17:29:39.090322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46196) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.674042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.234619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 49d570c3-fff0-40be-9dd0-6c88091ee203 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:40.281113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.291346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.357063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 49d570c3-fff0-40be-9dd0-6c88091ee203 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:40.458175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=9e6a43f1-e6b3-4520-bd8a-2204107983aa,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:40.562618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986abc1-a587-4793-90af-03fc3abb21de None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:40.709422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Provisioning for port 49d570c3-fff0-40be-9dd0-6c88091ee203 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:40.717105 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.733069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Provisioning complete for port 49d570c3-fff0-40be-9dd0-6c88091ee203 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:40.733452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.859709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.860639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.861262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.862641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.863523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.864482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.865085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:40.869483 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-561f7cc1-e84a-4faf-a272-122279c1784e req-f538bbfd-7352-411b-88ae-9dea43ef67a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.4915121 Jul 07 17:29:40.925020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-561f7cc1-e84a-4faf-a272-122279c1784e req-c60c823c-8232-45a2-bbee-c041e668a53f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f689ffe3-6d15-464f-9081-3bdf33887346&id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445378 Jul 07 17:29:40.979272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.043772 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.126924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] For port 49d570c3-fff0-40be-9dd0-6c88091ee203, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=49d570c3-fff0-40be-9dd0-6c88091ee203,segment=NetworkSegment(2d990e63-13ef-495e-a93b-cafc6000bac4),segment_id=2d990e63-13ef-495e-a93b-cafc6000bac4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:41.137638 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.201639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Pushing event updated for resources: {'Port': ['ID=49d570c3-fff0-40be-9dd0-6c88091ee203,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:41.211582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.212082 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.212578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.213078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.213431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.213778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.214136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.214711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.215186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.215529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.215873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.216278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066a31f-27a6-40ee-80ea-fb543e380e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:41.421505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.432393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.469139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Provisioning for port 9e6a43f1-e6b3-4520-bd8a-2204107983aa completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:41.481674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Provisioning complete for port 9e6a43f1-e6b3-4520-bd8a-2204107983aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:41.483297 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.514276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=9e6a43f1-e6b3-4520-bd8a-2204107983aa,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:41.547737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Port 9e6a43f1-e6b3-4520-bd8a-2204107983aa cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:41.554595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.584171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Provisioning complete for port 49d570c3-fff0-40be-9dd0-6c88091ee203 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:41.584698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d0899-e94a-4457-847a-2a6321438c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.708927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:41.710890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:41.874899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-30b294f0-da00-4c18-9784-577d69439182 None None] Provisioning complete for port 9e6a43f1-e6b3-4520-bd8a-2204107983aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:41.878027 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30b294f0-da00-4c18-9784-577d69439182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.882767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 634274f6-34b5-45b1-bb47-64cf7f5f207d is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:41.952204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30b294f0-da00-4c18-9784-577d69439182 None None] Port 9e6a43f1-e6b3-4520-bd8a-2204107983aa cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:42.166637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 49d570c3-fff0-40be-9dd0-6c88091ee203 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:42.336801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e401b47-2770-4cfe-99f3-8c5e5501f72f None None] Provisioning complete for port 9e6a43f1-e6b3-4520-bd8a-2204107983aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:42.337263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e401b47-2770-4cfe-99f3-8c5e5501f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.428206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 49d570c3-fff0-40be-9dd0-6c88091ee203 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:42.429025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.495046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:42.507343 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] Sync routers for ids ['634274f6-34b5-45b1-bb47-64cf7f5f207d'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:42.510900 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aac0a678-d924-416f-9d8b-2ba87cb9b464 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/634274f6-34b5-45b1-bb47-64cf7f5f207d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4169784 Jul 07 17:29:42.512256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.537765 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] Routers {'634274f6-34b5-45b1-bb47-64cf7f5f207d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.538448 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['634274f6-34b5-45b1-bb47-64cf7f5f207d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.552863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e401b47-2770-4cfe-99f3-8c5e5501f72f None None] Port 9e6a43f1-e6b3-4520-bd8a-2204107983aa cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:42.608251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febe5b1-4b77-475f-8e86-883289f2044a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:42.614280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46302) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:42.614660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2febe5b1-4b77-475f-8e86-883289f2044a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports/9e6a43f1-e6b3-4520-bd8a-2204107983aa HTTP/1.1" status: 200 len: 977 time: 0.0996628 Jul 07 17:29:42.633478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.670297 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] Routers {'634274f6-34b5-45b1-bb47-64cf7f5f207d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:42.671219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['634274f6-34b5-45b1-bb47-64cf7f5f207d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.705288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e52e9b8e-8244-4c0a-8b0a-5cf7abc46e1b None None] Provisioning complete for port 9e6a43f1-e6b3-4520-bd8a-2204107983aa triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:42.705684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52e9b8e-8244-4c0a-8b0a-5cf7abc46e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:42.767413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e52e9b8e-8244-4c0a-8b0a-5cf7abc46e1b None None] Port 9e6a43f1-e6b3-4520-bd8a-2204107983aa cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:42.791156 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:42.792020 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9007bc-ae2f-4b0c-8a89-ae8a98132037 None None] The sync data for ids ['634274f6-34b5-45b1-bb47-64cf7f5f207d'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:43.224883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.531000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 9e6a43f1-e6b3-4520-bd8a-2204107983aa {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:43.531682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.627180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.646520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 9e6a43f1-e6b3-4520-bd8a-2204107983aa owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:43.883453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:43.938184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=9e6a43f1-e6b3-4520-bd8a-2204107983aa,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:44.143220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.335878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 634274f6-34b5-45b1-bb47-64cf7f5f207d has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:44.426004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:44.442093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] Sync routers for ids ['634274f6-34b5-45b1-bb47-64cf7f5f207d'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:44.453312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7b324e3b-6a51-4527-9aa2-8a40be2916fd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/634274f6-34b5-45b1-bb47-64cf7f5f207d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374538 Jul 07 17:29:44.456196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46368) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:44.457781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] Routers {'634274f6-34b5-45b1-bb47-64cf7f5f207d'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:44.460388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['634274f6-34b5-45b1-bb47-64cf7f5f207d'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:44.512647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:44.522239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] Routers {'634274f6-34b5-45b1-bb47-64cf7f5f207d'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:44.522958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['634274f6-34b5-45b1-bb47-64cf7f5f207d'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:44.558578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:44.559717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463670c-f80b-443c-b5dc-214a319c8fa3 None None] The sync data for ids ['634274f6-34b5-45b1-bb47-64cf7f5f207d'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:44.718486 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-babb881f-ec4a-448a-bb14-4439e3aa069e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:29:44.721977 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-babb881f-ec4a-448a-bb14-4439e3aa069e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/634274f6-34b5-45b1-bb47-64cf7f5f207d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2620173 Jul 07 17:29:44.722141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46386) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:44.768524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:44.774801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f15d7c4-104e-45d5-b0df-a9a68384dd62 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=634274f6-34b5-45b1-bb47-64cf7f5f207d HTTP/1.1" status: 200 len: 205 time: 0.0514877 Jul 07 17:29:44.847888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.057599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.063248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.112421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.113030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router 634274f6-34b5-45b1-bb47-64cf7f5f207d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:45.130884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.136476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3554ebca-b836-4063-91dd-0566bfce63f6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/634274f6-34b5-45b1-bb47-64cf7f5f207d HTTP/1.1" status: 204 len: 168 time: 0.3643842 Jul 07 17:29:45.136952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.198858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:45.202642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.250706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.301667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.373237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.462396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.495964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.497982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.502712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e732b75b-27e0-4bd6-bdfb-c2962d37a241 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a HTTP/1.1" status: 204 len: 168 time: 0.3646934 Jul 07 17:29:45.503625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.511616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33aa4f-6865-414e-86d9-34174b9d15e9 None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:45.515017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b940fa3-4180-4d56-97a0-fc569d5d4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.622246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.695389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 49d570c3-fff0-40be-9dd0-6c88091ee203 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:45.695739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.710284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b940fa3-4180-4d56-97a0-fc569d5d4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.714614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b940fa3-4180-4d56-97a0-fc569d5d4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.771314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b940fa3-4180-4d56-97a0-fc569d5d4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e33aeb-1017-43a6-8c6c-69d330a6e463,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.776368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b940fa3-4180-4d56-97a0-fc569d5d4df9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65030ed25ae64edf8f12e3845d4b7328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733388 Jul 07 17:29:45.779913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:45.802852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 49d570c3-fff0-40be-9dd0-6c88091ee203, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=49d570c3-fff0-40be-9dd0-6c88091ee203,segment=NetworkSegment(2d990e63-13ef-495e-a93b-cafc6000bac4),segment_id=2d990e63-13ef-495e-a93b-cafc6000bac4)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:45.803524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] DHCP port deletion for 8c7e9c17-4b59-4bad-98a3-52d17778deac request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:45.804045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.819396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 49d570c3-fff0-40be-9dd0-6c88091ee203 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:45.851120 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.875551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.928540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.931663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Deleting port 49d570c3-fff0-40be-9dd0-6c88091ee203 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:45.931798 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.932313 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.935440 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:45.939346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2e33aeb-1017-43a6-8c6c-69d330a6e463 HTTP/1.1" status: 204 len: 168 time: 0.1584392 Jul 07 17:29:45.960717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8345-dacd-4e46-bcea-d31883274f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e33aeb-1017-43a6-8c6c-69d330a6e463,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:45.964952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 49d570c3-fff0-40be-9dd0-6c88091ee203 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:46.010338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=49d570c3-fff0-40be-9dd0-6c88091ee203,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.085160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.106207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7e9c17-4b59-4bad-98a3-52d17778deac']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:46.136063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d990e63-13ef-495e-a93b-cafc6000bac4') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:46.136564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d990e63-13ef-495e-a93b-cafc6000bac4') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:46.154386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.179157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.202617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:46.203234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:46.214927 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:46.242155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 49d570c3-fff0-40be-9dd0-6c88091ee203 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:46.273757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 49d570c3-fff0-40be-9dd0-6c88091ee203 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:46.274132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 49d570c3-fff0-40be-9dd0-6c88091ee203 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:46.301938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] For port 49d570c3-fff0-40be-9dd0-6c88091ee203, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:46.302372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.324246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Calling delete_port for 49d570c3-fff0-40be-9dd0-6c88091ee203 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:46.329080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Port 49d570c3-fff0-40be-9dd0-6c88091ee203 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:29:46.331236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.333622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.343700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Network 8c7e9c17-4b59-4bad-98a3-52d17778deac is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:29:46.343700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] No DVR routers for this DVR port 49d570c3-fff0-40be-9dd0-6c88091ee203 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:46.362872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c100d6-97ad-4420-bbfa-a6f8b06e8a36 None None] Pushing event deleted for resources: {'Port': ['ID=49d570c3-fff0-40be-9dd0-6c88091ee203,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.383273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.385498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/8c7e9c17-4b59-4bad-98a3-52d17778deac HTTP/1.1" status: 204 len: 168 time: 0.8809712 Jul 07 17:29:46.389736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.395363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969206073'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:46.404406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960b486-253e-4272-9fc8-f81abc2fcd39 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=8c7e9c17-4b59-4bad-98a3-52d17778deac,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.430462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:46.434975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.466798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:46.479579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.480105 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 3f43fe5a-b49d-4293-88b0-3e88e9ef08c9 of type vlan for network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a Jul 07 17:29:46.499383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46448) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.509103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63799b86-904c-4769-ae67-dafcb7600916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.529084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.563594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.569605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:46.570359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.631286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63799b86-904c-4769-ae67-dafcb7600916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.638761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-63799b86-904c-4769-ae67-dafcb7600916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.673089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.686061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:46.686881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7378f1e1-9998-4509-b3d8-ae259101558d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2950916 Jul 07 17:29:46.688309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46454) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.698409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:46.751303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63799b86-904c-4769-ae67-dafcb7600916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f3ba7-1c97-4f7d-a320-1af5f3da4d1d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:46.763401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:46.763645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63799b86-904c-4769-ae67-dafcb7600916 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=675b61774b1b4d76bbe134d515f33889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681439 Jul 07 17:29:46.825571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:46.831068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.841047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.865050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.923589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.926489 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.927784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f30f3ba7-1c97-4f7d-a320-1af5f3da4d1d HTTP/1.1" status: 204 len: 168 time: 0.1630762 Jul 07 17:29:46.958689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d1e85-e1c6-478f-8825-90c6b2e2427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f3ba7-1c97-4f7d-a320-1af5f3da4d1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:47.096906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.169454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=f5184971-fd71-4482-b33f-56862d4bf88a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:47.204212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:47.204576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:47.235254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:47.246325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:47.256568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0974036-bc1e-4e68-8cec-0b79c072d9be None None] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:47.266760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:47.267452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.303839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-298d1a94-d972-4761-b0f4-3e6e872867d7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6102414 Jul 07 17:29:47.306273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46476) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:47.312681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-478178216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:47.368539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.369225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.462441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.476583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.515255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.516784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3411ff00-27f0-4360-ab7f-36f1c39509fb tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2094262 Jul 07 17:29:47.520491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:47.531147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a', 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': 'f5184971-fd71-4482-b33f-56862d4bf88a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:47.533707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.724466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Allocated IP 172.20.0.2 (10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a/f5184971-fd71-4482-b33f-56862d4bf88a/4879674a-2684-41a7-88a2-cf17e9fe68a5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:47.994954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.009836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Transition to ACTIVE for port object 4879674a-2684-41a7-88a2-cf17e9fe68a5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:48.031621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Transition to ACTIVE for port object 4879674a-2684-41a7-88a2-cf17e9fe68a5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:48.059683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.154678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Pushing event updated for resources: {'Port': ['ID=4879674a-2684-41a7-88a2-cf17e9fe68a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:48.172075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:48.174450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:48.177971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:48.259500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Attempting to bind port 4879674a-2684-41a7-88a2-cf17e9fe68a5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:48.260021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Attempting to bind port 4879674a-2684-41a7-88a2-cf17e9fe68a5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:48.260483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Attempting to bind port 4879674a-2684-41a7-88a2-cf17e9fe68a5 on network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:48.266628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:48.267139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Checking segment: {'id': '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:48.267643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.268135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Bound using segment: {'id': '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:48.268771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Bound port: 4879674a-2684-41a7-88a2-cf17e9fe68a5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:48.269254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.282753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.362213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] For port 4879674a-2684-41a7-88a2-cf17e9fe68a5, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:48.367385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] For port 4879674a-2684-41a7-88a2-cf17e9fe68a5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4879674a-2684-41a7-88a2-cf17e9fe68a5,segment=NetworkSegment(3f43fe5a-b49d-4293-88b0-3e88e9ef08c9),segment_id=3f43fe5a-b49d-4293-88b0-3e88e9ef08c9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:48.373292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.477727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf59f8-e2d4-4d9b-bb0c-c1a22281772e None None] Pushing event updated for resources: {'Port': ['ID=4879674a-2684-41a7-88a2-cf17e9fe68a5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:48.660819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.20.0.1 (10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a/f5184971-fd71-4482-b33f-56862d4bf88a/7f068f20-239d-4dd5-bb4f-d178f634fb28) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:48.913856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.939872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 7f068f20-239d-4dd5-bb4f-d178f634fb28 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:48.977264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.018670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:49.022023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:49.026914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:49.068446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=7f068f20-239d-4dd5-bb4f-d178f634fb28,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:49.096774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.257839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.622467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.645044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.760451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=7f068f20-239d-4dd5-bb4f-d178f634fb28,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:49.764740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:49.923070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:49.924514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:49.981682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ae425-84a2-4f22-a410-de7c72f94819 None None] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:50.088276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 54b109c9-3c26-42e6-a57c-d0bbb930493b is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:50.114333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d9f12fb4-47fe-4e44-a7ed-8e432e518d56 None None] Provisioning for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:50.241609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4879674a-2684-41a7-88a2-cf17e9fe68a5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:50.275852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:50.281453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-90dc7a0e-7218-4b72-ae09-0d57ec5facb9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/54b109c9-3c26-42e6-a57c-d0bbb930493b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7595551 Jul 07 17:29:50.284544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:50.287342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] Sync routers for ids ['54b109c9-3c26-42e6-a57c-d0bbb930493b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:50.301381 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] Routers {'54b109c9-3c26-42e6-a57c-d0bbb930493b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:50.302371 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['54b109c9-3c26-42e6-a57c-d0bbb930493b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:50.356289 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:50.369629 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] Routers {'54b109c9-3c26-42e6-a57c-d0bbb930493b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:50.371360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['54b109c9-3c26-42e6-a57c-d0bbb930493b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:50.372748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:50.384560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b99554-409c-468b-ba7d-9f77534c001e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:50.391676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:50.400864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-56b99554-409c-468b-ba7d-9f77534c001e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports/7f068f20-239d-4dd5-bb4f-d178f634fb28 HTTP/1.1" status: 200 len: 910 time: 0.1143920 Jul 07 17:29:50.413556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:50.413937 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.416159 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:50.417185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc813469-b063-454b-b3d4-59e3433a5d3c None None] The sync data for ids ['54b109c9-3c26-42e6-a57c-d0bbb930493b'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:50.597253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.672684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4879674a-2684-41a7-88a2-cf17e9fe68a5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4879674a-2684-41a7-88a2-cf17e9fe68a5,segment=NetworkSegment(3f43fe5a-b49d-4293-88b0-3e88e9ef08c9),segment_id=3f43fe5a-b49d-4293-88b0-3e88e9ef08c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:50.690683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.831864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4879674a-2684-41a7-88a2-cf17e9fe68a5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:50.876573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.883169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Provisioning for port 7f068f20-239d-4dd5-bb4f-d178f634fb28 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:50.892864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Provisioning complete for port 7f068f20-239d-4dd5-bb4f-d178f634fb28 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:50.893605 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.959711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Port 7f068f20-239d-4dd5-bb4f-d178f634fb28 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:50.993920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Provisioning complete for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:50.994602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fb23f21-620b-4d72-a093-b88108163ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.101205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.259246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7fc7da2-0ba8-4572-be8d-8e2519822dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.300952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f3cac1c2-53d8-4869-b8e2-cd4be36fad35 None None] Provisioning complete for port 7f068f20-239d-4dd5-bb4f-d178f634fb28 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:51.301494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3cac1c2-53d8-4869-b8e2-cd4be36fad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.423448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 7f068f20-239d-4dd5-bb4f-d178f634fb28 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:51.423732 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.442471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f3cac1c2-53d8-4869-b8e2-cd4be36fad35 None None] Port 7f068f20-239d-4dd5-bb4f-d178f634fb28 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:51.455220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7fc7da2-0ba8-4572-be8d-8e2519822dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.469534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7fc7da2-0ba8-4572-be8d-8e2519822dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.514484 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7fc7da2-0ba8-4572-be8d-8e2519822dfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5053b2fce9b4f5588b70d644f404063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116733 Jul 07 17:29:51.518202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46624) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:51.552668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.571279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc7da2-0ba8-4572-be8d-8e2519822dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d32385-cfa7-488d-a8c2-a46b7c56b422,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.580628 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 7f068f20-239d-4dd5-bb4f-d178f634fb28 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:51.610317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.637142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.671396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7f1dc5da-d87c-4e35-9e92-136ed5a3afbb None None] Provisioning complete for port 7f068f20-239d-4dd5-bb4f-d178f634fb28 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:51.672504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc5da-d87c-4e35-9e92-136ed5a3afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.689974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.693835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.695473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65d32385-cfa7-488d-a8c2-a46b7c56b422 HTTP/1.1" status: 204 len: 168 time: 0.1762700 Jul 07 17:29:51.711739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8500d-d61a-4072-9e79-5490226c1c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d32385-cfa7-488d-a8c2-a46b7c56b422,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:51.790403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7f1dc5da-d87c-4e35-9e92-136ed5a3afbb None None] Port 7f068f20-239d-4dd5-bb4f-d178f634fb28 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:51.815654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:51.845970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=7f068f20-239d-4dd5-bb4f-d178f634fb28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.065557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.139623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.141293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4879674a-2684-41a7-88a2-cf17e9fe68a5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:52.158318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3ef0-1942-4301-809b-561476b73255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.257331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:52.257899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.304954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3ef0-1942-4301-809b-561476b73255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.315143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3ef0-1942-4301-809b-561476b73255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.364698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf3ef0-1942-4301-809b-561476b73255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd6b9b1-9ad7-4d00-a8c3-459c57625b36,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.374644 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 54b109c9-3c26-42e6-a57c-d0bbb930493b has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:52.390596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ffbf3ef0-1942-4301-809b-561476b73255 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7616dd77a13844c78e5bf782d311c723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477617 Jul 07 17:29:52.392514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.521256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:52.533492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.533989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f314f28-679e-4d47-b333-df25e19720c1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/54b109c9-3c26-42e6-a57c-d0bbb930493b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1408551 Jul 07 17:29:52.534069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] Sync routers for ids ['54b109c9-3c26-42e6-a57c-d0bbb930493b'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:52.558411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.559978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] Routers {'54b109c9-3c26-42e6-a57c-d0bbb930493b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:52.560806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['54b109c9-3c26-42e6-a57c-d0bbb930493b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.585458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-321f2163-3132-44d6-934c-5596ebe65eb8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=54b109c9-3c26-42e6-a57c-d0bbb930493b HTTP/1.1" status: 200 len: 205 time: 0.0504708 Jul 07 17:29:52.587588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:52.612285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.628882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.654405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] Routers {'54b109c9-3c26-42e6-a57c-d0bbb930493b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:52.655033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['54b109c9-3c26-42e6-a57c-d0bbb930493b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.672312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.675555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.676909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bd6b9b1-9ad7-4d00-a8c3-459c57625b36 HTTP/1.1" status: 204 len: 168 time: 0.2831140 Jul 07 17:29:52.697110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb63881-3e81-4e63-bea4-726ddcb3b037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd6b9b1-9ad7-4d00-a8c3-459c57625b36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:52.701130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.728365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:52.729031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509a4dc-63ae-4663-b6ba-bd9d23cad16b None None] The sync data for ids ['54b109c9-3c26-42e6-a57c-d0bbb930493b'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:52.900556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:52.903318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.341492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.342188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router 54b109c9-3c26-42e6-a57c-d0bbb930493b {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:53.355141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.358150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-da90e71c-f354-4146-b87f-f76910609cf2 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/54b109c9-3c26-42e6-a57c-d0bbb930493b HTTP/1.1" status: 204 len: 168 time: 0.7678518 Jul 07 17:29:53.358979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46692) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.429493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet f5184971-fd71-4482-b33f-56862d4bf88a {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:53.434504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.480231 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.586447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.674842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.702664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=f5184971-fd71-4482-b33f-56862d4bf88a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:53.714584 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:53.719472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:53.720057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b500b591-3879-467e-84b1-5957cabb4228 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/f5184971-fd71-4482-b33f-56862d4bf88a HTTP/1.1" status: 204 len: 168 time: 0.3597991 Jul 07 17:29:53.721363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135bc84-13b5-40cc-bbb3-6df00e027d68 None None] Network 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:53.805833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.044847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] DHCP port deletion for 10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:54.110047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Deleting port 4879674a-2684-41a7-88a2-cf17e9fe68a5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:54.110676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.199142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 4879674a-2684-41a7-88a2-cf17e9fe68a5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:54.199897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.201030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] For port 4879674a-2684-41a7-88a2-cf17e9fe68a5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4879674a-2684-41a7-88a2-cf17e9fe68a5,segment=NetworkSegment(3f43fe5a-b49d-4293-88b0-3e88e9ef08c9),segment_id=3f43fe5a-b49d-4293-88b0-3e88e9ef08c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:54.201523 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.223450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Calling delete_port for 4879674a-2684-41a7-88a2-cf17e9fe68a5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:54.280531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4879674a-2684-41a7-88a2-cf17e9fe68a5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:54.282679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 4879674a-2684-41a7-88a2-cf17e9fe68a5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4879674a-2684-41a7-88a2-cf17e9fe68a5,segment=NetworkSegment(3f43fe5a-b49d-4293-88b0-3e88e9ef08c9),segment_id=3f43fe5a-b49d-4293-88b0-3e88e9ef08c9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:54.283239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.296880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 4879674a-2684-41a7-88a2-cf17e9fe68a5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:54.363030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.401039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.406162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] Pushing event deleted for resources: {'Port': ['ID=4879674a-2684-41a7-88a2-cf17e9fe68a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.409417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b8e08-14d7-44d5-b800-2bfc031598d4 None None] No DVR routers for this DVR port 4879674a-2684-41a7-88a2-cf17e9fe68a5 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:54.427307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No active binding found for port 4879674a-2684-41a7-88a2-cf17e9fe68a5 {{(pid=93767) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:29:54.427978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4879674a-2684-41a7-88a2-cf17e9fe68a5 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:54.441768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=4879674a-2684-41a7-88a2-cf17e9fe68a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.447014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 4879674a-2684-41a7-88a2-cf17e9fe68a5 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:54.535973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.550305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:54.568091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:54.568478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f43fe5a-b49d-4293-88b0-3e88e9ef08c9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:54.578893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.593419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.601527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:54.601527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:54.604840 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:54.666473 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.675242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.677134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a HTTP/1.1" status: 204 len: 168 time: 0.9565609 Jul 07 17:29:54.683268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46732) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:54.688106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370923666', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:54.702944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98bd3c-270a-4da1-b937-cf218b101cbd tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=10fdbb2e-0bb8-4dc8-ac1e-6a3c973d045a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:54.720652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.722180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.779840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:54.928435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.168170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.188108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.304620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.25.7.248 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2bfa446e-63ac-4ab5-9db1-4338004123a9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:55.415119 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.467327 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:55.526039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:55.534155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:55.536164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=2bfa446e-63ac-4ab5-9db1-4338004123a9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:55.539286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:55.812594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.028807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.170349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router df42ec2e-7f67-4454-a827-a2f00b1202e9 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:56.414673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:56.453824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.455127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6604fa85-3282-48ff-8846-f71b5ccff927 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7708404 Jul 07 17:29:56.457787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46790) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.460056 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] Sync routers for ids ['df42ec2e-7f67-4454-a827-a2f00b1202e9'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:56.484451 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] Routers {'df42ec2e-7f67-4454-a827-a2f00b1202e9'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:56.485084 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['df42ec2e-7f67-4454-a827-a2f00b1202e9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:56.534981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:56.543839 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] Routers {'df42ec2e-7f67-4454-a827-a2f00b1202e9'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:56.544607 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['df42ec2e-7f67-4454-a827-a2f00b1202e9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:56.592034 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:56.593064 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cc332-e175-45cd-8ff7-137c1050d179 None None] The sync data for ids ['df42ec2e-7f67-4454-a827-a2f00b1202e9'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:56.595774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.596249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1e890b05-e90d-44fc-b6cb-5bd4af9e606b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers/df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 200 len: 880 time: 0.1369145 Jul 07 17:29:56.876178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-96c68e34-c565-4764-a23e-6860386e68ce tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2757952 Jul 07 17:29:56.876383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:56.880737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-370923666'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:57.186660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.199378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.313801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router df42ec2e-7f67-4454-a827-a2f00b1202e9 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:57.452825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:57.467283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] Sync routers for ids ['df42ec2e-7f67-4454-a827-a2f00b1202e9'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:57.480660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.485027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] Routers {'df42ec2e-7f67-4454-a827-a2f00b1202e9'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:57.485027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['df42ec2e-7f67-4454-a827-a2f00b1202e9'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:57.487572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9ac0d66-6981-4084-ab36-959ceb9ae079 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 200 len: 887 time: 0.6101091 Jul 07 17:29:57.489285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:57.522148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:57.542665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] Routers {'df42ec2e-7f67-4454-a827-a2f00b1202e9'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:57.543550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['df42ec2e-7f67-4454-a827-a2f00b1202e9'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:57.585471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:57.586183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de0397-445b-4fb6-bab0-6c7b54bd68a6 None None] The sync data for ids ['df42ec2e-7f67-4454-a827-a2f00b1202e9'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:57.626430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e8dfc821-642f-4e8f-9109-87e7141cf5a1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers/df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 200 len: 887 time: 0.1335618 Jul 07 17:29:57.626882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46830) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:57.661984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a4fac6b-d925-4c52-87db-72655de35798 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 200 len: 205 time: 0.0341492 Jul 07 17:29:57.664592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46836) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:57.775646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.886661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:57.946201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 2bfa446e-63ac-4ab5-9db1-4338004123a9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:57.946544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.024480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.036029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 2bfa446e-63ac-4ab5-9db1-4338004123a9 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:58.199678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.232298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=2bfa446e-63ac-4ab5-9db1-4338004123a9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.303066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.401094 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.403252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.451845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.452365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router df42ec2e-7f67-4454-a827-a2f00b1202e9 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:58.461356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.462585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71f45e59-41a5-47f7-92c9-dc886000c71d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 204 len: 168 time: 0.7970531 Jul 07 17:29:58.466586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:58.471893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-1488140792'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:58.499138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:58.503257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.531142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:58.540581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.540939 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 450170a0-8880-4950-84ff-67b8f7a26e0a of type vlan for network d0d92d72-1782-437b-9485-58b7162c6739 Jul 07 17:29:58.584809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.623684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.633914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:58.634760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:58.706811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2389448 Jul 07 17:29:58.710741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:58.716780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:58.735763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd72b1b-e158-4e27-9a90-276373b53478 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=d0d92d72-1782-437b-9485-58b7162c6739,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:58.748845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d0d92d72-1782-437b-9485-58b7162c6739 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:58.855382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:58.859195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.060927 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.134927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '450170a0-8880-4950-84ff-67b8f7a26e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:59.135316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: d0d92d72-1782-437b-9485-58b7162c6739, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:59.138321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=60b200b7-dcf3-45cc-a05c-b0a1cb7de76b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:59.156259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network d0d92d72-1782-437b-9485-58b7162c6739 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:59.165899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d0d92d72-1782-437b-9485-58b7162c6739) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:59.176146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666bb60-01d6-443a-820f-b7b4bebc1c25 None None] Network d0d92d72-1782-437b-9485-58b7162c6739 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:59.180000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:59.181348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.202840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cbc40de2-600e-4e54-ba49-3a99dd34888c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4909832 Jul 07 17:29:59.205977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:59.221642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476526839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:59.257681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.261196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.348838 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.355215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.370413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d0d92d72-1782-437b-9485-58b7162c6739', 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '60b200b7-dcf3-45cc-a05c-b0a1cb7de76b'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:59.371351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.376891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.378834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7cd847c4-fb23-4866-adff-f04c8b4738af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1713974 Jul 07 17:29:59.382049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 46862) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:59.550686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Allocated IP 172.20.0.2 (d0d92d72-1782-437b-9485-58b7162c6739/60b200b7-dcf3-45cc-a05c-b0a1cb7de76b/8aa29c88-f0cc-4059-82af-204f8d346bc8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:59.709601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.724539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Transition to ACTIVE for port object 8aa29c88-f0cc-4059-82af-204f8d346bc8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:59.744840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Transition to ACTIVE for port object 8aa29c88-f0cc-4059-82af-204f8d346bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:59.754198 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.813370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Network d0d92d72-1782-437b-9485-58b7162c6739 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:59.819327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:59.830549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:59.834817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Pushing event updated for resources: {'Port': ['ID=8aa29c88-f0cc-4059-82af-204f8d346bc8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:59.929652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Attempting to bind port 8aa29c88-f0cc-4059-82af-204f8d346bc8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:59.930185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Attempting to bind port 8aa29c88-f0cc-4059-82af-204f8d346bc8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '450170a0-8880-4950-84ff-67b8f7a26e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:59.930960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Attempting to bind port 8aa29c88-f0cc-4059-82af-204f8d346bc8 on network d0d92d72-1782-437b-9485-58b7162c6739 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:59.934746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4caa82c-fa2d-4832-85e4-b5c1b2df736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.942880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:59.943259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Checking segment: {'id': '450170a0-8880-4950-84ff-67b8f7a26e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:59.943667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:59.944061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Bound using segment: {'id': '450170a0-8880-4950-84ff-67b8f7a26e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:59.944622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Bound port: 8aa29c88-f0cc-4059-82af-204f8d346bc8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450170a0-8880-4950-84ff-67b8f7a26e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0d92d72-1782-437b-9485-58b7162c6739'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:59.945058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.016575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] For port 8aa29c88-f0cc-4059-82af-204f8d346bc8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:00.019583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] For port 8aa29c88-f0cc-4059-82af-204f8d346bc8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8aa29c88-f0cc-4059-82af-204f8d346bc8,segment=NetworkSegment(450170a0-8880-4950-84ff-67b8f7a26e0a),segment_id=450170a0-8880-4950-84ff-67b8f7a26e0a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:00.024286 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.115120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f067cf9-af82-4ad3-8e90-94aeab908883 None None] Pushing event updated for resources: {'Port': ['ID=8aa29c88-f0cc-4059-82af-204f8d346bc8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.138014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.529900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.20.0.1 (d0d92d72-1782-437b-9485-58b7162c6739/60b200b7-dcf3-45cc-a05c-b0a1cb7de76b/8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:00.680914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.703074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:00.751826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:00.835593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network d0d92d72-1782-437b-9485-58b7162c6739 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:00.843061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:00.845484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:00.850637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:00.937729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.107670 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.396157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5d3b3-9a08-4b24-93a8-0b3691a34d9a None None] Network d0d92d72-1782-437b-9485-58b7162c6739 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:01.441966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.448520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.536135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:01.539725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:01.569202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4a3ec8ad-f51b-4b22-8104-855e05efd288 None None] Provisioning for port 8aa29c88-f0cc-4059-82af-204f8d346bc8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:01.746598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-9a52482c-9dc7-4d80-9b81-e28b0292e642 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117885 Jul 07 17:30:01.767546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network d0d92d72-1782-437b-9485-58b7162c6739 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:01.769018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:01.942624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-ddd55aa0-6368-4c94-adc2-27360840cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:01.944399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-ddd55aa0-6368-4c94-adc2-27360840cfae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1097 time: 0.1266069 Jul 07 17:30:01.964913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 69f5bfb4-ba16-400e-a867-a979954c38af is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:02.076227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-5ec6d20c-09f1-475d-b7af-7577bacf2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.077674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-5ec6d20c-09f1-475d-b7af-7577bacf2b0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1013951 Jul 07 17:30:02.097747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-23046f1c-7e2f-425f-aff0-b90914452cc2 None None] Provisioning for port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:02.102067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-23046f1c-7e2f-425f-aff0-b90914452cc2 None None] Provisioning complete for port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:02.102468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23046f1c-7e2f-425f-aff0-b90914452cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.158138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23046f1c-7e2f-425f-aff0-b90914452cc2 None None] Port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:02.191389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8aa29c88-f0cc-4059-82af-204f8d346bc8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:02.248164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-0baeb12b-4c69-4663-92c0-123a6ad5d3dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 1001 time: 0.1308811 Jul 07 17:30:02.249100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:02.254730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a97682a4-39db-4bbd-af2f-ca5fd23232da tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/69f5bfb4-ba16-400e-a867-a979954c38af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8703847 Jul 07 17:30:02.257505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.268115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8aa29c88-f0cc-4059-82af-204f8d346bc8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:02.273509 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8aa29c88-f0cc-4059-82af-204f8d346bc8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:02.273913 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.275276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c108008-b164-470c-af4a-5dcb516486af None None] Sync routers for ids ['69f5bfb4-ba16-400e-a867-a979954c38af'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:02.291349 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] Routers {'69f5bfb4-ba16-400e-a867-a979954c38af'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:02.296961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:29:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['69f5bfb4-ba16-400e-a867-a979954c38af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:02.325867 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af48a702-d22a-4ab7-a9e5-5d676d8d2a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.336475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-aee5a9cc-82a7-4b87-9387-8410844db30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.338361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-aee5a9cc-82a7-4b87-9387-8410844db30c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0826252 Jul 07 17:30:02.404603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:02.415372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.421071 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] Routers {'69f5bfb4-ba16-400e-a867-a979954c38af'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:02.425070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-3195bc21-b3ab-4d2f-a2be-d8a32353ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.426062 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['69f5bfb4-ba16-400e-a867-a979954c38af'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:02.428062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-3195bc21-b3ab-4d2f-a2be-d8a32353ec14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830743 Jul 07 17:30:02.441810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e498d2c-25ce-4fca-896f-5301d18c810a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:02.446526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e498d2c-25ce-4fca-896f-5301d18c810a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports/8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a HTTP/1.1" status: 200 len: 910 time: 0.1873536 Jul 07 17:30:02.447215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:02.459318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60b200b7-dcf3-45cc-a05c-b0a1cb7de76b'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:02.488918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8aa29c88-f0cc-4059-82af-204f8d346bc8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8aa29c88-f0cc-4059-82af-204f8d346bc8,segment=NetworkSegment(450170a0-8880-4950-84ff-67b8f7a26e0a),segment_id=450170a0-8880-4950-84ff-67b8f7a26e0a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:02.496784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.501898 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c108008-b164-470c-af4a-5dcb516486af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:02.503007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c108008-b164-470c-af4a-5dcb516486af None None] The sync data for ids ['69f5bfb4-ba16-400e-a867-a979954c38af'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:02.569663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-11a26359-6eb0-48c4-81c8-e7119fbca24f None None] Provisioning complete for port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:02.570170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a26359-6eb0-48c4-81c8-e7119fbca24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.612936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-578d6e8f-b4e2-4187-a388-33a616f4d296 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718218 Jul 07 17:30:02.635092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8aa29c88-f0cc-4059-82af-204f8d346bc8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:02.651244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-11a26359-6eb0-48c4-81c8-e7119fbca24f None None] Port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:02.742961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a423a337-9401-44e8-8ac8-b71457b5ae6e req-92ac38b7-0be2-4136-bfa9-624ae3f0f2e5 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217058 Jul 07 17:30:02.757441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.790715 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.885221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-16787524-67bc-4c4d-9ce3-776e4c96228e None None] Provisioning complete for port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:02.885607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16787524-67bc-4c4d-9ce3-776e4c96228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:02.934051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-16787524-67bc-4c4d-9ce3-776e4c96228e None None] Port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:03.224829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.233633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.313532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:03.321666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:03.322312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.326895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1386930d-8197-4055-a319-6fdc340518ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/ports/8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a HTTP/1.1" status: 200 len: 910 time: 0.8728249 Jul 07 17:30:03.327099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 46914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:03.605754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:03.891446 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-7898aafb-da0f-464c-9dc5-d0595d69587d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0809126 Jul 07 17:30:03.986386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.052386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.061454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.061936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.062442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.062910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.063375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.063842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.065880 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3d1d832d-309f-40e4-984f-d9888fd7865a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.1058760 Jul 07 17:30:04.147992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8aa29c88-f0cc-4059-82af-204f8d346bc8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:04.246069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8aa29c88-f0cc-4059-82af-204f8d346bc8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:04.246749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.318742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-703af45c-599f-4ee1-a7f2-d5b647af72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.319228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-703af45c-599f-4ee1-a7f2-d5b647af72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.319708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-703af45c-599f-4ee1-a7f2-d5b647af72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.321532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-703af45c-599f-4ee1-a7f2-d5b647af72d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 2292 time: 0.1935186 Jul 07 17:30:04.417764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-8a463717-36cf-4009-8820-f912f32d0601 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1000 time: 0.0892017 Jul 07 17:30:04.435520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.486366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:04.487140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.524406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-fd17f555-3fc0-498a-868d-2576beaa62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.526961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-fd17f555-3fc0-498a-868d-2576beaa62e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.1024616 Jul 07 17:30:04.595715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-d3a4bb6f-9a3d-43e1-80e1-f2327d04f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.597393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-d3a4bb6f-9a3d-43e1-80e1-f2327d04f3f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645804 Jul 07 17:30:04.629068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.642714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:04.711400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-23e09c9a-43e9-4336-80a1-bdfe50518004 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041870 Jul 07 17:30:04.853058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-ef622467-ad44-4c7b-b697-9aa38cd632b2 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355772 Jul 07 17:30:04.875850 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:04.900707 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-58d29bd1-0564-4584-9c1f-74d26800a589 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0415304 Jul 07 17:30:04.938332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=8c8697fd-dcd1-4dec-9d9a-51fad2e46f2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:04.974554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-6805deba-1aeb-46d9-b884-9e42abc3efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:04.976096 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-6805deba-1aeb-46d9-b884-9e42abc3efdf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0671427 Jul 07 17:30:05.121877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-86c87f4a-34f8-4727-bf89-6d2360064a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.123551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-86c87f4a-34f8-4727-bf89-6d2360064a26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1416464 Jul 07 17:30:05.256877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.354403 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-2052e580-fa2e-4462-a29e-fa066d448c09 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234612 Jul 07 17:30:05.391369 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.516433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-6abd9303-4f84-4c32-adc2-b765a87254c4 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559684 Jul 07 17:30:05.524511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 69f5bfb4-ba16-400e-a867-a979954c38af has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:05.565945 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-dfb29888-05d7-4792-8a4a-b44cb6353a80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.0419488 Jul 07 17:30:05.624454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:05.628412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-cd5667ea-ccf3-4764-832b-31370193b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.630097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c5e7047e-38ed-4a6c-a7a5-92f063a1ea86 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/69f5bfb4-ba16-400e-a867-a979954c38af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020232 Jul 07 17:30:05.630779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-cd5667ea-ccf3-4764-832b-31370193b660 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0546637 Jul 07 17:30:05.632780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.642290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] Sync routers for ids ['69f5bfb4-ba16-400e-a867-a979954c38af'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:05.656864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] Routers {'69f5bfb4-ba16-400e-a867-a979954c38af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:05.657508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['69f5bfb4-ba16-400e-a867-a979954c38af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:05.668951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f1cf4693-8280-486b-b221-c712abbbcad3 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f5bfb4-ba16-400e-a867-a979954c38af HTTP/1.1" status: 200 len: 205 time: 0.0348630 Jul 07 17:30:05.672179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:05.705527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:05.722065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] Routers {'69f5bfb4-ba16-400e-a867-a979954c38af'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:05.723064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['69f5bfb4-ba16-400e-a867-a979954c38af'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:05.773820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:05.774541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b109-7125-4cb4-93a0-747dbf8be63b None None] The sync data for ids ['69f5bfb4-ba16-400e-a867-a979954c38af'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:05.774923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-742f7b1b-3da5-493e-9637-73eef31ce276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:05.776712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-742f7b1b-3da5-493e-9637-73eef31ce276 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1381614 Jul 07 17:30:05.801275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.965036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-01d350cc-f0d5-4f05-beb7-6b70783234b5 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812181 Jul 07 17:30:05.996655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:05.999318 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.090284 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.097968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router 69f5bfb4-ba16-400e-a867-a979954c38af {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:06.110054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.112098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b4caab29-9eca-4327-87f4-8a7b75b94b28 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/69f5bfb4-ba16-400e-a867-a979954c38af HTTP/1.1" status: 204 len: 168 time: 0.4387705 Jul 07 17:30:06.115125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:06.148150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-3a22620a-ff6a-4fc0-8d1b-886d0c212eea service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741540 Jul 07 17:30:06.197342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 60b200b7-dcf3-45cc-a05c-b0a1cb7de76b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:06.201194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.279632 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-9eafb194-cc92-4333-ad34-4d2aeb5665b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.1240139 Jul 07 17:30:06.288331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.421329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-a1bb77ba-7882-48f3-ab21-f9a11787944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:06.423751 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-a1bb77ba-7882-48f3-ab21-f9a11787944d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.1370783 Jul 07 17:30:06.443297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.446936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.524400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.551593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-6505a4f7-4c2d-4e58-9510-5cde541f0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:06.555236 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-6505a4f7-4c2d-4e58-9510-5cde541f0dba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052535 Jul 07 17:30:06.571990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=60b200b7-dcf3-45cc-a05c-b0a1cb7de76b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:06.579606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.582981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b71e3d8c-e651-48a3-9a4b-21ec8b59527b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/60b200b7-dcf3-45cc-a05c-b0a1cb7de76b HTTP/1.1" status: 204 len: 168 time: 0.4660709 Jul 07 17:30:06.585652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:06.589744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6140d63-7258-447e-a173-915f62e621f9 None None] Network d0d92d72-1782-437b-9485-58b7162c6739 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:06.712933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-178923ba-cd53-4fb7-85f6-a44107764ce6 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499574 Jul 07 17:30:06.714412 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.856951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 8aa29c88-f0cc-4059-82af-204f8d346bc8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:06.857300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.901487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-497c5f64-f7cb-404f-aef5-79effbcd72aa service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792171 Jul 07 17:30:06.903242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] DHCP port deletion for d0d92d72-1782-437b-9485-58b7162c6739 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:06.961098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 8aa29c88-f0cc-4059-82af-204f8d346bc8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8aa29c88-f0cc-4059-82af-204f8d346bc8,segment=NetworkSegment(450170a0-8880-4950-84ff-67b8f7a26e0a),segment_id=450170a0-8880-4950-84ff-67b8f7a26e0a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:06.961614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:06.969161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-4c576551-5298-40a6-b7ad-faea1307c235 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.0610118 Jul 07 17:30:06.979308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 8aa29c88-f0cc-4059-82af-204f8d346bc8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:07.009689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Deleting port 8aa29c88-f0cc-4059-82af-204f8d346bc8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:07.010853 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.068682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-66f05de9-e0f9-430b-9ba5-7c795b0a9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.070572 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-66f05de9-e0f9-430b-9ba5-7c795b0a9636 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0941534 Jul 07 17:30:07.100805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] For port 8aa29c88-f0cc-4059-82af-204f8d346bc8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8aa29c88-f0cc-4059-82af-204f8d346bc8,segment=NetworkSegment(450170a0-8880-4950-84ff-67b8f7a26e0a),segment_id=450170a0-8880-4950-84ff-67b8f7a26e0a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:07.101215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.119118 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.126602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Calling delete_port for 8aa29c88-f0cc-4059-82af-204f8d346bc8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:07.151208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=8aa29c88-f0cc-4059-82af-204f8d346bc8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.156835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 8aa29c88-f0cc-4059-82af-204f8d346bc8 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:07.222365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-5f56440a-9f2c-4e46-86e3-d778267e0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.224100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-5f56440a-9f2c-4e46-86e3-d778267e0a42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457355 Jul 07 17:30:07.268566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.274417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.297227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d92d72-1782-437b-9485-58b7162c6739']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:07.298098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] Pushing event deleted for resources: {'Port': ['ID=8aa29c88-f0cc-4059-82af-204f8d346bc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.305042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800afb9-b07e-47e8-b211-3d079dfd6d22 None None] No DVR routers for this DVR port 8aa29c88-f0cc-4059-82af-204f8d346bc8 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:07.330559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450170a0-8880-4950-84ff-67b8f7a26e0a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:07.330863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450170a0-8880-4950-84ff-67b8f7a26e0a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:07.351055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.370670 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.374374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-bc26e897-9979-47c7-9988-f908446b60e5 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423359 Jul 07 17:30:07.378642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:07.379390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:07.383617 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:07.483826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.488780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-0112ec84-6536-400b-9116-17e7506a985c service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086671 Jul 07 17:30:07.495158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.499308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/d0d92d72-1782-437b-9485-58b7162c6739 HTTP/1.1" status: 204 len: 168 time: 0.9124207 Jul 07 17:30:07.503531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47316) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.509932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88242613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:07.516796 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dd7f1-eb9b-4eb9-86e0-0fb6ae4e14d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=d0d92d72-1782-437b-9485-58b7162c6739,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:07.550564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-d640e177-35a1-487c-8556-79f69de135ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0534637 Jul 07 17:30:07.591472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.592489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.621021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-7fa27cda-cbb3-49e1-86a8-980543ed1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.622570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-7fa27cda-cbb3-49e1-86a8-980543ed1777 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0616949 Jul 07 17:30:07.691069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.698055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.720689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.721932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5000fc96-2d34-4950-b410-deccbff35cda tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2172444 Jul 07 17:30:07.724766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:07.730686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065381'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:07.735974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-0ae87129-0057-45cb-9ed4-bc487fb21deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.737368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-0ae87129-0057-45cb-9ed4-bc487fb21deb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063724 Jul 07 17:30:07.773670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:07.777496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.815603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:07.826765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.827285 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc of type vlan for network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd Jul 07 17:30:07.862649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-b6aa4cb8-4356-4cd3-b788-24faacdbbc1a service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186507 Jul 07 17:30:07.895163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.935515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.942331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:07.943016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:07.988715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-64396d3a-3f14-494a-bc66-aa313db3bb7b service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191165 Jul 07 17:30:08.014344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.2859468 Jul 07 17:30:08.017010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47388) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.028003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697621-d516-4194-b850-73034997c5ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=9ddf5e08-83a7-46ba-8f82-f286eeb650fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.046026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:08.057164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-a576e617-0011-4b71-acd6-89a8fc544cc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0608037 Jul 07 17:30:08.065156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:08.153480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8aa29c88-f0cc-4059-82af-204f8d346bc8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:08.175103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8aa29c88-f0cc-4059-82af-204f8d346bc8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:08.175765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8aa29c88-f0cc-4059-82af-204f8d346bc8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:08.192185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-8188d555-84d9-4d8d-957a-fc97b9f79d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:08.193756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-8188d555-84d9-4d8d-957a-fc97b9f79d31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.1165967 Jul 07 17:30:08.249433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:08.253143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.365673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-40d98713-8aed-4b2e-bfae-80320a550e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:08.367203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-40d98713-8aed-4b2e-bfae-80320a550e4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645317 Jul 07 17:30:08.539883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-8bee6999-cf5b-4c7f-8a48-28535c922ec9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549056 Jul 07 17:30:08.541895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.566323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-c4b0a47a-b364-4ffc-ada0-21452f3cd41c tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:08.567824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-c4b0a47a-b364-4ffc-ada0-21452f3cd41c tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 813 time: 0.1192093 Jul 07 17:30:08.584396 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-496cfb4b-b9e0-4957-86c7-6233c1d87c38 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/quotas/6b126b7eca954d1499b8e6601bf31f49 HTTP/1.1" status: 200 len: 375 time: 0.0104024 Jul 07 17:30:08.622162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-d39f5fe0-8bdf-49d1-8ec3-a581465f0f68 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319111 Jul 07 17:30:08.693650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=26e86657-b633-4a56-9daa-b190d4436046,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:08.712324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:08.712690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 9ddf5e08-83a7-46ba-8f82-f286eeb650fd, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:08.717352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95a5f67c-5d71-4ad6-b540-15ca2c8909ef req-99475c7c-51ea-471f-a1aa-fc4a7cec0254 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681361 Jul 07 17:30:08.724157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-b05bf9ae-7a75-4d00-9d81-65f014b11386 service neutron] 10.222.0.22 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938201 Jul 07 17:30:08.733143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:08.745380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 9ddf5e08-83a7-46ba-8f82-f286eeb650fd) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:08.750666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:08.751260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:08.764988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffed3e-0dcb-42cc-a191-c3d003700ec0 None None] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:08.775873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-286097da-112e-4d2e-9f0e-2da7e3853a59 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7206833 Jul 07 17:30:08.778519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47420) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:08.847462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-9b7846c1-7297-4da8-aa2b-ff4dcd324173 service neutron] 10.222.0.22 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082532 Jul 07 17:30:09.002908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:09.005450 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.129942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6898c52b-7b9b-4d11-a79c-ab91669aba5c req-a09b3f38-e257-4f68-b13d-80735d1cf8ee tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 210 time: 0.0672243 Jul 07 17:30:09.271334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Allocated IP 172.20.0.2 (9ddf5e08-83a7-46ba-8f82-f286eeb650fd/26e86657-b633-4a56-9daa-b190d4436046/25b9cdd1-b56d-499d-8ea4-7a11b18fdac8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:09.477453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.489559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Transition to ACTIVE for port object 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:09.514343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Transition to ACTIVE for port object 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:09.528609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.547328 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:09.553589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.570073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:09.573584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:09.576973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:09.594697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Pushing event updated for resources: {'Port': ['ID=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:09.654791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Attempting to bind port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:09.655162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Attempting to bind port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:09.655532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Attempting to bind port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 on network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:09.660502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:09.660871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Checking segment: {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:09.661272 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.661663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Bound using segment: {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:09.662166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Bound port: 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:09.662529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.742371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] For port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:09.746721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] For port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:09.751712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:09.815669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb315-08e6-4843-bca8-ae490d83c1a4 None None] Pushing event updated for resources: {'Port': ['ID=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:09.872963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.20.0.1 (9ddf5e08-83a7-46ba-8f82-f286eeb650fd/26e86657-b633-4a56-9daa-b190d4436046/69376847-c2c3-4e53-ae90-7344eb979bc3) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:10.001181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.015657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 69376847-c2c3-4e53-ae90-7344eb979bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:10.054369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.129012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:10.133115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:10.141598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:10.166694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:10.210264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.330772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d04f73c-7bb5-4449-9c47-a4c78cea52ba req-74b7e6c7-5d34-4a47-8593-5c8f5778d728 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 210 time: 0.0362556 Jul 07 17:30:10.475457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-bc587b61-1589-42aa-b6ff-ebc98f4c3fe4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:10.477081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-bc587b61-1589-42aa-b6ff-ebc98f4c3fe4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 813 time: 0.1629860 Jul 07 17:30:10.479867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.494782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Request body: {'port': {'device_id': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351', 'admin_state_up': True, 'tenant_id': '6b126b7eca954d1499b8e6601bf31f49'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:10.718006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Made reservation on behalf of 6b126b7eca954d1499b8e6601bf31f49 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:10.721594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.965944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:10.969207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb780971-77af-436f-9a58-0404f197529b None None] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:10.971177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Allocated IP 172.20.0.2 (259bc475-7373-4f55-a0f6-927f0a81f351/286bbbe0-600c-42ac-8766-4a7a52583924/d96dafe9-fbdf-46e1-9e74-04fe59debeea) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:10.973218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.053512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ef8e503b-5425-4d47-85c8-10d76a610b47 None None] Provisioning for port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:11.071274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.079084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.312843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:11.315887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:11.340583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.477539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.532223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:11.565300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Network 259bc475-7373-4f55-a0f6-927f0a81f351 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:11.569773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Pushing event updated for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:11.573012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:11.575732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:11.674398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d1a-226a-4914-bcfc-bce3880fc605 req-9cbddd86-e406-4daa-b539-cdf19687e70f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:11.684910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63c84d1a-226a-4914-bcfc-bce3880fc605 req-9cbddd86-e406-4daa-b539-cdf19687e70f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 931 time: 0.1087751 Jul 07 17:30:11.720391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0303f58d-cafd-4404-8ada-afdfddc79241 None None] Provisioning for port 69376847-c2c3-4e53-ae90-7344eb979bc3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:11.725560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0303f58d-cafd-4404-8ada-afdfddc79241 None None] Provisioning complete for port 69376847-c2c3-4e53-ae90-7344eb979bc3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:11.726634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0303f58d-cafd-4404-8ada-afdfddc79241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.737624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:11.747705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-07b2ae5f-d4b5-452b-89a6-b2ffe041af6d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640307 Jul 07 17:30:11.749692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:11.751913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:11.752656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.770920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-e42e05d2-99ef-48e6-bef4-66266feead97 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809989 Jul 07 17:30:11.777206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374000392'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:11.779409 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:11.792869 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:11.793497 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:11.794028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Request body: {'port': {'device_id': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:11.799336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63c84d1a-226a-4914-bcfc-bce3880fc605 req-169ad35e-a861-4c07-964f-a9a3b09adb4a tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130416 Jul 07 17:30:11.811225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0303f58d-cafd-4404-8ada-afdfddc79241 None None] Port 69376847-c2c3-4e53-ae90-7344eb979bc3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:11.843326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:11.846900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.913684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:11.927041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.932648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:11.933149 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 59ade066-7474-40bd-b7eb-3fa7820765d8 of type vlan for network ff371891-09e0-46f3-83e4-b2c4c839d3a1 Jul 07 17:30:12.012450 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:12.067123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-235c8410-3346-4318-9ea3-3a03386efdf9 None None] Provisioning complete for port 69376847-c2c3-4e53-ae90-7344eb979bc3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:12.070315 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-235c8410-3346-4318-9ea3-3a03386efdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.071978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.146643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.153886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:12.154561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.191618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-235c8410-3346-4318-9ea3-3a03386efdf9 None None] Port 69376847-c2c3-4e53-ae90-7344eb979bc3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:12.290952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:12.337908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=ff371891-09e0-46f3-83e4-b2c4c839d3a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:12.364051 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9bab7993-31ef-4461-b7ff-707ff6f43cd6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6100056 Jul 07 17:30:12.365918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:12.371337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:12.384425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:12.401139 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:12.443255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:12.453790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:12.454405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.560864 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:12.561915 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Updating router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 port 69376847-c2c3-4e53-ae90-7344eb979bc3 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:12.628915 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.682876 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:12.688315 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.738474 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.878093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96dafe9-fbdf-46e1-9e74-04fe59debeea {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:12.892527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.906656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Transition to ACTIVE for port object d96dafe9-fbdf-46e1-9e74-04fe59debeea will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:12.910071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4348a690-f2fe-42e8-8192-e46e51a7f405 None None] Provisioning complete for port 69376847-c2c3-4e53-ae90-7344eb979bc3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:12.910476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4348a690-f2fe-42e8-8192-e46e51a7f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.915221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:12.946487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:12.964218 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.023519 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.039928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4348a690-f2fe-42e8-8192-e46e51a7f405 None None] Port 69376847-c2c3-4e53-ae90-7344eb979bc3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:13.052755 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Transition to ACTIVE for port object 69376847-c2c3-4e53-ae90-7344eb979bc3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:13.061918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.067327 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.081869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.191687 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Pushing event updated for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.204963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.207582 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.208357 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.208855 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.209375 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.210327 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.210819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.211502 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.211995 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.212477 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.213157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.213639 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.214163 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:13.230046 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Attempting to bind port 69376847-c2c3-4e53-ae90-7344eb979bc3 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:13.234698 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Attempting to bind port 69376847-c2c3-4e53-ae90-7344eb979bc3 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:13.235085 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Attempting to bind port 69376847-c2c3-4e53-ae90-7344eb979bc3 on network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:13.241398 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:13.242214 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Checking segment: {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:13.243083 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.243635 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Bound using segment: {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:13.244517 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Bound port: 69376847-c2c3-4e53-ae90-7344eb979bc3, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:13.245405 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.259271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Attempting to bind port d96dafe9-fbdf-46e1-9e74-04fe59debeea on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:13.260255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Attempting to bind port d96dafe9-fbdf-46e1-9e74-04fe59debeea by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:13.260670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Attempting to bind port d96dafe9-fbdf-46e1-9e74-04fe59debeea on network 259bc475-7373-4f55-a0f6-927f0a81f351 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:13.276565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Port d96dafe9-fbdf-46e1-9e74-04fe59debeea on network 259bc475-7373-4f55-a0f6-927f0a81f351 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:30:13.277518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Attempting to bind port d96dafe9-fbdf-46e1-9e74-04fe59debeea on network 259bc475-7373-4f55-a0f6-927f0a81f351 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:13.283555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:13.283900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Checking segment: {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:13.284293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Bound using segment: {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:13.284730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Bound port: d96dafe9-fbdf-46e1-9e74-04fe59debeea, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:13.285098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.297611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07a33-8a6d-4ee1-96dd-c0fc84b6273c req-7175dfcc-dd01-438e-ae08-25ef90f1b323 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.299940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2d07a33-8a6d-4ee1-96dd-c0fc84b6273c req-7175dfcc-dd01-438e-ae08-25ef90f1b323 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 943 time: 0.1872289 Jul 07 17:30:13.339708 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] For port 69376847-c2c3-4e53-ae90-7344eb979bc3, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:13.343839 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] For port 69376847-c2c3-4e53-ae90-7344eb979bc3, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69376847-c2c3-4e53-ae90-7344eb979bc3,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:13.351240 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.366093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=c9afd3eb-832a-4c5c-b498-13fd615607c5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.405819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:13.411873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:13.412233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: ff371891-09e0-46f3-83e4-b2c4c839d3a1, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:13.413699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:13.414414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:13.415047 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:13.421893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.436743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2d07a33-8a6d-4ee1-96dd-c0fc84b6273c req-3ae22de9-523e-42e0-a111-52e4a600ebfc tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288970 Jul 07 17:30:13.467649 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d097-c1b3-4814-82c6-f0cff8bd86ba None None] Pushing event updated for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.470949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:13.487986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.488947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.491492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, ff371891-09e0-46f3-83e4-b2c4c839d3a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:13.492004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] 10.222.0.32 "PUT /v2.0/ports/d96dafe9-fbdf-46e1-9e74-04fe59debeea HTTP/1.1" status: 200 len: 1092 time: 1.7044454 Jul 07 17:30:13.493229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:13.497933 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31" -d '{"events": [{"name": "network-changed", "server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:13.500780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.500780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.515459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4a933-a800-464c-a695-9494b6500ca3 None None] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:13.535242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67c11ef8-0419-4ce9-af80-541c3107a4a5 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1676612 Jul 07 17:30:13.535730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:13.659908 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b176b-7791-4646-ba6d-8cb4803c63bf x-openstack-request-id: req-410b176b-7791-4646-ba6d-8cb4803c63bf {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:13.660871 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:13.661681 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-410b176b-7791-4646-ba6d-8cb4803c63bf {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:13.662794 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea', 'status': 'completed', 'code': 200} Jul 07 17:30:13.698413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dab5d-8a3a-4753-b600-70878c7a2ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:13.736208 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:13.748167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-d0118f7b-2bac-4a0b-9cf1-aa638cabccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.749992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-d0118f7b-2bac-4a0b-9cf1-aa638cabccf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 1095 time: 0.1942170 Jul 07 17:30:13.750524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:13.751407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:13.851609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-cfe5ff95-c934-4960-8ba0-7533730bba96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea HTTP/1.1" status: 200 len: 217 time: 0.0934060 Jul 07 17:30:13.965050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-6267eb45-3451-498f-8310-37476ffb956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:13.973721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-6267eb45-3451-498f-8310-37476ffb956e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=286bbbe0-600c-42ac-8766-4a7a52583924 HTTP/1.1" status: 200 len: 853 time: 0.1105475 Jul 07 17:30:13.976431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Allocated IP 172.21.0.2 (ff371891-09e0-46f3-83e4-b2c4c839d3a1/c9afd3eb-832a-4c5c-b498-13fd615607c5/d8646fd4-4f31-40c2-8a2a-651aef64dc40) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:14.021266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-a4052696-ee72-469a-8f06-9b4607fbcf4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=259bc475-7373-4f55-a0f6-927f0a81f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465817 Jul 07 17:30:14.057036 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:13Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:14.115936 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1aa7-0db0-42f4-9753-41707f977b5c None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:10Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:13Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:14.178868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.188909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Transition to ACTIVE for port object d8646fd4-4f31-40c2-8a2a-651aef64dc40 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:14.205364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Transition to ACTIVE for port object d8646fd4-4f31-40c2-8a2a-651aef64dc40 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:14.205739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-46939427-7bfd-43e2-94af-05b9f0c72f33 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647861 Jul 07 17:30:14.210786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:14.216870 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.244918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:14.268624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:14.296656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:14.338744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0fe85a9c-9368-4669-8aa3-a0d17f9bb414 req-77b8cda1-4659-4138-9709-b0c427468be6 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163039 Jul 07 17:30:14.402533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Attempting to bind port d8646fd4-4f31-40c2-8a2a-651aef64dc40 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:14.402910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Attempting to bind port d8646fd4-4f31-40c2-8a2a-651aef64dc40 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:14.403278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Attempting to bind port d8646fd4-4f31-40c2-8a2a-651aef64dc40 on network ff371891-09e0-46f3-83e4-b2c4c839d3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:14.412952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Pushing event updated for resources: {'Port': ['ID=d8646fd4-4f31-40c2-8a2a-651aef64dc40,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.422053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:14.422666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Checking segment: {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:14.423252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.424298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Bound using segment: {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:14.424921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Bound port: d8646fd4-4f31-40c2-8a2a-651aef64dc40, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:14.425486 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.464842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-dc9bcc66-dd2a-40a3-a5c2-bdc4b563d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.468685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-dc9bcc66-dd2a-40a3-a5c2-bdc4b563d00d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0707960 Jul 07 17:30:14.569453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] For port d8646fd4-4f31-40c2-8a2a-651aef64dc40, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:14.575060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] For port d8646fd4-4f31-40c2-8a2a-651aef64dc40, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d8646fd4-4f31-40c2-8a2a-651aef64dc40,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:14.591845 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.674058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-2b6c91ec-d263-4095-b1ad-fa6e1fb7559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.675576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-2b6c91ec-d263-4095-b1ad-fa6e1fb7559f service neutron] 10.222.0.32 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 914 time: 0.1741116 Jul 07 17:30:14.675796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:14.676208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.762864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.764448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b678-9995-4397-a617-6c2e0042b69a None None] Pushing event updated for resources: {'Port': ['ID=d8646fd4-4f31-40c2-8a2a-651aef64dc40,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:14.793333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-f48fd367-e0e1-489e-9c1d-52f1317a7e9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea HTTP/1.1" status: 200 len: 217 time: 0.1098609 Jul 07 17:30:14.831508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcadfd-4d65-4cc3-8873-248775da947d req-58fcc1d5-4bb4-407c-b8c6-c85b0685626e tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.833331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14fcadfd-4d65-4cc3-8873-248775da947d req-58fcc1d5-4bb4-407c-b8c6-c85b0685626e tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 943 time: 0.1899984 Jul 07 17:30:14.873583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-53a9b978-58c7-4588-b290-1c998586ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:14.875404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-53a9b978-58c7-4588-b290-1c998586ad6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=286bbbe0-600c-42ac-8766-4a7a52583924 HTTP/1.1" status: 200 len: 853 time: 0.0746651 Jul 07 17:30:14.912433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-241d4e8b-1222-4eb2-ba45-ea0782130ec2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=259bc475-7373-4f55-a0f6-927f0a81f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298324 Jul 07 17:30:15.124700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-bb8316f8-0c75-431b-ad47-2ca36218cdae service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050822 Jul 07 17:30:15.150237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14fcadfd-4d65-4cc3-8873-248775da947d req-4f04026e-bf6a-4327-a8ff-a4ee091af426 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807817 Jul 07 17:30:15.280039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.21.0.1 (ff371891-09e0-46f3-83e4-b2c4c839d3a1/c9afd3eb-832a-4c5c-b498-13fd615607c5/63691fdf-c929-48d7-a92e-a9434d4aa5d3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:15.330800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c6f15da-ad05-4b30-aef4-56aa7eb42a31 req-e69277da-1ac5-4b66-ae09-0c51b40a3894 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904202 Jul 07 17:30:15.407785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.420446 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 63691fdf-c929-48d7-a92e-a9434d4aa5d3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:15.457684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.498042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:15.501359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:15.505263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:15.535278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:15.555922 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.693476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.982358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:15.989367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63073fde-6494-436c-9ea6-15ed51c3ade9 None None] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:15.990682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.084577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.111058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-81cc97e6-a4a2-45b0-ad51-5a9eac42cdcd None None] Provisioning for port d8646fd4-4f31-40c2-8a2a-651aef64dc40 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:16.132100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:16.248513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d8646fd4-4f31-40c2-8a2a-651aef64dc40 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:16.317033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:16.332478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d8646fd4-4f31-40c2-8a2a-651aef64dc40 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:16.337345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d8646fd4-4f31-40c2-8a2a-651aef64dc40 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.337755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.381557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:16.609290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc00413-851c-4bce-a95c-62306febc762 req-0fa01f88-d29a-4b3b-95bf-11eaf9b857ca tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:16.616642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbc00413-851c-4bce-a95c-62306febc762 req-0fa01f88-d29a-4b3b-95bf-11eaf9b857ca tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 943 time: 0.3149137 Jul 07 17:30:16.633163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:16.673113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.692356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Provisioning complete for port d8646fd4-4f31-40c2-8a2a-651aef64dc40 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:16.692738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.751925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbc00413-851c-4bce-a95c-62306febc762 req-ec8a7317-6fb1-4563-b350-e13ca9b3e093 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343343 Jul 07 17:30:16.760315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port d8646fd4-4f31-40c2-8a2a-651aef64dc40, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d8646fd4-4f31-40c2-8a2a-651aef64dc40,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:16.784366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.785292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69376847-c2c3-4e53-ae90-7344eb979bc3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:16.789865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:16.796580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-134557e2-ae61-4408-86da-080534998165 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2595830 Jul 07 17:30:16.799134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47516) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:16.805170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544635075'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:16.834228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:16.834454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:16.839314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.870051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:16.881896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.883106 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 8a9a8f4d-0326-4cce-99e7-ae40a5cb492e of type vlan for network 99d6aa0b-b127-40b1-9058-e53c9e793d89 Jul 07 17:30:16.890714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:16.891498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:16.938597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.961990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.973582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 69376847-c2c3-4e53-ae90-7344eb979bc3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:16.977426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.984729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:16.985920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.007806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:17.063108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2622461 Jul 07 17:30:17.066385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:17.074821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:17.082916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1e290-07de-4626-8db8-07a2e2fb292b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=99d6aa0b-b127-40b1-9058-e53c9e793d89,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.139774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:17.145771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=d8646fd4-4f31-40c2-8a2a-651aef64dc40,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.169200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 69376847-c2c3-4e53-ae90-7344eb979bc3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:17.169580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.183890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:17.186585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.403038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:30:17.403398 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:30:17.405577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.448201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.480526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=00a8071f-9810-45d2-9c61-ab8d69fd38f4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.488704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:17.489088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 99d6aa0b-b127-40b1-9058-e53c9e793d89, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:17.497280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 69376847-c2c3-4e53-ae90-7344eb979bc3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69376847-c2c3-4e53-ae90-7344eb979bc3,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:17.503430 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.513598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:17.523739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 99d6aa0b-b127-40b1-9058-e53c9e793d89) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:17.529035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:17.529691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.549084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d96dafe9-fbdf-46e1-9e74-04fe59debeea details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:30:17.549215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d42bef12-c1d4-439a-a082-ad00aafe87cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4789386 Jul 07 17:30:17.549296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0a27f-4258-45e8-9f53-2d9ed9201867 None None] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:17.549367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:17.602164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:15Z', 'revision_number': 3, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:15Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:13Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:17.611674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:17.646600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:17.646963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Updating router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:17.756877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.865601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:17.880745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea', 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351', 'port_id': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea', 'mac_address': 'fa:16:3e:97:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286bbbe0-600c-42ac-8766-4a7a52583924', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:30:17.996651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4970-e28b-466d-93a9-3a217a4fa449 req-0f925dba-8e40-4731-b068-b5bb64b02743 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:17.999615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42fd4970-e28b-466d-93a9-3a217a4fa449 req-0f925dba-8e40-4731-b068-b5bb64b02743 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 943 time: 0.0923810 Jul 07 17:30:18.053339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42fd4970-e28b-466d-93a9-3a217a4fa449 req-e63ec260-596b-4430-90fa-35bcf435bdd5 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Jul 07 17:30:18.062204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-99d6aa0b-b127-40b1-9058-e53c9e793d89', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:18.063082 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.104654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.184934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96dafe9-fbdf-46e1-9e74-04fe59debeea {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:30:18.195021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d8646fd4-4f31-40c2-8a2a-651aef64dc40 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:18.252313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Provisioning for port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:18.280765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Provisioning complete for port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:18.281146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.315782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.329545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:18.346538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.420059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d171d15f-8dce-48f0-ba50-13671ba37668 None None] Port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:18.733316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.745024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Transition to ACTIVE for port object 63691fdf-c929-48d7-a92e-a9434d4aa5d3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:18.764631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Allocated IP 172.22.0.2 (99d6aa0b-b127-40b1-9058-e53c9e793d89/00a8071f-9810-45d2-9c61-ab8d69fd38f4/651405a3-f879-4679-8275-26a2acdfa1b6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:18.788759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.812548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:18.849952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d96dafe9-fbdf-46e1-9e74-04fe59debeea'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:30:18.922356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d8646fd4-4f31-40c2-8a2a-651aef64dc40 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:18.922744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.981421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47544) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:19.034191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7340-0071-4960-9284-56835cc9b80b None None] Pushing event updated for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.065412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Attempting to bind port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:19.066486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Attempting to bind port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:19.067015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Attempting to bind port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 on network ff371891-09e0-46f3-83e4-b2c4c839d3a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:19.078100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:19.078779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Checking segment: {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:19.079349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.079910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Bound using segment: {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:19.080568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Bound port: 63691fdf-c929-48d7-a92e-a9434d4aa5d3, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ade066-7474-40bd-b7eb-3fa7820765d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:19.081125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.141909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b457bd87-f2ff-493a-8df5-55c1c6c706ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.301434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b457bd87-f2ff-493a-8df5-55c1c6c706ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.305720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.307568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b457bd87-f2ff-493a-8df5-55c1c6c706ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.379029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b457bd87-f2ff-493a-8df5-55c1c6c706ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0211fef2a9045c88b4be3f76f9f0ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962524 Jul 07 17:30:19.383541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47552) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:19.385223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebede90-074e-4d3b-9583-f09a3023f3d9 req-d1525a06-f6f1-46ea-be9f-8637aa7c256c tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:19.388826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bebede90-074e-4d3b-9583-f09a3023f3d9 req-d1525a06-f6f1-46ea-be9f-8637aa7c256c tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 944 time: 0.1246858 Jul 07 17:30:19.430436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] For port 63691fdf-c929-48d7-a92e-a9434d4aa5d3, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:19.436078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] For port 63691fdf-c929-48d7-a92e-a9434d4aa5d3, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=63691fdf-c929-48d7-a92e-a9434d4aa5d3,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:19.445613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457bd87-f2ff-493a-8df5-55c1c6c706ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf26b02-464b-494e-bdc7-9cf87ba58133,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.470360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bebede90-074e-4d3b-9583-f09a3023f3d9 req-b7ade170-bc21-498b-88b5-fe9ea252fc56 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Jul 07 17:30:19.504896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.528128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.528548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.538159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Transition to ACTIVE for port object 651405a3-f879-4679-8275-26a2acdfa1b6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:19.575125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69376847-c2c3-4e53-ae90-7344eb979bc3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:19.605626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.610911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.613259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bf26b02-464b-494e-bdc7-9cf87ba58133 HTTP/1.1" status: 204 len: 168 time: 0.2223516 Jul 07 17:30:19.642940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Transition to ACTIVE for port object 651405a3-f879-4679-8275-26a2acdfa1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:19.661165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a840a4-2149-4183-9c20-a7068478b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf26b02-464b-494e-bdc7-9cf87ba58133,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.731052 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.755559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:19.756203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:19.802779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7340-0071-4960-9284-56835cc9b80b None None] Pushing event updated for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:19.811398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.22.0.1 (99d6aa0b-b127-40b1-9058-e53c9e793d89/00a8071f-9810-45d2-9c61-ab8d69fd38f4/615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:19.854286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:19.883437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:19.892328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:19.918073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 69376847-c2c3-4e53-ae90-7344eb979bc3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:19.918501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:19.975636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:20.015152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Pushing event updated for resources: {'Port': ['ID=651405a3-f879-4679-8275-26a2acdfa1b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.026305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.056526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:20.077110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Attempting to bind port 651405a3-f879-4679-8275-26a2acdfa1b6 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:20.077643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Attempting to bind port 651405a3-f879-4679-8275-26a2acdfa1b6 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:20.077881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Attempting to bind port 651405a3-f879-4679-8275-26a2acdfa1b6 on network 99d6aa0b-b127-40b1-9058-e53c9e793d89 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:20.107720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.121924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:20.122354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Checking segment: {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:20.122769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.123163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Bound using segment: {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:20.123650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Bound port: 651405a3-f879-4679-8275-26a2acdfa1b6, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:20.124041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.178670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.186396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:20.187932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:20.194355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:20.248834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.414338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] For port 651405a3-f879-4679-8275-26a2acdfa1b6, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:20.419611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] For port 651405a3-f879-4679-8275-26a2acdfa1b6, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=651405a3-f879-4679-8275-26a2acdfa1b6,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:20.424668 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.440019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:15Z', 'revision_number': 3, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:19Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:20.458286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.543884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bbbe85-eac0-47e7-b2f3-bd9fea404a05 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:15Z', 'revision_number': 3, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:19Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:20.578303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bceb47-c7c5-49f0-bfa1-d09a241d1498 None None] Pushing event updated for resources: {'Port': ['ID=651405a3-f879-4679-8275-26a2acdfa1b6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:20.884089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22e44-6296-4d86-9a7e-4e6831c5e904 req-50408275-5c11-4cf5-8c42-67809030e601 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:20.892964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9c22e44-6296-4d86-9a7e-4e6831c5e904 req-50408275-5c11-4cf5-8c42-67809030e601 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 944 time: 0.1696656 Jul 07 17:30:20.944683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9c22e44-6296-4d86-9a7e-4e6831c5e904 req-5e7053a2-43ff-40a0-8d49-8aa97bbe2196 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Jul 07 17:30:21.027073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.033728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.107189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.141112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.266853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:21.268246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:21.429161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:21.554924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:21.560185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d96dafe9-fbdf-46e1-9e74-04fe59debeea up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:21.563331 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.569482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'network': {'name': 'tempest-RoutersTest-414634414'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:21.571441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be34c266-7141-4311-b8d8-0fbaa0ad4559 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0149152 Jul 07 17:30:21.633700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:21.635424 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:21.640240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.652264 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:21.652906 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:21.658651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port d96dafe9-fbdf-46e1-9e74-04fe59debeea completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:21.671687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port d96dafe9-fbdf-46e1-9e74-04fe59debeea triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:21.673754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:21.674254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.689511 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.689871 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added segment 64116a1f-2920-4a5f-9a6d-74af4b0360ef of type vlan for network 6aa4e648-29b3-4a1b-9a56-779667eafb0f Jul 07 17:30:21.783778 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.803353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:21.835136 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.852727 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.866890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:21.867731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.903370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:30:21.914136 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc910f-8911-47c9-acf5-74bb0f157495" -d '{"events": [{"server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:30:21.940885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:21.955945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:21.969807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Network': ['ID=6aa4e648-29b3-4a1b-9a56-779667eafb0f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:21.988281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8c0d9e19-d6be-48f7-857f-44e19ef347ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4211786 Jul 07 17:30:21.988479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:21.993947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'subnet': {'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:21.994952 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce764319-9e52-4ac9-a5e3-73027687e7bf x-openstack-request-id: req-ce764319-9e52-4ac9-a5e3-73027687e7bf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:30:21.995352 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:30:22.002353 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce764319-9e52-4ac9-a5e3-73027687e7bf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:30:22.002918 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea', 'code': 200} Jul 07 17:30:22.012080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:22.194880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfaa5aa-9a79-4e0e-a09e-07d5a2cd06ea None None] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:22.200014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Made reservation on behalf of 22d5a02f3f3e4138b1477fd7e5288430 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:22.204180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.227010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910aabf-27a3-417e-922e-cf845c53af23 req-d76b0435-4aa5-4dee-a195-3cb4a4d1d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.231439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f910aabf-27a3-417e-922e-cf845c53af23 req-d76b0435-4aa5-4dee-a195-3cb4a4d1d285 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 1097 time: 0.1698272 Jul 07 17:30:22.232604 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:20Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:20Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:19Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:22.276942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.286815 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:22.287449 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Updating router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:22.297171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f910aabf-27a3-417e-922e-cf845c53af23 req-657b0f4b-f354-4558-a516-92d03cac508b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590510 Jul 07 17:30:22.338247 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.549848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cac2ccdb-8b0f-4713-a8ae-6584da03059a None None] Provisioning for port 651405a3-f879-4679-8275-26a2acdfa1b6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:22.601733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375047a-1aca-412b-8f9d-d8bd2605301e req-af7be727-fe0b-4cee-ac22-e97ef641785d tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.608007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f375047a-1aca-412b-8f9d-d8bd2605301e req-af7be727-fe0b-4cee-ac22-e97ef641785d tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 945 time: 0.2514489 Jul 07 17:30:22.609628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.714888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 651405a3-f879-4679-8275-26a2acdfa1b6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:22.787006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f375047a-1aca-412b-8f9d-d8bd2605301e req-9063c479-e6fc-4409-96e0-f12e5be99ba6 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703851 Jul 07 17:30:22.788110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Subnet': ['ID=2b66a00f-8979-4ee1-9a59-b84f4d7431ea,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:22.800586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 651405a3-f879-4679-8275-26a2acdfa1b6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:22.805738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 651405a3-f879-4679-8275-26a2acdfa1b6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:22.806136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.838751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Checking segment: {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:22.840601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network hostable DHCP agents. Network: 6aa4e648-29b3-4a1b-9a56-779667eafb0f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:22.870431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:22.887594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6aa4e648-29b3-4a1b-9a56-779667eafb0f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:22.894224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:22.894877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:22.899290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd6679-b3cc-4042-b88d-1c3a2a800974 None None] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:22.923014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:22.936076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6102bba9-c246-4203-a153-f84ee0457520 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9457192 Jul 07 17:30:23.038672 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.050842 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Transition to ACTIVE for port object 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:23.057095 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.316571 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad1a2a-74a4-4bc7-bf3d-f419e01fa674 None None] Pushing event updated for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.345433 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Attempting to bind port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:23.349203 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Attempting to bind port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:23.349678 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Attempting to bind port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 on network 99d6aa0b-b127-40b1-9058-e53c9e793d89 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:23.364794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:23.374566 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:23.375011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Checking segment: {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:23.375568 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.375987 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Bound using segment: {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:23.376509 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Bound port: 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:23.376956 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.469113 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.472709 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] For port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:23.478659 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] For port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:23.486656 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.509073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff2e0713-d711-4231-9dd8-fa82bfacfecd None None] Provisioning complete for port 651405a3-f879-4679-8275-26a2acdfa1b6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:23.518948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0713-d711-4231-9dd8-fa82bfacfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.580993 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad1a2a-74a4-4bc7-bf3d-f419e01fa674 None None] Pushing event updated for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.611998 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:23.612861 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:23.644216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 651405a3-f879-4679-8275-26a2acdfa1b6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=651405a3-f879-4679-8275-26a2acdfa1b6,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:23.650789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8a63-443b-4ac4-80c6-32fc7bf969a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.654768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.656394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.657372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 63691fdf-c929-48d7-a92e-a9434d4aa5d3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:23.780235 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:23.866658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:23.867525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.909569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=651405a3-f879-4679-8275-26a2acdfa1b6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:23.910266 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8a63-443b-4ac4-80c6-32fc7bf969a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.917732 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8a63-443b-4ac4-80c6-32fc7bf969a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:23.973592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc0d8a63-443b-4ac4-80c6-32fc7bf969a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efb21e3cc53641e79727ce5850cf41e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074970 Jul 07 17:30:23.974448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:24.084971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff2e0713-d711-4231-9dd8-fa82bfacfecd None None] Provisioning for port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:24.122069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.128346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:24.138612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d8a63-443b-4ac4-80c6-32fc7bf969a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3248c26-1c59-4c9e-889b-3339cda9aaa0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.142083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:24.143228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.206808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.235325 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:20Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:23Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:19Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:24.265145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Allocated IP 172.23.0.1 (6aa4e648-29b3-4a1b-9a56-779667eafb0f/2b66a00f-8979-4ee1-9a59-b84f4d7431ea/69df45dc-7070-4dfd-a079-b08707f03061) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:24.266963 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc94a8-b2a1-49f7-9948-b41bd933cd50 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:20Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:23Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:19Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:24.316861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.327212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac0430-605d-48d9-9e7e-4a6c2046391b req-aef7a127-dd91-4359-a264-67885142b946 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:24.334317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3ac0430-605d-48d9-9e7e-4a6c2046391b req-aef7a127-dd91-4359-a264-67885142b946 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 945 time: 0.2990761 Jul 07 17:30:24.386561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 63691fdf-c929-48d7-a92e-a9434d4aa5d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=63691fdf-c929-48d7-a92e-a9434d4aa5d3,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:24.392731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.425991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3ac0430-605d-48d9-9e7e-4a6c2046391b req-a5d1c3eb-d91e-476c-90b0-938a1332a26a tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740948 Jul 07 17:30:24.444089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.450913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.465220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3248c26-1c59-4c9e-889b-3339cda9aaa0 HTTP/1.1" status: 204 len: 168 time: 0.4772961 Jul 07 17:30:24.519567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5730831-baae-4426-ba92-ad30ae1b6964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3248c26-1c59-4c9e-889b-3339cda9aaa0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.631398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.648711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Transition to ACTIVE for port object 69df45dc-7070-4dfd-a079-b08707f03061 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:24.673951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.751445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:24.821113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Allocated IP 172.23.0.2 (6aa4e648-29b3-4a1b-9a56-779667eafb0f/2b66a00f-8979-4ee1-9a59-b84f4d7431ea/57fa8673-594e-436a-8fe0-8ddd9cdfd7af) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:24.824611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:24.858912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:24.862646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:24.877351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:24.920884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:24.958961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.052043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:25.063318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:25.063884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.068051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.083764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fdafe7b-e4ab-4f01-801b-6fda5472f49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.235958 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.309206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.320216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.344730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:25.348602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Transition to ACTIVE for port object 57fa8673-594e-436a-8fe0-8ddd9cdfd7af will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:25.353156 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.354130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 651405a3-f879-4679-8275-26a2acdfa1b6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:25.367560 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fdafe7b-e4ab-4f01-801b-6fda5472f49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.375379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fdafe7b-e4ab-4f01-801b-6fda5472f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.434672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.440235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4fdafe7b-e4ab-4f01-801b-6fda5472f49b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=235d0f1889b44a38a0e6d2958a210f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708310 Jul 07 17:30:25.441400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:25.442244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdafe7b-e4ab-4f01-801b-6fda5472f49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283e159-3a68-42a2-9cff-cc167b59153f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.486089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Transition to ACTIVE for port object 57fa8673-594e-436a-8fe0-8ddd9cdfd7af will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:25.519099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.551038 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.583402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.594263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Pushing event updated for resources: {'Port': ['ID=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.603810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:25.606326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:25.608900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:25.654854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.659034 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.660577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b283e159-3a68-42a2-9cff-cc167b59153f HTTP/1.1" status: 204 len: 168 time: 0.2050238 Jul 07 17:30:25.670950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486e790-bd69-4455-874b-756c08de3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283e159-3a68-42a2-9cff-cc167b59153f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:25.715949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 651405a3-f879-4679-8275-26a2acdfa1b6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:25.716250 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.720563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Attempting to bind port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:25.721086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Attempting to bind port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:25.721621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Attempting to bind port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af on network 6aa4e648-29b3-4a1b-9a56-779667eafb0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:25.757959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:25.758379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Checking segment: {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:25.758945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.760033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Bound using segment: {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:25.760661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Bound port: 57fa8673-594e-436a-8fe0-8ddd9cdfd7af, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:25.761362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:25.970769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] For port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:25.977870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] For port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:25.984405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.144236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76697637-2d52-4fb8-941c-48c6fad119dd None None] Pushing event updated for resources: {'Port': ['ID=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:26.402228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.421625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.532331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event updated for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:26.639762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.706273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:26.815246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:26.815562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:26.823738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:26.825329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:26.933451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 57fa8673-594e-436a-8fe0-8ddd9cdfd7af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:26.957601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:27.038543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:27.053010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 63691fdf-c929-48d7-a92e-a9434d4aa5d3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:27.152100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:27.152766 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.189383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:27.205459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34342e40-5695-4557-8601-3df49dc14fc6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2811656 Jul 07 17:30:27.208418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.214429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:27.233569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:27.270129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:27.270129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:27.528892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:27.728605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170b0f2-d0e6-4513-8f96-f3f18686ca81 None None] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:28.042641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:30:28.063210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:30:28.063210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.129674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Provisioning for port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:28.216856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Provisioning complete for port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:28.217524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.355286 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.360480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.437992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:28.533912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:28.599201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.602685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:28.603084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Updating router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 port 69df45dc-7070-4dfd-a079-b08707f03061 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:30:28.733044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] For port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:28.736352 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.742024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.865496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78735a5-a172-49e1-b023-f919ea32ad9a None None] Pushing event updated for resources: {'Port': ['ID=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:28.869925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:28.880689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.881669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-40c04426-3324-4774-9d18-205bac6954ee tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 932 time: 1.6716540 Jul 07 17:30:28.884988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47834) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:29.201629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.211544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:29.212841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dd280cda-8bfa-4651-96f2-ccf558de37c8 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 932 time: 0.3219786 Jul 07 17:30:29.222878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Transition to ACTIVE for port object 69df45dc-7070-4dfd-a079-b08707f03061 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:29.224651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:29.234456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.346800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c415-025f-4ad3-beb0-46c388e0bcd1 None None] Pushing event updated for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.359269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0dbccea-b30d-4c4b-aa81-7860dbf0f8fc None None] Provisioning complete for port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:29.359817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0dbccea-b30d-4c4b-aa81-7860dbf0f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.480818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Attempting to bind port 69df45dc-7070-4dfd-a079-b08707f03061 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:29.481147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Attempting to bind port 69df45dc-7070-4dfd-a079-b08707f03061 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:29.481460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Attempting to bind port 69df45dc-7070-4dfd-a079-b08707f03061 on network 6aa4e648-29b3-4a1b-9a56-779667eafb0f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:29.507374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:29.507779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Checking segment: {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:29.508073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.508475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Bound using segment: {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:29.508976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Bound port: 69df45dc-7070-4dfd-a079-b08707f03061, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64116a1f-2920-4a5f-9a6d-74af4b0360ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:29.509884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.699095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d0dbccea-b30d-4c4b-aa81-7860dbf0f8fc None None] Provisioning for port 69df45dc-7070-4dfd-a079-b08707f03061 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:29.856555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] For port 69df45dc-7070-4dfd-a079-b08707f03061, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:29.869515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] For port 69df45dc-7070-4dfd-a079-b08707f03061, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69df45dc-7070-4dfd-a079-b08707f03061,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:29.922625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.039101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be1730a-c012-4d55-90b1-aa84fa8170a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.156755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:30.157552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:30.520399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:30.532105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c415-025f-4ad3-beb0-46c388e0bcd1 None None] Pushing event updated for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.633659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 57fa8673-594e-436a-8fe0-8ddd9cdfd7af up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:30.734147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:30.767234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.856877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:30:30.857464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:30:30.863403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:30.863403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.977777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.022888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.035476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.169430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f7a071-1e3b-4440-b1bc-61d1466b6acd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:31.188650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15e231919ffc4ac0bc09de69b96f206a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682808 Jul 07 17:30:31.198399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:31.219947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.220671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.221174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.221665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.223493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.226249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.226782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.227276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.228680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.229190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.230720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.231290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b63fc7-4685-48d5-b544-e7fab971b328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:31.367047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.408891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.433871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.439348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.483618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.487695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.491986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51f7a071-1e3b-4440-b1bc-61d1466b6acd HTTP/1.1" status: 204 len: 168 time: 0.2921858 Jul 07 17:30:31.509605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7439dd-11e5-48b6-b5e0-3d9e60f663af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f7a071-1e3b-4440-b1bc-61d1466b6acd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:31.585491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:28Z', 'revision_number': 6, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:29Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:31.631007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40d0e9-8b58-40e6-8c96-9f9018b88828 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:28Z', 'revision_number': 6, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:29Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:31.660763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:31.899974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:31.909292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:31.910879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7585dd10-3c17-43cc-a41a-34c7c249a9e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 698 time: 2.6972270 Jul 07 17:30:31.913789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.121389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 47894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.122972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c09d5d46-c2ae-4b1f-9152-348751156076 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 698 time: 0.2026794 Jul 07 17:30:32.181554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.198842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ad79d8-8dd9-45cf-920d-7f4fc2256cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.325072 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae9049ca-23f2-4e27-a4ec-c14d23da03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.443832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ad79d8-8dd9-45cf-920d-7f4fc2256cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.458257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b4ad79d8-8dd9-45cf-920d-7f4fc2256cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.564372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad79d8-8dd9-45cf-920d-7f4fc2256cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b108e757-17c3-44c9-b31c-17111e377694,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:32.596355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4ad79d8-8dd9-45cf-920d-7f4fc2256cc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eae99eee45d04432bf78621f1c1412b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135909 Jul 07 17:30:32.603832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:32.676331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69df45dc-7070-4dfd-a079-b08707f03061 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:32.698689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.755419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.850957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.867149 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.881502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.884920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 69df45dc-7070-4dfd-a079-b08707f03061 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:32.888899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b108e757-17c3-44c9-b31c-17111e377694 HTTP/1.1" status: 204 len: 168 time: 0.2793453 Jul 07 17:30:32.894298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 69df45dc-7070-4dfd-a079-b08707f03061 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:32.894701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:32.922071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38358f-73d1-4a05-9d38-508b0b0a903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b108e757-17c3-44c9-b31c-17111e377694,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.043115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.120838 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:33.148109 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:33.152181 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.176730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.256641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 69df45dc-7070-4dfd-a079-b08707f03061, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69df45dc-7070-4dfd-a079-b08707f03061,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:33.264830 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.411248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.522075 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:33.599631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 69df45dc-7070-4dfd-a079-b08707f03061 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:33.600450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.618602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.744710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 69df45dc-7070-4dfd-a079-b08707f03061, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69df45dc-7070-4dfd-a079-b08707f03061,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:33.745319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:33.761633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 69df45dc-7070-4dfd-a079-b08707f03061 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:33.855026 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:30Z', 'revision_number': 7, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:29Z', 'revision_number': 4, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:33.907761 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:33.922658 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:33.923076 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:34.140075 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:34.221525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.317287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=69df45dc-7070-4dfd-a079-b08707f03061,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:34.332265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.332647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.333257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.333610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.334986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.335411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.336868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.337282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.337634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.339928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.343568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.345671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:34.466904 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:34.664749 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:30Z', 'revision_number': 7, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:33Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:34.739662 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f14cd-c363-4792-b653-8a4b9eb494f5 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:30Z', 'revision_number': 7, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69df45dc-7070-4dfd-a079-b08707f03061', 'name': '', 'network_id': '6aa4e648-29b3-4a1b-9a56-779667eafb0f', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:08:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:23Z', 'updated_at': '2021-07-07T17:30:33Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '2b66a00f-8979-4ee1-9a59-b84f4d7431ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:34.828335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.166458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:35.330867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:35.345097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:35.359354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47950) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:35.362656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-91784c98-e75b-444e-901d-06c2892c3e34 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2397947 Jul 07 17:30:35.367006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:35.367656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.484620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 2b66a00f-8979-4ee1-9a59-b84f4d7431ea {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:35.496003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.533843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:35.604936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.615960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.776961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.882256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.913104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 8, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:35.954047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:35.956221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/2b66a00f-8979-4ee1-9a59-b84f4d7431ea HTTP/1.1" status: 204 len: 168 time: 0.5955672 Jul 07 17:30:35.957446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883b7dd-76b5-4f2a-9962-bc754f4ff54e tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=2b66a00f-8979-4ee1-9a59-b84f4d7431ea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:35.960414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 47964) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:35.991727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:36.005632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ca7a8-a83f-405e-83cf-91c07eb95dc0 None None] Network 6aa4e648-29b3-4a1b-9a56-779667eafb0f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:36.080748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:36.082324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.143584 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.245573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:36.281806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:36.282636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.418930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,segment=NetworkSegment(64116a1f-2920-4a5f-9a6d-74af4b0360ef),segment_id=64116a1f-2920-4a5f-9a6d-74af4b0360ef)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:36.419464 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.438681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 57fa8673-594e-436a-8fe0-8ddd9cdfd7af owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:36.569174 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.615964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.640119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 57fa8673-594e-436a-8fe0-8ddd9cdfd7af on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:36.732948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=57fa8673-594e-436a-8fe0-8ddd9cdfd7af,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:36.796724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79cf3c-2e97-46ab-9ce6-f157b117a913 None None] DHCP port deletion for 6aa4e648-29b3-4a1b-9a56-779667eafb0f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:36.878996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:36.891272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 8, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.913232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa4e648-29b3-4a1b-9a56-779667eafb0f']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.934061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64116a1f-2920-4a5f-9a6d-74af4b0360ef') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.935870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64116a1f-2920-4a5f-9a6d-74af4b0360ef') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:36.961215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d4c5d-3dea-4d9e-9060-dc42a1f96b08 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:34Z', 'revision_number': 8, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7', 'name': '', 'network_id': '99d6aa0b-b127-40b1-9058-e53c9e793d89', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:0a:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:18Z', 'updated_at': '2021-07-07T17:30:25Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '00a8071f-9810-45d2-9c61-ab8d69fd38f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:36.973809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.002416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.020612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:37.020907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:37.035660 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:37.103001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48006) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.151158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.157368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.162358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/6aa4e648-29b3-4a1b-9a56-779667eafb0f HTTP/1.1" status: 204 len: 168 time: 1.1983135 Jul 07 17:30:37.166334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.195129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a55b-2418-4993-b44f-88d10ee3a3bf tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=6aa4e648-29b3-4a1b-9a56-779667eafb0f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:37.319940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2bea-ab26-4555-b908-b77859279699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.488036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2bea-ab26-4555-b908-b77859279699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.514725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a1dc2bea-ab26-4555-b908-b77859279699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.579019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a1dc2bea-ab26-4555-b908-b77859279699 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47a69ff1630244e0bc56c47b16f57577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725378 Jul 07 17:30:37.579019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc2bea-ab26-4555-b908-b77859279699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db2b69-e603-4ab4-8c28-4f659638f2d1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:37.585597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48012) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:37.692808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.729248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.812109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.817316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:37.822054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43db2b69-e603-4ab4-8c28-4f659638f2d1 HTTP/1.1" status: 204 len: 168 time: 0.2345970 Jul 07 17:30:37.834739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043543-da3c-4b8e-97cd-8116aa6f779f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db2b69-e603-4ab4-8c28-4f659638f2d1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:37.885507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.343661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48030) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:38.361577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b767-632e-4acb-8638-152e6b3b951e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.529122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b767-632e-4acb-8638-152e6b3b951e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.533563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b767-632e-4acb-8638-152e6b3b951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.557487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 57fa8673-594e-436a-8fe0-8ddd9cdfd7af no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:38.590302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:38.591192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c9c2b767-632e-4acb-8638-152e6b3b951e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=447f9b45618b4b71a921cfaf713aac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455370 Jul 07 17:30:38.592469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2b767-632e-4acb-8638-152e6b3b951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5322fd9-f09d-4caf-adf6-4597a360be4f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:38.674318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 57fa8673-594e-436a-8fe0-8ddd9cdfd7af {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:38.674318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 57fa8673-594e-436a-8fe0-8ddd9cdfd7af not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:38.674318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69df45dc-7070-4dfd-a079-b08707f03061 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:38.714609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.739418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.832226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.836417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.839014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5322fd9-f09d-4caf-adf6-4597a360be4f HTTP/1.1" status: 204 len: 168 time: 0.2471604 Jul 07 17:30:38.856307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f783-cab5-406a-8bbd-776b03219b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5322fd9-f09d-4caf-adf6-4597a360be4f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:38.876106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:38.876965 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:38.978206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 69df45dc-7070-4dfd-a079-b08707f03061 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:38.978513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69df45dc-7070-4dfd-a079-b08707f03061 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:39.025742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:39.026145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.054229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:39.401276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:39.440353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:39.729012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.065369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:40.209297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:40.217970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a4f59ad6-6bbc-4d2f-9ac3-2b2d13df23e7 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0473843 Jul 07 17:30:40.218265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.236081 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:40.247940 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:40.248599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.344198 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:40.413173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 00a8071f-9810-45d2-9c61-ab8d69fd38f4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:40.432752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.536076 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.610784 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:39Z', 'revision_number': 9, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.639260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.647554 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:40.659692 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:40.660964 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:40.704013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.741799 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=00a8071f-9810-45d2-9c61-ab8d69fd38f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:40.749972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.754766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48086) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:40.755279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-75cb9bc4-98d7-4414-afa3-3b6828afae7d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/00a8071f-9810-45d2-9c61-ab8d69fd38f4 HTTP/1.1" status: 204 len: 168 time: 0.5357060 Jul 07 17:30:40.769122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f96326e-cc66-4599-95f2-5e20d5b09141 None None] Network 99d6aa0b-b127-40b1-9058-e53c9e793d89 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:40.795485 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:40.861845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:40.970753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 651405a3-f879-4679-8275-26a2acdfa1b6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:40.971150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.065915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 651405a3-f879-4679-8275-26a2acdfa1b6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=651405a3-f879-4679-8275-26a2acdfa1b6,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:41.066474 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.119323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 651405a3-f879-4679-8275-26a2acdfa1b6 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:41.147638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] DHCP port deletion for 99d6aa0b-b127-40b1-9058-e53c9e793d89 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:41.234833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Deleting port 651405a3-f879-4679-8275-26a2acdfa1b6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:41.236077 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.246308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.265704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:39Z', 'revision_number': 9, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:41.289473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=651405a3-f879-4679-8275-26a2acdfa1b6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:41.294221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 651405a3-f879-4679-8275-26a2acdfa1b6 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:41.318762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] For port 651405a3-f879-4679-8275-26a2acdfa1b6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=651405a3-f879-4679-8275-26a2acdfa1b6,segment=NetworkSegment(8a9a8f4d-0326-4cce-99e7-ae40a5cb492e),segment_id=8a9a8f4d-0326-4cce-99e7-ae40a5cb492e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:41.319172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.338292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Calling delete_port for 651405a3-f879-4679-8275-26a2acdfa1b6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:41.359221 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c392588-6818-4e92-a2f4-472f7d6fccc9 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:39Z', 'revision_number': 9, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '63691fdf-c929-48d7-a92e-a9434d4aa5d3', 'name': '', 'network_id': 'ff371891-09e0-46f3-83e4-b2c4c839d3a1', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:a3:9c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:14Z', 'updated_at': '2021-07-07T17:30:24Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': 'c9afd3eb-832a-4c5c-b498-13fd615607c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:41.417409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.429335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d6aa0b-b127-40b1-9058-e53c9e793d89']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:41.442544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:41.442973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9a8f4d-0326-4cce-99e7-ae40a5cb492e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:41.463897 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.470480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.497210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Pushing event deleted for resources: {'Port': ['ID=651405a3-f879-4679-8275-26a2acdfa1b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:41.502018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] No DVR routers for this DVR port 651405a3-f879-4679-8275-26a2acdfa1b6 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:41.513913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.514489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.514899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.515247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.515629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.516140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.516335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.516768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.517262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.517488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.517819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.518220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.523882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd21af-79d9-498f-8fb8-b3beb0950324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:41.529006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:41.529514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:41.533462 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:41.620640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.632164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:41.637504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/99d6aa0b-b127-40b1-9058-e53c9e793d89 HTTP/1.1" status: 204 len: 168 time: 0.8811140 Jul 07 17:30:41.640107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:41.654742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf42e6-0f63-414b-bfaa-83b293fcc1e1 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=99d6aa0b-b127-40b1-9058-e53c9e793d89,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:42.242621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.548469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:42.590348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:42.592323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 615d5fc5-67ee-4b0d-bf8a-8abcd8b6e6b7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:42.593547 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 651405a3-f879-4679-8275-26a2acdfa1b6 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:42.628022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 651405a3-f879-4679-8275-26a2acdfa1b6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:42.628938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 651405a3-f879-4679-8275-26a2acdfa1b6 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:42.679090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 63691fdf-c929-48d7-a92e-a9434d4aa5d3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:42.679439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.791288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 63691fdf-c929-48d7-a92e-a9434d4aa5d3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=63691fdf-c929-48d7-a92e-a9434d4aa5d3,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:42.791665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:42.808141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 63691fdf-c929-48d7-a92e-a9434d4aa5d3 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:43.038504 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.077519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=63691fdf-c929-48d7-a92e-a9434d4aa5d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.336389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.602850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:43.726734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:43.734054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af6ab672-d43d-4d47-bd96-d5bfdae3ac42 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923202 Jul 07 17:30:43.736554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.739908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:43.765163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:43.765985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:43.821875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet c9afd3eb-832a-4c5c-b498-13fd615607c5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:43.825333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.870656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.955473 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:44.028088 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.263455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.308887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=c9afd3eb-832a-4c5c-b498-13fd615607c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.314805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:42Z', 'revision_number': 10, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.320541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.323657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b956ad05-f7aa-42ad-ab2b-af40df6fdf9a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/c9afd3eb-832a-4c5c-b498-13fd615607c5 HTTP/1.1" status: 204 len: 168 time: 0.5842140 Jul 07 17:30:44.326639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48314) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.358001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:44.383142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774e56ed-760e-4750-bc1f-12f76dbebb8c None None] Network ff371891-09e0-46f3-83e4-b2c4c839d3a1 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:44.383142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:44.383142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.452091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.520617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port d8646fd4-4f31-40c2-8a2a-651aef64dc40 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:44.521067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.571167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:44.638337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port d8646fd4-4f31-40c2-8a2a-651aef64dc40, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d8646fd4-4f31-40c2-8a2a-651aef64dc40,segment=NetworkSegment(59ade066-7474-40bd-b7eb-3fa7820765d8),segment_id=59ade066-7474-40bd-b7eb-3fa7820765d8)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:44.642444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.673251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for d8646fd4-4f31-40c2-8a2a-651aef64dc40 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:44.746858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.809602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.841127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=d8646fd4-4f31-40c2-8a2a-651aef64dc40,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.842967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port d8646fd4-4f31-40c2-8a2a-651aef64dc40 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:44.898905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb56ca2-3c6e-476d-a988-4f93aeb129f7 None None] DHCP port deletion for ff371891-09e0-46f3-83e4-b2c4c839d3a1 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:44.959352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7991-f754-4677-97b0-9a8209c9384c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.982197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:42Z', 'revision_number': 10, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:44.998595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.010317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b2278-2f28-49b2-aa35-4dfbe66f9466 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:42Z', 'revision_number': 10, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None, '_interfaces': [{'id': '69376847-c2c3-4e53-ae90-7344eb979bc3', 'name': '', 'network_id': '9ddf5e08-83a7-46ba-8f82-f286eeb650fd', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'mac_address': 'fa:16:3e:7c:60:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '26e86657-b633-4a56-9daa-b190d4436046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:30:09Z', 'updated_at': '2021-07-07T17:30:17Z', 'revision_number': 5, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'subnets': [{'id': '26e86657-b633-4a56-9daa-b190d4436046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:45.025684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff371891-09e0-46f3-83e4-b2c4c839d3a1']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.033314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ade066-7474-40bd-b7eb-3fa7820765d8') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.034362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ade066-7474-40bd-b7eb-3fa7820765d8') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:45.050471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.076654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.083864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:45.084680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:45.088673 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:45.143921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7991-f754-4677-97b0-9a8209c9384c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.149502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7991-f754-4677-97b0-9a8209c9384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.179551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.186370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.191685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/ff371891-09e0-46f3-83e4-b2c4c839d3a1 HTTP/1.1" status: 204 len: 168 time: 0.8608654 Jul 07 17:30:45.194178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48328) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.200187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f4d7991-f754-4677-97b0-9a8209c9384c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c4003c8ae0142e087bc2d7e64d40a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516578 Jul 07 17:30:45.203604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:45.214209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7991-f754-4677-97b0-9a8209c9384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255087d-0f72-44e9-86db-dd3dbb09e9c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.220848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0667ed0-c753-4e07-bae3-90f22571b7af tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=ff371891-09e0-46f3-83e4-b2c4c839d3a1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.293319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.324553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.401358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.408852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:45.411343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d255087d-0f72-44e9-86db-dd3dbb09e9c9 HTTP/1.1" status: 204 len: 168 time: 0.2067358 Jul 07 17:30:45.426188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c2de9-46e6-46ea-8d53-e48f55a6f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255087d-0f72-44e9-86db-dd3dbb09e9c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:45.730749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.403561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 69376847-c2c3-4e53-ae90-7344eb979bc3 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:46.403910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.546627 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:46.553585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 69376847-c2c3-4e53-ae90-7344eb979bc3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=69376847-c2c3-4e53-ae90-7344eb979bc3,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:46.553956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.568702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d8646fd4-4f31-40c2-8a2a-651aef64dc40 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:46.570582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 69376847-c2c3-4e53-ae90-7344eb979bc3 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:46.611830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d8646fd4-4f31-40c2-8a2a-651aef64dc40 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:46.612469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d8646fd4-4f31-40c2-8a2a-651aef64dc40 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:46.613059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 63691fdf-c929-48d7-a92e-a9434d4aa5d3 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:46.667756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 63691fdf-c929-48d7-a92e-a9434d4aa5d3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:46.668110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 63691fdf-c929-48d7-a92e-a9434d4aa5d3 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:46.788101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.820209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=69376847-c2c3-4e53-ae90-7344eb979bc3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.976539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.167741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:47.264402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:47.272756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:47.273243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-64e8b552-2088-4b73-b3b9-6c6bcdb317ca tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760942 Jul 07 17:30:47.274731 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:47.296877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:47.297779 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.557695 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:47.629530 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.668797 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:47.677751 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:47.678498 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.721882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting subnet 26e86657-b633-4a56-9daa-b190d4436046 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:30:47.725263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.761304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:47.768633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.816407 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:47.847613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2761e8-7d10-4fba-91b9-662894adbcd4 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:47.876111 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.957214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.997306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Subnet': ['ID=26e86657-b633-4a56-9daa-b190d4436046,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.004763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df54ff-726b-4d2e-b671-e1280a9951f8 None None] Network 9ddf5e08-83a7-46ba-8f82-f286eeb650fd requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:48.008654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.021071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48464) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.023089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a212f813-6db5-4020-a5ab-4912d080d394 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/26e86657-b633-4a56-9daa-b190d4436046 HTTP/1.1" status: 204 len: 168 time: 0.7485058 Jul 07 17:30:48.125806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.279916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] DHCP port deletion for 9ddf5e08-83a7-46ba-8f82-f286eeb650fd request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:30:48.306493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Deleting port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:48.306878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.383852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Deleting port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:48.384233 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.426191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] For port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:48.426568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.457618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Calling delete_port for 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:48.532950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] For port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,segment=NetworkSegment(f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc),segment_id=f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:48.533352 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.551715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.558034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Calling delete_port for 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:48.594348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.640592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Port': ['ID=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.642785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.647807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No DVR routers for this DVR port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:48.653309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:48.698867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:48.699565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:48.700220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69376847-c2c3-4e53-ae90-7344eb979bc3 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:30:48.703017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] No DVR routers for this DVR port 25b9cdd1-b56d-499d-8ea4-7a11b18fdac8 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:30:48.704829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c801b-e370-454f-bae9-6a20289efc46 None None] Pushing event deleted for resources: {'Port': ['ID=25b9cdd1-b56d-499d-8ea4-7a11b18fdac8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.731294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 69376847-c2c3-4e53-ae90-7344eb979bc3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:30:48.731975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 69376847-c2c3-4e53-ae90-7344eb979bc3 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:30:48.772806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd921f17-2aa5-4965-8452-0e510e5513e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.785843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.796177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddf5e08-83a7-46ba-8f82-f286eeb650fd']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.808943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.809657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e36d2c-04eb-4262-9ecc-d98beb6a7bcc') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:48.827785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.846359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.853202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:30:48.853937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:30:48.858729 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:30:48.887165 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd921f17-2aa5-4965-8452-0e510e5513e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.892140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd921f17-2aa5-4965-8452-0e510e5513e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.924434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd921f17-2aa5-4965-8452-0e510e5513e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec5e43-6462-493d-b035-2169755152b5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.931525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.936387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.938431 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/networks/9ddf5e08-83a7-46ba-8f82-f286eeb650fd HTTP/1.1" status: 204 len: 168 time: 0.9159272 Jul 07 17:30:48.953576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48486) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.954413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14124dff-0f95-4281-aa37-449688efdd23 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Pushing event deleted for resources: {'Network': ['ID=9ddf5e08-83a7-46ba-8f82-f286eeb650fd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.962908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'routes': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:48.978948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd921f17-2aa5-4965-8452-0e510e5513e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4005318c79b94618b441acd31219342a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261227 Jul 07 17:30:48.981559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.041200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.071505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.124109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.127049 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.128239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43ec5e43-6462-493d-b035-2169755152b5 HTTP/1.1" status: 204 len: 168 time: 0.1455486 Jul 07 17:30:49.143846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e3089-7769-4e93-bff8-137992760f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec5e43-6462-493d-b035-2169755152b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:49.179683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.extraroute_db [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Added routes are [] {{(pid=93765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:30:49.180257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.extraroute_db [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Removed routes are [] {{(pid=93765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:30:49.180458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.350381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.355604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.445925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:30:49.474509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.489002 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9a92b0-49fa-49da-ab52-a89c99926fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.548338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:49.564912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.568101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Sync routers for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:49.570916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.573354 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-df911ef5-455e-40f8-8b2b-fc9817d0e8d6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 699 time: 0.6148906 Jul 07 17:30:49.583872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:49.584774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.612712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48498) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.619606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-399d165a-4946-4d91-ae55-15774e0aa884 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 205 time: 0.0368598 Jul 07 17:30:49.689782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9a92b0-49fa-49da-ab52-a89c99926fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.698984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9a92b0-49fa-49da-ab52-a89c99926fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.747456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:49.753214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a92b0-49fa-49da-ab52-a89c99926fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6c3fe-c8f5-4ae3-8fe0-be4e8a09c35e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:49.787286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0b9a92b0-49fa-49da-ab52-a89c99926fdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63f980d1433c4102abbf6841521af09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114886 Jul 07 17:30:49.790634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:49.801815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.857641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.887421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.900270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Checking router: 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:49.916978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Routers {'22891dbe-21f4-4aa7-8c25-a3f8da8c1755'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:49.919623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:49.927947 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.976371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.984383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:49.986988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1f6c3fe-c8f5-4ae3-8fe0-be4e8a09c35e HTTP/1.1" status: 204 len: 168 time: 0.1946433 Jul 07 17:30:49.997494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801eeea-7d03-4d5d-a2f4-e9d8244d05a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6c3fe-c8f5-4ae3-8fe0-be4e8a09c35e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:50.023763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] Set router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:50.048188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.049574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.104970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.105688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router 22891dbe-21f4-4aa7-8c25-a3f8da8c1755 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:50.120360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.126492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.127548 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-949d1513-a956-407f-a5a3-58d06f7a5c08 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 204 len: 168 time: 0.5136192 Jul 07 17:30:50.131463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-500682608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:50.163226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.164354 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.306796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.316370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.335053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.337421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22dcf57a-c8bd-4f02-afd2-cb272f2fafde tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2098103 Jul 07 17:30:50.340729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.345926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:50.386154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:50.466345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a0331-42f2-40f0-a26c-b8789699bc79 None None] The sync data for ids ['22891dbe-21f4-4aa7-8c25-a3f8da8c1755'] in n-d-791504-12 is: [{'id': '22891dbe-21f4-4aa7-8c25-a3f8da8c1755', 'name': 'tempest-RoutersTest-router-88242613', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:07Z', 'updated_at': '2021-07-07T17:30:46Z', 'revision_number': 11, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:50.595430 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.611802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.774598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Router f808142c-a73a-4c53-bad1-15f852d250ea is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:30:50.910656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:30:50.919583 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.920794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b81f59ae-3404-40f8-91ce-ea4299e6916f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "PUT /v2.0/routers/f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 200 len: 693 time: 0.5788949 Jul 07 17:30:50.924374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:50.935076 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Sync routers for ids ['f808142c-a73a-4c53-bad1-15f852d250ea'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:30:50.957145 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Routers {'f808142c-a73a-4c53-bad1-15f852d250ea'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:50.968405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f808142c-a73a-4c53-bad1-15f852d250ea'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:51.032725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-8553c79e-9a9d-434b-b154-4e3f5c83c923 req-466c4480-8431-4a58-9a58-772d840eab50 tempest-MultipleCreateTestJSON-130522632 tempest-MultipleCreateTestJSON-130522632-project] (93766) timed out ('10.222.0.32', 53072) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:30:51.063784 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Set router f808142c-a73a-4c53-bad1-15f852d250ea gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:51.120073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1ba14b9-25a0-451f-9ea2-2b39d0499daa tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/routers/f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 200 len: 699 time: 0.1885993 Jul 07 17:30:51.120073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.205812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f4e914e5-cf1b-48d1-841d-71140b403d84 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 200 len: 205 time: 0.0864637 Jul 07 17:30:51.208568 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.224594 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808142c-a73a-4c53-bad1-15f852d250ea', 'name': 'tempest-RoutersTest-router-500682608', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:50Z', 'updated_at': '2021-07-07T17:30:50Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:51.325898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.330963 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Checking router: f808142c-a73a-4c53-bad1-15f852d250ea for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:30:51.345026 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Routers {'f808142c-a73a-4c53-bad1-15f852d250ea'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:30:51.346326 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:30:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['f808142c-a73a-4c53-bad1-15f852d250ea'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:51.441699 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] Set router f808142c-a73a-4c53-bad1-15f852d250ea gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:30:51.554885 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808142c-a73a-4c53-bad1-15f852d250ea', 'name': 'tempest-RoutersTest-router-500682608', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:50Z', 'updated_at': '2021-07-07T17:30:50Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:51.583018 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.587468 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d754f-c132-45f7-a345-1d4caa9600eb None None] The sync data for ids ['f808142c-a73a-4c53-bad1-15f852d250ea'] in n-d-791504-12 is: [{'id': 'f808142c-a73a-4c53-bad1-15f852d250ea', 'name': 'tempest-RoutersTest-router-500682608', 'tenant_id': '22d5a02f3f3e4138b1477fd7e5288430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:30:50Z', 'updated_at': '2021-07-07T17:30:50Z', 'revision_number': 2, 'project_id': '22d5a02f3f3e4138b1477fd7e5288430', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:30:51.588456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.675709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.676509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Fanout notify agent at l3_agent the message router_deleted on router f808142c-a73a-4c53-bad1-15f852d250ea {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:30:51.695140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:51.701522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-093173bc-fafa-438a-a15c-dcad27a9ed13 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 204 len: 168 time: 0.4866443 Jul 07 17:30:51.701962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.752668 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-626fcaad-a471-4b72-a991-3ed9ae259d3d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 200 len: 205 time: 0.0467539 Jul 07 17:30:51.753019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.809189 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9da6d3f4-b641-49f2-bff5-a49ad22a6679 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:51.810549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9da6d3f4-b641-49f2-bff5-a49ad22a6679 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/f808142c-a73a-4c53-bad1-15f852d250ea HTTP/1.1" status: 404 len: 336 time: 0.0564978 Jul 07 17:30:51.813844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.848789 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1ee006-5b78-4e1a-be49-7a0fb134a87a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:51.854833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1ee006-5b78-4e1a-be49-7a0fb134a87a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:51.856904 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d1ee006-5b78-4e1a-be49-7a0fb134a87a tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/2b66a00f-8979-4ee1-9a59-b84f4d7431ea HTTP/1.1" status: 404 len: 337 time: 0.0415430 Jul 07 17:30:51.859716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.915546 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cfef5c-2689-4e4d-be97-e4f047fa295b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:51.915546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cfef5c-2689-4e4d-be97-e4f047fa295b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:51.915546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c6cfef5c-2689-4e4d-be97-e4f047fa295b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/00a8071f-9810-45d2-9c61-ab8d69fd38f4 HTTP/1.1" status: 404 len: 337 time: 0.0519059 Jul 07 17:30:51.916019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48596) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:51.954962 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eaa8da-5646-454f-a82c-f402ad7913cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:51.955430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eaa8da-5646-454f-a82c-f402ad7913cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:51.960698 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-67eaa8da-5646-454f-a82c-f402ad7913cc tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/c9afd3eb-832a-4c5c-b498-13fd615607c5 HTTP/1.1" status: 404 len: 337 time: 0.0402405 Jul 07 17:30:51.961624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.005656 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f365be9-f774-4856-be3c-3f1486c69d76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.006278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f365be9-f774-4856-be3c-3f1486c69d76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.010152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f365be9-f774-4856-be3c-3f1486c69d76 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/26e86657-b633-4a56-9daa-b190d4436046 HTTP/1.1" status: 404 len: 337 time: 0.0459528 Jul 07 17:30:52.011131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48608) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.053612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.055116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-51865777-b892-4163-bf02-79f2ea09b451 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 200 len: 205 time: 0.0427182 Jul 07 17:30:52.106608 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0e6c9e31-0a1a-49d5-ab16-25d8181ff660 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.110228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e6c9e31-0a1a-49d5-ab16-25d8181ff660 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/22891dbe-21f4-4aa7-8c25-a3f8da8c1755 HTTP/1.1" status: 404 len: 336 time: 0.0527673 Jul 07 17:30:52.110442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.141605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd989e40-f6bb-4a53-9221-3cc9ad064de6 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f5bfb4-ba16-400e-a867-a979954c38af HTTP/1.1" status: 200 len: 205 time: 0.0300689 Jul 07 17:30:52.144005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.193547 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-38c82064-40dd-44b0-ad49-7e4e81403673 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.195013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38c82064-40dd-44b0-ad49-7e4e81403673 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/69f5bfb4-ba16-400e-a867-a979954c38af HTTP/1.1" status: 404 len: 336 time: 0.0498300 Jul 07 17:30:52.197504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.233988 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc3d1c7-54fd-4ecc-b229-e81f05c4e00b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.234482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc3d1c7-54fd-4ecc-b229-e81f05c4e00b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.236459 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6cc3d1c7-54fd-4ecc-b229-e81f05c4e00b tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/60b200b7-dcf3-45cc-a05c-b0a1cb7de76b HTTP/1.1" status: 404 len: 337 time: 0.0377016 Jul 07 17:30:52.239385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.291011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.291835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb8516fa-3532-4e51-ab97-94d380c90c17 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 200 len: 205 time: 0.0512269 Jul 07 17:30:52.333035 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-41bbdbea-924d-49da-8c83-404eea4c3e29 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.337738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-41bbdbea-924d-49da-8c83-404eea4c3e29 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/df42ec2e-7f67-4454-a827-a2f00b1202e9 HTTP/1.1" status: 404 len: 336 time: 0.0420299 Jul 07 17:30:52.337936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.372629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a625abef-81ed-42e6-8502-b065cd64759d tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=54b109c9-3c26-42e6-a57c-d0bbb930493b HTTP/1.1" status: 200 len: 205 time: 0.0333564 Jul 07 17:30:52.374852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.423892 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-7c3aa0c4-e85a-4d74-ae93-7fcbdf50ad1c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.425343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c3aa0c4-e85a-4d74-ae93-7fcbdf50ad1c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/54b109c9-3c26-42e6-a57c-d0bbb930493b HTTP/1.1" status: 404 len: 336 time: 0.0495424 Jul 07 17:30:52.427827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.457020 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-068c2f54-20d6-410f-9c25-4ce7e570cd98 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.457546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068c2f54-20d6-410f-9c25-4ce7e570cd98 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.460439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-068c2f54-20d6-410f-9c25-4ce7e570cd98 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/f5184971-fd71-4482-b33f-56862d4bf88a HTTP/1.1" status: 404 len: 337 time: 0.0315535 Jul 07 17:30:52.463512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.504797 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4019fff6-f711-4b6f-8501-6d95951d0027 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=634274f6-34b5-45b1-bb47-64cf7f5f207d HTTP/1.1" status: 200 len: 205 time: 0.0379620 Jul 07 17:30:52.505117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48650) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.515811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48652) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.561971 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-0b3ee5ba-dca2-43e2-a419-cf8cc21b6e1c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.565416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0b3ee5ba-dca2-43e2-a419-cf8cc21b6e1c tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/634274f6-34b5-45b1-bb47-64cf7f5f207d HTTP/1.1" status: 404 len: 336 time: 0.0566807 Jul 07 17:30:52.565803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.595670 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-248b6548-1dfa-4909-9499-6fb113ce3e38 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.596046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248b6548-1dfa-4909-9499-6fb113ce3e38 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.600637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-248b6548-1dfa-4909-9499-6fb113ce3e38 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/9e8afce0-9a6f-4c2e-a3b0-bb54e233d89a HTTP/1.1" status: 404 len: 337 time: 0.0308347 Jul 07 17:30:52.600769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48658) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.645549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2929da96-d81d-4bf6-b844-7ab114ce822f tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ca1cf6-79f8-45df-a772-0dbcac505551 HTTP/1.1" status: 200 len: 205 time: 0.0418077 Jul 07 17:30:52.646014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.673204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f3642b-7cb2-45aa-99d4-6c7569cfc1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.691202 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fdafd116-24b2-43c7-892e-47fbf67c77c3 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] delete failed (client error): The resource could not be found. Jul 07 17:30:52.695343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fdafd116-24b2-43c7-892e-47fbf67c77c3 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/routers/b9ca1cf6-79f8-45df-a772-0dbcac505551 HTTP/1.1" status: 404 len: 336 time: 0.0451920 Jul 07 17:30:52.695343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.728551 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c01e248-c019-4e44-9e77-9690837e30ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.729032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c01e248-c019-4e44-9e77-9690837e30ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.730816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6c01e248-c019-4e44-9e77-9690837e30ed tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/1c4dc80c-c84e-4ed4-82de-88e5930f3b81 HTTP/1.1" status: 404 len: 337 time: 0.0340581 Jul 07 17:30:52.734234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.770943 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eb6d64-e2e6-4831-a713-bcd55e90bcc9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] DELETE failed (client error): The resource could not be found. Jul 07 17:30:52.771617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eb6d64-e2e6-4831-a713-bcd55e90bcc9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:30:52.773632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f3eb6d64-e2e6-4831-a713-bcd55e90bcc9 tempest-RoutersTest-1020665454 tempest-RoutersTest-1020665454-project] 10.222.0.22 "DELETE /v2.0/subnets/488b75e4-38a8-422e-a0f6-fa1c23138c4e HTTP/1.1" status: 404 len: 337 time: 0.0383394 Jul 07 17:30:52.778706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f3642b-7cb2-45aa-99d4-6c7569cfc1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.783735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72f3642b-7cb2-45aa-99d4-6c7569cfc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.837848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:52.838075 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72f3642b-7cb2-45aa-99d4-6c7569cfc1c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e5920f0ef854cf48a80edd444b632b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211942 Jul 07 17:30:52.838861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3642b-7cb2-45aa-99d4-6c7569cfc1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e62d7b-6076-4a56-aaf2-51c583224054,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:52.905428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:52.956709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.021689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.056016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.058811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.062839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9e62d7b-6076-4a56-aaf2-51c583224054 HTTP/1.1" status: 204 len: 168 time: 0.2199254 Jul 07 17:30:53.085508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589c64-eb48-44f3-82e2-89bfcb9b5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e62d7b-6076-4a56-aaf2-51c583224054,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:53.237403 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2c971e9d-36ec-48df-b41f-1e7de6eec703 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22d5a02f3f3e4138b1477fd7e5288430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109492 Jul 07 17:30:53.237751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:53.301132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.324672 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.385117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.391159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:53.400911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54c6875e-8134-4d71-ae0b-c1dfcba0b53b HTTP/1.1" status: 204 len: 168 time: 0.1618121 Jul 07 17:30:53.411404 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f1c55-e0a1-4fbb-ab13-266ca8894084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6875e-8134-4d71-ae0b-c1dfcba0b53b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.449832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:54.715863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1473202547'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:54.743374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Made reservation on behalf of 4164d345eced4d579da74700f0d02bcc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:54.749911 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.763544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.901456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.908376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.957319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd891d8-1b96-4613-99eb-18b01e6058d5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:54.970856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:54.983039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:54.983452 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Added segment da3f0014-c450-493c-b8a9-5291166c1a38 of type vlan for network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 Jul 07 17:30:54.988438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48794) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.028738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.066699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.074882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:55.075936 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.161012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7099707 Jul 07 17:30:55.163830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.171752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Request body: {'subnet': {'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:55.178918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e5c6-6d00-4013-a66f-1332556bfa6f tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event updated for resources: {'Network': ['ID=a5e127ee-984b-4d23-8c2a-e8fba1c88d71,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.191939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:55.204420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-116671175'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:55.253739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Made reservation on behalf of a37b523a69554aa99c19588ac0ee7803 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:55.260051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.279672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.285565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Made reservation on behalf of 4164d345eced4d579da74700f0d02bcc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:55.291020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.438868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.444228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.489920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:55.501938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1850afa-7b9a-4851-b556-9be897cced40,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.507381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.508685 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Added segment 5e8eeecb-5542-4ae2-840c-bbb60beb6073 of type vlan for network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 Jul 07 17:30:55.558666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.588471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.631748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.637233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Checking segment: {'id': 'da3f0014-c450-493c-b8a9-5291166c1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:55.637717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Network hostable DHCP agents. Network: a5e127ee-984b-4d23-8c2a-e8fba1c88d71, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:55.639658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:55.640482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.647657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event updated for resources: {'Subnet': ['ID=b219674f-a12b-42a3-b478-a5db85a41b47,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.700909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:55.714228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a5e127ee-984b-4d23-8c2a-e8fba1c88d71) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:55.724834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:55.726222 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:55.732342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e3e29-ee1f-4e00-bf6c-4f8d54f1c9fd None None] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:55.746629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-57da971f-de4f-45ee-a7b3-3d7df780e811 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5805705 Jul 07 17:30:55.748750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.757517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Request body: {'port': {'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71', 'name': 'tempest-TagsExtTest-1568479336'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:55.759808 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7702277 Jul 07 17:30:55.764180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:55.790359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Request body: {'subnet': {'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:55.803253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8836168-d515-4edc-8dee-59944e9d6008 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event updated for resources: {'Network': ['ID=7ae4d1d9-f250-4eb8-80a3-b6171030f516,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:55.816367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:56.000670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-a5e127ee-984b-4d23-8c2a-e8fba1c88d71', 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71', 'tenant_id': '4164d345eced4d579da74700f0d02bcc', 'fixed_ips': [{'subnet_id': 'b219674f-a12b-42a3-b478-a5db85a41b47'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:56.001008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Made reservation on behalf of a37b523a69554aa99c19588ac0ee7803 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:56.002400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.005225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.075542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Made reservation on behalf of 4164d345eced4d579da74700f0d02bcc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:56.079282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.115303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] device_id is not set on port 60427b56-033b-4f03-9146-30a5f259674a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:30:56.193857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Allocated IP 172.20.0.2 (a5e127ee-984b-4d23-8c2a-e8fba1c88d71/b219674f-a12b-42a3-b478-a5db85a41b47/b51c63fb-196e-4251-b3c9-66becd4974a4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:56.322600 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.360478 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.370492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Transition to ACTIVE for port object b51c63fb-196e-4251-b3c9-66becd4974a4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:56.391303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Transition to ACTIVE for port object b51c63fb-196e-4251-b3c9-66becd4974a4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:56.400855 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.448861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:56.452124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:56.453096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event updated for resources: {'Subnet': ['ID=08871c8d-ae23-41d5-ac05-70bd835150a2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:56.455183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:56.465537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Checking segment: {'id': '5e8eeecb-5542-4ae2-840c-bbb60beb6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:56.465965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Network hostable DHCP agents. Network: 7ae4d1d9-f250-4eb8-80a3-b6171030f516, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:30:56.498051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Allocated IP 172.20.0.9 (a5e127ee-984b-4d23-8c2a-e8fba1c88d71/b219674f-a12b-42a3-b478-a5db85a41b47/60427b56-033b-4f03-9146-30a5f259674a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:56.500440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:30:56.523233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7ae4d1d9-f250-4eb8-80a3-b6171030f516) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:56.546993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:56.547872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.551138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde9a67-aa01-4867-847c-8fc4a14be249 None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:56.578366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f1444811-ad8c-4e2c-9761-0566e034a6b7 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8126981 Jul 07 17:30:56.581997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48826) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:56.596706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Pushing event updated for resources: {'Port': ['ID=b51c63fb-196e-4251-b3c9-66becd4974a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:56.599043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Request body: {'port': {'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516', 'name': 'tempest-DHCPAgentSchedulersTestJSON-433546198'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:56.616572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Attempting to bind port b51c63fb-196e-4251-b3c9-66becd4974a4 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:56.616945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Attempting to bind port b51c63fb-196e-4251-b3c9-66becd4974a4 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'da3f0014-c450-493c-b8a9-5291166c1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:56.617376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Attempting to bind port b51c63fb-196e-4251-b3c9-66becd4974a4 on network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:56.625469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:56.625863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Checking segment: {'id': 'da3f0014-c450-493c-b8a9-5291166c1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:56.626349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.626753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Bound using segment: {'id': 'da3f0014-c450-493c-b8a9-5291166c1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:56.627283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Bound port: b51c63fb-196e-4251-b3c9-66becd4974a4, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3f0014-c450-493c-b8a9-5291166c1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a5e127ee-984b-4d23-8c2a-e8fba1c88d71'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:56.627680 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.772116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Made reservation on behalf of a37b523a69554aa99c19588ac0ee7803 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:56.776233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.825980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] device_id is not set on port d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:30:56.890607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] For port b51c63fb-196e-4251-b3c9-66becd4974a4, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:56.895552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] For port b51c63fb-196e-4251-b3c9-66becd4974a4, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b51c63fb-196e-4251-b3c9-66becd4974a4,segment=NetworkSegment(da3f0014-c450-493c-b8a9-5291166c1a38),segment_id=da3f0014-c450-493c-b8a9-5291166c1a38)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:56.902224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.947962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7ae4d1d9-f250-4eb8-80a3-b6171030f516', 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516', 'tenant_id': 'a37b523a69554aa99c19588ac0ee7803', 'fixed_ips': [{'subnet_id': '08871c8d-ae23-41d5-ac05-70bd835150a2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:30:56.949349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.991630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:56.994545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Allocated IP 172.20.0.14 (7ae4d1d9-f250-4eb8-80a3-b6171030f516/08871c8d-ae23-41d5-ac05-70bd835150a2/d1a42a6a-7e49-4160-ae87-c9f76d4c2d06) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:57.053096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Transition to ACTIVE for port object 60427b56-033b-4f03-9146-30a5f259674a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:57.111812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fe47f-a307-441b-a2ac-ca172c58ea33 None None] Pushing event updated for resources: {'Port': ['ID=b51c63fb-196e-4251-b3c9-66becd4974a4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:57.170077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.282249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:57.295309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event updated for resources: {'Port': ['ID=60427b56-033b-4f03-9146-30a5f259674a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:57.310925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:57.314862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:57.415892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:57.417194 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.479381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ffe1c5a-af30-4113-8a97-d6df8daefabd tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7237802 Jul 07 17:30:57.480585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.490261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-294426869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:57.544112 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.545803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.615699 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.624237 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.650895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.655665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48840) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.656170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa5170ea-c796-478d-8a0e-c3d31ea5685b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1694102 Jul 07 17:30:57.660968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c55b29e6-446a-4cfd-adc8-ce68462ad047 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1923340476', 'prefixes': ['172.20.0.0/16']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:57.695441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.717269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Transition to ACTIVE for port object d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:57.772133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c55b29e6-446a-4cfd-adc8-ce68462ad047 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for subnetpool, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.773746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c55b29e6-446a-4cfd-adc8-ce68462ad047 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1168861 Jul 07 17:30:57.777610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:57.782954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-ab2240b0-5d76-459a-9481-3d5033b71313 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-2046392941') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:57.850747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Allocated IP 172.20.0.2 (7ae4d1d9-f250-4eb8-80a3-b6171030f516/08871c8d-ae23-41d5-ac05-70bd835150a2/f11f15e6-6fa9-46c7-98c8-ff1834df6ba7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:30:57.852274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:57.948586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:57.953353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:57.957923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:58.036047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event updated for resources: {'Port': ['ID=d1a42a6a-7e49-4160-ae87-c9f76d4c2d06,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.052645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:58.053504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.081180 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd0fe6b2-dd36-46fe-9f4f-b9ae14dbc727 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4937472 Jul 07 17:30:58.082056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.103520 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.110016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab2240b0-5d76-459a-9481-3d5033b71313 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-2046392941 HTTP/1.1" status: 201 len: 201 time: 0.3283787 Jul 07 17:30:58.110391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.118619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-ac79c884-9a2a-4f34-b60e-6a5b82734803 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-1803584599') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.125877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Transition to ACTIVE for port object f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:58.158332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Transition to ACTIVE for port object f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:30:58.168822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.230444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:30:58.235626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:30:58.237859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac79c884-9a2a-4f34-b60e-6a5b82734803 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-1803584599 HTTP/1.1" status: 201 len: 201 time: 0.1263144 Jul 07 17:30:58.240896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.243346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:30:58.253647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-78e28465-117c-415c-b44b-be1a095790b2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-685296040') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.261051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Pushing event updated for resources: {'Port': ['ID=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.336407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Deleting port d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:30:58.339161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.397645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-78e28465-117c-415c-b44b-be1a095790b2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-685296040 HTTP/1.1" status: 201 len: 201 time: 0.1520910 Jul 07 17:30:58.399593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48862) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.400258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Attempting to bind port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:30:58.400731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Attempting to bind port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5e8eeecb-5542-4ae2-840c-bbb60beb6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:30:58.401191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Attempting to bind port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 on network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:30:58.405892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-deb555ee-f1fa-4f76-b559-274883c48842 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-2048024494') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.416890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:30:58.417448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Checking segment: {'id': '5e8eeecb-5542-4ae2-840c-bbb60beb6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:30:58.417949 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.418471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Bound using segment: {'id': '5e8eeecb-5542-4ae2-840c-bbb60beb6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:30:58.419058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Bound port: f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8eeecb-5542-4ae2-840c-bbb60beb6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ae4d1d9-f250-4eb8-80a3-b6171030f516'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:30:58.419547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.513074 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-deb555ee-f1fa-4f76-b559-274883c48842 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-2048024494 HTTP/1.1" status: 201 len: 201 time: 0.1119583 Jul 07 17:30:58.513943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.527554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-cb81512f-b236-407d-b65e-cec66e1140a5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.548341 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.553465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] For port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:30:58.565183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Calling delete_port for d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:30:58.590848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] For port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,segment=NetworkSegment(5e8eeecb-5542-4ae2-840c-bbb60beb6073),segment_id=5e8eeecb-5542-4ae2-840c-bbb60beb6073)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:30:58.597996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.666228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952dbbe-f692-4ac0-ac02-4103868f0228 None None] Pushing event updated for resources: {'Port': ['ID=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.669104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b51c63fb-196e-4251-b3c9-66becd4974a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:30:58.671478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5e250-7c36-4606-8144-8b8f1538a7f3 None None] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:30:58.674993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb81512f-b236-407d-b65e-cec66e1140a5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 200 len: 241 time: 0.1573730 Jul 07 17:30:58.675729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.680467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-c934eb1b-6cb3-4d9d-8c35-ba535c06e0d9 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-2046392941') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.795998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3d6de145-ab0f-45f8-b325-de754359ca38 None None] Provisioning for port b51c63fb-196e-4251-b3c9-66becd4974a4 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:58.798668 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c934eb1b-6cb3-4d9d-8c35-ba535c06e0d9 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-2046392941 HTTP/1.1" status: 204 len: 168 time: 0.1223872 Jul 07 17:30:58.803188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.817619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-99458ee6-ed75-4eeb-8624-f1937ae81625 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-2046392941') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:58.827768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.883639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event deleted for resources: {'Port': ['ID=d1a42a6a-7e49-4160-ae87-c9f76d4c2d06,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.884460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b51c63fb-196e-4251-b3c9-66becd4974a4 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:58.898205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b51c63fb-196e-4251-b3c9-66becd4974a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:58.898557 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.954019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-99458ee6-ed75-4eeb-8624-f1937ae81625 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-2046392941 HTTP/1.1" status: 204 len: 168 time: 0.1446388 Jul 07 17:30:58.954278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48878) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.991354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-54bd94d5-d145-4a9b-bcf8-df6fac044e70 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.103872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.105841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8df37701-c639-409f-8cd2-025fafc80911 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "DELETE /v2.0/ports/d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 HTTP/1.1" status: 204 len: 168 time: 1.0223007 Jul 07 17:30:59.110342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.139957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54bd94d5-d145-4a9b-bcf8-df6fac044e70 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 200 len: 205 time: 0.1837945 Jul 07 17:30:59.142590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.147168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-7c373e5d-429c-485e-8657-774104019279 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.238595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-444cc64f-a8cb-4f8c-a09f-b3fafe7a0509 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4688 time: 0.1269863 Jul 07 17:30:59.241338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.247264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2009045920'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:30:59.247764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.278741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c373e5d-429c-485e-8657-774104019279 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 200 len: 241 time: 0.1345556 Jul 07 17:30:59.281189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.288261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-db879fc3-a23a-4160-b4d3-d403fe9ca4b9 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-1803584599') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.300024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Made reservation on behalf of a37b523a69554aa99c19588ac0ee7803 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:30:59.305646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b51c63fb-196e-4251-b3c9-66becd4974a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b51c63fb-196e-4251-b3c9-66becd4974a4,segment=NetworkSegment(da3f0014-c450-493c-b8a9-5291166c1a38),segment_id=da3f0014-c450-493c-b8a9-5291166c1a38)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:30:59.307984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.310822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.371756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:30:59.388522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.389402 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Added segment f106b3ec-a424-4462-a96e-02ce4389f651 of type vlan for network 7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade Jul 07 17:30:59.401216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-db879fc3-a23a-4160-b4d3-d403fe9ca4b9 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-1803584599 HTTP/1.1" status: 204 len: 168 time: 0.1187789 Jul 07 17:30:59.405363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.407584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b51c63fb-196e-4251-b3c9-66becd4974a4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.410066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-b0041fcb-6927-4055-abf6-32349af643f5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-1803584599') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.457043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.503064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.510101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:30:59.510784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.592830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b0041fcb-6927-4055-abf6-32349af643f5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-1803584599 HTTP/1.1" status: 204 len: 168 time: 0.1864061 Jul 07 17:30:59.595719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.595839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event updated for resources: {'Network': ['ID=7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.604513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-356803c4-5fcd-452e-a706-5b3f90c5e06a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.608150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:30:59.616865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db12b3db-7a94-4a84-8e97-92a70e56b364 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3742132 Jul 07 17:30:59.618101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48902) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.734502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-356803c4-5fcd-452e-a706-5b3f90c5e06a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 200 len: 205 time: 0.1374352 Jul 07 17:30:59.740992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.741298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Provisioning complete for port b51c63fb-196e-4251-b3c9-66becd4974a4 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:59.741602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.755423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a9b169a5-0990-4662-9a2a-faf53afdca47 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:30:59.880728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db0189d7-dd82-4d44-9a41-d390818a6605 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks HTTP/1.1" status: 200 len: 10457 time: 0.2614346 Jul 07 17:30:59.889412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.912654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee83470a-23b3-4e8a-94a6-20e5a4273431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.925546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Provisioning for port 60427b56-033b-4f03-9146-30a5f259674a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:30:59.932950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Provisioning complete for port 60427b56-033b-4f03-9146-30a5f259674a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:30:59.933332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.983422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c1942-61c7-402c-aa96-3499924606ce None None] Port 60427b56-033b-4f03-9146-30a5f259674a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:30:59.994755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a9b169a5-0990-4662-9a2a-faf53afdca47 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 200 len: 240 time: 0.2499273 Jul 07 17:30:59.995726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48912) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.000663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-6ff4f992-8505-4425-8ec6-bc6f97a17e3c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-685296040') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.038087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847932b-3395-4462-a24c-dfd2e40435a3 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] Network 7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:00.059099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c847932b-3395-4462-a24c-dfd2e40435a3 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "POST /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1670983 Jul 07 17:31:00.059858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.063533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707e81a-4f28-4e1b-83ce-6684f820bd35 None None] Network 7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:00.105255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6ff4f992-8505-4425-8ec6-bc6f97a17e3c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-685296040 HTTP/1.1" status: 204 len: 168 time: 0.1083407 Jul 07 17:31:00.110929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48920) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.119761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-b85099b7-d626-49f0-9347-ab2da61d1a71 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-685296040') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.176722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b8fef2ac-f3a0-46d6-980a-20053a5576ea None None] Provisioning complete for port 60427b56-033b-4f03-9146-30a5f259674a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:00.177161 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8fef2ac-f3a0-46d6-980a-20053a5576ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.236994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b8fef2ac-f3a0-46d6-980a-20053a5576ea None None] Port 60427b56-033b-4f03-9146-30a5f259674a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:00.294178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b85099b7-d626-49f0-9347-ab2da61d1a71 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-685296040 HTTP/1.1" status: 204 len: 168 time: 0.1785071 Jul 07 17:31:00.296676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48926) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.301301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-368ef9bd-dcce-416b-a867-1cbfb67e0f1a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.341142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c640cbf-38d9-45f7-a9d8-f10f14ffd87e None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:00.392907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-368ef9bd-dcce-416b-a867-1cbfb67e0f1a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 200 len: 205 time: 0.0949945 Jul 07 17:31:00.397678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48928) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.405921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-449f4f75-a5f0-41c4-8b1e-c33875409342 None None] Provisioning for port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:00.407862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-d0c8c2e6-acb4-4b29-b6cc-4f0b76e287f6 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.467485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d0c8c2e6-acb4-4b29-b6cc-4f0b76e287f6 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 200 len: 241 time: 0.0657954 Jul 07 17:31:00.469285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48934) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.477814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-4e553f6c-ba37-400e-ace2-02b778e4e9c2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-2048024494') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.524936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e553f6c-ba37-400e-ace2-02b778e4e9c2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-2048024494 HTTP/1.1" status: 204 len: 168 time: 0.0517650 Jul 07 17:31:00.524936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.530561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-ee9dc114-740f-4fc5-9022-b63ccc958e32 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-2048024494') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.591659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee9dc114-740f-4fc5-9022-b63ccc958e32 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-2048024494 HTTP/1.1" status: 204 len: 168 time: 0.0657265 Jul 07 17:31:00.592580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.602412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-fddf0a0d-b31b-4d04-a95c-7a3d2bbf00f7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.634215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fddf0a0d-b31b-4d04-a95c-7a3d2bbf00f7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 200 len: 205 time: 0.0371945 Jul 07 17:31:00.634431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.639478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-b4de1ba5-5d15-47f5-9be1-9db6e02c18aa tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.683892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b4de1ba5-5d15-47f5-9be1-9db6e02c18aa tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 204 len: 168 time: 0.0482793 Jul 07 17:31:00.686420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48942) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.691098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-b74782ff-5604-40a4-a6c9-4dd54c4986a4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.714956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b51c63fb-196e-4251-b3c9-66becd4974a4 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:00.789874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b51c63fb-196e-4251-b3c9-66becd4974a4 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:00.790454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:00.810697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.811720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b74782ff-5604-40a4-a6c9-4dd54c4986a4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1235785 Jul 07 17:31:00.821948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-d57492f1-2071-44c6-9339-76d1a6cc127e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.882548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-386cd5ad-468b-4fb4-857c-680086ccc0eb tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks HTTP/1.1" status: 200 len: 11228 time: 0.8211005 Jul 07 17:31:00.885871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.906932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:00.964778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d57492f1-2071-44c6-9339-76d1a6cc127e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 204 len: 168 time: 0.1527553 Jul 07 17:31:00.967411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.972590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-958a9354-be80-4b34-a4af-fb03725efd2e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:00.976582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-56e3ebd3-e99e-4462-97af-4687bf041f8e tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "DELETE /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks/7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade HTTP/1.1" status: 204 len: 168 time: 0.0894325 Jul 07 17:31:00.979459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:00.993354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:01.003812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:01.004429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.111962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-958a9354-be80-4b34-a4af-fb03725efd2e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 204 len: 168 time: 0.1366751 Jul 07 17:31:01.115379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.120909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-bec287bc-c2ea-4792-ad73-b59780468f62 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-2018973266') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.136443 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.190884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa79fd07-78da-4b56-9a0c-5b85d53ef779 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks HTTP/1.1" status: 200 len: 10457 time: 0.2099833 Jul 07 17:31:01.201145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48962) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.238157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,segment=NetworkSegment(5e8eeecb-5542-4ae2-840c-bbb60beb6073),segment_id=5e8eeecb-5542-4ae2-840c-bbb60beb6073)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:01.241353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44ee026f-99e1-4cf2-9f9f-1e8a478db29c tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/networks/7ae4d1d9-f250-4eb8-80a3-b6171030f516/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0388737 Jul 07 17:31:01.245119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.259451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.271150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-07fe3dcf-ecfb-483c-8ad3-08c55e24b9b0 None None] Could not find standard attr ID for object d1a42a6a-7e49-4160-ae87-c9f76d4c2d06. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:31:01.307517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48970) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.308024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2925f6c2-df8f-444c-a539-2e3088ae0150 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/networks/7ae4d1d9-f250-4eb8-80a3-b6171030f516/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0610280 Jul 07 17:31:01.327995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bec287bc-c2ea-4792-ad73-b59780468f62 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-2018973266 HTTP/1.1" status: 201 len: 201 time: 0.2046318 Jul 07 17:31:01.328405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48972) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.337846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.344517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-6f6b7acc-6c65-4e83-8a16-2d80e30ddfd2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-820370886') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.510772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f6b7acc-6c65-4e83-8a16-2d80e30ddfd2 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-820370886 HTTP/1.1" status: 201 len: 201 time: 0.1808290 Jul 07 17:31:01.511114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.517395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-15440973-b2a3-44e6-9e44-84012dca4d53 tempest-DHCPAgentSchedulersTestJSON-1756074824 tempest-DHCPAgentSchedulersTestJSON-1756074824-project-admin] 10.222.0.22 "GET /v2.0/agents/0c279ef3-6828-44ee-a3f9-3449149ad87f/dhcp-networks HTTP/1.1" status: 200 len: 10457 time: 0.2048509 Jul 07 17:31:01.517559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-108cb126-6c1b-4934-acda-fc252739a906 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-22788370') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.517665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.600809 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.618080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-108cb126-6c1b-4934-acda-fc252739a906 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-22788370 HTTP/1.1" status: 201 len: 201 time: 0.1051583 Jul 07 17:31:01.618716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.623553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-eb7eeaa9-0c13-4703-b6a7-42226d10e5e0 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-944699578') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.671983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eb7eeaa9-0c13-4703-b6a7-42226d10e5e0 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-944699578 HTTP/1.1" status: 201 len: 201 time: 0.0496032 Jul 07 17:31:01.672214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.677096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-86a98364-9c1c-4e03-919b-16f44f1f6e41 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', {'tags': ['tempest-TagsExtTest-Tag-2084255659', 'tempest-TagsExtTest-Tag-1337854377', 'tempest-TagsExtTest-Tag-1912367211']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.688881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.699287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.714205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f106b3ec-a424-4462-a96e-02ce4389f651') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.714575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f106b3ec-a424-4462-a96e-02ce4389f651') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.725528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.738266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-86a98364-9c1c-4e03-919b-16f44f1f6e41 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 200 len: 318 time: 0.0649986 Jul 07 17:31:01.740801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.745253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-ad411d56-4adf-4c4f-bc4a-d34150d57024 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.749189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.756621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:01.757024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:01.761328 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:01.832200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad411d56-4adf-4c4f-bc4a-d34150d57024 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 204 len: 168 time: 0.0876889 Jul 07 17:31:01.832423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.832853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.839234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.841242 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "DELETE /v2.0/networks/7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade HTTP/1.1" status: 204 len: 168 time: 0.3225241 Jul 07 17:31:01.843040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-47b65382-577e-4f21-a848-761abb961903 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-2084255659') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.845147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 48996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.851299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e710-553c-4610-a93e-96bea4d7c26b tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event deleted for resources: {'Network': ['ID=7c42ed6b-cf2b-4d00-b0c0-7327e79f9ade,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:01.899424 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad32f35-eb6d-4b91-b400-5f5495f2f420 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] DELETE failed (client error): The resource could not be found. Jul 07 17:31:01.900065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad32f35-eb6d-4b91-b400-5f5495f2f420 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:01.901771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8ad32f35-eb6d-4b91-b400-5f5495f2f420 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "DELETE /v2.0/ports/d1a42a6a-7e49-4160-ae87-c9f76d4c2d06 HTTP/1.1" status: 404 len: 333 time: 0.0541162 Jul 07 17:31:01.904662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 48998) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.926916 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-47b65382-577e-4f21-a848-761abb961903 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:01.928063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-47b65382-577e-4f21-a848-761abb961903 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-2084255659 HTTP/1.1" status: 404 len: 329 time: 0.0942910 Jul 07 17:31:01.930902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:01.935234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-de574f9e-af89-4dba-9d44-d3fa685bf39b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-1337854377') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:01.965237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Deleting subnet 08871c8d-ae23-41d5-ac05-70bd835150a2 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:01.968862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:01.992571 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-de574f9e-af89-4dba-9d44-d3fa685bf39b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:01.994145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-de574f9e-af89-4dba-9d44-d3fa685bf39b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-1337854377 HTTP/1.1" status: 404 len: 329 time: 0.0619218 Jul 07 17:31:01.996593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.001424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-b3b0d0fd-e50d-4c92-82a5-703f0b42ab22 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47', 'tempest-TagsExtTest-Tag-1912367211') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.017661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.058594 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b3b0d0fd-e50d-4c92-82a5-703f0b42ab22 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:02.062692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b3b0d0fd-e50d-4c92-82a5-703f0b42ab22 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags/tempest-TagsExtTest-Tag-1912367211 HTTP/1.1" status: 404 len: 329 time: 0.0645125 Jul 07 17:31:02.062977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.069769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-3c27803c-479d-4e23-b491-fa0725e68669 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', {'tags': ['tempest-TagsExtTest-Tag-2061386002', 'tempest-TagsExtTest-Tag-2142635712', 'tempest-TagsExtTest-Tag-1620526400']}) {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.147791 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.185658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c27803c-479d-4e23-b491-fa0725e68669 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 200 len: 318 time: 0.1216393 Jul 07 17:31:02.188157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49012) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.192516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-d0ab9714-eb9d-4c78-a500-af559d8bcdf7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.244280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.276133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event deleted for resources: {'Subnet': ['ID=08871c8d-ae23-41d5-ac05-70bd835150a2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.280484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.282547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-46d4b615-9f32-412c-8cd8-4e387ac8b621 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "DELETE /v2.0/subnets/08871c8d-ae23-41d5-ac05-70bd835150a2 HTTP/1.1" status: 204 len: 168 time: 0.3768628 Jul 07 17:31:02.285377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.288304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aeadf8-c258-417a-b9cc-ae8fcf29aa0e None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:02.327966 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d0ab9714-eb9d-4c78-a500-af559d8bcdf7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 204 len: 168 time: 0.1386242 Jul 07 17:31:02.330553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49024) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.336482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-945fc053-6ef2-4db3-8648-02e825af66b1 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-2061386002') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.396844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.397750 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-945fc053-6ef2-4db3-8648-02e825af66b1 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:02.398879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-945fc053-6ef2-4db3-8648-02e825af66b1 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-2061386002 HTTP/1.1" status: 404 len: 329 time: 0.0669973 Jul 07 17:31:02.401855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.406739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-7627f27a-2484-4dfc-971c-6e471fe9585a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-2142635712') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.469365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045a5ed6-468e-4815-a94e-84d737620bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.482729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Deleting port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:02.488053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.501180 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-7627f27a-2484-4dfc-971c-6e471fe9585a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:02.505939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7627f27a-2484-4dfc-971c-6e471fe9585a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-2142635712 HTTP/1.1" status: 404 len: 329 time: 0.1030376 Jul 07 17:31:02.506548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.512370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-021d527a-cb28-4719-b6f0-55b874d3f10b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a', 'tempest-TagsExtTest-Tag-1620526400') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.562430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:02.587014 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-021d527a-cb28-4719-b6f0-55b874d3f10b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:02.590749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-021d527a-cb28-4719-b6f0-55b874d3f10b tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags/tempest-TagsExtTest-Tag-1620526400 HTTP/1.1" status: 404 len: 329 time: 0.0806894 Jul 07 17:31:02.595821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.607200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2533034d-aad4-4f09-8b8f-66b29e01913e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', {'tags': ['tempest-TagsExtTest-Tag-1374733823', 'tempest-TagsExtTest-Tag-1828138939', 'tempest-TagsExtTest-Tag-1133952784']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.633991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:02.638193 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.640157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] DHCP port deletion for 7ae4d1d9-f250-4eb8-80a3-b6171030f516 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:02.659868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] For port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,segment=NetworkSegment(5e8eeecb-5542-4ae2-840c-bbb60beb6073),segment_id=5e8eeecb-5542-4ae2-840c-bbb60beb6073)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:02.660262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.704999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Calling delete_port for f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:02.720467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Deleting port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:02.720719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.768247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2533034d-aad4-4f09-8b8f-66b29e01913e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 200 len: 318 time: 0.1711733 Jul 07 17:31:02.768484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.775766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-673515cd-e7c6-4281-9c8e-93dcd348e74a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.811904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.821173 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.833810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] For port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,segment=NetworkSegment(5e8eeecb-5542-4ae2-840c-bbb60beb6073),segment_id=5e8eeecb-5542-4ae2-840c-bbb60beb6073)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:02.834246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.843192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event deleted for resources: {'Port': ['ID=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:02.847187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] No DVR routers for this DVR port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:02.849185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Calling delete_port for f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:02.917776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-673515cd-e7c6-4281-9c8e-93dcd348e74a tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1476824 Jul 07 17:31:02.920616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:02.927208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-1859b944-fe6a-466d-932a-ee395d79029c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-1374733823') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.948093 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:02.961256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae4d1d9-f250-4eb8-80a3-b6171030f516']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.979195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8eeecb-5542-4ae2-840c-bbb60beb6073') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.979665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8eeecb-5542-4ae2-840c-bbb60beb6073') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:02.992871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.009493 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.015607 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-1859b944-fe6a-466d-932a-ee395d79029c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.020183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:03.020183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.021616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1859b944-fe6a-466d-932a-ee395d79029c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-1374733823 HTTP/1.1" status: 404 len: 329 time: 0.0995612 Jul 07 17:31:03.022965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49050) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.028928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-3868bfa7-0f18-473b-80c2-829fd9402658 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-1828138939') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:03.033659 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:03.091618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.104181 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.106713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] 10.222.0.22 "DELETE /v2.0/networks/7ae4d1d9-f250-4eb8-80a3-b6171030f516 HTTP/1.1" status: 204 len: 168 time: 0.8200078 Jul 07 17:31:03.129752 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-3868bfa7-0f18-473b-80c2-829fd9402658 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.133802 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3868bfa7-0f18-473b-80c2-829fd9402658 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-1828138939 HTTP/1.1" status: 404 len: 329 time: 0.1064649 Jul 07 17:31:03.134024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49054) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.138615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-d2f8b803-d2a2-47ab-a484-11e0bd6fe304 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf', 'tempest-TagsExtTest-Tag-1133952784') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.145210 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.153479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f1e12-084f-4e3f-a01e-97b265fe1680 tempest-DHCPAgentSchedulersTestJSON-1959760509 tempest-DHCPAgentSchedulersTestJSON-1959760509-project] Pushing event deleted for resources: {'Network': ['ID=7ae4d1d9-f250-4eb8-80a3-b6171030f516,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.179828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Network 7ae4d1d9-f250-4eb8-80a3-b6171030f516 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:31:03.182022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] No DVR routers for this DVR port f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:03.192258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63841d0-498f-4682-84e9-e63c24578157 None None] Pushing event deleted for resources: {'Port': ['ID=f11f15e6-6fa9-46c7-98c8-ff1834df6ba7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.235191 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-d2f8b803-d2a2-47ab-a484-11e0bd6fe304 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.238244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d2f8b803-d2a2-47ab-a484-11e0bd6fe304 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags/tempest-TagsExtTest-Tag-1133952784 HTTP/1.1" status: 404 len: 329 time: 0.1012664 Jul 07 17:31:03.239553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.245011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-4212651c-f6ff-45cd-a125-41ca1e52d198 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', {'tags': ['tempest-TagsExtTest-Tag-697587745', 'tempest-TagsExtTest-Tag-1324941717', 'tempest-TagsExtTest-Tag-2145116090']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.293812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4212651c-f6ff-45cd-a125-41ca1e52d198 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "PUT /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 200 len: 317 time: 0.0527692 Jul 07 17:31:03.296816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.301896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-9d827dff-f669-42df-ab04-0df157ff6c12 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.351145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9d827dff-f669-42df-ab04-0df157ff6c12 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 204 len: 168 time: 0.0530219 Jul 07 17:31:03.353795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.360045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-b663538a-e121-4d09-ad32-2a1ffb6e9e34 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-697587745') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.395845 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b663538a-e121-4d09-ad32-2a1ffb6e9e34 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.396923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b663538a-e121-4d09-ad32-2a1ffb6e9e34 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-697587745 HTTP/1.1" status: 404 len: 328 time: 0.0420384 Jul 07 17:31:03.400291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.404653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-3dd2f14a-aafd-4104-9f8f-bddc982bb858 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-1324941717') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.424292 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3dd2f14a-aafd-4104-9f8f-bddc982bb858 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.425308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3dd2f14a-aafd-4104-9f8f-bddc982bb858 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-1324941717 HTTP/1.1" status: 404 len: 329 time: 0.0240681 Jul 07 17:31:03.429161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.433949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-1bec690e-1277-4173-8f91-4ab9f863c7f5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436', 'tempest-TagsExtTest-Tag-2145116090') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.454287 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-1bec690e-1277-4173-8f91-4ab9f863c7f5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] show failed (client error): The resource could not be found. Jul 07 17:31:03.455162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1bec690e-1277-4173-8f91-4ab9f863c7f5 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags/tempest-TagsExtTest-Tag-2145116090 HTTP/1.1" status: 404 len: 329 time: 0.0247622 Jul 07 17:31:03.458233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.463450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-4ac90acf-880a-45c9-991c-5055494ce40e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ab9a5cfd-54de-42fc-b40f-7eb879201436') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.469137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.489918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4ac90acf-880a-45c9-991c-5055494ce40e tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436/tags HTTP/1.1" status: 204 len: 168 time: 0.0307670 Jul 07 17:31:03.494797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49078) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.501897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-bfd1d232-0b97-4c50-a4e8-17e9d5994ac1 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c631e6dd-cff8-48b2-b281-94018df94cbf') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.605698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.627487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bfd1d232-0b97-4c50-a4e8-17e9d5994ac1 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1315062 Jul 07 17:31:03.630775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49080) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.635810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-706902cc-6271-4a23-bd19-89417ac5bd96 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60427b56-033b-4f03-9146-30a5f259674a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.650187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-150f0024-c34a-4c0f-b93a-1c3dcab7fc3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a37b523a69554aa99c19588ac0ee7803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773751 Jul 07 17:31:03.650963 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.681475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-2de97b29-5b6c-49db-b842-9e38cd991c97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020741 Jul 07 17:31:03.704867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-706902cc-6271-4a23-bd19-89417ac5bd96 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a/tags HTTP/1.1" status: 204 len: 168 time: 0.0732181 Jul 07 17:31:03.708089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49084) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:03.712005 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.714484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.tag.tag_plugin [None req-37795de6-6db7-499a-bf61-2a650d4155c7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b219674f-a12b-42a3-b478-a5db85a41b47') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:03.735902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.790241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.793294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:03.795090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1850afa-7b9a-4851-b556-9be897cced40 HTTP/1.1" status: 204 len: 168 time: 0.1429706 Jul 07 17:31:03.810559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a4a5-2bad-4e67-a52b-062335066a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1850afa-7b9a-4851-b556-9be897cced40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:03.822101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-171731c5-2040-4124-a528-239d9f645c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:03.824388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-171731c5-2040-4124-a528-239d9f645c01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 1097 time: 0.0874822 Jul 07 17:31:03.837572 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37795de6-6db7-499a-bf61-2a650d4155c7 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47/tags HTTP/1.1" status: 204 len: 168 time: 0.1225739 Jul 07 17:31:03.838332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49088) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.002621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-913bdb1e-76d1-4295-b30d-21333783b46c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for subnetpool, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.006373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-913bdb1e-76d1-4295-b30d-21333783b46c tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ab9a5cfd-54de-42fc-b40f-7eb879201436 HTTP/1.1" status: 204 len: 168 time: 0.1670480 Jul 07 17:31:04.006632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.011886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-bcbc5ff4-655f-4b00-a758-4ab651056976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.013389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-bcbc5ff4-655f-4b00-a758-4ab651056976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1484003 Jul 07 17:31:04.051041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc392e3e-02d8-4667-8994-6a18c29cf9b9 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "GET /v2.0/ports?device_id=c631e6dd-cff8-48b2-b281-94018df94cbf HTTP/1.1" status: 200 len: 205 time: 0.0396662 Jul 07 17:31:04.051757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.096708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-e94f520e-2b2c-4b46-a2e9-70a875ded81e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 200 len: 1001 time: 0.0767367 Jul 07 17:31:04.132182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.150154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-ece796b3-1749-46ec-8aee-2df3e15f270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.151803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-ece796b3-1749-46ec-8aee-2df3e15f270e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0486865 Jul 07 17:31:04.152448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49096) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.173502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028a6a4f-7d30-43db-9543-5e695e06a9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.251071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-ea8a7fc3-1171-4213-a50c-bad64b50be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.252692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-ea8a7fc3-1171-4213-a50c-bad64b50be46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939968 Jul 07 17:31:04.316174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.318330 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.369640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.370473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Fanout notify agent at l3_agent the message router_deleted on router c631e6dd-cff8-48b2-b281-94018df94cbf {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:31:04.377998 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.381245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e244022d-1980-45f4-b974-45c700ba3686 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/routers/c631e6dd-cff8-48b2-b281-94018df94cbf HTTP/1.1" status: 204 len: 168 time: 0.3264680 Jul 07 17:31:04.381483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.401429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-3a16f42c-e377-4296-9cbd-17ce311ac5f3 service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368582 Jul 07 17:31:04.403251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028a6a4f-7d30-43db-9543-5e695e06a9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.408118 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-028a6a4f-7d30-43db-9543-5e695e06a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.463462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.495866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Deleting port 60427b56-033b-4f03-9146-30a5f259674a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:04.495866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.519612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a6a4f-7d30-43db-9543-5e695e06a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f239367c-6c42-4e09-91a5-3d7b115391cc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.544790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-028a6a4f-7d30-43db-9543-5e695e06a9d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08531271ed614c8e847999407a619c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912549 Jul 07 17:31:04.546002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49104) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:04.554226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:04.591626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:04.591982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f11f15e6-6fa9-46c7-98c8-ff1834df6ba7 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:04.633720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93be7141-8e5a-44bf-94fc-975d80760a58 req-8cc0b5b5-0a67-4678-b7b5-b540b9f3b64b service neutron] 10.222.0.32 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226999 Jul 07 17:31:04.634659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.635001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.659317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.661987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Calling delete_port for 60427b56-033b-4f03-9146-30a5f259674a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:04.708456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.712552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.717019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f239367c-6c42-4e09-91a5-3d7b115391cc HTTP/1.1" status: 204 len: 168 time: 0.1679664 Jul 07 17:31:04.727852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43fb57-e40a-417d-9af7-fc6243bc0ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f239367c-6c42-4e09-91a5-3d7b115391cc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.811332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-452a0a6e-17ff-460a-81dd-ba73ffeb3ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0649381 Jul 07 17:31:04.844617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.883986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event deleted for resources: {'Port': ['ID=60427b56-033b-4f03-9146-30a5f259674a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:04.989645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.990267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.992614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:04.993103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.993918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.994922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.995536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:04.999535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-767b583a-d2f0-4967-8f4c-b8f43a5cc534 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/ports/60427b56-033b-4f03-9146-30a5f259674a HTTP/1.1" status: 204 len: 168 time: 0.6147048 Jul 07 17:31:04.999716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.000149 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.003979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-4b9e5157-5755-464a-8160-bce47b77e464 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f1583a6846247859519c8f7c456eaf8&device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 6498 time: 0.1365619 Jul 07 17:31:05.067339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Deleting subnet b219674f-a12b-42a3-b478-a5db85a41b47 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:05.071540 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.158794 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.206487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-377f5ff4-0e50-43b2-a3d6-19daaebb3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.225914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-377f5ff4-0e50-43b2-a3d6-19daaebb3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.228176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-377f5ff4-0e50-43b2-a3d6-19daaebb3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.233642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-377f5ff4-0e50-43b2-a3d6-19daaebb3c05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=8dda516c-76a7-4c86-9980-1a1d6297c7df&id=0b4bca5d-b85b-42e8-966a-1603ae35c479&id=0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 200 len: 2292 time: 0.1837761 Jul 07 17:31:05.302191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.333520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-86481d7f-d261-4335-9f24-78d4723bd543 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 200 len: 1000 time: 0.0931427 Jul 07 17:31:05.388694 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.392704 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.419234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95279ea-4d79-48a6-b45a-8dce6acf8aab None None] Network a5e127ee-984b-4d23-8c2a-e8fba1c88d71 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:05.419767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.425092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49122) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.425370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/subnets/b219674f-a12b-42a3-b478-a5db85a41b47 HTTP/1.1" status: 204 len: 168 time: 0.4228072 Jul 07 17:31:05.445848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-0ade6196-dde6-42a9-b5cb-0764824a48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.446501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778793b9-27f7-45f7-8520-5a35ad639309 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event deleted for resources: {'Subnet': ['ID=b219674f-a12b-42a3-b478-a5db85a41b47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:05.448869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-0ade6196-dde6-42a9-b5cb-0764824a48e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 200 len: 850 time: 0.1078637 Jul 07 17:31:05.590456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.646135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-c4983d9e-4ba4-4e06-9243-4397a2c84142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:05.647658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-c4983d9e-4ba4-4e06-9243-4397a2c84142 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd2ead5-cccd-4c39-a463-b044fe6ff285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770661 Jul 07 17:31:05.702218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] DHCP port deletion for a5e127ee-984b-4d23-8c2a-e8fba1c88d71 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:31:05.777828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Deleting port b51c63fb-196e-4251-b3c9-66becd4974a4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:05.778482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.779567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:05.790021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Deleting port b51c63fb-196e-4251-b3c9-66becd4974a4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:05.790658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.874794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] For port b51c63fb-196e-4251-b3c9-66becd4974a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b51c63fb-196e-4251-b3c9-66becd4974a4,segment=NetworkSegment(da3f0014-c450-493c-b8a9-5291166c1a38),segment_id=da3f0014-c450-493c-b8a9-5291166c1a38)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:05.875639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:05.893372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Calling delete_port for b51c63fb-196e-4251-b3c9-66becd4974a4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:05.995262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.011459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c248d82c-9b96-4d5e-a7c8-fc57c6237ac2 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] Request body: {'port': {'network_id': 'c0705370-719f-44ec-a6ea-2e7a26a5c3b5', 'name': 'tempest-NetworksNegativeTestJSON-1869123163'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:06.032855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] Pushing event deleted for resources: {'Port': ['ID=b51c63fb-196e-4251-b3c9-66becd4974a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.043028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021dba2-cffb-4e86-ac50-12d7bb47b6f2 None None] No DVR routers for this DVR port b51c63fb-196e-4251-b3c9-66becd4974a4 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:06.058783 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c248d82c-9b96-4d5e-a7c8-fc57c6237ac2 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] POST failed (client error): The resource could not be found. Jul 07 17:31:06.059383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c248d82c-9b96-4d5e-a7c8-fc57c6237ac2 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.064904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c248d82c-9b96-4d5e-a7c8-fc57c6237ac2 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2798831 Jul 07 17:31:06.065665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.087720 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3742d52a-6823-4165-a540-d809e715b179 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] DELETE failed (client error): The resource could not be found. Jul 07 17:31:06.088549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3742d52a-6823-4165-a540-d809e715b179 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.090604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3742d52a-6823-4165-a540-d809e715b179 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "DELETE /v2.0/networks/38949041-f695-45b2-adef-baa24ad31dd4 HTTP/1.1" status: 404 len: 339 time: 0.0236733 Jul 07 17:31:06.094247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.134069 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab35fb08-d39a-4d5a-bac3-998a231f26ca tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] DELETE failed (client error): The resource could not be found. Jul 07 17:31:06.136116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab35fb08-d39a-4d5a-bac3-998a231f26ca tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.137040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ab35fb08-d39a-4d5a-bac3-998a231f26ca tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "DELETE /v2.0/ports/774b5859-2d58-49cf-8124-505784f99806 HTTP/1.1" status: 404 len: 333 time: 0.0415943 Jul 07 17:31:06.142786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.175117 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a2c96e-0d16-4c41-bd9a-90a3f380b5af tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] DELETE failed (client error): The resource could not be found. Jul 07 17:31:06.175588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a2c96e-0d16-4c41-bd9a-90a3f380b5af tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.189283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6a2c96e-0d16-4c41-bd9a-90a3f380b5af tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "DELETE /v2.0/subnets/80970ec0-70cf-4d58-97d9-f54af0eb6c9c HTTP/1.1" status: 404 len: 337 time: 0.0452321 Jul 07 17:31:06.190015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.220174 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-92092ac1-a294-475d-8ca9-84243987d703 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] GET failed (client error): The resource could not be found. Jul 07 17:31:06.221621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-92092ac1-a294-475d-8ca9-84243987d703 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "GET /v2.0/networks/b36e3e7c-aba6-488a-b415-da5d163edc3f HTTP/1.1" status: 404 len: 339 time: 0.0306051 Jul 07 17:31:06.225560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.266044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-6f0b24e0-5f39-4f90-8268-2c78403693f7 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108952 Jul 07 17:31:06.268124 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff02f7f-0dc0-4d64-8245-d64ee3502a9b tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] GET failed (client error): The resource could not be found. Jul 07 17:31:06.273818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dff02f7f-0dc0-4d64-8245-d64ee3502a9b tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "GET /v2.0/ports/b2a3e22e-3fbd-47d1-9e24-62ff9e288f4e HTTP/1.1" status: 404 len: 333 time: 0.0433261 Jul 07 17:31:06.273983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] For port b51c63fb-196e-4251-b3c9-66becd4974a4, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b51c63fb-196e-4251-b3c9-66becd4974a4,segment=NetworkSegment(da3f0014-c450-493c-b8a9-5291166c1a38),segment_id=da3f0014-c450-493c-b8a9-5291166c1a38)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:06.273983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.274840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.308922 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4848c3-0afe-4342-9b41-fc0734753b2c tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] GET failed (client error): The resource could not be found. Jul 07 17:31:06.310214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee4848c3-0afe-4342-9b41-fc0734753b2c tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "GET /v2.0/subnets/1bffabf5-50ca-4f2e-84c6-cbf544801adf HTTP/1.1" status: 404 len: 337 time: 0.0343544 Jul 07 17:31:06.313818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.319378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c19247a1-9030-4b6d-bad7-ee90c6be0936 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:06.328658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Calling delete_port for b51c63fb-196e-4251-b3c9-66becd4974a4 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:06.338165 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19247a1-9030-4b6d-bad7-ee90c6be0936 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] PUT failed (client error): The resource could not be found. Jul 07 17:31:06.338945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19247a1-9030-4b6d-bad7-ee90c6be0936 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.340973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c19247a1-9030-4b6d-bad7-ee90c6be0936 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "PUT /v2.0/networks/d6345c60-ffab-467e-b2ef-9fc37cc2a4aa HTTP/1.1" status: 404 len: 339 time: 0.0252795 Jul 07 17:31:06.345370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.353394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52ed6e31-75ec-4211-8aeb-e747a5f98920 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:06.384579 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ed6e31-75ec-4211-8aeb-e747a5f98920 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] PUT failed (client error): The resource could not be found. Jul 07 17:31:06.386406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ed6e31-75ec-4211-8aeb-e747a5f98920 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.388627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52ed6e31-75ec-4211-8aeb-e747a5f98920 tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "PUT /v2.0/ports/285b668b-d293-4674-8845-b9da2ebbf996 HTTP/1.1" status: 404 len: 333 time: 0.0413656 Jul 07 17:31:06.392058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.398430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-af767799-3d8a-4373-973f-7e7f026398fa tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:06.429265 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-af767799-3d8a-4373-973f-7e7f026398fa tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] PUT failed (client error): The resource could not be found. Jul 07 17:31:06.430020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af767799-3d8a-4373-973f-7e7f026398fa tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:31:06.431404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af767799-3d8a-4373-973f-7e7f026398fa tempest-NetworksNegativeTestJSON-1784990734 tempest-NetworksNegativeTestJSON-1784990734-project] 10.222.0.22 "PUT /v2.0/subnets/fb2fda4d-61d2-4fa1-b27e-3045173ad5cc HTTP/1.1" status: 404 len: 337 time: 0.0378659 Jul 07 17:31:06.438971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.472956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.499222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-ccd0f43f-ada4-4e30-9e0a-d1351f7cd2e2 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251182 Jul 07 17:31:06.500110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] No DVR routers for this DVR port b51c63fb-196e-4251-b3c9-66becd4974a4 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:06.558139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event deleted for resources: {'Port': ['ID=b51c63fb-196e-4251-b3c9-66becd4974a4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:06.562458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b51c63fb-196e-4251-b3c9-66becd4974a4 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:06.587903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b51c63fb-196e-4251-b3c9-66becd4974a4 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:06.588884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b51c63fb-196e-4251-b3c9-66becd4974a4 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:06.616533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-659e023a-aa0f-479b-8381-820c8ab72ccc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 217 time: 0.0907874 Jul 07 17:31:06.699236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.713499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e127ee-984b-4d23-8c2a-e8fba1c88d71']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.728923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-b7738103-fcab-4766-92c6-3edb19cb457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:06.730528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-b7738103-fcab-4766-92c6-3edb19cb457d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0849526 Jul 07 17:31:06.732753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3f0014-c450-493c-b8a9-5291166c1a38') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.733710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3f0014-c450-493c-b8a9-5291166c1a38') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:06.753730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.785217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.794968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:06.795476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:06.798945 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:06.819697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:06.868072 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.871299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-b711613e-5097-49d0-86fc-71f90acac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:06.872889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-b711613e-5097-49d0-86fc-71f90acac91c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1320567 Jul 07 17:31:06.879684 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:06.884451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] 10.222.0.22 "DELETE /v2.0/networks/a5e127ee-984b-4d23-8c2a-e8fba1c88d71 HTTP/1.1" status: 204 len: 168 time: 1.4542975 Jul 07 17:31:06.900788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10d148-8aea-41ee-a1cb-8fadd1bc21b4 tempest-TagsExtTest-239151318 tempest-TagsExtTest-239151318-project] Pushing event deleted for resources: {'Network': ['ID=a5e127ee-984b-4d23-8c2a-e8fba1c88d71,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.009409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe283672-2722-4c58-a130-3a1e895038bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.022528 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-7c9c029e-1d24-4ca0-9759-ad9a93b65e7c service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301150 Jul 07 17:31:07.142026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe283672-2722-4c58-a130-3a1e895038bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.147270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe283672-2722-4c58-a130-3a1e895038bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.200733 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe283672-2722-4c58-a130-3a1e895038bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=926127ee7771483c8f14bcef4a6cfd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774304 Jul 07 17:31:07.200733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283672-2722-4c58-a130-3a1e895038bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428971ac-e942-40af-9407-9b0b22e66465,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.201858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.213122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-64cbea12-34b0-4fcd-a042-4146524c4f42 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822290 Jul 07 17:31:07.235105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49180) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.288465 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-8e32b611-0dfc-4ca3-b0aa-dfaea855f0bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 217 time: 0.0654428 Jul 07 17:31:07.298365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.349518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.376330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-d119c9c1-099f-4649-ba9b-2817b6bf5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:07.378741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-d119c9c1-099f-4649-ba9b-2817b6bf5118 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0814226 Jul 07 17:31:07.462703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.467950 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.488301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/428971ac-e942-40af-9407-9b0b22e66465 HTTP/1.1" status: 204 len: 168 time: 0.2723649 Jul 07 17:31:07.511559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ed7bc-32cd-422c-8ed2-617adc614a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428971ac-e942-40af-9407-9b0b22e66465,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.627220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-74681cbd-73b7-41cf-8ea8-bb6fa1001704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4164d345eced4d579da74700f0d02bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879993 Jul 07 17:31:07.629689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:07.630189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-83b9add2-b6a1-4006-9052-8dc0f0460833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:07.632048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-83b9add2-b6a1-4006-9052-8dc0f0460833 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2470238 Jul 07 17:31:07.692144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.744260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.745894 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-0ff2010d-6a52-4eb0-9c4d-7ce3f4485001 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056759 Jul 07 17:31:07.800986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.803631 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:07.805423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fd891d8-1b96-4613-99eb-18b01e6058d5 HTTP/1.1" status: 204 len: 168 time: 0.1739583 Jul 07 17:31:07.830001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ce435-e7e9-4f74-81b1-96c73bd23ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd891d8-1b96-4613-99eb-18b01e6058d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:07.866550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-c2e9c942-a80b-4f40-84a3-eb38a3aebed5 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142430 Jul 07 17:31:07.919077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-259f42dd-d5fb-4d1a-9a15-7c9244524d8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 200 len: 217 time: 0.0458055 Jul 07 17:31:07.989122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-f55e8695-a087-43f8-b3ce-462df0cf2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:07.991457 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-f55e8695-a087-43f8-b3ce-462df0cf2307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0658262 Jul 07 17:31:08.069650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-03891d3f-73b8-439f-8a0d-09154782395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:08.071297 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-03891d3f-73b8-439f-8a0d-09154782395f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737531 Jul 07 17:31:08.170382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-431d4ab1-61f8-4176-a8ee-dcdbe7ea2175 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913320 Jul 07 17:31:08.291358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-c34ac088-803f-4802-a924-86cce5b69eae service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140809 Jul 07 17:31:08.344956 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-ae0f1b23-b9a5-4049-94a1-911565d1c5db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 200 len: 217 time: 0.0472090 Jul 07 17:31:08.417173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-ba4ffd1d-2c12-4317-92b2-7edda46f9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:08.419200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-ba4ffd1d-2c12-4317-92b2-7edda46f9a97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 200 len: 797 time: 0.0668631 Jul 07 17:31:08.465581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:08.511183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-9de4b789-67e0-40a6-a313-2206a970c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:08.512836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-9de4b789-67e0-40a6-a313-2206a970c033 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8dda516c-76a7-4c86-9980-1a1d6297c7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872264 Jul 07 17:31:08.640545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-46baf6a8-46de-41b9-b42f-5bbde3840001 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207960 Jul 07 17:31:08.641120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097623325'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:08.707013 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.722990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.797640 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-210a34e6-b205-4a28-bb6a-7e1ee5c63626 service neutron] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494486 Jul 07 17:31:08.840346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:08.860476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-2944f38f-624e-471e-a49c-2c523d644abf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 200 len: 217 time: 0.0568123 Jul 07 17:31:08.879298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.883411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:08.933513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba2a3d-cbc6-484f-9163-40721f68a52b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:08.942145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-bdcf713a-91ae-4a7e-b931-6e7c3bb9a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:08.945425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-bdcf713a-91ae-4a7e-b931-6e7c3bb9a46b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0783405 Jul 07 17:31:08.989479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1150520465-network', 'tenant_id': '83db43c58ef744279d94b676064e06ae'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:09.021843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-07d94864-ed9b-47ab-a1c1-43ec29e40b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:09.023590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-07d94864-ed9b-47ab-a1c1-43ec29e40b73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722036 Jul 07 17:31:09.056237 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.061871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.108602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c4654-a194-48b6-b9da-a113bff64288,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.113029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Made reservation on behalf of 83db43c58ef744279d94b676064e06ae for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:09.115582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.119409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.120732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8ff5a7f4-e06b-4a34-954b-8c31ea2e274e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6533766 Jul 07 17:31:09.126408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.147845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-e0a8b3da-807e-42af-a8b2-8cda94a3631e service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157258 Jul 07 17:31:09.151905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.257836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1d8bfab3-8ff4-4d62-839f-9b37954d21c1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1289189 Jul 07 17:31:09.261397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.267116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-security--785485295', 'description': 'tempest-security-description-1163008478'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:09.276061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-7f7d2404-078f-41ca-a100-4d4e5280cbe9 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213791 Jul 07 17:31:09.313145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.336831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-f15880d1-91dc-4d60-8ee1-e4170dcd8609 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 200 len: 217 time: 0.0548785 Jul 07 17:31:09.371309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.382545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.383687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.406199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-d260fb75-e3f3-46c5-8d6b-d0718a9d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:09.408182 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-d260fb75-e3f3-46c5-8d6b-d0718a9d556d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 200 len: 797 time: 0.0609081 Jul 07 17:31:09.410737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df2214f-4716-426f-83c9-0def7170f1d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.414692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.417378 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.421621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "PUT /v2.0/security-groups/9a7c4654-a194-48b6-b9da-a113bff64288 HTTP/1.1" status: 200 len: 1779 time: 0.1592462 Jul 07 17:31:09.423559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.458864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:09.503640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-bb96e0e5-c8a3-4b9e-813c-382cf71118f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:09.504014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.504932 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Added segment eafe2c33-78c2-494b-aebb-191cf15cb44b of type vlan for network 353c093d-f52b-4395-bcc5-351f25d6f7bb Jul 07 17:31:09.505459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-bb96e0e5-c8a3-4b9e-813c-382cf71118f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b4bca5d-b85b-42e8-966a-1603ae35c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768385 Jul 07 17:31:09.514952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeb7df-53d7-4ff5-8a3a-7bf583604e9f tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c4654-a194-48b6-b9da-a113bff64288,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.524407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87050d28-101f-44de-ac01-29901ffc183b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups/9a7c4654-a194-48b6-b9da-a113bff64288 HTTP/1.1" status: 200 len: 1779 time: 0.0963352 Jul 07 17:31:09.526865 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.588962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.614209 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-7730317e-362e-44b2-92e7-74cca2406719 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026049 Jul 07 17:31:09.646975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.653895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.654908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:09.655502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.714355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4140ff4f-7913-4433-9b28-c334b84e6c3f req-550b7573-092b-4c92-a440-36ccefc8aad8 service neutron] 10.222.0.83 "GET /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942633 Jul 07 17:31:09.725559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.770915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9294782 Jul 07 17:31:09.771624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d635-7e9e-4168-8851-f18a4e7f1f2d admin admin] Pushing event updated for resources: {'Network': ['ID=353c093d-f52b-4395-bcc5-351f25d6f7bb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:09.779571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.784670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Request body: {'subnet': {'network_id': '353c093d-f52b-4395-bcc5-351f25d6f7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1150520465-subnet', 'tenant_id': '83db43c58ef744279d94b676064e06ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:09.794446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 353c093d-f52b-4395-bcc5-351f25d6f7bb details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:09.861967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Made reservation on behalf of 83db43c58ef744279d94b676064e06ae for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:09.864468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.912302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.915621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:09.916793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a7c4654-a194-48b6-b9da-a113bff64288 HTTP/1.1" status: 204 len: 168 time: 0.3886862 Jul 07 17:31:09.919607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49264) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:09.941444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0615b1-5bb2-4060-8d05-3acfa429dd80 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c4654-a194-48b6-b9da-a113bff64288,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.012919 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f462e6f7-c939-4918-babb-ee478b125024 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921724 Jul 07 17:31:10.013516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49266) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.039506 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-47cacec2-f4e4-4045-8c08-8ecd898d6d10 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] delete failed (client error): The resource could not be found. Jul 07 17:31:10.045255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-47cacec2-f4e4-4045-8c08-8ecd898d6d10 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a7c4654-a194-48b6-b9da-a113bff64288 HTTP/1.1" status: 404 len: 347 time: 0.0299206 Jul 07 17:31:10.045255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49268) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.050219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888939839'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.076516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.143377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.184880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.189700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.204610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c17c291-09e2-43e7-b5e0-8613b707fe68,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.215546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Checking segment: {'id': 'eafe2c33-78c2-494b-aebb-191cf15cb44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '353c093d-f52b-4395-bcc5-351f25d6f7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:10.215811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.216381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Network hostable DHCP agents. Network: 353c093d-f52b-4395-bcc5-351f25d6f7bb, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:10.220220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.220342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1739581 Jul 07 17:31:10.226920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'f7375477-0660-4b87-8146-fd96a696a466', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.231301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdce1ad-7c38-4966-a599-7471dff823ef tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7375477-0660-4b87-8146-fd96a696a466,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.253438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Network 353c093d-f52b-4395-bcc5-351f25d6f7bb is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:10.265194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 353c093d-f52b-4395-bcc5-351f25d6f7bb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:10.269945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:10.270565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.275930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983fb9a2-3f52-4742-8211-5d9c8fbf06c1 None None] Network 353c093d-f52b-4395-bcc5-351f25d6f7bb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:10.277810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.296794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3bd4558a-02c6-414a-b412-a24cb55e77af admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5162263 Jul 07 17:31:10.335185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.339801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.357286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9223b76b-fed8-45e2-b529-34ee98327644,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.367317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.368474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9b2e635c-0e6a-440a-9924-a2ca9ce789ac tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460199 Jul 07 17:31:10.371358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.401475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.405357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d6e5c-5fc3-4c9c-8db8-e97cee57aff3 None None] Network 353c093d-f52b-4395-bcc5-351f25d6f7bb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:10.420456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.455847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.465309 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.470595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49286) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.482826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9223b76b-fed8-45e2-b529-34ee98327644 HTTP/1.1" status: 204 len: 168 time: 0.1085122 Jul 07 17:31:10.498422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea42980-393b-4cdc-b481-40d349aade36 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9223b76b-fed8-45e2-b529-34ee98327644,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.546384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0fc0d0ed-c496-4747-86f1-f728dde90407 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744588 Jul 07 17:31:10.549448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49290) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.611426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.638422 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.690657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.694175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.700022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7375477-0660-4b87-8146-fd96a696a466 HTTP/1.1" status: 204 len: 168 time: 0.1455092 Jul 07 17:31:10.700769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.707836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7e4f-d360-4518-8ddb-3b1f43f1947e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7375477-0660-4b87-8146-fd96a696a466,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.759739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-08494960-f6dc-4a13-a384-ce84605460c0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572312 Jul 07 17:31:10.763625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.768000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818038697'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.790695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.861526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49306) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.866608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-445132296-network', 'tenant_id': '7cf64948787f4a22a249a7d8db66d3be'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.887964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.892492 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.909387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Made reservation on behalf of 7cf64948787f4a22a249a7d8db66d3be for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:10.912727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.922820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.923484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:10.926637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1597183 Jul 07 17:31:10.926866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:10.931907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'c1a92d69-0c80-458f-a6b4-2f4d233d1163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:10.937045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c6576-32ab-453a-b99b-4e8a46a20795 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a92d69-0c80-458f-a6b4-2f4d233d1163,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.945072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:31:10.945072 n-d-791504-12 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:31:10.945072 n-d-791504-12 neutron-server[93766]: [parameters: {'project_id_1': '63d5475c66a543a8b3a9cafcef285e92', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 31, 10, 939384)}] Jul 07 17:31:10.945072 n-d-791504-12 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:31:10.945497 n-d-791504-12 neutron-server[93766]: DEBUG oslo_db.api [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:31:11.018585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.024775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.049516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:11.058331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac6ad66-4236-46a6-8812-fd3f1b9cf544,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.064423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.064785 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Added segment 9b07b1ee-6ecc-497f-86c3-96a782e20def of type vlan for network f3cbe725-c8ae-40ef-af43-784eb3505731 Jul 07 17:31:11.113448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.155493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.156569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:11.157165 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.216795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3513269 Jul 07 17:31:11.218745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.225405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Request body: {'subnet': {'network_id': 'f3cbe725-c8ae-40ef-af43-784eb3505731', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-445132296-subnet', 'tenant_id': '7cf64948787f4a22a249a7d8db66d3be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:11.228229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8430-9016-48c3-8f0f-c8f58edeb708 admin admin] Pushing event updated for resources: {'Network': ['ID=f3cbe725-c8ae-40ef-af43-784eb3505731,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.238615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f3cbe725-c8ae-40ef-af43-784eb3505731 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:11.262948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Made reservation on behalf of 7cf64948787f4a22a249a7d8db66d3be for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:11.268873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.471453 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.526158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.556038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f03d713-6007-4586-919d-fe8be3d615f8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.589467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Checking segment: {'id': '9b07b1ee-6ecc-497f-86c3-96a782e20def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f3cbe725-c8ae-40ef-af43-784eb3505731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:11.589828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Network hostable DHCP agents. Network: f3cbe725-c8ae-40ef-af43-784eb3505731, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:11.615491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.621857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.627652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Network f3cbe725-c8ae-40ef-af43-784eb3505731 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:11.650167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f3cbe725-c8ae-40ef-af43-784eb3505731) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:11.654231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc93746-ceb0-40f7-9985-fdf65201ca6a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.658618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.662577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49314) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.663366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6aed8eec-2ab8-47c0-a6f5-1379eb3db8cb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7354264 Jul 07 17:31:11.664843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:11.665440 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.669896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605cb0c-01f7-4a2a-a29c-6eb5099995c0 None None] Network f3cbe725-c8ae-40ef-af43-784eb3505731 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:11.670023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'c1a92d69-0c80-458f-a6b4-2f4d233d1163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:11.719939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1b9b01a2-83b9-4770-a930-3c1cfebeda40 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4985373 Jul 07 17:31:11.722054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.905522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.910328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.928972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d57cebb-cc00-43c3-888f-6fb5cb78d694 None None] Network f3cbe725-c8ae-40ef-af43-784eb3505731 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:11.947535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.958357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a290b6-e57d-409d-995a-0e9d48284eb6,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:11.962048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:11.965845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-004d5e38-c293-4df4-8ffb-703c5d78a86a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993257 Jul 07 17:31:11.966051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49322) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:11.972875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'c1a92d69-0c80-458f-a6b4-2f4d233d1163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.010516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Deleting subnet 4c17c291-09e2-43e7-b5e0-8613b707fe68 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:12.020200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.042741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.072785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.117091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.121185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.130801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.141386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b816ae3-73a8-4fc0-b70d-26edcb04a6e6,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.151235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.152760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1908d37d-bc1e-4b0e-92e9-64cec9caa1e5 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856320 Jul 07 17:31:12.155473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49326) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.160954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'c1a92d69-0c80-458f-a6b4-2f4d233d1163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.189734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.201905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.237649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c17c291-09e2-43e7-b5e0-8613b707fe68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.242856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.247598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa876b08-0419-4d82-ae52-a0c59dc7f83f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4c17c291-09e2-43e7-b5e0-8613b707fe68 HTTP/1.1" status: 204 len: 168 time: 0.2961648 Jul 07 17:31:12.247998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.264039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.268111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.286518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b3e645-57b8-4aa2-9efe-42b30b9838b4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.294360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.296532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cba49cf7-f679-4f31-b6ab-f62472607028 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391623 Jul 07 17:31:12.298370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49330) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.303031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'c1a92d69-0c80-458f-a6b4-2f4d233d1163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:12.331076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.336632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.396338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.401446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.420475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.421882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e701d3-7e12-4b12-bed0-b7ff98e3ca14,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.425599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.430225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73e7bc53-1d1f-4ea9-8c90-3f6a125fb6ba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1308246 Jul 07 17:31:12.430811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49332) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.435301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353c093d-f52b-4395-bcc5-351f25d6f7bb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.449048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafe2c33-78c2-494b-aebb-191cf15cb44b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.449359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafe2c33-78c2-494b-aebb-191cf15cb44b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:12.459646 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.460115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.469133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.474562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.481415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:12.481806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:12.483902 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:12.504265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.509372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.513590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f2e701d3-7e12-4b12-bed0-b7ff98e3ca14 HTTP/1.1" status: 204 len: 168 time: 0.0818319 Jul 07 17:31:12.514385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49334) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.542970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7ab93-ae32-472c-8c5c-d00b5e1012a1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e701d3-7e12-4b12-bed0-b7ff98e3ca14,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.548392 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.555056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.556941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] 10.222.0.22 "DELETE /v2.0/networks/353c093d-f52b-4395-bcc5-351f25d6f7bb HTTP/1.1" status: 204 len: 168 time: 0.3080294 Jul 07 17:31:12.559823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.593594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44c3d4a5-376c-4a2b-bf2a-871719988d50 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0732872 Jul 07 17:31:12.593906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49338) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.607346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f7b3-fbc6-49a5-93e2-42d74a25decf admin admin] Pushing event deleted for resources: {'Network': ['ID=353c093d-f52b-4395-bcc5-351f25d6f7bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.618892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.626895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.633408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Deleting subnet 4f03d713-6007-4586-919d-fe8be3d615f8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:31:12.636730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.656482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.662382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.666735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f4b3e645-57b8-4aa2-9efe-42b30b9838b4 HTTP/1.1" status: 204 len: 168 time: 0.0696056 Jul 07 17:31:12.667322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49340) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.674493 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.684309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf41587-9f9c-420e-96a1-12855c78464d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4b3e645-57b8-4aa2-9efe-42b30b9838b4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.720580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-edf24251-621d-40c7-8e34-6d6a544fbd06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0511482 Jul 07 17:31:12.726861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.727604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.765119 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.774000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.821035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.826712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.827914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6b816ae3-73a8-4fc0-b70d-26edcb04a6e6 HTTP/1.1" status: 204 len: 168 time: 0.0991209 Jul 07 17:31:12.830707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.836104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.857453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b16432-b26d-47c8-b71a-7833484b8a77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b816ae3-73a8-4fc0-b70d-26edcb04a6e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.883619 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.888145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4f03d713-6007-4586-919d-fe8be3d615f8 HTTP/1.1" status: 204 len: 168 time: 0.3246140 Jul 07 17:31:12.888145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c4d8-d693-4343-b29a-0874b5b5b5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f03d713-6007-4586-919d-fe8be3d615f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:12.888908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.914586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d9e39127-2c5c-4b7c-8975-937b912f3ab2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0821757 Jul 07 17:31:12.917103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:12.941799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.950332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:12.963514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.011183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.025513 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.033307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/01a290b6-e57d-409d-995a-0e9d48284eb6 HTTP/1.1" status: 204 len: 168 time: 0.1152191 Jul 07 17:31:13.034647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec026461-4d95-4c35-a516-db86aa70cef0 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01a290b6-e57d-409d-995a-0e9d48284eb6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.039445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49360) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.074633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.086527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3cbe725-c8ae-40ef-af43-784eb3505731']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:13.097860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b07b1ee-6ecc-497f-86c3-96a782e20def') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:13.098303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b07b1ee-6ecc-497f-86c3-96a782e20def') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:13.109395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.124872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.131834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:31:13.132736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:31:13.135110 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:31:13.151211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-31d74aca-680d-4c44-b65c-6cc64a4ff2fe tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1103344 Jul 07 17:31:13.151823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.205801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.216212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.250206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.263080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.265047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.268630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/acc93746-ceb0-40f7-9985-fdf65201ca6a HTTP/1.1" status: 204 len: 168 time: 0.1130962 Jul 07 17:31:13.269756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49366) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.289938 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.297385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] 10.222.0.22 "DELETE /v2.0/networks/f3cbe725-c8ae-40ef-af43-784eb3505731 HTTP/1.1" status: 204 len: 168 time: 0.4081016 Jul 07 17:31:13.298234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7b899-2802-4fef-9d8d-7d069f317e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acc93746-ceb0-40f7-9985-fdf65201ca6a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.298520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aef646-ab5a-453a-8019-4e2c537146bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f3cbe725-c8ae-40ef-af43-784eb3505731,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.358741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6333f87d-e6ed-4e84-a4c8-a60a45c90a98 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0851650 Jul 07 17:31:13.359721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.488540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.517023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.522594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.571658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.575085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.576664 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1a92d69-0c80-458f-a6b4-2f4d233d1163 HTTP/1.1" status: 204 len: 168 time: 0.2159975 Jul 07 17:31:13.581267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.587373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8f83248b-014b-4cff-a6a6-43754a85b4ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83db43c58ef744279d94b676064e06ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633566 Jul 07 17:31:13.590526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.634503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-aa3e7cbf-4304-4a48-b868-f994dc99cacc tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518928 Jul 07 17:31:13.635553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153119a-11ac-483a-9561-fb97804d3875 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a92d69-0c80-458f-a6b4-2f4d233d1163,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.642550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49382) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.648023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--906686687'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:13.700867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.704629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.737627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.804596 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.808326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.809513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7df2214f-4716-426f-83c9-0def7170f1d7 HTTP/1.1" status: 204 len: 168 time: 0.2180107 Jul 07 17:31:13.827153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b09ad-0725-42e4-b1b6-76eaee1d38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df2214f-4716-426f-83c9-0def7170f1d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.885884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.895665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.929874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b048-3d6d-4072-8923-406e85b669cb req-5125133b-4222-4bc5-a284-912fd7230f26 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:13.931959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4493b048-3d6d-4072-8923-406e85b669cb req-5125133b-4222-4bc5-a284-912fd7230f26 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.4544113 Jul 07 17:31:13.950538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:13.951746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3077483 Jul 07 17:31:13.956739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:13.961148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72594e17-7112-489f-998f-fd02cff3ee44 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5586f4-4ce3-4235-99b6-562471663e61,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:13.962615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': '0c5586f4-4ce3-4235-99b6-562471663e61', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:14.076816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4493b048-3d6d-4072-8923-406e85b669cb req-53346b5f-d0b2-4d84-bfb6-6f4d42c39b72 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369755 Jul 07 17:31:14.094578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.173860 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.178410 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.331963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.381437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bf59b926-f938-413e-b288-f09757297e0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cf64948787f4a22a249a7d8db66d3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476644 Jul 07 17:31:14.385183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49396) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.469265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.492200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.515425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfa8a13-151b-40e1-b1fc-21b80113178c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.519566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.520877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9c747e8f-41b2-4528-beb8-561df608e7a2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5627387 Jul 07 17:31:14.523971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49398) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.578560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.581128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.582274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ac6ad66-4236-46a6-8812-fd3f1b9cf544 HTTP/1.1" status: 204 len: 168 time: 0.1958344 Jul 07 17:31:14.590150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.598712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28865bc-f99b-498b-82ef-3af078824704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac6ad66-4236-46a6-8812-fd3f1b9cf544,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.619206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.674497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.677337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.678549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/0c5586f4-4ce3-4235-99b6-562471663e61 HTTP/1.1" status: 204 len: 168 time: 0.1535206 Jul 07 17:31:14.681820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.689507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352032c7-5e8b-4963-96a8-93b148af0c20 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5586f4-4ce3-4235-99b6-562471663e61,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:14.729059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7522511d-b5b9-4f19-82a2-88b6ca700fe7 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459378 Jul 07 17:31:14.732680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:14.737446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648431468'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:14.762624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.898849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.907497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.938253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83527f29-70dd-400d-984c-394329747ec4 req-3b8086f7-ef5a-44d5-8043-d97bd50b011c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:14.938253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83527f29-70dd-400d-984c-394329747ec4 req-3b8086f7-ef5a-44d5-8043-d97bd50b011c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.1247692 Jul 07 17:31:15.044591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.048374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3122616 Jul 07 17:31:15.049124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.056357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--740420976'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:15.067173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67976af-7827-4972-9417-b1eadf3ebe12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e727d43-5aea-43f5-b06c-b6e32411eeb1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.107581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.120743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:15.121411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.300550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:15.301294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.333785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.346281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.439609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.448905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:15.449621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3983815 Jul 07 17:31:15.455778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': '9e727d43-5aea-43f5-b06c-b6e32411eeb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a383144-af5e-42ed-a402-22f5a70b648c', 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:15.458298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cb292-2f39-4fd8-b795-53c5146dde55 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a383144-af5e-42ed-a402-22f5a70b648c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.559970 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.560394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.560705 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 5808f089-efd9-40c8-bc00-42c969e33afd disassociated. External IP: 172.25.7.116, port: b9140d7d-1f65-4b4a-90e9-4e9ca59db28e. Jul 07 17:31:15.561146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for b9140d7d-1f65-4b4a-90e9-4e9ca59db28e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:15.762055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.782092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:15.793067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0f73-0046-41cb-be7c-50d618003b23 req-c623b746-c4a7-486c-aa30-ea593ddbd6e0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:15.797036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b53d0f73-0046-41cb-be7c-50d618003b23 req-c623b746-c4a7-486c-aa30-ea593ddbd6e0 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 945 time: 0.5086071 Jul 07 17:31:15.829306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=b9140d7d-1f65-4b4a-90e9-4e9ca59db28e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:15.871018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b53d0f73-0046-41cb-be7c-50d618003b23 req-58278b27-7896-49b7-8775-89698936c117 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678680 Jul 07 17:31:16.043130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.050153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.080765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2d2a5b-f3ae-4aed-808e-0d0c9a886c60,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.093692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.098751 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2180eeff-c179-408c-b0cc-625a7cd5fd31 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6434968 Jul 07 17:31:16.098751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49450) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.119540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:16.145342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.326971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:16.338308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:16.340572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.374236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:16.386489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:16.391237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port b9140d7d-1f65-4b4a-90e9-4e9ca59db28e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:16.396091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.399178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-83527f29-70dd-400d-984c-394329747ec4 req-06432007-5ead-4249-82ac-c9c952793461 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.32 "DELETE /v2.0/ports/b9140d7d-1f65-4b4a-90e9-4e9ca59db28e HTTP/1.1" status: 204 len: 173 time: 1.4535923 Jul 07 17:31:16.399731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'name': 'network-vif-deleted', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:16.410240 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1780d-f1cc-4ad5-ad0a-cfab14d08a83" -d '{"events": [{"server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "name": "network-vif-deleted", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:16.506187 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.516888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.522087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6d2d2a5b-f3ae-4aed-808e-0d0c9a886c60 HTTP/1.1" status: 204 len: 168 time: 0.4201422 Jul 07 17:31:16.523260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.539087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfa9d78-742c-4acd-8b3d-6f8832f5cf6a x-openstack-request-id: req-acfa9d78-742c-4acd-8b3d-6f8832f5cf6a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:16.539787 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4088f2-9ad9-4e7b-9a09-82f51328a847", "name": "network-vif-deleted", "tag": "b9140d7d-1f65-4b4a-90e9-4e9ca59db28e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:16.539787 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acfa9d78-742c-4acd-8b3d-6f8832f5cf6a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:16.540344 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4088f2-9ad9-4e7b-9a09-82f51328a847', 'name': 'network-vif-deleted', 'tag': 'b9140d7d-1f65-4b4a-90e9-4e9ca59db28e', 'status': 'completed', 'code': 200} Jul 07 17:31:16.541258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df4993-bb14-4401-bdda-9640ec6425ea tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2d2a5b-f3ae-4aed-808e-0d0c9a886c60,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.630579 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dddcc446-4a2e-4698-a835-984b8dc1b16d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1054327 Jul 07 17:31:16.633883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.638508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:16.697414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.734602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.792484 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.795420 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.799181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a383144-af5e-42ed-a402-22f5a70b648c HTTP/1.1" status: 204 len: 168 time: 0.1612320 Jul 07 17:31:16.799662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.809942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaebdf-aa5f-45c7-a95d-25d0afec4bca tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a383144-af5e-42ed-a402-22f5a70b648c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:16.877869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-85585765-08eb-4282-834a-751bd2553c61 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0765712 Jul 07 17:31:16.880694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:16.958833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.008468 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.028889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:17.067025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:17.078170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:17.078860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:17.119961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.122346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.126750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49492) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.127195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/9e727d43-5aea-43f5-b06c-b6e32411eeb1 HTTP/1.1" status: 204 len: 168 time: 0.2453504 Jul 07 17:31:17.142800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb71da45-43da-4919-802e-228f5bd52eb8 req-c6ce5134-0bda-43c9-ab57-0cc1bf7b700b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0716503 Jul 07 17:31:17.164524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2188a-5ee2-4b04-b21d-9cf40ce7988d tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e727d43-5aea-43f5-b06c-b6e32411eeb1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.234345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d7cac680-545a-48db-863f-1b0493eba8d8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021242 Jul 07 17:31:17.236040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.244170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486963147'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:17.287183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:17.300854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.471724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.480418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.517501 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.522536 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2821507 Jul 07 17:31:17.522989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49504) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.527795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': 'e9930204-8404-43a3-9de8-82ffb01fa8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:17.537110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:17.561925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff4fc1-a217-4e11-961b-8a682d8893db tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9930204-8404-43a3-9de8-82ffb01fa8fb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.571001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77890f02-336f-41b0-a9e9-4695b9d19a22 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:17.586755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.659563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.665578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.685240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22033724-10fa-4ba4-b2d3-b2741b300915,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.693481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.694844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d401837e-7f17-4e0c-bd5b-7402829b8785 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1707883 Jul 07 17:31:17.697964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49506) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.724863 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.734288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.767940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.775974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.777524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/22033724-10fa-4ba4-b2d3-b2741b300915 HTTP/1.1" status: 204 len: 168 time: 0.0783532 Jul 07 17:31:17.780086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.798925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd922b4c-17d6-4166-ba43-453e24a213f8 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22033724-10fa-4ba4-b2d3-b2741b300915,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:17.838142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18e0fa6b-c4b4-4d96-a9ac-3b1bccd15c50 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565512 Jul 07 17:31:17.840772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49510) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.899549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.925789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.943265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f4773-01b1-42e5-bc37-f617966425ca None None] New status for floating IP 5808f089-efd9-40c8-bc00-42c969e33afd: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:17.971240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.975054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.980010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9930204-8404-43a3-9de8-82ffb01fa8fb HTTP/1.1" status: 204 len: 168 time: 0.1355453 Jul 07 17:31:17.980887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:17.987922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27c9d1-de6c-43fb-a234-5f0dee9b8a47 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9930204-8404-43a3-9de8-82ffb01fa8fb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.033552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a53c48fb-8d66-49e5-b20c-e5bcdb4a0b2c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514464 Jul 07 17:31:18.037365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.042509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691617672'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:18.068269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.187143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.193998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.227916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.229637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1912179 Jul 07 17:31:18.232521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.234660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d61bcb-a0ec-4a4e-9301-4e02ad44d9c2 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc27f6-cde0-457f-9543-31e37208f6d5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.237107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': '9abc27f6-cde0-457f-9543-31e37208f6d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:18.292313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.364216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6df234f-9ba7-42d4-855c-3dc04a224b6c req-e3a81d56-cf90-48d7-b3af-3eb6d767b689 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0487289 Jul 07 17:31:18.412654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.416927 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.455593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.459686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2233996 Jul 07 17:31:18.460886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.474298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d77d91-6934-4d6d-953b-fb6d82ca398c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c794af91-f78b-4a8e-889b-642aa295870c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.486693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f3978a0-70f2-4674-bebc-5ce4f5e6dc8c tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules/c794af91-f78b-4a8e-889b-642aa295870c HTTP/1.1" status: 200 len: 763 time: 0.0219300 Jul 07 17:31:18.486992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.585967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-100e2772-cb60-49e9-b326-b4cd735488bb tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0970562 Jul 07 17:31:18.588642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:18.746338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.746338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.892214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.921519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.922697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c794af91-f78b-4a8e-889b-642aa295870c HTTP/1.1" status: 204 len: 168 time: 0.3323870 Jul 07 17:31:18.923733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebae2d-0c68-459b-b7fa-d169cc28e778 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c794af91-f78b-4a8e-889b-642aa295870c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:18.930787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.045445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-292a4cff-66c2-4fd0-b28c-c79735fb7783 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1137745 Jul 07 17:31:19.048715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49552) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.056926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': '9abc27f6-cde0-457f-9543-31e37208f6d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:19.096843 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.196188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.200408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.228814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0e92f5-5d43-4561-93e0-78bdd81ce648,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.236067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.241094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c32cfe93-de69-4f76-b1db-ead1fdc21e3b tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1901612 Jul 07 17:31:19.242000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.272217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5e35e43c-49e1-4272-a3d4-29990c96fda1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules/8b0e92f5-5d43-4561-93e0-78bdd81ce648 HTTP/1.1" status: 200 len: 763 time: 0.0288706 Jul 07 17:31:19.275138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.319507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63dcbfac-0097-4217-9198-ca433ec95ed1 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431595 Jul 07 17:31:19.322375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.358420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.367478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.408371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.419351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.420890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8b0e92f5-5d43-4561-93e0-78bdd81ce648 HTTP/1.1" status: 204 len: 168 time: 0.0975957 Jul 07 17:31:19.423934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.431792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55a6f6-5689-4c13-a653-bb59ffafad06 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b0e92f5-5d43-4561-93e0-78bdd81ce648,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.534257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-658c4434-66bf-4211-8d87-cb1b78465dba tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089320 Jul 07 17:31:19.536950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49572) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.544426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Request body: {'security_group_rule': {'security_group_id': '9abc27f6-cde0-457f-9543-31e37208f6d5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:19.586348 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Project 63d5475c66a543a8b3a9cafcef285e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:31:19.592548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.616375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b515880-d15b-4bd3-8846-34f7e80d98c8 req-42c89b11-0a82-429a-9d72-eb172a2f4652 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0390599 Jul 07 17:31:19.646629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.651360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.676824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e546ba4-8bd5-479e-bda0-99991842df82,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.680940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.685099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec4ceb51-de24-4937-9c6e-def574ac7a2e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441731 Jul 07 17:31:19.685626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.715253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae55e269-62d1-4774-a1be-7cc2c4c4ec94 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules/9e546ba4-8bd5-479e-bda0-99991842df82 HTTP/1.1" status: 200 len: 769 time: 0.0253890 Jul 07 17:31:19.715471 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.760962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b9140d7d-1f65-4b4a-90e9-4e9ca59db28e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:19.765103 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e974ca6d-c1b5-4265-bc0a-84386a5edecf tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0448864 Jul 07 17:31:19.765212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.792551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: b9140d7d-1f65-4b4a-90e9-4e9ca59db28e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:19.792824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device b9140d7d-1f65-4b4a-90e9-4e9ca59db28e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:19.799151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.808080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.839909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.845490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:19.846718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9e546ba4-8bd5-479e-bda0-99991842df82 HTTP/1.1" status: 204 len: 168 time: 0.0803659 Jul 07 17:31:19.851254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.855079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6625253-99f2-4fb1-9a6c-606a7498e78e tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e546ba4-8bd5-479e-bda0-99991842df82,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:19.896789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e4f5aa77-f0d1-4f71-81db-b752acbcc308 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438962 Jul 07 17:31:19.900313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:19.967387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.001294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.060874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.065008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.066253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "DELETE /v2.0/security-groups/9abc27f6-cde0-457f-9543-31e37208f6d5 HTTP/1.1" status: 204 len: 168 time: 0.1648016 Jul 07 17:31:20.069365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49600) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.077914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd67b-3cd7-4d03-a9eb-e1bb40faab77 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc27f6-cde0-457f-9543-31e37208f6d5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:20.141915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4b336df1-f7d7-4bb5-8f27-4f1e02a65f12 tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695746 Jul 07 17:31:20.146229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.192283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9fc67fff-add0-43c4-937a-490504270f3a tempest-SecGroupIPv6Test-1271117046 tempest-SecGroupIPv6Test-1271117046-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445144 Jul 07 17:31:20.622737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 49632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.871277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1b1420d-18cd-4698-ac1d-3e1fe03b59b0 req-42550157-4229-4558-a25a-04b576dbc72a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0442793 Jul 07 17:31:20.967143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 49642) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:20.967358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2a433713-2d0d-42ac-b8d6-1dd90097bd0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63d5475c66a543a8b3a9cafcef285e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436153 Jul 07 17:31:21.027457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.078029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.135255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.139524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:21.148406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5ba2a3d-cbc6-484f-9163-40721f68a52b HTTP/1.1" status: 204 len: 168 time: 0.1775560 Jul 07 17:31:21.168132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b087c-50f8-4e6c-be2e-aed754d09f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba2a3d-cbc6-484f-9163-40721f68a52b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:22.158466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62e936da-181b-465c-94b3-e2cc120c4b9d req-4cf3052b-c377-49ea-bc4b-bff5cc31c3fc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd4088f2-9ad9-4e7b-9a09-82f51328a847 HTTP/1.1" status: 200 len: 210 time: 0.0387602 Jul 07 17:31:23.563783 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:23.831746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-3c0dd4c7-b4a3-434a-9f08-744aeb692df6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629626162&fields=id&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 267 time: 0.0719066 Jul 07 17:31:23.963111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-3330aaf7-51f2-4bc7-9d63-5890cf5a6c7c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:23.964986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-3330aaf7-51f2-4bc7-9d63-5890cf5a6c7c tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1324446 Jul 07 17:31:23.999933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-7d26ed2d-b116-496f-aa6a-8e6fe4a5314d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0244076 Jul 07 17:31:24.098652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-de99a574-4319-4368-b542-7d6c48ae30d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965700 Jul 07 17:31:24.240696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-530b710e-c20b-43e4-8c97-88dfda3fb9cb service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243522 Jul 07 17:31:24.461617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-e05195ef-67bf-4001-b910-1e16e394c491 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114234 Jul 07 17:31:24.970337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48bde05f-4948-4b1e-9540-80cc26e808aa req-912f16d4-efe8-486b-8dcc-c075af994524 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0801647 Jul 07 17:31:26.305133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3eb2f963-6acb-4153-b3a4-c31eda330881 req-966556b9-ae23-4b41-bf04-3e8fe9eb4bfe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0980570 Jul 07 17:31:26.653735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-6a8437ce-6b38-42ef-830a-c0d5744a4ffa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:26.657303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-6a8437ce-6b38-42ef-830a-c0d5744a4ffa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.2590470 Jul 07 17:31:26.747896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-d6bdb4e6-13cc-42c4-a938-91d6840b72de tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 380 time: 0.0773656 Jul 07 17:31:26.758547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'security_groups': ['840190b5-49ed-476e-9ba3-9c0025420e6c']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:26.989699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:26.996275 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.182061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.11 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/8aafa5ea-a7d6-483d-85fb-088bd1556155) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:27.413428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.428286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object 8aafa5ea-a7d6-483d-85fb-088bd1556155 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:27.474057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.562974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:27.572180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:27.580743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:27.620699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a021fc-bbd3-4897-8629-6856436643bd req-bfb64495-46e6-448a-a249-50cfab277e8a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.630480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52a021fc-bbd3-4897-8629-6856436643bd req-bfb64495-46e6-448a-a249-50cfab277e8a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 932 time: 0.1607165 Jul 07 17:31:27.672365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:27.685960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52a021fc-bbd3-4897-8629-6856436643bd req-781ab735-7dce-4050-9870-dd8301572e34 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541649 Jul 07 17:31:27.713653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:27.714409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:27.751244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-138790f7-25ae-470d-9545-9b0b815d158b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9975643 Jul 07 17:31:27.765709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Request body: {'port': {'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:27.952580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.064297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52879b05-4bcd-46f3-b82f-d9402526661a None None] Provisioning for port 8aafa5ea-a7d6-483d-85fb-088bd1556155 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:28.072110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-52879b05-4bcd-46f3-b82f-d9402526661a None None] Provisioning complete for port 8aafa5ea-a7d6-483d-85fb-088bd1556155 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:28.073882 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52879b05-4bcd-46f3-b82f-d9402526661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.161132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-52879b05-4bcd-46f3-b82f-d9402526661a None None] Port 8aafa5ea-a7d6-483d-85fb-088bd1556155 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:28.388692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2671-6926-47fb-ab11-7e408eb8c426 req-d4dcb6dd-31a9-49aa-a204-a72ab45c55c3 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.395854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc6b2671-6926-47fb-ab11-7e408eb8c426 req-d4dcb6dd-31a9-49aa-a204-a72ab45c55c3 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 945 time: 0.1104481 Jul 07 17:31:28.498053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc6b2671-6926-47fb-ab11-7e408eb8c426 req-c5dd629c-0932-44d2-ba3c-85f399fe0c94 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011746 Jul 07 17:31:28.920085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aafa5ea-a7d6-483d-85fb-088bd1556155 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:28.925931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49ccb-4054-436a-89e8-f45cb4520b75 req-e3846564-2cba-4cf3-bb96-ad1b2436a176 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:28.929639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05a49ccb-4054-436a-89e8-f45cb4520b75 req-e3846564-2cba-4cf3-bb96-ad1b2436a176 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 932 time: 0.1041193 Jul 07 17:31:28.930176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.944853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Transition to ACTIVE for port object 8aafa5ea-a7d6-483d-85fb-088bd1556155 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:28.962500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:28.992603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05a49ccb-4054-436a-89e8-f45cb4520b75 req-fb6f2e80-1e28-49ca-9437-3d5ee11b4f75 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566242 Jul 07 17:31:29.030835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Pushing event updated for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:29.126975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Attempting to bind port 8aafa5ea-a7d6-483d-85fb-088bd1556155 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:29.127387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Attempting to bind port 8aafa5ea-a7d6-483d-85fb-088bd1556155 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:29.127722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Attempting to bind port 8aafa5ea-a7d6-483d-85fb-088bd1556155 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:29.133472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Port 8aafa5ea-a7d6-483d-85fb-088bd1556155 on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:29.133805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Attempting to bind port 8aafa5ea-a7d6-483d-85fb-088bd1556155 on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:29.139661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:29.139960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:29.140412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:29.140883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Bound port: 8aafa5ea-a7d6-483d-85fb-088bd1556155, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:29.141391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.216716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:29.220706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:29.232844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.275000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.276047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.277840 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] 10.222.0.83 "PUT /v2.0/ports/8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1093 time: 1.5187099 Jul 07 17:31:29.278316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:29.280704 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:29.329490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558c9f-252d-4226-82cd-beed67a6c723 service neutron] Pushing event updated for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:29.396115 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff0d6e-ad62-4909-80f9-7fb88b4e9a59 x-openstack-request-id: req-70ff0d6e-ad62-4909-80f9-7fb88b4e9a59 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:29.396523 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:29.396948 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70ff0d6e-ad62-4909-80f9-7fb88b4e9a59 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:29.398870 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'status': 'completed', 'code': 200} Jul 07 17:31:29.453600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-b1c1ce93-e551-43b6-8727-288e5c7c9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.469488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-b1c1ce93-e551-43b6-8727-288e5c7c9b25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1096 time: 0.1357777 Jul 07 17:31:29.530179 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-4fdb00fe-42c3-4709-a8ec-0a8c170fc410 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 217 time: 0.0531452 Jul 07 17:31:29.640037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-db0ef81a-302d-48a4-af84-093788a24082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.648333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-db0ef81a-302d-48a4-af84-093788a24082 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1033328 Jul 07 17:31:29.794003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52bd1d-1402-4d8a-a9a4-763c96cb6c5f req-35664ac6-eb0e-4200-ad07-ae0201a16f41 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.795712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c52bd1d-1402-4d8a-a9a4-763c96cb6c5f req-35664ac6-eb0e-4200-ad07-ae0201a16f41 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 945 time: 0.1258528 Jul 07 17:31:29.860847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c52bd1d-1402-4d8a-a9a4-763c96cb6c5f req-cfb48ce2-212d-4b69-81e6-6ed41e407265 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Jul 07 17:31:29.888679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-eb599f1b-ee8e-469a-9f66-9ef2c49606b7 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.888927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bfbb-bf0a-4d23-a4d1-fbdd4b7e6a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:29.890228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-eb599f1b-ee8e-469a-9f66-9ef2c49606b7 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 945 time: 0.2400324 Jul 07 17:31:29.906477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-f37a1610-7712-4c9a-b085-fa0c175b1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:29.907934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-f37a1610-7712-4c9a-b085-fa0c175b1ad4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1937528 Jul 07 17:31:30.161056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Deleting port d96dafe9-fbdf-46e1-9e74-04fe59debeea {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:30.161699 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.232507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-74602a0b-6599-40e6-aa37-8ebec84b207c service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562919 Jul 07 17:31:30.375130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] For port d96dafe9-fbdf-46e1-9e74-04fe59debeea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d96dafe9-fbdf-46e1-9e74-04fe59debeea,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:30.375506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:30.414919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853f66-f2a9-47e0-a2a3-b8bd433e04c3 req-b921b117-d1c5-4df2-98d7-0ad2ccc66684 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.426755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc853f66-f2a9-47e0-a2a3-b8bd433e04c3 req-b921b117-d1c5-4df2-98d7-0ad2ccc66684 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1798005 Jul 07 17:31:30.455400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a41b37e-81e5-4b7d-90ea-94f2c093b2ac req-a51bb8cb-0d43-432f-ad3a-dd4acb5cab99 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147927 Jul 07 17:31:30.456364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Calling delete_port for d96dafe9-fbdf-46e1-9e74-04fe59debeea owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:30.549268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc853f66-f2a9-47e0-a2a3-b8bd433e04c3 req-b1544189-0eb5-4601-a398-2b65d3ecc833 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195862 Jul 07 17:31:30.688061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-e05a1d67-fa6e-4984-a3f2-2c887c0a9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.689581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-e05a1d67-fa6e-4984-a3f2-2c887c0a9377 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1096 time: 0.1737330 Jul 07 17:31:30.794612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-5188cd3b-dc42-4d17-b2dc-97ffc5fdeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:30.796582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-5188cd3b-dc42-4d17-b2dc-97ffc5fdeac0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.0998576 Jul 07 17:31:30.931625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-33b1b826-0f24-4e84-b39a-b13a548067ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 217 time: 0.1281600 Jul 07 17:31:31.036966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.050891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d96dafe9-fbdf-46e1-9e74-04fe59debeea'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:31.065594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-95f0dc45-89c4-43d8-a11f-6a23ccb32965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:31.067909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-95f0dc45-89c4-43d8-a11f-6a23ccb32965 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1262214 Jul 07 17:31:31.102451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Pushing event deleted for resources: {'Port': ['ID=d96dafe9-fbdf-46e1-9e74-04fe59debeea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:31.125358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0ff9206-ef8e-402a-9ec0-6a3c2cd8e935 req-102d1378-560f-4b61-9318-0348a7995167 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8186d10-f27f-4c57-bed6-45ea27582ce7 HTTP/1.1" status: 200 len: 210 time: 0.0481975 Jul 07 17:31:31.248550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] No DVR routers for this DVR port d96dafe9-fbdf-46e1-9e74-04fe59debeea on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:31.252075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:31.258210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-105c3dc8-b144-400e-9446-07886e4bd6f1 req-b1248345-6a08-41ce-8fb0-52f80b240d5f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "DELETE /v2.0/ports/d96dafe9-fbdf-46e1-9e74-04fe59debeea HTTP/1.1" status: 204 len: 173 time: 1.3558695 Jul 07 17:31:31.309663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-2ae4ca70-7f84-49d2-896a-b8ee6b113e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:31.311581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-2ae4ca70-7f84-49d2-896a-b8ee6b113e91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209249 Jul 07 17:31:31.401106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'name': 'network-vif-deleted', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:31.404115 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e84e43-d188-4265-b1a2-f4cece32cc0c" -d '{"events": [{"server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "name": "network-vif-deleted", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:31.435590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-a9a78d5f-34b1-4ee1-bf7f-f609035ed7c0 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167927 Jul 07 17:31:31.501415 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e035fc-d2ea-49e0-8dcb-30eef57a2f6b x-openstack-request-id: req-72e035fc-d2ea-49e0-8dcb-30eef57a2f6b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:31.501740 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8186d10-f27f-4c57-bed6-45ea27582ce7", "name": "network-vif-deleted", "tag": "d96dafe9-fbdf-46e1-9e74-04fe59debeea", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:31.503300 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72e035fc-d2ea-49e0-8dcb-30eef57a2f6b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:31.504040 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8186d10-f27f-4c57-bed6-45ea27582ce7', 'name': 'network-vif-deleted', 'tag': 'd96dafe9-fbdf-46e1-9e74-04fe59debeea', 'status': 'completed', 'code': 200} Jul 07 17:31:31.694340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-11c3cb3b-56af-4471-94d0-86c0e7bf35d8 req-5485941d-69a1-4cf6-8058-8f52abfa0394 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493308 Jul 07 17:31:31.822969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37c3d6-0ab6-4e8f-adb0-e384d85e23bc req-1c8f560e-8a4c-49d2-9535-5b2d2ac0fabe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:31.827321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a37c3d6-0ab6-4e8f-adb0-e384d85e23bc req-1c8f560e-8a4c-49d2-9535-5b2d2ac0fabe tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1266804 Jul 07 17:31:31.906044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a37c3d6-0ab6-4e8f-adb0-e384d85e23bc req-0b7fdc92-bfff-42ad-b554-cfc1f10a240b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675113 Jul 07 17:31:32.318510 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e529d540-78bd-4592-8a5f-72f3444c1054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:32.799146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.257474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73499da-750e-4037-9bce-3ea0abe0a0f5 req-e5f8ab6b-3314-475b-be1d-715846d87ac3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:33.269631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f73499da-750e-4037-9bce-3ea0abe0a0f5 req-e5f8ab6b-3314-475b-be1d-715846d87ac3 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1496060 Jul 07 17:31:33.333504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f73499da-750e-4037-9bce-3ea0abe0a0f5 req-73c684b1-9090-49da-8a6a-aebad70b8f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626366 Jul 07 17:31:33.627075 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:33.809706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d96dafe9-fbdf-46e1-9e74-04fe59debeea no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:33.837303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: d96dafe9-fbdf-46e1-9e74-04fe59debeea {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:33.837832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d96dafe9-fbdf-46e1-9e74-04fe59debeea not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:34.454755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:34.549981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd89b1-cd3a-44c9-a422-b93b31484738 req-35f60697-3821-4830-bdc4-620d341635d4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:34.554593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9bd89b1-cd3a-44c9-a422-b93b31484738 req-35f60697-3821-4830-bdc4-620d341635d4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.0777078 Jul 07 17:31:34.602829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9bd89b1-cd3a-44c9-a422-b93b31484738 req-2d053008-c546-4bba-9b5d-02d6536a2b3e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 Jul 07 17:31:35.406495 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:35.852110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e606f8b-d40a-42e9-81d8-b721087cc817 req-5a6cbd8c-f86e-4534-9d20-0a1986ef01de tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:35.861802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e606f8b-d40a-42e9-81d8-b721087cc817 req-5a6cbd8c-f86e-4534-9d20-0a1986ef01de tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.0849905 Jul 07 17:31:35.912133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e606f8b-d40a-42e9-81d8-b721087cc817 req-089735a2-20d5-4763-bfc7-33fe39a0ee7e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490363 Jul 07 17:31:36.465649 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.141126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08244e4a-6704-4c53-b346-57ec18f536c9 req-3424c289-81ee-4d5c-a10c-10d7ebc334ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:37.143248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08244e4a-6704-4c53-b346-57ec18f536c9 req-3424c289-81ee-4d5c-a10c-10d7ebc334ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1202881 Jul 07 17:31:37.208018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08244e4a-6704-4c53-b346-57ec18f536c9 req-b034d103-a4cc-4a15-8afa-713b9be75777 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555077 Jul 07 17:31:37.668953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:37.837947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.971241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:37.979376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.042658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f4516e7e95b4d7984e59560af32c3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701594 Jul 07 17:31:38.043738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:38.050855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df6e8bd-484a-4ad5-831b-1f850b26ac57,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.066962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.067425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.067930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.068477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.069055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.069495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.069855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.070294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.070702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.071128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.071649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.072092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d7420-5a90-4ecc-b11d-d7dbc3e57b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:38.138246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.166206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.236940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.240835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.242571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9df6e8bd-484a-4ad5-831b-1f850b26ac57 HTTP/1.1" status: 204 len: 168 time: 0.1980052 Jul 07 17:31:38.274947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ad41b-59cf-47a1-a8ee-c16a5bd83232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df6e8bd-484a-4ad5-831b-1f850b26ac57,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:38.482685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c6c26-e6bb-4104-9ed4-c412a4af129f req-6d216c81-b885-45e6-ac97-d349df8f00dc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:38.484216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba9c6c26-e6bb-4104-9ed4-c412a4af129f req-6d216c81-b885-45e6-ac97-d349df8f00dc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.0966926 Jul 07 17:31:38.527224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba9c6c26-e6bb-4104-9ed4-c412a4af129f req-50698c19-6090-4d0e-8534-cefc7c55b057 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361485 Jul 07 17:31:38.673296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50206) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:38.726546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f80b-2211-4f4f-93ee-cfabb06d0e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.919304 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f80b-2211-4f4f-93ee-cfabb06d0e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.925781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f80b-2211-4f4f-93ee-cfabb06d0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:38.968954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c6a2f80b-2211-4f4f-93ee-cfabb06d0e25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c421460ab0e04d73987e1eceb81d7600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942808 Jul 07 17:31:38.971647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:38.974354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2f80b-2211-4f4f-93ee-cfabb06d0e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cffc20-19c1-45d6-a04a-d6723c68cb58,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:39.036028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.063347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.113899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.117691 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:39.118867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6cffc20-19c1-45d6-a04a-d6723c68cb58 HTTP/1.1" status: 204 len: 168 time: 0.1459563 Jul 07 17:31:39.127420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cffc20-19c1-45d6-a04a-d6723c68cb58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:39.136730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.137083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.137427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.137765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.138101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.139356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.139697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.140200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.140697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.141175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.141653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.142302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f0c18-418e-4e77-a0c9-179b7a8cc226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:39.667788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-f01d360d-47f6-4395-88ce-7a19e7f6e475 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:39.677023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-f01d360d-47f6-4395-88ce-7a19e7f6e475 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 813 time: 0.1403632 Jul 07 17:31:39.703205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-21417759-8a43-48a1-8967-3e1ba7d4197a tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/quotas/6b126b7eca954d1499b8e6601bf31f49 HTTP/1.1" status: 200 len: 375 time: 0.0242357 Jul 07 17:31:39.789068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-9bdf9830-0404-4027-9cad-80caafe67ff1 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820107 Jul 07 17:31:39.903551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bd5b2-693c-4893-8bdd-354fbb061d54 req-744def6b-f96d-414a-a236-e0cafb1cb7ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:39.911622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a3bd5b2-693c-4893-8bdd-354fbb061d54 req-744def6b-f96d-414a-a236-e0cafb1cb7ee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1584477 Jul 07 17:31:40.005461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a3bd5b2-693c-4893-8bdd-354fbb061d54 req-64ce8f98-944a-4d1b-bbac-5122995fe6cb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834982 Jul 07 17:31:40.189689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-ad1ca3c5-97c6-47b8-8d5c-d711d224b68d service neutron] 10.222.0.22 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789692 Jul 07 17:31:40.297686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-27b049ec-2723-4776-9103-ae35961c2815 service neutron] 10.222.0.22 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976989 Jul 07 17:31:40.529405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0267351b-0c6e-4cb7-909f-61f97aa4009d req-f31bf404-5d99-4728-b2f1-432c5f9becd1 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 210 time: 0.0557976 Jul 07 17:31:41.390787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f32d0-15ef-4b0c-8e64-53e385a8d06f req-2632c9a6-d4c2-4cac-9cf6-7545ae5f153d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:41.395333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-452f32d0-15ef-4b0c-8e64-53e385a8d06f req-2632c9a6-d4c2-4cac-9cf6-7545ae5f153d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 944 time: 0.1820974 Jul 07 17:31:41.486670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-452f32d0-15ef-4b0c-8e64-53e385a8d06f req-f86201a0-caf8-4771-9baf-c0142d6ae015 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827451 Jul 07 17:31:41.711883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7b922f2-3014-44aa-8fec-e447b3e69520 req-19be402b-3ab7-442b-8d93-e778aa559b80 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 210 time: 0.0459740 Jul 07 17:31:41.854185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:41.973093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-d307d2fc-3cc4-45ae-9bd8-b4c732497088 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:41.975408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-d307d2fc-3cc4-45ae-9bd8-b4c732497088 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 813 time: 0.1495705 Jul 07 17:31:41.988945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Request body: {'port': {'device_id': '451b28da-a170-4fe1-9673-4f642d632aa8', 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351', 'admin_state_up': True, 'tenant_id': '6b126b7eca954d1499b8e6601bf31f49'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:41.999142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef85c-9719-488f-aaf5-cfcb50a8dace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.103701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8aafa5ea-a7d6-483d-85fb-088bd1556155 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:31:42.120367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef85c-9719-488f-aaf5-cfcb50a8dace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.125263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef85c-9719-488f-aaf5-cfcb50a8dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.155374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Made reservation on behalf of 6b126b7eca954d1499b8e6601bf31f49 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:42.157662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ef85c-9719-488f-aaf5-cfcb50a8dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b160de-83ce-4b38-8838-d09d9e740f30,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.162143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.173904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa4ef85c-9719-488f-aaf5-cfcb50a8dace admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ecf3a333ea454b19b23e5ac7af06aea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173015 Jul 07 17:31:42.174535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:42.236943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:42.242563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.250870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:31:42.291893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.295669 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.309449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aafa5ea-a7d6-483d-85fb-088bd1556155 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:42.330290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:42.335496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.353769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.356594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.358197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9b160de-83ce-4b38-8838-d09d9e740f30 HTTP/1.1" status: 204 len: 168 time: 0.1823101 Jul 07 17:31:42.363040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Allocated IP 172.20.0.8 (259bc475-7373-4f55-a0f6-927f0a81f351/286bbbe0-600c-42ac-8766-4a7a52583924/ba354f23-9674-4e25-b2ce-43b12e34ed7b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:42.369148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcdbfb-d696-4411-872d-acd8748fd310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b160de-83ce-4b38-8838-d09d9e740f30,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.400949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.409065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.409429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.409785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.410151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.410489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.411011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.411516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.411852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.412217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.412585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.412919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.413252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:42.541759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.599074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.691128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Network 259bc475-7373-4f55-a0f6-927f0a81f351 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:42.697928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:42.710298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:42.710864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e245-4adb-4a5f-9cd9-21a4f003915c req-4f68b5dc-b5bc-49dc-8c25-32e558c0f5d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:42.719630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec62e245-4adb-4a5f-9cd9-21a4f003915c req-4f68b5dc-b5bc-49dc-8c25-32e558c0f5d5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 945 time: 0.0989072 Jul 07 17:31:42.762154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec62e245-4adb-4a5f-9cd9-21a4f003915c req-40b4de41-3346-43f3-bcc2-f44850e80269 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Jul 07 17:31:42.762633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:42.777061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8aafa5ea-a7d6-483d-85fb-088bd1556155'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:42.786168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Pushing event updated for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:42.794870 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a548876-53d6-48bf-8747-bbb7f710e7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:42.854972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:42.866278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.025759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a548876-53d6-48bf-8747-bbb7f710e7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.033766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a548876-53d6-48bf-8747-bbb7f710e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.041256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-c14c9a73-60bc-4af7-8dd6-7b7dc9999509 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0573237 Jul 07 17:31:43.058524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Request body: {'port': {'device_id': '451b28da-a170-4fe1-9673-4f642d632aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:43.085363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a548876-53d6-48bf-8747-bbb7f710e7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c719f0e-10ee-4602-a18f-be715ea671c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:43.092921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7a548876-53d6-48bf-8747-bbb7f710e7d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2f63164307a4e5ea9c9f5eaf98bbe81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270764 Jul 07 17:31:43.098514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:43.117179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ca6b-027e-4804-981b-108a9f47032e req-2b352b84-a1df-461d-badb-adda4e31fde0 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.118564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f44ca6b-027e-4804-981b-108a9f47032e req-2b352b84-a1df-461d-badb-adda4e31fde0 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 931 time: 0.1316829 Jul 07 17:31:43.171956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.189636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f44ca6b-027e-4804-981b-108a9f47032e req-a788f20b-8001-4506-aeaa-8dcf6343bc42 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627947 Jul 07 17:31:43.195008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.239155 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.307069 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.310576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.315282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c719f0e-10ee-4602-a18f-be715ea671c0 HTTP/1.1" status: 204 len: 168 time: 0.2148635 Jul 07 17:31:43.325159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066861e-acd8-4df1-a3ca-48ad6daa8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c719f0e-10ee-4602-a18f-be715ea671c0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:43.613357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba354f23-9674-4e25-b2ce-43b12e34ed7b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:43.622805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.640505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Transition to ACTIVE for port object ba354f23-9674-4e25-b2ce-43b12e34ed7b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:43.647558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.661730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:43.665163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929111197', 'description': 'tempest-secgroup-smoke-1929111197 description', 'project_id': 'e85f177eb25341718fea24c7ecf44049'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:43.700423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Pushing event updated for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:43.752553 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.791219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.796976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Attempting to bind port ba354f23-9674-4e25-b2ce-43b12e34ed7b on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:43.797141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Attempting to bind port ba354f23-9674-4e25-b2ce-43b12e34ed7b by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:43.797442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Attempting to bind port ba354f23-9674-4e25-b2ce-43b12e34ed7b on network 259bc475-7373-4f55-a0f6-927f0a81f351 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:43.799493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.803736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Port ba354f23-9674-4e25-b2ce-43b12e34ed7b on network 259bc475-7373-4f55-a0f6-927f0a81f351 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:43.804069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Attempting to bind port ba354f23-9674-4e25-b2ce-43b12e34ed7b on network 259bc475-7373-4f55-a0f6-927f0a81f351 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:43.806641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.809562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:43.809919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Checking segment: {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:43.810339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Bound using segment: {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:43.810936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Bound port: ba354f23-9674-4e25-b2ce-43b12e34ed7b, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12761bd-48fb-475d-a7b6-4807adfa973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:43.811306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.812999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.819708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.835354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.841504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.846725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-52d342a8-289c-4342-bd0d-e8d5e1889664 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.1957507 Jul 07 17:31:43.901101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:43.905300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:43.912620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.971069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:43.972106 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:43.974388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] 10.222.0.32 "PUT /v2.0/ports/ba354f23-9674-4e25-b2ce-43b12e34ed7b HTTP/1.1" status: 200 len: 1092 time: 0.9236727 Jul 07 17:31:43.977663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:43.979979 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41043fc-a1c4-4087-ae81-18f0a95a59d6" -d '{"events": [{"name": "network-changed", "server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:43.986879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe850eb0-e618-4ffc-b6f6-1e87e3440817 req-9960fe66-47f4-401f-815e-a5afc08e2b62 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325886 Jul 07 17:31:44.011718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235256d1-5a71-4599-8edb-75888a87e48f service neutron] Pushing event updated for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.073106 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.081636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cacb8-5aab-4950-8770-a73b6fb04112 req-1ddaa438-587b-4040-90ef-c9945f73a0e7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.089817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e0cacb8-5aab-4950-8770-a73b6fb04112 req-1ddaa438-587b-4040-90ef-c9945f73a0e7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 945 time: 0.1628199 Jul 07 17:31:44.097256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.113743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-52777666-17db-4b63-a11c-0a1fed5c604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.116017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8aafa5ea-a7d6-483d-85fb-088bd1556155 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:44.116807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-52777666-17db-4b63-a11c-0a1fed5c604e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0796065 Jul 07 17:31:44.158296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.159600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4986575 Jul 07 17:31:44.160952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfafdb9-a99f-4731-a8eb-55f0c9a54eb5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bdaf36-a9c3-441d-925d-871e86c0e5b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.163741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.170638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e0cacb8-5aab-4950-8770-a73b6fb04112 req-ce6f853c-16b6-433c-a833-b6f036ccbceb tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799029 Jul 07 17:31:44.174929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:44.215839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 8aafa5ea-a7d6-483d-85fb-088bd1556155 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:44.216799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-78987460-b8b5-4f27-8cc8-b19987813a68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b HTTP/1.1" status: 200 len: 217 time: 0.0927184 Jul 07 17:31:44.218574 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021c2fb-bab5-4473-a6a5-5e9acde1f131 x-openstack-request-id: req-a021c2fb-bab5-4473-a6a5-5e9acde1f131 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:44.219087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:44.219538 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a021c2fb-bab5-4473-a6a5-5e9acde1f131 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:44.219790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.220742 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b', 'status': 'completed', 'code': 200} Jul 07 17:31:44.225456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 8aafa5ea-a7d6-483d-85fb-088bd1556155 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:44.226128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.317988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-fa9a7c62-47df-4a5e-b701-0c89f456ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.322411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-fa9a7c62-47df-4a5e-b701-0c89f456ea5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=286bbbe0-600c-42ac-8766-4a7a52583924 HTTP/1.1" status: 200 len: 853 time: 0.0880141 Jul 07 17:31:44.376745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.384132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.390225 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.401040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-6b6712f0-a8b7-49ae-a8fb-c0efbe4a8a0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=259bc475-7373-4f55-a0f6-927f0a81f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718758 Jul 07 17:31:44.434855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d41c1-19be-4175-a5bc-a5838901cc54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.444573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:44.452278 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a195c-dc4d-45d5-b894-73bcd5b54777" -d '{"events": [{"server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "name": "network-vif-plugged", "status": "completed", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:44.453230 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.458893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6099fbaf-49f2-42b0-839c-95115ca8eed5 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939327 Jul 07 17:31:44.477900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.482713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:44.490703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.520068 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:44.553924 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1443933-b37c-488b-8fa9-dd2911a55554 x-openstack-request-id: req-a1443933-b37c-488b-8fa9-dd2911a55554 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:44.554451 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "name": "network-vif-plugged", "status": "completed", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:44.554781 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1443933-b37c-488b-8fa9-dd2911a55554 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:44.556067 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'code': 200} Jul 07 17:31:44.588501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.607905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.622993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-92dbe46d-dfec-444d-8c20-75a2cc2ef72b service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142496 Jul 07 17:31:44.635468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3b0f3-0819-4e96-a437-fde1a42ddcde req-75494925-87a5-4e18-83a7-0dc1a43ac01e tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.647566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbc3b0f3-0819-4e96-a437-fde1a42ddcde req-75494925-87a5-4e18-83a7-0dc1a43ac01e tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 943 time: 0.1693118 Jul 07 17:31:44.716878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbc3b0f3-0819-4e96-a437-fde1a42ddcde req-69b24390-6998-49e9-b93f-5a128d6e4212 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688028 Jul 07 17:31:44.737673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.747282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.763042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6eb5-38fb-41a2-9001-2aded7bb3a18 req-1dda4d21-b059-451c-b612-a092ad6b16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.764577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dafa6eb5-38fb-41a2-9001-2aded7bb3a18 req-1dda4d21-b059-451c-b612-a092ad6b16bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.1352513 Jul 07 17:31:44.769663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e011f38-0dd0-4fbf-9289-c47a64ec252d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.770361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c4ccc560-3ad4-4390-80cf-465d589238f2 req-1a6f1f1d-6d6e-4d0a-b490-b1a154c34084 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397178 Jul 07 17:31:44.779565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.781055 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-69591962-c920-4208-948d-45c171dc1a89 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2944212 Jul 07 17:31:44.783907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.789333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:44.805251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dafa6eb5-38fb-41a2-9001-2aded7bb3a18 req-f745b498-d9f7-4982-b501-b24a793ea11b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Jul 07 17:31:44.823250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.885034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-7e7147fa-07ab-45d6-bc47-fcc4ca6b08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:44.886612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-7e7147fa-07ab-45d6-bc47-fcc4ca6b08f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b126b7eca954d1499b8e6601bf31f49&device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0592229 Jul 07 17:31:44.886735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.891383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.909980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b785b7ce-4ac2-4ed0-868d-ced7a1633db0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.916908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.918713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d46da2f2-af87-47e5-acde-7fbf943aab30 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336577 Jul 07 17:31:44.921448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.927259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:44.962799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.038321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.045250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.045949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-239b3073-04cf-41f4-8866-3c62c65a0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.047505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-239b3073-04cf-41f4-8866-3c62c65a0bdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 200 len: 914 time: 0.1534145 Jul 07 17:31:45.069684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c7a26f-6507-404d-95b5-427de355e7f4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:45.081369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.082382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.086226 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-727e39d1-4e1e-440e-8187-912e9759c843 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605682 Jul 07 17:31:45.086602 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:45.088050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.091487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:45.094089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.101846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.109482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.118240 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Project e85f177eb25341718fea24c7ecf44049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:31:45.127265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.134144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.146349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.148299 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4ddf6b9b-7a25-4f96-afdc-c1833f448e5d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.2051809 Jul 07 17:31:45.187192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-84dab441-c393-4f28-8ddd-02d17f36f00d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b HTTP/1.1" status: 200 len: 217 time: 0.1307573 Jul 07 17:31:45.277545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-8bbd9081-6848-4846-9b3c-df83ea6e6bfe tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.280694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-8bbd9081-6848-4846-9b3c-df83ea6e6bfe tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1022758 Jul 07 17:31:45.307609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.312517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-658c88cd-d823-4e64-b49f-20db59298ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.314986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-658c88cd-d823-4e64-b49f-20db59298ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=286bbbe0-600c-42ac-8766-4a7a52583924 HTTP/1.1" status: 200 len: 853 time: 0.1029322 Jul 07 17:31:45.325376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.381693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-ee0989cf-c29e-4a74-99e9-2ded8f896648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=259bc475-7373-4f55-a0f6-927f0a81f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377707 Jul 07 17:31:45.387237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11bd8cc-3151-4efb-9dcd-6e141ad83969,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:45.412017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.415894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c15af422-777e-44e8-854e-994df7e144b1 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3258548 Jul 07 17:31:45.424869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:45.434366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.434472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'security_group_rule': {'security_group_id': '32bdaf36-a9c3-441d-925d-871e86c0e5b6', 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:45.436745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.443127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.452663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.459379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.466912 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.474247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.483815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-c9b069c9-8fdc-42b2-abd7-bc98828d40e5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 5434 time: 0.2704868 Jul 07 17:31:45.522021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-26402833-a825-4a77-9feb-d4082be52baa tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2353806 Jul 07 17:31:45.531247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f01e6-6ebb-42d4-bb76-df1cebec991e req-81fed3db-9c98-4031-b856-75fa1c2e7712 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.531247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-655f01e6-6ebb-42d4-bb76-df1cebec991e req-81fed3db-9c98-4031-b856-75fa1c2e7712 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.1997900 Jul 07 17:31:45.545997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:45.570779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a70414f-4cf3-4c17-9963-770aed59d3bd req-4e0424e1-e9c2-4279-9379-b9b638df4db4 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&id=f689ffe3-6d15-464f-9081-3bdf33887346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859509 Jul 07 17:31:45.589483 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Project e85f177eb25341718fea24c7ecf44049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:31:45.624392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-655f01e6-6ebb-42d4-bb76-df1cebec991e req-f924224b-0f11-4562-b081-698fc0524288 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813923 Jul 07 17:31:45.640044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.654608 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-4cf02dcb-862b-4f32-875e-67a0a77a5fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553577 Jul 07 17:31:45.681771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.895788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.908577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a41043fc-a1c4-4087-ae81-18f0a95a59d6 req-63f85d53-9607-419d-ba3b-fcd7f4655e70 service neutron] 10.222.0.32 "GET /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437232 Jul 07 17:31:45.911609 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.972966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471b77d-287d-42c2-8a6f-d37d9af4ddfa req-f46739c1-79d0-496a-af4a-0aa3d22e6313 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:45.981095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b471b77d-287d-42c2-8a6f-d37d9af4ddfa req-f46739c1-79d0-496a-af4a-0aa3d22e6313 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 943 time: 0.1138420 Jul 07 17:31:46.029314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b471b77d-287d-42c2-8a6f-d37d9af4ddfa req-acd04805-f26d-4d57-9510-eed2172832c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Jul 07 17:31:46.060927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d09cf71-6720-496a-89f4-f405710da330,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:46.068508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=829f80ff-5591-4ea9-b6f1-5ce510bc3207,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:46.070808 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.072173 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5d193b60-74b4-4392-8621-c1950825e1ae tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6443002 Jul 07 17:31:46.128154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] For port 829f80ff-5591-4ea9-b6f1-5ce510bc3207, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:46.163287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] device_id is not set on port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:31:46.187641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.195632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.266819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] No DVR routers for this DVR port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:46.291351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Pushing event updated for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:46.355803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] In _notify_port_updated(), no bound segment for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:31:46.356706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:46.357334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.363310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-e364d1f0-9b15-44c5-8b94-8fa37c56b63e service neutron] 10.222.0.83 "PUT /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 200 len: 1028 time: 0.8266659 Jul 07 17:31:46.388889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-e9827bb7-ee5b-48c3-ae93-5a17b6fa6691 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929111197&fields=id&tenant_id=e85f177eb25341718fea24c7ecf44049 HTTP/1.1" status: 200 len: 267 time: 0.0618799 Jul 07 17:31:46.437338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-70357de5-63e9-4877-8767-e8fe147a8a54 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:46.439369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-70357de5-63e9-4877-8767-e8fe147a8a54 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "GET /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0678694 Jul 07 17:31:46.456641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:46.548338 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-585fcf80-6d8a-40ab-9cd9-e4cff9cf6834 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:46.550026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-585fcf80-6d8a-40ab-9cd9-e4cff9cf6834 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 814 time: 0.1603618 Jul 07 17:31:46.565297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.572635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-6d1577c5-a63e-4318-8665-1e686c654f4b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/quotas/e85f177eb25341718fea24c7ecf44049 HTTP/1.1" status: 200 len: 375 time: 0.0151503 Jul 07 17:31:46.613374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-964c10eb-efa4-4bad-9c8a-cd582be44176 None None] Provisioning complete for port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:46.615187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964c10eb-efa4-4bad-9c8a-cd582be44176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:46.713464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-ff522656-f9c1-446b-b601-92d1a05b3b80 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307540 Jul 07 17:31:46.839693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9e1fdaaa-e637-49b7-bf46-b24e004668a3,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:46.874022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-e5584807-25cf-4450-ac51-fe00cbe5b44b service neutron] 10.222.0.22 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596079 Jul 07 17:31:46.927487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] For port 9e1fdaaa-e637-49b7-bf46-b24e004668a3, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:46.954223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-964c10eb-efa4-4bad-9c8a-cd582be44176 None None] Port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:46.995150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] device_id is not set on port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:31:47.007749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-35d4e54d-e0b6-4e52-8b15-0d7cd6eed3d7 service neutron] 10.222.0.22 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276572 Jul 07 17:31:47.019459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.028976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.093089 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:47.132521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] No DVR routers for this DVR port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:47.182426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] In _notify_port_updated(), no bound segment for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 on network 8dda516c-76a7-4c86-9980-1a1d6297c7df {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:31:47.182426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.182426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.182426 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-9eb03682-c3a2-4666-8193-6f5b36a09509 service neutron] 10.222.0.83 "PUT /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 200 len: 1027 time: 0.7352486 Jul 07 17:31:47.265840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.296573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.320706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.344373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.357728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.377107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-f6e1cdf4-8e97-43f8-808d-d865c6070dcd tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3885 time: 0.3216083 Jul 07 17:31:47.453230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c14dd83f-44d6-4a2c-be41-6d391d35d02c req-9eb66be1-b638-46ea-a7eb-b8f399c01a6c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733244 Jul 07 17:31:47.608499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8eaac24f-8e01-4a2a-9f3c-9607c11f0ee7 None None] Provisioning complete for port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:47.609489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eaac24f-8e01-4a2a-9f3c-9607c11f0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.686262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8eaac24f-8e01-4a2a-9f3c-9607c11f0ee7 None None] Port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:47.741696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4bd94-d02e-41c4-ab61-3b9bcff08250 req-b1b7feb9-b04b-4b32-a986-85ce0a11c838 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.743355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b4bd94-d02e-41c4-ab61-3b9bcff08250 req-b1b7feb9-b04b-4b32-a986-85ce0a11c838 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.1407108 Jul 07 17:31:47.836930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b4bd94-d02e-41c4-ab61-3b9bcff08250 req-a1281189-ff0e-4d05-9e8d-293530e1449b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832467 Jul 07 17:31:47.889764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770f239-1bbc-4bd9-96f0-cff36e7cd4fc req-51229587-0ab4-44ac-83a7-a75f913cdd9d tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:47.899809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8770f239-1bbc-4bd9-96f0-cff36e7cd4fc req-51229587-0ab4-44ac-83a7-a75f913cdd9d tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 943 time: 0.1690180 Jul 07 17:31:47.901296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ba354f23-9674-4e25-b2ce-43b12e34ed7b details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:31:48.003798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8770f239-1bbc-4bd9-96f0-cff36e7cd4fc req-08e9aa7d-3358-4ff9-85c9-a2a6bc909af9 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022611 Jul 07 17:31:48.045625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2e725dc-cd9d-4377-974d-41a256954ecf req-5f5d6ff6-2214-446e-8118-2d96d22d4a86 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0912011 Jul 07 17:31:48.090631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port a857f6ab-51e9-4f1e-81bc-4da3d783f66a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:48.091001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.130069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:48.176997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50584) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.235036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:48.236918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port a857f6ab-51e9-4f1e-81bc-4da3d783f66a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:48.237534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.252485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b', 'network_id': '259bc475-7373-4f55-a0f6-927f0a81f351', 'port_id': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b', 'mac_address': 'fa:16:3e:e8:d6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286bbbe0-600c-42ac-8766-4a7a52583924', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:31:48.283381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for a857f6ab-51e9-4f1e-81bc-4da3d783f66a owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:48.357736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7697a-e5fd-438a-bc8c-f180b725e674 req-39ad2e8d-4223-499c-b14c-5d23a7bc8a32 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.365895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bf7697a-e5fd-438a-bc8c-f180b725e674 req-39ad2e8d-4223-499c-b14c-5d23a7bc8a32 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.1345456 Jul 07 17:31:48.366778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38327378-c87c-47ce-8bac-dc75c0fb88c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.384587 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.400857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba354f23-9674-4e25-b2ce-43b12e34ed7b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:48.405598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.422099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4bf7697a-e5fd-438a-bc8c-f180b725e674 req-943ee258-63af-4fb9-8917-3b9afe4febf4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550821 Jul 07 17:31:48.457900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:48.458324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.461619 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af3c1a-f829-47e2-bff0-2dae3201f80f" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:48.484803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:48.487568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:48.492307 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.493441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 83df2cda-c2e5-41d8-bde8-9834b21f57e4 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:48.542654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.549562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.592294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38327378-c87c-47ce-8bac-dc75c0fb88c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.617413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23219f-0d4c-4576-b11b-7d27f39047a2 tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.620322 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c24b11-46d6-48c4-9adc-b1fed8448935 x-openstack-request-id: req-79c24b11-46d6-48c4-9adc-b1fed8448935 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:48.620817 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:48.621230 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79c24b11-46d6-48c4-9adc-b1fed8448935 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:48.621399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df23219f-0d4c-4576-b11b-7d27f39047a2 tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1093 time: 0.1610820 Jul 07 17:31:48.621981 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'code': 200} Jul 07 17:31:48.622821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.624576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.633294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38327378-c87c-47ce-8bac-dc75c0fb88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.634508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:48.664253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.668423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=a857f6ab-51e9-4f1e-81bc-4da3d783f66a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.678974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:48.690304 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.691676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9e1fdaaa-e637-49b7-bf46-b24e004668a3 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:48.725616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.767985 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-38327378-c87c-47ce-8bac-dc75c0fb88c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c9ac36bbc7644ea95b460811d738aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841107 Jul 07 17:31:48.767985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38327378-c87c-47ce-8bac-dc75c0fb88c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a634b48-1a69-4872-9bfb-90998cac1607,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.771570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:48.785291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ba354f23-9674-4e25-b2ce-43b12e34ed7b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:31:48.810294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port a857f6ab-51e9-4f1e-81bc-4da3d783f66a on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:48.813378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.815821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-0e05b8ff-7105-4b31-9d84-e470c711d3bc tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "DELETE /v2.0/ports/a857f6ab-51e9-4f1e-81bc-4da3d783f66a HTTP/1.1" status: 204 len: 173 time: 1.6249130 Jul 07 17:31:48.816417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:48.820735 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6812cbae-337e-4e3c-9010-42524d13715e" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:48.823926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:48.895556 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ef88cc-5cbb-4dec-892b-b0e8a6f64609 x-openstack-request-id: req-d5ef88cc-5cbb-4dec-892b-b0e8a6f64609 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:48.901488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.902289 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "a857f6ab-51e9-4f1e-81bc-4da3d783f66a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:48.903127 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5ef88cc-5cbb-4dec-892b-b0e8a6f64609 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:48.903780 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': 'a857f6ab-51e9-4f1e-81bc-4da3d783f66a', 'status': 'completed', 'code': 200} Jul 07 17:31:48.920559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-3449bf0e-9658-47c6-90ce-48828e94752d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.926666 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-3449bf0e-9658-47c6-90ce-48828e94752d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.930243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9e1fdaaa-e637-49b7-bf46-b24e004668a3 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:48.930688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6aad904f-6787-405f-b7e2-44d098c877dc no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:48.935800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-3449bf0e-9658-47c6-90ce-48828e94752d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.941768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-3449bf0e-9658-47c6-90ce-48828e94752d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:48.949960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-3449bf0e-9658-47c6-90ce-48828e94752d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 3146 time: 0.1796682 Jul 07 17:31:48.997966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.004039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port fa555483-9132-46dd-99d3-5605b2bb47e6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:49.004761 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.030722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.056566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eeb20bf8-f85f-47bc-a12c-4a4d401e6b57 req-a050a152-a6ca-48cf-9e70-d4167f1603b6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056037 Jul 07 17:31:49.091547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.213690 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.296157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port fa555483-9132-46dd-99d3-5605b2bb47e6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=fa555483-9132-46dd-99d3-5605b2bb47e6,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:49.296703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.312634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:49.318476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.319762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a857f6ab-51e9-4f1e-81bc-4da3d783f66a no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:49.325585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for fa555483-9132-46dd-99d3-5605b2bb47e6 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:49.377264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: a857f6ab-51e9-4f1e-81bc-4da3d783f66a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:31:49.378035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device a857f6ab-51e9-4f1e-81bc-4da3d783f66a not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:49.378571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 829f80ff-5591-4ea9-b6f1-5ce510bc3207 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:49.386295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7a4a2c8-67ea-4785-bd6e-511ed626f3bf req-7f13c9a3-7734-4946-bf16-3aef9d1fa132 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0757811 Jul 07 17:31:49.415649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.25.7.156 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/bf11f499-a795-4b69-9928-9546063064a5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:49.473677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 829f80ff-5591-4ea9-b6f1-5ce510bc3207 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:31:49.474141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device fa555483-9132-46dd-99d3-5605b2bb47e6 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:31:49.482257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.484762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.486757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a634b48-1a69-4872-9bfb-90998cac1607 HTTP/1.1" status: 204 len: 168 time: 0.7129822 Jul 07 17:31:49.588558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.653655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b7f88a3b-3132-4884-9098-f4c12907f671 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:49.655941 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b7f88a3b-3132-4884-9098-f4c12907f671 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 814 time: 0.1856649 Jul 07 17:31:49.693775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.820529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-bfce90f8-d64a-41a0-b298-d131a44c69c4 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85f177eb25341718fea24c7ecf44049 HTTP/1.1" status: 200 len: 380 time: 0.1465971 Jul 07 17:31:49.835134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'port': {'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'admin_state_up': True, 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'security_groups': ['32bdaf36-a9c3-441d-925d-871e86c0e5b6']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:49.916869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ba354f23-9674-4e25-b2ce-43b12e34ed7b up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:49.988183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.999622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Made reservation on behalf of e85f177eb25341718fea24c7ecf44049 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:50.003816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.026707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf12565-5712-4376-b8f6-4bb6e2101e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a634b48-1a69-4872-9bfb-90998cac1607,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.042889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=fa555483-9132-46dd-99d3-5605b2bb47e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.043168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fdf34-9436-4037-9597-92ae5146fe35 req-4e2f8072-8dcc-4dee-ade7-2453850d1f2f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:50.051391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b8fdf34-9436-4037-9597-92ae5146fe35 req-4e2f8072-8dcc-4dee-ade7-2453850d1f2f tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 944 time: 0.7500689 Jul 07 17:31:50.083405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:50.127244 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8091df9e-edd3-4382-b74a-04f27bccc5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.169963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port ba354f23-9674-4e25-b2ce-43b12e34ed7b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:50.174256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port ba354f23-9674-4e25-b2ce-43b12e34ed7b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:50.174750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.191160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b8fdf34-9436-4037-9597-92ae5146fe35 req-eda51d72-8369-48a6-b90c-83caab9d0ed2 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384783 Jul 07 17:31:50.220681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.272131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port fa555483-9132-46dd-99d3-5605b2bb47e6 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:50.277747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.284542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-096f4859-66ee-4aa8-9de0-15cfe58ec37a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "DELETE /v2.0/ports/fa555483-9132-46dd-99d3-5605b2bb47e6 HTTP/1.1" status: 204 len: 173 time: 1.4604111 Jul 07 17:31:50.370903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.422274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Allocated IP 172.20.0.8 (800645a7-1290-4c9a-ae56-3a515251a929/8a7565c8-66c6-4582-b384-16ea10ec7331/4baace35-ecb2-4b81-a9b6-1df1181092d5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:50.422847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.448061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:50.455732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.555786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.622939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}, {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc'}, {'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:50.626363 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e23951-a00c-49b3-8fde-761862980672" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4"}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc"}, {"server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "name": "network-vif-plugged", "status": "completed", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:50.635028 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:50.641486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8091df9e-edd3-4382-b74a-04f27bccc5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.670744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b25e4097-0028-4cd6-9951-083af42dede2 req-51cf5f8e-fb2b-4ab2-a5ae-337a5a73fd84 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0631375 Jul 07 17:31:50.671639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:50.677105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8091df9e-edd3-4382-b74a-04f27bccc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.682850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:50.684682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 6aad904f-6787-405f-b7e2-44d098c877dc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:50.685023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.696050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=bf11f499-a795-4b69-9928-9546063064a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.768514 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50535e39-6acc-4b8e-9210-2c4314047945 x-openstack-request-id: req-50535e39-6acc-4b8e-9210-2c4314047945 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:50.769018 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4", "code": 200}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc", "code": 200}, {"server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "name": "network-vif-plugged", "status": "completed", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:50.769124 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50535e39-6acc-4b8e-9210-2c4314047945 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:50.769476 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'code': 200} Jul 07 17:31:50.769735 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc', 'code': 200} Jul 07 17:31:50.769990 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b', 'code': 200} Jul 07 17:31:50.794961 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8091df9e-edd3-4382-b74a-04f27bccc5d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e05b73e5eaec4fc69a8deb988a14bea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065723 Jul 07 17:31:50.799004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50628) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:50.861729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f21c9b-a229-4219-9a97-7901e1e6a4a6 req-1cdfe67f-a202-44ff-a34d-acae458e9f66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:50.869001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f21c9b-a229-4219-9a97-7901e1e6a4a6 req-1cdfe67f-a202-44ff-a34d-acae458e9f66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:50.877297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f21c9b-a229-4219-9a97-7901e1e6a4a6 req-1cdfe67f-a202-44ff-a34d-acae458e9f66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:50.879593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65f21c9b-a229-4219-9a97-7901e1e6a4a6 req-1cdfe67f-a202-44ff-a34d-acae458e9f66 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 2409 time: 0.4876115 Jul 07 17:31:50.910311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:50.912808 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee5a55-aaa0-47ab-98d6-587f5c8756f9" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:50.915682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091df9e-edd3-4382-b74a-04f27bccc5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1a32c-92f7-4115-acad-a3d45a9337ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.919321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.964437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port 6aad904f-6787-405f-b7e2-44d098c877dc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6aad904f-6787-405f-b7e2-44d098c877dc,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:50.965136 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.970557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65f21c9b-a229-4219-9a97-7901e1e6a4a6 req-0bb76830-2ade-498b-8034-c19cb3fc4dc2 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829604 Jul 07 17:31:50.980339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Transition to ACTIVE for port object 4baace35-ecb2-4b81-a9b6-1df1181092d5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:50.993086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 6aad904f-6787-405f-b7e2-44d098c877dc owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:51.031299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.038199 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf6009-152a-4e1c-a94d-828a6f3d5db2 x-openstack-request-id: req-73cf6009-152a-4e1c-a94d-828a6f3d5db2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:51.038888 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "fa555483-9132-46dd-99d3-5605b2bb47e6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:51.039250 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73cf6009-152a-4e1c-a94d-828a6f3d5db2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:51.039751 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': 'fa555483-9132-46dd-99d3-5605b2bb47e6', 'status': 'completed', 'code': 200} Jul 07 17:31:51.110566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3cd54-fa7a-4503-9677-0dcb57ac5dcb req-4b7c5f3d-131e-4268-8e13-bdfcfdfb5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.112356 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8f3cd54-fa7a-4503-9677-0dcb57ac5dcb req-4b7c5f3d-131e-4268-8e13-bdfcfdfb5ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 1097 time: 0.2684565 Jul 07 17:31:51.141939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.165368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.274169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8f3cd54-fa7a-4503-9677-0dcb57ac5dcb req-5b972cae-d81f-4455-8025-874a64c56238 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521704 Jul 07 17:31:51.276385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Network 800645a7-1290-4c9a-ae56-3a515251a929 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:51.288069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:51.297060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:51.325529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.355717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.372007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.374721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.378735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3c1a32c-92f7-4115-acad-a3d45a9337ad HTTP/1.1" status: 204 len: 168 time: 0.5723975 Jul 07 17:31:51.420300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.421020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.428321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20ce8-3a09-47e4-9b80-40e554646ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1a32c-92f7-4115-acad-a3d45a9337ad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.452911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.483135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-69027a09-c4fd-4517-ba80-85bb27c517aa tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6549881 Jul 07 17:31:51.549158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-c0299c0a-1b6c-4d5a-9017-fe5278ce68b0 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:31:51.550376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-c0299c0a-1b6c-4d5a-9017-fe5278ce68b0 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182235 Jul 07 17:31:51.551755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=6aad904f-6787-405f-b7e2-44d098c877dc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.568531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.623394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275338bb-66a3-4a41-9c1b-641af67fb7b0 req-c21e3be7-4655-424f-8e8a-d80dd4b2c96b tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.625285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-275338bb-66a3-4a41-9c1b-641af67fb7b0 req-c21e3be7-4655-424f-8e8a-d80dd4b2c96b tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 945 time: 0.2108669 Jul 07 17:31:51.695099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port 6aad904f-6787-405f-b7e2-44d098c877dc on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:51.698146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.700616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-1a419e34-de7f-488e-afd3-275da82ae267 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "DELETE /v2.0/ports/6aad904f-6787-405f-b7e2-44d098c877dc HTTP/1.1" status: 204 len: 173 time: 1.4098783 Jul 07 17:31:51.723502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-275338bb-66a3-4a41-9c1b-641af67fb7b0 req-f296bc65-9b1c-4655-b169-53d19127475a tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864739 Jul 07 17:31:51.757285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35cef043-cd3d-414e-bbae-49001281bb96 None None] Provisioning for port 4baace35-ecb2-4b81-a9b6-1df1181092d5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:51.765949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-35cef043-cd3d-414e-bbae-49001281bb96 None None] Provisioning complete for port 4baace35-ecb2-4b81-a9b6-1df1181092d5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:51.767072 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cef043-cd3d-414e-bbae-49001281bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.854050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.865283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.879992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35cef043-cd3d-414e-bbae-49001281bb96 None None] Port 4baace35-ecb2-4b81-a9b6-1df1181092d5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:51.977746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:51.978088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.012648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.124538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Request body: {'port': {'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:52.374980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.424357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=bf11f499-a795-4b69-9928-9546063064a5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.443528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:52.444025 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.514140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:52.549200 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 2674f210-baf5-4f44-884f-ec83e50adb17 associated. External IP: 172.25.7.156, port: 8aafa5ea-a7d6-483d-85fb-088bd1556155. Jul 07 17:31:52.645108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780fd3c-634d-4acf-ba8d-bebc22fb5f8e req-0be1a0b0-e14a-4a57-a183-9d9e6c1322fb tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:52.652967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8780fd3c-634d-4acf-ba8d-bebc22fb5f8e req-0be1a0b0-e14a-4a57-a183-9d9e6c1322fb tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 931 time: 0.6366162 Jul 07 17:31:52.667460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990749-6516-4c2b-ab0a-d28fe4bb6930 req-af5214c1-66ad-4b07-b7e4-891702f630c6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:52.673375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990749-6516-4c2b-ab0a-d28fe4bb6930 req-af5214c1-66ad-4b07-b7e4-891702f630c6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:52.681118 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00990749-6516-4c2b-ab0a-d28fe4bb6930 req-af5214c1-66ad-4b07-b7e4-891702f630c6 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 1677 time: 0.3011706 Jul 07 17:31:52.798844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00990749-6516-4c2b-ab0a-d28fe4bb6930 req-abcf57bc-f656-4bf2-887b-fc2b1848956c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169286 Jul 07 17:31:52.825140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.827443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8780fd3c-634d-4acf-ba8d-bebc22fb5f8e req-cb29558f-2ae1-42aa-8fc6-e9b7f5658a60 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734438 Jul 07 17:31:52.928516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.971319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baace35-ecb2-4b81-a9b6-1df1181092d5 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:31:52.983081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.007224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port 3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:53.011535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.013521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-d9156fdb-d99a-49c1-8a13-01b1047cf563 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "DELETE /v2.0/ports/3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5 HTTP/1.1" status: 204 len: 173 time: 1.3068576 Jul 07 17:31:53.029232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Transition to ACTIVE for port object 4baace35-ecb2-4b81-a9b6-1df1181092d5 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:53.047994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc'}, {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:53.050701 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c2a6d-c6aa-477d-973c-24151aeb9796" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc"}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:53.059132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.087779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:53.120598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9135-71a2-426e-8f19-d045bad7b310 req-8fde61a7-af2a-461a-aa17-5563e3f85db2 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:53.128141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34fc9135-71a2-426e-8f19-d045bad7b310 req-8fde61a7-af2a-461a-aa17-5563e3f85db2 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 945 time: 0.1146741 Jul 07 17:31:53.161523 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3863e872-0849-4d26-99cd-109dabb296a2 x-openstack-request-id: req-3863e872-0849-4d26-99cd-109dabb296a2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:53.162053 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "6aad904f-6787-405f-b7e2-44d098c877dc", "status": "completed", "code": 200}, {"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:53.162429 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3863e872-0849-4d26-99cd-109dabb296a2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:53.162935 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '6aad904f-6787-405f-b7e2-44d098c877dc', 'status': 'completed', 'code': 200} Jul 07 17:31:53.163296 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '3ebf8741-1f48-43f9-8bee-8ca4f3e0fba5', 'status': 'completed', 'code': 200} Jul 07 17:31:53.169664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Pushing event updated for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:53.232385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34fc9135-71a2-426e-8f19-d045bad7b310 req-a792be41-db7a-441d-86de-83e09a1ea4b0 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030753 Jul 07 17:31:53.340079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:53.352894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:53.371973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.382217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:53.382980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:53.407769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:31:53.411055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.475175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-35d3586c-6a0b-4f7d-a43d-54c9d25d2451 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8354228 Jul 07 17:31:53.475175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:53.475175 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:53.556275 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73f10ee-0a73-4517-8efe-ba20f7185e26 x-openstack-request-id: req-f73f10ee-0a73-4517-8efe-ba20f7185e26 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:53.556561 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:53.556809 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f73f10ee-0a73-4517-8efe-ba20f7185e26 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:53.557216 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'status': 'completed', 'code': 200} Jul 07 17:31:53.572131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Attempting to bind port 4baace35-ecb2-4b81-a9b6-1df1181092d5 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:53.572683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Attempting to bind port 4baace35-ecb2-4b81-a9b6-1df1181092d5 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:53.572850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Attempting to bind port 4baace35-ecb2-4b81-a9b6-1df1181092d5 on network 800645a7-1290-4c9a-ae56-3a515251a929 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:53.580846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Port 4baace35-ecb2-4b81-a9b6-1df1181092d5 on network 800645a7-1290-4c9a-ae56-3a515251a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:31:53.581182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Attempting to bind port 4baace35-ecb2-4b81-a9b6-1df1181092d5 on network 800645a7-1290-4c9a-ae56-3a515251a929 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:53.599381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:53.599768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Checking segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:53.600188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Bound using segment: {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:53.600677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Bound port: 4baace35-ecb2-4b81-a9b6-1df1181092d5, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa18850-f1a3-4364-b613-51b5f0b93643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:53.601051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.718800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:53.748061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port 83df2cda-c2e5-41d8-bde8-9834b21f57e4, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=83df2cda-c2e5-41d8-bde8-9834b21f57e4,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:53.748428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.840350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:53.904206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-61819659-b849-4798-9b8b-5833590c39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:53.921899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-61819659-b849-4798-9b8b-5833590c39ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.3312955 Jul 07 17:31:53.924030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:53.959503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.262736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c6ac6-213d-496b-ab6f-183e9cc50434 req-da8fdceb-aa98-496a-bb4a-faa1ad0c94db tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.276045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec6c6ac6-213d-496b-ab6f-183e9cc50434 req-da8fdceb-aa98-496a-bb4a-faa1ad0c94db tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.2217195 Jul 07 17:31:54.276521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.278260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.280358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] 10.222.0.32 "PUT /v2.0/ports/4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 1092 time: 2.7186229 Jul 07 17:31:54.292740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:51Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:54.354270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:54.363910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:54.365399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:54.419956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec6c6ac6-213d-496b-ab6f-183e9cc50434 req-6fed9b95-b0cc-4869-886a-409c12d9a0b6 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430695 Jul 07 17:31:54.432422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d369db-a84c-408c-8ed3-294fa4a6e800 service neutron] Pushing event updated for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.453843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27480-c7da-474e-af5b-aeb557ad99a1 req-b0851b4e-608d-40b6-aec5-0354fd300f74 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.479448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5d27480-c7da-474e-af5b-aeb557ad99a1 req-b0851b4e-608d-40b6-aec5-0354fd300f74 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 943 time: 0.3391731 Jul 07 17:31:54.566625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:54.576296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5d27480-c7da-474e-af5b-aeb557ad99a1 req-79074177-f703-4876-bc8e-0ae48408a9f1 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups?id=815c7f2b-ff41-4041-8174-e64c45db906e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958884 Jul 07 17:31:54.584093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-8a03057a-63d5-4119-83bb-28f312775365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.593624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-8a03057a-63d5-4119-83bb-28f312775365 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.6640081 Jul 07 17:31:54.649235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.649899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.650396 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Floating IP cbc26578-4ae6-4720-bcc5-189f3c7ffbc6 disassociated. External IP: 172.25.7.25, port: 83df2cda-c2e5-41d8-bde8-9834b21f57e4. Jul 07 17:31:54.650889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 83df2cda-c2e5-41d8-bde8-9834b21f57e4 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:31:54.734141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-0dea969c-2f3c-407a-b296-ecc2ecb70ffc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1000 time: 0.1283879 Jul 07 17:31:54.739942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-6e0f9f3a-0fd7-49fa-90e0-e1518a9b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.741680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-6e0f9f3a-0fd7-49fa-90e0-e1518a9b0039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1095 time: 0.3986712 Jul 07 17:31:54.823868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-cd918ee2-d9d9-45c6-9586-1a5f1749fc01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 217 time: 0.0623450 Jul 07 17:31:54.889758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-1cef54d9-e606-4ec6-8dbf-749c131f3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:54.891271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-1cef54d9-e606-4ec6-8dbf-749c131f3e66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1471357 Jul 07 17:31:55.055616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:51Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:55.089287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b8d36-37c6-40c8-b5bd-aebdd3e36418 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:51Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:55.346816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:55.348759 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:55.373969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-edf76c2b-a767-4651-9208-7f6d34e760b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.377141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-edf76c2b-a767-4651-9208-7f6d34e760b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.5469813 Jul 07 17:31:55.428112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.460329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802c030-b60d-4be8-b92e-e63c9399c711 None None] New status for floating IP 2674f210-baf5-4f44-884f-ec83e50adb17: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:55.536187 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b137b24-95d1-4d90-a42c-477c1c4d40f6 x-openstack-request-id: req-8b137b24-95d1-4d90-a42c-477c1c4d40f6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:55.537366 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:55.537863 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b137b24-95d1-4d90-a42c-477c1c4d40f6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:55.538510 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:31:55.544059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=83df2cda-c2e5-41d8-bde8-9834b21f57e4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.737187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79aae-f109-495b-b08c-38457cc9470c req-8568b9e3-2f93-4add-bc4e-51f1656d2cea tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.741136 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4f79aae-f109-495b-b08c-38457cc9470c req-8568b9e3-2f93-4add-bc4e-51f1656d2cea tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.1180329 Jul 07 17:31:55.741645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Router dff938ee-e770-4dbd-9487-aaf10877c046 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:55.759001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-3d90aa51-c570-46eb-b515-e8a7e0082c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.762195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-3d90aa51-c570-46eb-b515-e8a7e0082c88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8619244 Jul 07 17:31:55.775740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-694df457-3722-4c09-a24a-712d16778495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.777411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-694df457-3722-4c09-a24a-712d16778495 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3642273 Jul 07 17:31:55.813095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be28dc62-fa74-4835-b1ab-05b8943d6de6 req-f273937d-22bb-4c60-ad7c-f09d67ca2b36 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0329230 Jul 07 17:31:55.848092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4f79aae-f109-495b-b08c-38457cc9470c req-812b287b-86f7-46e5-95cd-4d724be40cee tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973544 Jul 07 17:31:56.056000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-4535dd7a-888a-4b78-9880-e32167971877 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825472 Jul 07 17:31:56.119598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-384d867e-4908-4bde-b443-8aacdb4f6970 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769229 Jul 07 17:31:56.131148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:56.140528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Sync routers for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:56.153418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:56.154317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.234706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port 83df2cda-c2e5-41d8-bde8-9834b21f57e4 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:31:56.247329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.249340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4b512340-8aec-4754-ae46-8bf9e4f49652 req-4f71c096-b047-4322-88da-80b9dd518bc0 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.83 "DELETE /v2.0/ports/83df2cda-c2e5-41d8-bde8-9834b21f57e4 HTTP/1.1" status: 204 len: 173 time: 3.2299383 Jul 07 17:31:56.273099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:56.289079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d8bceb5-6a3b-4bc2-a1f3-537231e6072b req-0eb56727-3d99-46de-9778-67c4d052cb15 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208738 Jul 07 17:31:56.321774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b8f2df90-4b57-4996-8d41-d20cad204a34 req-f45d5882-3b63-47db-bc65-6fb169061d49 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927190 Jul 07 17:31:56.434533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-3dbe9ee5-8244-4b9e-aa3e-5035eb45ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.436592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-3dbe9ee5-8244-4b9e-aa3e-5035eb45ef04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1095 time: 0.0669909 Jul 07 17:31:56.492835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.520800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Checking router: dff938ee-e770-4dbd-9487-aaf10877c046 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:56.529450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:56.530062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:31:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.546729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-1e4d3dce-147f-45c3-9f4c-003625a6d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.548365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-1e4d3dce-147f-45c3-9f4c-003625a6d62d service neutron] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 915 time: 0.1059942 Jul 07 17:31:56.603577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-26f83fc2-26c3-4530-a12a-43b4b1f04250 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 217 time: 0.0484934 Jul 07 17:31:56.641949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:56.656466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-e8a40f99-3e1b-407d-8996-d37d514a2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.657946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-e8a40f99-3e1b-407d-8996-d37d514a2395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.0482109 Jul 07 17:31:56.725044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-474c517d-85ba-4609-9f04-831470a60a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.728051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-474c517d-85ba-4609-9f04-831470a60a62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632071 Jul 07 17:31:56.851253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-f73c8052-cd31-400d-a71e-c4812b26f14b service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164141 Jul 07 17:31:56.956188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:57.014726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80f59d83-1bd3-4244-8fe0-dba951f2e6b1 req-f7298186-9c86-4774-9215-97194ac9d202 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554511 Jul 07 17:31:57.040089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaf6c4-d9f7-4c21-a19b-1c23d39d2759 None None] The sync data for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 is: [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:21:00Z', 'revision_number': 4, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4fb97e5c-79e8-4db7-b069-5e67c348dd8a', 'name': '', 'network_id': '7fd2ead5-cccd-4c39-a463-b044fe6ff285', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'mac_address': 'fa:16:3e:1c:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:58Z', 'updated_at': '2021-07-07T17:21:08Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'subnets': [{'id': '24d7e3c4-8e30-4370-9f04-d54b00432788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:57.119289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c908c79f-bac4-4855-8ca6-1114f283fcb6 req-4dddd9e0-318d-4ae1-8bc4-21e66c747f1a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0362153 Jul 07 17:31:57.162490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afa9f-1530-4ea3-babb-9500fcaa5c66 req-b0591919-e93e-4e78-9036-87256186bc98 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:57.164224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-628afa9f-1530-4ea3-babb-9500fcaa5c66 req-b0591919-e93e-4e78-9036-87256186bc98 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.1184216 Jul 07 17:31:57.209736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-628afa9f-1530-4ea3-babb-9500fcaa5c66 req-05b77b1c-69b4-4be7-ae84-c521c8db8347 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Jul 07 17:31:57.390985 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce5c97-1cb4-4bc9-b3e1-6be4603489bf None None] New status for floating IP cbc26578-4ae6-4720-bcc5-189f3c7ffbc6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:31:57.540916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:31:57.544529 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28529e-4b92-466d-b067-6ea60afafe9a" -d '{"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:31:57.603395 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3eaf51-c7ac-4f8d-9694-e82b20c5544c x-openstack-request-id: req-4b3eaf51-c7ac-4f8d-9694-e82b20c5544c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:31:57.603704 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d", "name": "network-vif-deleted", "tag": "83df2cda-c2e5-41d8-bde8-9834b21f57e4", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:31:57.603950 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b3eaf51-c7ac-4f8d-9694-e82b20c5544c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:31:57.604367 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d', 'name': 'network-vif-deleted', 'tag': '83df2cda-c2e5-41d8-bde8-9834b21f57e4', 'status': 'completed', 'code': 200} Jul 07 17:31:58.289452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a695872-26cc-4732-8aa2-bcc33fd8880f req-0323b7bc-87a3-430e-bc9c-68c422a11ad7 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0389426 Jul 07 17:31:58.391668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443337a6-1890-4c09-93d3-bea2092f3a75 req-b17571ed-442d-4cc1-8f9f-656d0ddb7c37 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:58.393209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-443337a6-1890-4c09-93d3-bea2092f3a75 req-b17571ed-442d-4cc1-8f9f-656d0ddb7c37 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0658920 Jul 07 17:31:58.432027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-443337a6-1890-4c09-93d3-bea2092f3a75 req-ba96bb1e-2a16-49b0-8f96-0b5a352e9f9c tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Jul 07 17:31:59.450217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de61916-8408-40db-848b-d4eea8bd7a27 req-bcb6cd4a-d581-417f-b3ff-e49da3f0436f tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0327930 Jul 07 17:31:59.608800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c5a8-9cca-4c56-91cc-618f6e5e12dc req-30c8a478-82e8-48c2-8098-15249a1b325b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:59.610243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90d6c5a8-9cca-4c56-91cc-618f6e5e12dc req-30c8a478-82e8-48c2-8098-15249a1b325b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0641360 Jul 07 17:31:59.648939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90d6c5a8-9cca-4c56-91cc-618f6e5e12dc req-b409c9a0-e067-4577-80ef-1c5f217c235a tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Jul 07 17:31:59.886982 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbcf0aa6-1c66-49d1-ac50-5da4b96e6232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.542511 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:00.604176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec16cba5-e3e9-4cde-b45b-98babe100c69 req-66ce322c-03b8-486d-a555-54a94f1795d8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0314708 Jul 07 17:32:00.825355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e198-3877-4687-9cc2-280bdb6aa597 req-ea0ef815-cc72-4c55-a18c-93d386e53148 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:00.826875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a258e198-3877-4687-9cc2-280bdb6aa597 req-ea0ef815-cc72-4c55-a18c-93d386e53148 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0690870 Jul 07 17:32:00.865436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a258e198-3877-4687-9cc2-280bdb6aa597 req-b499d990-d968-4df6-aae1-7557980a5c8b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Jul 07 17:32:01.755291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6007f281-1df6-42c1-9909-47455842f9ad req-797987d1-b6be-4be6-9834-dde6b837fa22 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0295253 Jul 07 17:32:02.043411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c0c72-1c91-4f76-b48a-ca4703a934aa req-30e59f99-5a56-4508-a737-ea793e5eb5ab tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:02.045046 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f92c0c72-1c91-4f76-b48a-ca4703a934aa req-30e59f99-5a56-4508-a737-ea793e5eb5ab tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0675390 Jul 07 17:32:02.084918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f92c0c72-1c91-4f76-b48a-ca4703a934aa req-b4221fac-83b8-471b-a55b-e3ac5c7e8f00 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 07 17:32:02.314442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1ade-e2f3-401d-875e-d12f41fd9b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.535137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:02.658967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96854578-b4e4-4d4b-abd4-76c9ed529352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.753854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96854578-b4e4-4d4b-abd4-76c9ed529352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.758288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-96854578-b4e4-4d4b-abd4-76c9ed529352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.783285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.800294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96854578-b4e4-4d4b-abd4-76c9ed529352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2a6b65-7daa-498d-9788-ae417f17d3de,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:02.812970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-96854578-b4e4-4d4b-abd4-76c9ed529352 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e287845805ef496fbe66fa3dc664f7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739108 Jul 07 17:32:02.813350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50766) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:02.870730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.894427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.938660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b335910c-6a3a-4daf-b626-627116880c4f req-f766e3a5-404d-4574-baf6-76173d09af4c tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0395386 Jul 07 17:32:02.946445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.949430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.954149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc2a6b65-7daa-498d-9788-ae417f17d3de HTTP/1.1" status: 204 len: 168 time: 0.1398127 Jul 07 17:32:02.962673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cc849-d596-4f74-977b-68639c942cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2a6b65-7daa-498d-9788-ae417f17d3de,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.239576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50774) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:03.261418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98a594ba-e0cf-4dec-915f-7d133b671b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.278473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a25f8-7deb-478e-a966-8f8201147303 req-1528700e-fc2e-4bb0-9912-529cf5e8a931 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:03.280352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d3a25f8-7deb-478e-a966-8f8201147303 req-1528700e-fc2e-4bb0-9912-529cf5e8a931 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0760760 Jul 07 17:32:03.322747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d3a25f8-7deb-478e-a966-8f8201147303 req-d1cd9d46-c13a-4096-b111-b8f8c0372f57 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366135 Jul 07 17:32:03.368830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98a594ba-e0cf-4dec-915f-7d133b671b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.372776 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-98a594ba-e0cf-4dec-915f-7d133b671b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.413860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a594ba-e0cf-4dec-915f-7d133b671b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d79f92-5c61-4a6b-a76f-70b293268682,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.420696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-98a594ba-e0cf-4dec-915f-7d133b671b99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc54b27970194592a1cdced3a6d93eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779771 Jul 07 17:32:03.421238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:03.477609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.500337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.558231 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.561822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.576193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48d79f92-5c61-4a6b-a76f-70b293268682 HTTP/1.1" status: 204 len: 168 time: 0.1504309 Jul 07 17:32:03.587652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191b37-1029-4c27-a842-a9d0cdf56dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d79f92-5c61-4a6b-a76f-70b293268682,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.648429 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.138694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-195205be-c835-4271-a387-791766743183 req-5916cbbf-0abb-43d1-82f5-d4e09a938f1a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0441556 Jul 07 17:32:04.495211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.531403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265feca-fd74-4629-a8d6-75c45d426cd5 req-68824eeb-9fc8-4c06-9a78-44dd3fe18cd2 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:04.532999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3265feca-fd74-4629-a8d6-75c45d426cd5 req-68824eeb-9fc8-4c06-9a78-44dd3fe18cd2 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.0883269 Jul 07 17:32:04.604411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3265feca-fd74-4629-a8d6-75c45d426cd5 req-306d7297-7e0f-4c6e-8a4b-943b3c72f4e0 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605309 Jul 07 17:32:04.974817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-d5eecaf9-1506-40bf-9c59-8fa63915e6fe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2114961 Jul 07 17:32:05.236042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-5912280f-7ee8-48df-87e2-469703b8a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.237613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-5912280f-7ee8-48df-87e2-469703b8a5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.1886802 Jul 07 17:32:05.395443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bda931d-47c6-4416-8d47-3f46e738103b req-7d1ed4f8-9334-4361-bc48-6f907c4ae6c8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0502262 Jul 07 17:32:05.406421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-d3728eb5-5000-415d-94c9-f41710acaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.407825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-d3728eb5-5000-415d-94c9-f41710acaa38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1259923 Jul 07 17:32:05.419999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.483495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-d48a53ca-c204-499d-a79d-ee7b61fa9033 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1002 time: 0.0689647 Jul 07 17:32:05.535100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-e3e49c75-4fa2-466b-b92c-022ae5db59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.537753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-e3e49c75-4fa2-466b-b92c-022ae5db59e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0483079 Jul 07 17:32:05.595488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-1b3755bd-441b-43d2-a916-86a69142e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.597283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-1b3755bd-441b-43d2-a916-86a69142e80d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536542 Jul 07 17:32:05.733186 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-70837e07-22f2-477e-b921-118ec33cbd81 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285601 Jul 07 17:32:05.823124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521eefe-8d3f-4a0c-92b4-1b095142d76e req-213d4a62-e53e-4521-b156-c14ff5356d0a tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:05.831421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6521eefe-8d3f-4a0c-92b4-1b095142d76e req-213d4a62-e53e-4521-b156-c14ff5356d0a tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.1046531 Jul 07 17:32:05.857244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef292fdc-fdab-4512-b670-d574f04a6f84 req-0fd8cac0-57e5-4b78-b017-dc1c45a64cb8 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155620 Jul 07 17:32:05.892147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6521eefe-8d3f-4a0c-92b4-1b095142d76e req-eb0444a7-cbc7-4a22-928a-fe456bd2b414 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581698 Jul 07 17:32:06.271895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-28f3e73b-0d4a-467c-9753-7ee0acec51ba tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=09264e48cc46499b9136e356bcd32017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364676 Jul 07 17:32:06.453988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.479972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-4783b5e3-830c-4d41-8acd-130ffc0786f6 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:06.481747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-4783b5e3-830c-4d41-8acd-130ffc0786f6 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072365 Jul 07 17:32:06.502897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cc0bcdd9-da67-47e1-9c44-21225f5f5673 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/quotas/09264e48cc46499b9136e356bcd32017 HTTP/1.1" status: 200 len: 375 time: 0.0151439 Jul 07 17:32:06.540451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-879b415a-cd24-441b-9b10-ac1cac970931 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=09264e48cc46499b9136e356bcd32017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310638 Jul 07 17:32:06.575992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7f072c9-69cd-4207-9b69-88b072798303 req-6f282316-6987-4c80-83dd-eb74568286da tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0379612 Jul 07 17:32:06.742634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d733885-cd4a-42d3-ab1d-f122517a397a req-476af209-99f8-4107-afe2-bd7b4abafbb5 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 210 time: 0.0295386 Jul 07 17:32:06.837170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-e068d229-c8fd-492a-9e7e-bcebe5f63ee3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703669 Jul 07 17:32:06.968489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-04faefc6-3696-4781-8feb-60f72a77f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:06.970367 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-04faefc6-3696-4781-8feb-60f72a77f23d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.0858424 Jul 07 17:32:07.112677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-4506f6fe-93c3-4b9c-98ab-640966c71b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.115098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-4506f6fe-93c3-4b9c-98ab-640966c71b5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1171367 Jul 07 17:32:07.217827 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520ccc-08fa-43ab-ab49-e3dc64ef174f req-c6f1ccfe-cace-46f9-930a-db6fdaee4e0c tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.217827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05520ccc-08fa-43ab-ab49-e3dc64ef174f req-c6f1ccfe-cace-46f9-930a-db6fdaee4e0c tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.1252227 Jul 07 17:32:07.259329 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-a30438c7-80a9-4fde-ae85-4fb3e5f71363 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1002 time: 0.1377988 Jul 07 17:32:07.309417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05520ccc-08fa-43ab-ab49-e3dc64ef174f req-fca45217-1fb0-4b2a-8d86-35e9336cdcff tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869157 Jul 07 17:32:07.390279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-541e4dd9-6fb2-4c51-b028-489378788c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.390279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-541e4dd9-6fb2-4c51-b028-489378788c05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1222076 Jul 07 17:32:07.488950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-b8d31b2a-9d44-4d77-9206-f3d00cab78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:07.491276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-b8d31b2a-9d44-4d77-9206-f3d00cab78c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946701 Jul 07 17:32:07.623855 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-9450ba2b-2685-472e-a17a-2b1b48469a6b service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249402 Jul 07 17:32:07.748508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a7f831b9-449b-474b-b62a-7bc00489a563 req-d5a27b3c-f7a1-4a66-9725-8c37ea4f060e service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168220 Jul 07 17:32:07.824275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc478537-1ea5-4d10-b755-1654989028a7 req-e99c6d4d-0b1e-4ae4-8c0e-d67070c74846 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0415766 Jul 07 17:32:07.940895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de4addf4-d146-47ed-aaa3-2a104a0ddb02 req-8039cc1c-9301-4f77-bff2-69553160ef2c tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 210 time: 0.0413454 Jul 07 17:32:08.351075 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-db38f067-a542-4118-bf18-96666ca221b2 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=09264e48cc46499b9136e356bcd32017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320337 Jul 07 17:32:08.632433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11788a-fde9-4594-826f-ce671c4613ba req-2b6ffa6a-8e8c-4f08-946e-cac95bfd7b5b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:08.641557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb11788a-fde9-4594-826f-ce671c4613ba req-2b6ffa6a-8e8c-4f08-946e-cac95bfd7b5b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.1040032 Jul 07 17:32:08.709296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb11788a-fde9-4594-826f-ce671c4613ba req-97fc9ec1-947f-4623-97fa-053bc8bb64ca tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609739 Jul 07 17:32:08.710506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c1bbdc13-669f-4d20-b463-fd312750804c tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:08.712366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c1bbdc13-669f-4d20-b463-fd312750804c tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562264 Jul 07 17:32:08.731611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Request body: {'port': {'device_id': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '09264e48cc46499b9136e356bcd32017'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:08.877502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Made reservation on behalf of 09264e48cc46499b9136e356bcd32017 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:08.881343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.896610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.003233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.011527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.055442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-662cb6e7-1da5-4fb2-a48a-73dad17bc368 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2118897 Jul 07 17:32:09.065329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59ebe3fc-9a9a-46bf-9e33-ad3b1bcdeafd req-163cc28a-2a62-45cb-bf6a-ee16d562f9d5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0512462 Jul 07 17:32:09.100064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2aa59-51a0-43bf-9048-b5798e6b6f43,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.215585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc53d9e-2fea-4c99-af3d-2143d0ac49c7 req-f5a542a6-bb31-44ca-b145-af41fd997469 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 210 time: 0.0611746 Jul 07 17:32:09.224110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Allocated IP 192.168.233.252 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/04ae4348-c30b-4be9-afe4-e6bd0688adff) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:09.265577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05288ea2-7209-4215-a16c-2a10b593de3e req-0d478b94-5521-49d2-b602-4cf817bae703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.267284 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-0d478b94-5521-49d2-b602-4cf817bae703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.1425490 Jul 07 17:32:09.550071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05288ea2-7209-4215-a16c-2a10b593de3e req-45540924-3631-4a85-ba00-9bb39a17d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.553225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-45540924-3631-4a85-ba00-9bb39a17d015 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.2582026 Jul 07 17:32:09.560608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.636731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Transition to ACTIVE for port object 04ae4348-c30b-4be9-afe4-e6bd0688adff will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:09.666161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-c8d810c8-87a9-4352-8a36-bfc30d163af9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1002 time: 0.1014855 Jul 07 17:32:09.741002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05288ea2-7209-4215-a16c-2a10b593de3e req-9888c8a9-69fe-4a8a-9261-774431a010a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.743230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-9888c8a9-69fe-4a8a-9261-774431a010a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0691593 Jul 07 17:32:09.745293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.839092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:09.851691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:09.857399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:09.943041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:09.944457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.988386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Pushing event updated for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.011939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4baace35-ecb2-4b81-a9b6-1df1181092d5 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:10.046277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-cd645b5b-4db5-4a2e-85d5-7c5179b38fb7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3188939 Jul 07 17:32:10.102378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Request body: {'port': {'device_id': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:10.209358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61b9b-891d-4cb5-a85a-8bec9655b7b2 req-8a032a0f-80f6-48f7-9395-df655f9e1d63 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.221335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adf61b9b-891d-4cb5-a85a-8bec9655b7b2 req-8a032a0f-80f6-48f7-9395-df655f9e1d63 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 943 time: 0.2223167 Jul 07 17:32:10.272662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05288ea2-7209-4215-a16c-2a10b593de3e req-c5b7b132-f578-4d32-8cca-fe30596ff78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.274259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-c5b7b132-f578-4d32-8cca-fe30596ff78f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5069592 Jul 07 17:32:10.315472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-adf61b9b-891d-4cb5-a85a-8bec9655b7b2 req-2903a7ec-e9cd-4ca7-a6c6-10ef137b957e tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893223 Jul 07 17:32:10.350046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:10.369566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:10.417768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bdcd3ff-9b9f-46a4-baac-86f69332fb01 req-1e13b948-6a53-47b8-a9a0-f2b1090a6e1e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0403798 Jul 07 17:32:10.420059 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.435494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32c7f284-6e51-42c6-bc23-6d41b4425f56 None None] Provisioning for port 04ae4348-c30b-4be9-afe4-e6bd0688adff completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:10.449171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32c7f284-6e51-42c6-bc23-6d41b4425f56 None None] Provisioning complete for port 04ae4348-c30b-4be9-afe4-e6bd0688adff triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:10.449597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32c7f284-6e51-42c6-bc23-6d41b4425f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.512874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.527570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-32c7f284-6e51-42c6-bc23-6d41b4425f56 None None] Port 04ae4348-c30b-4be9-afe4-e6bd0688adff cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:10.530059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baace35-ecb2-4b81-a9b6-1df1181092d5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:10.545597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-3197bce5-26ea-436e-a86e-f99f3a78e0a7 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176590 Jul 07 17:32:10.569522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:10.576119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.627544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f65db-5a75-4596-bff8-f426c1e93d78 req-7865b207-30c0-4f70-9ce1-ab078b7a2433 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.629083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca7f65db-5a75-4596-bff8-f426c1e93d78 req-7865b207-30c0-4f70-9ce1-ab078b7a2433 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 936 time: 0.1350696 Jul 07 17:32:10.673198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.714753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca7f65db-5a75-4596-bff8-f426c1e93d78 req-3d58fc43-703b-4101-9b00-633d6228a1ac tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747042 Jul 07 17:32:10.751887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-05288ea2-7209-4215-a16c-2a10b593de3e req-886aa6bc-8436-4256-aa2f-97346d5f91d5 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866241 Jul 07 17:32:10.786553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['4baace35-ecb2-4b81-a9b6-1df1181092d5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:10.956668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ae4348-c30b-4be9-afe4-e6bd0688adff {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:10.969246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.993818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Transition to ACTIVE for port object 04ae4348-c30b-4be9-afe4-e6bd0688adff will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:10.999447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.130661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:11.716870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4231d91c-0233-496c-87c8-61a830bb01ef req-1a8fc534-4657-4962-a746-e92e92e0c87d tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0476475 Jul 07 17:32:11.726365 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f24ca-8b8f-4d94-83e1-1ed09911a9dd req-4ed125d5-3701-4feb-b62b-000059376b01 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:11.736448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096f24ca-8b8f-4d94-83e1-1ed09911a9dd req-4ed125d5-3701-4feb-b62b-000059376b01 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 944 time: 0.1641974 Jul 07 17:32:11.789861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-096f24ca-8b8f-4d94-83e1-1ed09911a9dd req-23892a75-514b-48b4-9260-33a3276a6986 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523369 Jul 07 17:32:11.945369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4814dd-529e-492d-a9ef-237516a95d0a req-a36ed1c9-98e9-494f-9899-77046737aa66 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:11.951489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e4814dd-529e-492d-a9ef-237516a95d0a req-a36ed1c9-98e9-494f-9899-77046737aa66 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 948 time: 0.0769489 Jul 07 17:32:11.976101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Attempting to bind port 04ae4348-c30b-4be9-afe4-e6bd0688adff on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:11.977047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Attempting to bind port 04ae4348-c30b-4be9-afe4-e6bd0688adff by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:11.977551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Attempting to bind port 04ae4348-c30b-4be9-afe4-e6bd0688adff on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:11.986527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Port 04ae4348-c30b-4be9-afe4-e6bd0688adff on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:11.987008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Attempting to bind port 04ae4348-c30b-4be9-afe4-e6bd0688adff on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:11.993974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:11.994358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:11.994753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:11.995554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Bound port: 04ae4348-c30b-4be9-afe4-e6bd0688adff, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:11.995554 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.021112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e4814dd-529e-492d-a9ef-237516a95d0a req-68e9ea19-f256-4b64-82bb-829c45243998 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672188 Jul 07 17:32:12.023832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4baace35-ecb2-4b81-a9b6-1df1181092d5 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:12.085826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:12.089605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:12.095434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.100762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 4baace35-ecb2-4b81-a9b6-1df1181092d5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:12.108145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 4baace35-ecb2-4b81-a9b6-1df1181092d5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:12.108804 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.147106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.148466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.150140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/04ae4348-c30b-4be9-afe4-e6bd0688adff HTTP/1.1" status: 200 len: 1097 time: 2.0769942 Jul 07 17:32:12.153305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:12.157108 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:12.192952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b533c-b592-4b6a-b0f1-f9e4387f21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.235885 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.269651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:12.272470 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43862b8-82a1-4357-ae66-69e57d8589a5" -d '{"events": [{"server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "name": "network-vif-plugged", "status": "completed", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:12.275017 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280083ed-e515-4c51-a95e-3caf9596d6e2 x-openstack-request-id: req-280083ed-e515-4c51-a95e-3caf9596d6e2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:12.275408 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:12.275802 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-280083ed-e515-4c51-a95e-3caf9596d6e2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:12.276380 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff', 'status': 'completed', 'code': 200} Jul 07 17:32:12.325542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:12.333446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.347896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c26b3929-fb6f-4302-9bb0-4907bb29042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.350317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c26b3929-fb6f-4302-9bb0-4907bb29042f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09264e48cc46499b9136e356bcd32017&device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 1100 time: 0.1464128 Jul 07 17:32:12.422587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:12.434368 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d52cfb4-3d7c-4661-a3b4-503c7a23baba x-openstack-request-id: req-0d52cfb4-3d7c-4661-a3b4-503c7a23baba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:12.434659 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "name": "network-vif-plugged", "status": "completed", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:12.435237 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d52cfb4-3d7c-4661-a3b4-503c7a23baba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:12.435704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-ed502d8a-5fb3-43db-b613-8aad0d89d6c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff HTTP/1.1" status: 200 len: 217 time: 0.0732107 Jul 07 17:32:12.436102 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'code': 200} Jul 07 17:32:12.553300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-5672b1b5-90d6-4c0e-8a72-ab208d398ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.555281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-5672b1b5-90d6-4c0e-8a72-ab208d398ce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.1098077 Jul 07 17:32:12.621102 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545880d5-bad9-4e81-9e23-f97547c4feaa req-e0b44249-0ba4-4f5b-aadd-f466252860a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.622641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-545880d5-bad9-4e81-9e23-f97547c4feaa req-e0b44249-0ba4-4f5b-aadd-f466252860a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1097 time: 0.1859572 Jul 07 17:32:12.686037 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-545880d5-bad9-4e81-9e23-f97547c4feaa req-819f642d-e96b-4b24-bfc8-8364341092e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562034 Jul 07 17:32:12.695898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c524dfae-4e00-4248-85f9-835cf1a28bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:12.697353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-c524dfae-4e00-4248-85f9-835cf1a28bd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312621 Jul 07 17:32:12.871917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-b377edce-e472-41f7-b78f-7cc7820782d1 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371262 Jul 07 17:32:13.002194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76826c50-22ce-49fd-8ae2-1b10e3714b7d req-af6a38fd-9e00-4c4d-92d8-61f203a4dde8 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/ports?device_id=1013f3c2-7fb0-4040-aa9e-c5f0838cdb8d HTTP/1.1" status: 200 len: 210 time: 0.0610023 Jul 07 17:32:13.036678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9406cb-c94c-4322-ac01-4df1a310ba42 req-76cb681a-feab-487b-ab3f-3e42bfabd8bd tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.045769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff9406cb-c94c-4322-ac01-4df1a310ba42 req-76cb681a-feab-487b-ab3f-3e42bfabd8bd tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.1170988 Jul 07 17:32:13.072450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fd1b088-4315-4818-af14-731bc1f305a3 req-1c5df452-b21e-45b0-a170-b27966c076b2 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906002 Jul 07 17:32:13.223859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-5f2d2acf-3536-4716-a2d8-43b8fa18b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.232862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-5f2d2acf-3536-4716-a2d8-43b8fa18b416 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09264e48cc46499b9136e356bcd32017&device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 1100 time: 0.0938597 Jul 07 17:32:13.391143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-453e9d14-30ec-4d42-a3d8-056c03cdda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.393524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-453e9d14-30ec-4d42-a3d8-056c03cdda83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1576169 Jul 07 17:32:13.441491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-292587c5-9341-4b86-8968-389e6ac46a20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff HTTP/1.1" status: 200 len: 217 time: 0.0406971 Jul 07 17:32:13.500058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-2ede80cc-a7db-445e-99c5-361c1ce5395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.505420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-2ede80cc-a7db-445e-99c5-361c1ce5395e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0542209 Jul 07 17:32:13.612717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-124bc52a-6ee1-40f7-8175-67c3f99eb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.614409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-124bc52a-6ee1-40f7-8175-67c3f99eb56c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955782 Jul 07 17:32:13.663606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff9406cb-c94c-4322-ac01-4df1a310ba42 req-e150f4db-c2ac-4b5d-9363-9f7759f17d2b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6139545 Jul 07 17:32:13.746609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e779a35-b38c-4e4d-9238-41c8207ae9ad req-8b462965-cb81-4a89-a05a-ca8e43d55367 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:13.756293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e779a35-b38c-4e4d-9238-41c8207ae9ad req-8b462965-cb81-4a89-a05a-ca8e43d55367 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 948 time: 0.1524780 Jul 07 17:32:13.805641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e779a35-b38c-4e4d-9238-41c8207ae9ad req-d70b2dd0-582e-46c6-91cc-03325a5c94e0 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484455 Jul 07 17:32:13.837853 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-94f53dd4-08f7-4b78-999a-253e6ee1d8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163122 Jul 07 17:32:13.956331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e29c82ad-bf58-4c8c-89dd-53a4e178fdcf req-39c26335-fb98-45e0-a38b-d2ff5ac371bf service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092665 Jul 07 17:32:14.174690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50992) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.304093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.341182 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.395347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.398405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.401968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/security-groups/815c7f2b-ff41-4041-8174-e64c45db906e HTTP/1.1" status: 204 len: 168 time: 0.2238321 Jul 07 17:32:14.402403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 50994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.409725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719181f2-2203-46dc-8c97-880a28439d26 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c7f2b-ff41-4041-8174-e64c45db906e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.425099 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ea4b0c83-3907-4ccd-9592-e0bbb473732a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] show failed (client error): The resource could not be found. Jul 07 17:32:14.426492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea4b0c83-3907-4ccd-9592-e0bbb473732a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "GET /v2.0/security-groups/815c7f2b-ff41-4041-8174-e64c45db906e HTTP/1.1" status: 404 len: 347 time: 0.0228474 Jul 07 17:32:14.429839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 50996) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.559110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 08b9b28a-978a-457f-a8fc-d8efc85ec6c1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:14.559469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.641446 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.641778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.653527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 08b9b28a-978a-457f-a8fc-d8efc85ec6c1 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:14.816128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.843603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=08b9b28a-978a-457f-a8fc-d8efc85ec6c1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.896596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515f27-a2ac-4aae-84b6-f4c2f07778f7 req-908a0c52-3c33-405a-ad3c-bc12474bc56e tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:14.896596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91515f27-a2ac-4aae-84b6-f4c2f07778f7 req-908a0c52-3c33-405a-ad3c-bc12474bc56e tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.1061556 Jul 07 17:32:14.941200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91515f27-a2ac-4aae-84b6-f4c2f07778f7 req-a14e7c39-6fb8-4e5b-a322-e8ba7d116533 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365496 Jul 07 17:32:14.943653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.946453 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.949335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-110326dd-0ca9-497c-8650-92f116bb1c52 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/floatingips/cbc26578-4ae6-4720-bcc5-189f3c7ffbc6 HTTP/1.1" status: 204 len: 168 time: 0.5163536 Jul 07 17:32:14.950776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.069231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8364-5586-40fa-aaf6-8292f22f0d00 req-a42c705f-002d-42fd-aeda-ed7eaf770e20 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.070956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dfb8364-5586-40fa-aaf6-8292f22f0d00 req-a42c705f-002d-42fd-aeda-ed7eaf770e20 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 948 time: 0.0866330 Jul 07 17:32:15.112486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 829f80ff-5591-4ea9-b6f1-5ce510bc3207 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:15.113501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.124297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dfb8364-5586-40fa-aaf6-8292f22f0d00 req-1a85afac-cd94-41e0-a172-079586cdd7b7 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470159 Jul 07 17:32:15.211342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77eef-0622-427f-8106-3651dda2e664 req-ce6aae2c-5197-441d-9e7d-b81339da8f8b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.213117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e77eef-0622-427f-8106-3651dda2e664 req-ce6aae2c-5197-441d-9e7d-b81339da8f8b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.0800469 Jul 07 17:32:15.226943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.243090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 829f80ff-5591-4ea9-b6f1-5ce510bc3207 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:15.264465 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e77eef-0622-427f-8106-3651dda2e664 req-68596771-843a-479d-8de6-95754e836385 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Jul 07 17:32:15.292957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.394498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.431854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=829f80ff-5591-4ea9-b6f1-5ce510bc3207,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:15.484872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534c40f-e3fc-44cb-98e6-cf676a87a4f7 tempest-TestVolumeBackupRestore-1216926570 tempest-TestVolumeBackupRestore-1216926570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.486753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6534c40f-e3fc-44cb-98e6-cf676a87a4f7 tempest-TestVolumeBackupRestore-1216926570 tempest-TestVolumeBackupRestore-1216926570-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1092 time: 0.1927094 Jul 07 17:32:15.490289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.496949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:15.521746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.528987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.531132 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-37241edf-2a37-40a2-9a25-2d9dfa63203e tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/ports/829f80ff-5591-4ea9-b6f1-5ce510bc3207 HTTP/1.1" status: 204 len: 168 time: 0.5796063 Jul 07 17:32:15.534293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51020) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.625597 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.638645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 9e1fdaaa-e637-49b7-bf46-b24e004668a3 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:15.638862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.730655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.739769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Allocated IP 172.25.7.123 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/424073ce-205b-4a8a-8fb4-1901912134bf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:15.742755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 9e1fdaaa-e637-49b7-bf46-b24e004668a3 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:15.912332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.939051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.988295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=9e1fdaaa-e637-49b7-bf46-b24e004668a3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.019148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.060018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 04ae4348-c30b-4be9-afe4-e6bd0688adff details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:16.063206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:16.068053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:16.084885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:16.095100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.097030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c7bc529c-e8f7-4e22-a0fd-f2dbd4cf7118 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/ports/9e1fdaaa-e637-49b7-bf46-b24e004668a3 HTTP/1.1" status: 204 len: 168 time: 0.5617771 Jul 07 17:32:16.099888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51030) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:16.108995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'Port': ['ID=424073ce-205b-4a8a-8fb4-1901912134bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.189103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting subnet e799e6b1-18f6-4817-9bed-f605d04fc848 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:16.192139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.347052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.368264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:16.383576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '04ae4348-c30b-4be9-afe4-e6bd0688adff', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '04ae4348-c30b-4be9-afe4-e6bd0688adff', 'mac_address': 'fa:16:3e:90:ce:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:16.449183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.521515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ae4348-c30b-4be9-afe4-e6bd0688adff {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:16.534004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.558095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:16.569300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.635972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.643947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.675463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec347f5-3ffe-4ef3-b09f-ed6fe2a97df8 None None] Network 0b4bca5d-b85b-42e8-966a-1603ae35c479 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:16.683693 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b3d7-9b9c-49d6-8232-31fd03ec153b req-4e9f8f43-38d6-4268-9c57-adbb9e8b97cb tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:16.685189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.686460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7174b3d7-9b9c-49d6-8232-31fd03ec153b req-4e9f8f43-38d6-4268-9c57-adbb9e8b97cb tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 948 time: 0.2912197 Jul 07 17:32:16.696492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/subnets/e799e6b1-18f6-4817-9bed-f605d04fc848 HTTP/1.1" status: 204 len: 168 time: 0.5931697 Jul 07 17:32:16.701270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:16.701902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8021-9634-4e7b-ae04-48e17cec2759 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Subnet': ['ID=e799e6b1-18f6-4817-9bed-f605d04fc848,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.783234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7174b3d7-9b9c-49d6-8232-31fd03ec153b req-addad5b0-52c1-4813-b289-cbd02ccfbc35 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Jul 07 17:32:16.794425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting subnet b52e16f2-6943-4d07-9781-bcb352fcf9d0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:16.798923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.823472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['04ae4348-c30b-4be9-afe4-e6bd0688adff'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:16.848999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.964138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.991020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.019921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] DHCP port deletion for 0b4bca5d-b85b-42e8-966a-1603ae35c479 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:17.072998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.091644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Deleting port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:17.092192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.114941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Subnet': ['ID=b52e16f2-6943-4d07-9781-bcb352fcf9d0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.118541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.127062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.129674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-924a2b06-8593-45f6-ba29-7db9aa98dab5 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/subnets/b52e16f2-6943-4d07-9781-bcb352fcf9d0 HTTP/1.1" status: 204 len: 168 time: 0.4254017 Jul 07 17:32:17.133426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51040) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:17.161392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a5e13f-f24b-43a4-9917-cd1b5687eab6 None None] Network 8dda516c-76a7-4c86-9980-1a1d6297c7df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:17.268703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.318426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] For port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:17.318699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.333162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Calling delete_port for 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:17.346147 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.355995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.363916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Deleting port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:17.364897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.439720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] For port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,segment=NetworkSegment(316314dd-6162-4783-8cdd-27df039aeb79),segment_id=316314dd-6162-4783-8cdd-27df039aeb79)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:17.440135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.443425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.463304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Calling delete_port for 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:17.486431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] Pushing event deleted for resources: {'Port': ['ID=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.492574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event updated for resources: {'Port': ['ID=424073ce-205b-4a8a-8fb4-1901912134bf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.499505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.508765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cfc271-d3df-4110-ac3e-2a8c4b647474 None None] No DVR routers for this DVR port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:17.522997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] DHCP port deletion for 8dda516c-76a7-4c86-9980-1a1d6297c7df request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:17.599342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.605351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Deleting port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:17.605857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.624947 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Floating IP 6ab650a6-3288-49e9-8883-98ce6ac33fb2 associated. External IP: 172.25.7.123, port: 4baace35-ecb2-4b81-a9b6-1df1181092d5. Jul 07 17:32:17.629512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Port': ['ID=14b12986-7f3c-4b2f-bdfd-5a7243bad5e1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.635549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] No DVR routers for this DVR port 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:17.692618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] For port 8abd5163-defa-4e9b-84d3-ff425cc92bd2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abd5163-defa-4e9b-84d3-ff425cc92bd2,segment=NetworkSegment(e795e1be-3673-4ccc-bdba-2b9dfe1bc81d),segment_id=e795e1be-3673-4ccc-bdba-2b9dfe1bc81d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:17.693055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.708402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Calling delete_port for 8abd5163-defa-4e9b-84d3-ff425cc92bd2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:17.727001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.750868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4bca5d-b85b-42e8-966a-1603ae35c479']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.774404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316314dd-6162-4783-8cdd-27df039aeb79') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.774697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316314dd-6162-4783-8cdd-27df039aeb79') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.796756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.811055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.821830 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.830159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:17.830902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:17.839127 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:17.897186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] No DVR routers for this DVR port 8abd5163-defa-4e9b-84d3-ff425cc92bd2 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:17.904167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6326-3bce-4187-b2d4-520962b7d21a None None] Pushing event deleted for resources: {'Port': ['ID=8abd5163-defa-4e9b-84d3-ff425cc92bd2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.917449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.917717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Router 16659c15-c38c-44de-be0d-3f950a5037c1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:17.943836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.946601 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/networks/0b4bca5d-b85b-42e8-966a-1603ae35c479 HTTP/1.1" status: 204 len: 168 time: 0.8120866 Jul 07 17:32:17.947657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80945296-82bd-495a-8ef5-b91e2584c967 tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Network': ['ID=0b4bca5d-b85b-42e8-966a-1603ae35c479,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.949410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:18.059718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 04ae4348-c30b-4be9-afe4-e6bd0688adff up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:18.074580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.123334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2745775-1441-47e5-9e90-7526fa947bd2 req-cfb599ff-0a5b-4cc4-8402-a86b6e78164b tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.124910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2745775-1441-47e5-9e90-7526fa947bd2 req-cfb599ff-0a5b-4cc4-8402-a86b6e78164b tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 949 time: 0.1409416 Jul 07 17:32:18.126300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:18.142250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:18.146246 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 04ae4348-c30b-4be9-afe4-e6bd0688adff completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.155410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 04ae4348-c30b-4be9-afe4-e6bd0688adff triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.155809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.170014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.251802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2745775-1441-47e5-9e90-7526fa947bd2 req-5035b8e7-b86d-46c8-93f9-81ed8466883f tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102245 Jul 07 17:32:18.295662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51054) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:18.296864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-940c784b-bef3-4f0b-bfa8-34a8425f4839 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8050699 Jul 07 17:32:18.299661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:18.303186 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06645697-abcc-48f3-9236-febf62c73566" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:18.345456 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fbd1b-c496-4753-b664-55f576e6c5a3 x-openstack-request-id: req-1f9fbd1b-c496-4753-b664-55f576e6c5a3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:18.345772 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:18.346153 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f9fbd1b-c496-4753-b664-55f576e6c5a3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:18.346600 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:32:18.361325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.375263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dda516c-76a7-4c86-9980-1a1d6297c7df']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.375903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:18.376019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.421978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.422668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e795e1be-3673-4ccc-bdba-2b9dfe1bc81d') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.443035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.467840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.482514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:18.483160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:18.487027 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:18.497107 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:18.504901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5275b-aef5-40c5-abe0-46b90cac40c7 tempest-TestVolumeBackupRestore-1216926570 tempest-TestVolumeBackupRestore-1216926570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.506717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6db5275b-aef5-40c5-abe0-46b90cac40c7 tempest-TestVolumeBackupRestore-1216926570 tempest-TestVolumeBackupRestore-1216926570-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1092 time: 0.2079425 Jul 07 17:32:18.510239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:18.519653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Request body: {'floatingip': {'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:18.609815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645697-abcc-48f3-9236-febf62c73566 req-9c8d5c59-b47d-46db-9b8a-3f06380cd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.613412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-9c8d5c59-b47d-46db-9b8a-3f06380cd41d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1097 time: 0.2332006 Jul 07 17:32:18.637270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.731592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:18.763046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:18.763397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 14b12986-7f3c-4b2f-bdfd-5a7243bad5e1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:18.763833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abd5163-defa-4e9b-84d3-ff425cc92bd2 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:18.765510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.776922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] 10.222.0.22 "DELETE /v2.0/networks/8dda516c-76a7-4c86-9980-1a1d6297c7df HTTP/1.1" status: 204 len: 168 time: 0.8256929 Jul 07 17:32:18.789073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8abd5163-defa-4e9b-84d3-ff425cc92bd2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:18.789424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abd5163-defa-4e9b-84d3-ff425cc92bd2 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:18.853373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.856697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 0, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.916832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9cd5e-6ec7-407a-afc8-b058bc9e286a tempest-TaggedBootDevicesTest-1716521896 tempest-TaggedBootDevicesTest-1716521896-project] Pushing event deleted for resources: {'Network': ['ID=8dda516c-76a7-4c86-9980-1a1d6297c7df,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.932039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645697-abcc-48f3-9236-febf62c73566 req-7d2761b1-a25c-4f74-85c0-550ceab065a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:18.933735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-7d2761b1-a25c-4f74-85c0-550ceab065a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 915 time: 0.3123834 Jul 07 17:32:19.039585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:19.075170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:19.075735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.080803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.180934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:19.184662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:19.187703 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f2f3f2-626c-4a58-9ef6-bfbdacbf7eb5" -d '{"events": [{"server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "name": "network-vif-plugged", "status": "completed", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:19.195172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.379631 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f9451d-f30b-4b1b-9220-982136af0df7 x-openstack-request-id: req-48f9451d-f30b-4b1b-9220-982136af0df7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:19.380811 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "name": "network-vif-plugged", "status": "completed", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:19.381368 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48f9451d-f30b-4b1b-9220-982136af0df7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:19.381966 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff', 'code': 200} Jul 07 17:32:19.461268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.493298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:19.647628 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-30b08a45-28f3-4c5b-9df8-1f71ebbdf9a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 999 time: 0.7033007 Jul 07 17:32:19.762720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645697-abcc-48f3-9236-febf62c73566 req-59637ca7-aa88-47d2-8a08-a7733d6be49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.764110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-59637ca7-aa88-47d2-8a08-a7733d6be49b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.1076236 Jul 07 17:32:19.874848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:19.900296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bcb2f-e956-4317-a533-e4c7db8c9fbc req-a13f6a94-ce52-403f-a00a-c87a0e098e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:19.906754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-546bcb2f-e956-4317-a533-e4c7db8c9fbc req-a13f6a94-ce52-403f-a00a-c87a0e098e75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 1102 time: 0.3924284 Jul 07 17:32:19.971883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-546bcb2f-e956-4317-a533-e4c7db8c9fbc req-86f52e3f-cb95-4387-997d-cd5e1f8ed5b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Jul 07 17:32:19.998479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645697-abcc-48f3-9236-febf62c73566 req-579ea5d8-9832-4a41-870a-a055312566d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.002434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-579ea5d8-9832-4a41-870a-a055312566d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235515 Jul 07 17:32:20.036221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 0, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:20.046952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91561-44f1-4892-8d1e-d4da87c5125b req-35c429a4-1ce3-4254-80f5-be4a7ff43dfc tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:20.056601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0d91561-44f1-4892-8d1e-d4da87c5125b req-35c429a4-1ce3-4254-80f5-be4a7ff43dfc tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 950 time: 0.4530711 Jul 07 17:32:20.085714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065db1d-f54c-4c42-b002-01796cbb7b08 None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 0, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:20.129287 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:32:20.140613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44a30858-2420-4961-a280-fadbbebc498e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.170346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-5a9fe2b1-2d6e-42ef-ad64-4a7fc19fbed5 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490920 Jul 07 17:32:20.302397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0d91561-44f1-4892-8d1e-d4da87c5125b req-49aab035-36c9-4b8c-b532-4b915c2face9 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447934 Jul 07 17:32:20.317819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.320270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-06645697-abcc-48f3-9236-febf62c73566 req-7ddddd2c-6646-482f-a0d0-4ecd37d14a5f service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392705 Jul 07 17:32:20.342182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44a30858-2420-4961-a280-fadbbebc498e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.344263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.350615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44a30858-2420-4961-a280-fadbbebc498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.392203 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720aa548-695a-4144-b8b4-acd17028e55b None None] New status for floating IP 6ab650a6-3288-49e9-8883-98ce6ac33fb2: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:32:20.442475 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-44a30858-2420-4961-a280-fadbbebc498e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b50a93695e8b4b6098266b110b9ed8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640275 Jul 07 17:32:20.445164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51088) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.547117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.579523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.690144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.693677 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.695228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e3a5265-0a78-4ac4-9f4a-f35bea392863 HTTP/1.1" status: 204 len: 168 time: 0.2487125 Jul 07 17:32:20.727835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4648b3-ddcc-420e-be0b-e9e824d861d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a5265-0a78-4ac4-9f4a-f35bea392863,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.984108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30858-2420-4961-a280-fadbbebc498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a5265-0a78-4ac4-9f4a-f35bea392863,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:21.122222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:21.139014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f69f7207-497e-4ced-8a75-1e76ec4ec263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.142613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Router 16659c15-c38c-44de-be0d-3f950a5037c1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:21.414670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:21.423220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.426466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:21.439951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:21.440586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:21.600413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:21.604483 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b58d0e4-ef1b-4999-840a-2992de6055c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:21.610789 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f69f7207-497e-4ced-8a75-1e76ec4ec263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.614490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:21.687352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f69f7207-497e-4ced-8a75-1e76ec4ec263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.748821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f69f7207-497e-4ced-8a75-1e76ec4ec263 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a05ca57d888423ea40e1690fe923b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254907 Jul 07 17:32:21.752002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f7207-497e-4ced-8a75-1e76ec4ec263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf73134-35b7-4782-94e2-1ad26ecd0f87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:21.752445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51110) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:21.794298 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06137441-96b5-440b-95c8-60fe1f9a527c x-openstack-request-id: req-06137441-96b5-440b-95c8-60fe1f9a527c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:21.794943 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:21.795306 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06137441-96b5-440b-95c8-60fe1f9a527c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:21.795923 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:32:21.808302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d4bf8366-cc0d-4292-a5cd-e98d4d18a313 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "PUT /v2.0/floatingips/6ab650a6-3288-49e9-8883-98ce6ac33fb2 HTTP/1.1" status: 200 len: 991 time: 3.2889030 Jul 07 17:32:21.829051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebc4d9-cff9-4c2c-8e06-6b6d6b35f70a req-73812cb1-eb4c-49b0-904f-cb85a58ef322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.830888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cebc4d9-cff9-4c2c-8e06-6b6d6b35f70a req-73812cb1-eb4c-49b0-904f-cb85a58ef322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 950 time: 0.3378816 Jul 07 17:32:21.921531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.935054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cebc4d9-cff9-4c2c-8e06-6b6d6b35f70a req-d083b2ae-a063-4ff1-83fe-11c6cb379cc6 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980055 Jul 07 17:32:21.978094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-a9d4acf5-7025-4247-b77b-423c9fa5d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.999178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-a9d4acf5-7025-4247-b77b-423c9fa5d87e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1097 time: 0.1618869 Jul 07 17:32:22.025419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.060878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:20Z', 'revision_number': 2, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.096149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:22.115837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:22.117200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.169438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-ad3e7114-0368-4ffd-9465-2320bd3d0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.171246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-ad3e7114-0368-4ffd-9465-2320bd3d0552 service neutron] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 915 time: 0.1609766 Jul 07 17:32:22.173018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.176158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.179763 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cf73134-35b7-4782-94e2-1ad26ecd0f87 HTTP/1.1" status: 204 len: 168 time: 0.4232130 Jul 07 17:32:22.268308 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:22.300383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-d3b2525e-4292-4154-a290-68d0b0a6e22b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 1001 time: 0.1216421 Jul 07 17:32:22.318249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd0762-8a2f-4c73-956a-34ebd6d12772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf73134-35b7-4782-94e2-1ad26ecd0f87,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.357868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-9461062b-a540-40d7-85eb-8e9232019cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.359561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-9461062b-a540-40d7-85eb-8e9232019cb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.0513861 Jul 07 17:32:22.446043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-12b75123-9392-4731-85e7-2644aa56cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:22.448623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-12b75123-9392-4731-85e7-2644aa56cad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799723 Jul 07 17:32:22.628338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-94aa5b5e-ea6a-46e1-8c89-22f88f7261a6 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700854 Jul 07 17:32:22.812669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9b58d0e4-ef1b-4999-840a-2992de6055c4 req-52812932-a8c2-4151-a00f-34efa242a510 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712399 Jul 07 17:32:22.908524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:20Z', 'revision_number': 2, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.960594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4519fed-7a63-42a6-99cf-e93ba464c18a None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '6ab650a6-3288-49e9-8883-98ce6ac33fb2', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'port_id': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'mac_address': 'fa:16:3e:11:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c31e769-3903-4287-994a-486c97b4e909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:16Z', 'updated_at': '2021-07-07T17:32:20Z', 'revision_number': 2, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:23.799167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:23.801478 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca2bf27-b6b1-4322-a241-0b607deb09d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:23.850060 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db9082-1056-4178-a452-29fc60eab01b x-openstack-request-id: req-b7db9082-1056-4178-a452-29fc60eab01b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:23.850380 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:23.850626 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7db9082-1056-4178-a452-29fc60eab01b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:23.851020 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:32:23.969778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-a48f2937-a1c0-42e3-89c4-2e30a47907d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:23.972656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-a48f2937-a1c0-42e3-89c4-2e30a47907d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1097 time: 0.0869713 Jul 07 17:32:24.080203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-ea42ec68-f6d3-4113-8625-e79ee9de7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.081958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-ea42ec68-f6d3-4113-8625-e79ee9de7f3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 915 time: 0.1019979 Jul 07 17:32:24.163294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-6fcf130e-cce1-4592-b016-967377d05cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 1001 time: 0.0724571 Jul 07 17:32:24.215522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-c0ca9012-e771-44fd-bae0-6bb6cae5aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.217085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-c0ca9012-e771-44fd-bae0-6bb6cae5aeb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.0466433 Jul 07 17:32:24.285046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-27c7a5f6-ae79-4844-bacd-587ee5659ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:24.287164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-27c7a5f6-ae79-4844-bacd-587ee5659ebf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537207 Jul 07 17:32:24.389254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-a84a3da0-2e7a-42e6-843c-150c484a5df6 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864437 Jul 07 17:32:24.484455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1ca2bf27-b6b1-4322-a241-0b607deb09d2 req-34199e01-2fc1-4a44-b767-da1795c31012 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Jul 07 17:32:29.463278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744cd5-9c4c-43ce-8b46-3e17b5979650 req-98754f65-f181-4b7c-94e6-16098745c3e5 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:29.466413 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a744cd5-9c4c-43ce-8b46-3e17b5979650 req-98754f65-f181-4b7c-94e6-16098745c3e5 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 945 time: 0.0851028 Jul 07 17:32:29.505926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a744cd5-9c4c-43ce-8b46-3e17b5979650 req-14329623-18a6-4a43-b23c-bc8516e91d60 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Jul 07 17:32:29.879388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d6446eb-e468-4856-b062-734c6d8517f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.276454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51220) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:30.384454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb5febd-6850-4270-b23d-21653ea690b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.475133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb5febd-6850-4270-b23d-21653ea690b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.478968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cfb5febd-6850-4270-b23d-21653ea690b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.518454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5febd-6850-4270-b23d-21653ea690b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb7fb85-da50-435e-b067-1be0e366f786,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.524436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cfb5febd-6850-4270-b23d-21653ea690b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98a51a594b9442e1a7f64058992d1c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464035 Jul 07 17:32:30.527030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51224) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:30.583034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.604284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.657676 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.661388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:30.664987 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adb7fb85-da50-435e-b067-1be0e366f786 HTTP/1.1" status: 204 len: 168 time: 0.1346483 Jul 07 17:32:30.670774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3ee21-cb11-4d32-8a80-7574871d6ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb7fb85-da50-435e-b067-1be0e366f786,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:30.701224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1207-20fb-4c7c-b266-4c12f708baba req-7ef98a12-622d-49c1-bd9d-4a2c58d2537b tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.703026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-020c1207-20fb-4c7c-b266-4c12f708baba req-7ef98a12-622d-49c1-bd9d-4a2c58d2537b tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Jul 07 17:32:30.745312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-020c1207-20fb-4c7c-b266-4c12f708baba req-9b3d2376-ec71-437c-808f-c7da3dd20075 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/security-groups?id=6736e8fc-4371-4f63-8f3d-df0d23918f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Jul 07 17:32:30.955936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:30.994820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c78f6e43-d7bb-426d-a198-bdd8405f29c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.061395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-d644bb6a-3e2d-4dd7-8147-c7cc307c9f47 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.062908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-d644bb6a-3e2d-4dd7-8147-c7cc307c9f47 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 945 time: 0.0987382 Jul 07 17:32:31.184460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c78f6e43-d7bb-426d-a198-bdd8405f29c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.189531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c78f6e43-d7bb-426d-a198-bdd8405f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.236074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Deleting port ba354f23-9674-4e25-b2ce-43b12e34ed7b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:31.236345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.243615 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c78f6e43-d7bb-426d-a198-bdd8405f29c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7659bfbcc4964768852dd05d305c3abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863784 Jul 07 17:32:31.246397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:31.257294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6e43-d7bb-426d-a198-bdd8405f29c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5536f6-64a9-4a47-963f-1f46c1cfb227,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.316017 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.346921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.349371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] For port ba354f23-9674-4e25-b2ce-43b12e34ed7b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ba354f23-9674-4e25-b2ce-43b12e34ed7b,segment=NetworkSegment(e12761bd-48fb-475d-a7b6-4807adfa973d),segment_id=e12761bd-48fb-475d-a7b6-4807adfa973d)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.349865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.362194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Calling delete_port for ba354f23-9674-4e25-b2ce-43b12e34ed7b owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:31.399335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.402627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.406987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a5536f6-64a9-4a47-963f-1f46c1cfb227 HTTP/1.1" status: 204 len: 168 time: 0.1595688 Jul 07 17:32:31.418808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330ce0-45f6-49a1-9630-44958dfadf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5536f6-64a9-4a47-963f-1f46c1cfb227,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.511622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.525084 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ba354f23-9674-4e25-b2ce-43b12e34ed7b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:31.546854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Pushing event deleted for resources: {'Port': ['ID=ba354f23-9674-4e25-b2ce-43b12e34ed7b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.592790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] No DVR routers for this DVR port ba354f23-9674-4e25-b2ce-43b12e34ed7b on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:31.598785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.600721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d8d8c9-bb3c-42bb-b3e8-f8714e94f71b req-978610ee-ddd7-4cb7-82bb-118fa2c446c4 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.32 "DELETE /v2.0/ports/ba354f23-9674-4e25-b2ce-43b12e34ed7b HTTP/1.1" status: 204 len: 173 time: 0.5321040 Jul 07 17:32:31.601276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'name': 'network-vif-deleted', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:31.603561 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef51b38e-3641-4285-b90c-b97229f193d2" -d '{"events": [{"server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "name": "network-vif-deleted", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:31.647168 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c59360a-1356-4223-8e28-f0df0135a349 x-openstack-request-id: req-9c59360a-1356-4223-8e28-f0df0135a349 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:31.647168 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451b28da-a170-4fe1-9673-4f642d632aa8", "name": "network-vif-deleted", "tag": "ba354f23-9674-4e25-b2ce-43b12e34ed7b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:31.647168 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c59360a-1356-4223-8e28-f0df0135a349 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:31.649175 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451b28da-a170-4fe1-9673-4f642d632aa8', 'name': 'network-vif-deleted', 'tag': 'ba354f23-9674-4e25-b2ce-43b12e34ed7b', 'status': 'completed', 'code': 200} Jul 07 17:32:31.921162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59302152-0c8f-4e54-b58e-e8c61a93148d req-de591d3a-9a3b-4ff1-bf7f-c8deb43e78d3 tempest-VolumesSnapshotTestJSON-306263595 tempest-VolumesSnapshotTestJSON-306263595-project] 10.222.0.22 "GET /v2.0/ports?device_id=451b28da-a170-4fe1-9673-4f642d632aa8 HTTP/1.1" status: 200 len: 210 time: 0.0353687 Jul 07 17:32:32.307761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-088b76ce-6b0f-4604-97cf-f89945fec4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:32.778599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.616372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.477406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.413954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.895871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:36.200737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ba354f23-9674-4e25-b2ce-43b12e34ed7b no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:36.223013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: ba354f23-9674-4e25-b2ce-43b12e34ed7b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:36.223338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ba354f23-9674-4e25-b2ce-43b12e34ed7b not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:36.479539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.515379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.851037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Deleting port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:36.851394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.947575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] For port 4fb97e5c-79e8-4db7-b069-5e67c348dd8a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:36.948448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:36.967902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Calling delete_port for 4fb97e5c-79e8-4db7-b069-5e67c348dd8a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:37.226452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.257894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb97e5c-79e8-4db7-b069-5e67c348dd8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:37.523481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:37.546271 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:37.900843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Router dff938ee-e770-4dbd-9487-aaf10877c046 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:38.043990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51390) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:38.089552 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:38.103290 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Sync routers for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:38.131836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-676bce77-1369-49e6-a777-30da4ab717e1 admin admin] 10.222.0.22 "PUT /v2.0/routers/dff938ee-e770-4dbd-9487-aaf10877c046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2324655 Jul 07 17:32:38.132303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:38.134427 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:38.135342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:38.280935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.326685 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:38.419310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.428308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.459962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.524738 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a70c664624d64ba09fa02c179e3efc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789059 Jul 07 17:32:38.525210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:38.529973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c757ced-d4f5-4848-a4b2-abcc94bbeefa,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:38.542305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.542717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.543068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.543825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.544431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.544964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.545513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.546158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.546696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.547214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.547726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.548290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122920d1-18b2-42cb-b145-9830c061ddb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:38.640514 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.792680 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:32:37Z', 'revision_number': 5, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port': {'id': '7992e388-624a-486e-b278-4521aa4f4c1a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:20:53Z', 'updated_at': '2021-07-07T17:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:38.810869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Deleting port 7992e388-624a-486e-b278-4521aa4f4c1a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:38.811368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.836815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.877424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.895298 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Checking router: dff938ee-e770-4dbd-9487-aaf10877c046 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:38.907085 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Routers {'dff938ee-e770-4dbd-9487-aaf10877c046'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:38.907700 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dff938ee-e770-4dbd-9487-aaf10877c046'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:38.952259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] For port 7992e388-624a-486e-b278-4521aa4f4c1a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7992e388-624a-486e-b278-4521aa4f4c1a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:38.952643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:38.966465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Calling delete_port for 7992e388-624a-486e-b278-4521aa4f4c1a owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:39.011993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.014695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.015880 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c757ced-d4f5-4848-a4b2-abcc94bbeefa HTTP/1.1" status: 204 len: 168 time: 0.4895105 Jul 07 17:32:39.026481 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] Set router dff938ee-e770-4dbd-9487-aaf10877c046 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:39.041904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85909670-ebe6-44ba-8474-607813b2290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c757ced-d4f5-4848-a4b2-abcc94bbeefa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:39.163821 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:32:38Z', 'revision_number': 6, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:39.209561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.249941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Pushing event deleted for resources: {'Port': ['ID=7992e388-624a-486e-b278-4521aa4f4c1a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:39.256814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488b96-bb91-424a-9c74-e81836816fda None None] The sync data for ids ['dff938ee-e770-4dbd-9487-aaf10877c046'] in n-d-791504-12 is: [{'id': 'dff938ee-e770-4dbd-9487-aaf10877c046', 'name': 'tempest-TaggedBootDevicesTest-191970012-router', 'tenant_id': '9f1583a6846247859519c8f7c456eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:20:52Z', 'updated_at': '2021-07-07T17:32:38Z', 'revision_number': 6, 'project_id': '9f1583a6846247859519c8f7c456eaf8', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:39.345342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.467157 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.470339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.477216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.492960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.535747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.536237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff938ee-e770-4dbd-9487-aaf10877c046 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:39.546023 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.550232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ea32a08-7e24-4df2-9d70-f848f56b8768 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dff938ee-e770-4dbd-9487-aaf10877c046 HTTP/1.1" status: 204 len: 168 time: 1.4167979 Jul 07 17:32:39.551214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.630340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Deleting subnet 24d7e3c4-8e30-4370-9f04-d54b00432788 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:39.639829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.708960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.712935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.739338 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.812700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0118511a-a48a-4378-bf27-8636dc813fa7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:39.838571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90c8199a6e2b4f7d98bda1d8999f3bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597631 Jul 07 17:32:39.841556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:39.849715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.850185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.850606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.851024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.851438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.851849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.852253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.852658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.853059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.853459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.853860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.854298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbeef3-99a6-4e4b-b8db-4fcd369a8975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:39.885607 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.950202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.979859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:39.988083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.047233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.050603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.052247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0118511a-a48a-4378-bf27-8636dc813fa7 HTTP/1.1" status: 204 len: 168 time: 0.2094564 Jul 07 17:32:40.064392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaabb68-71b2-4689-8c0e-8bfdc7167010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118511a-a48a-4378-bf27-8636dc813fa7,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.071956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d7e3c4-8e30-4370-9f04-d54b00432788,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.075764 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.078558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-96fed941-8085-4547-ba3c-80711ed2a4d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/24d7e3c4-8e30-4370-9f04-d54b00432788 HTTP/1.1" status: 204 len: 168 time: 0.5261083 Jul 07 17:32:40.081090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:40.086610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f74e0-ec31-4e7b-b2a2-a3f36e9561c9 None None] Network 7fd2ead5-cccd-4c39-a463-b044fe6ff285 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:40.204866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.278902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Deleting port 43e730c3-bbec-4602-8e86-47c92d7457dd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:40.279643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.357454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] For port 43e730c3-bbec-4602-8e86-47c92d7457dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=43e730c3-bbec-4602-8e86-47c92d7457dd,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:40.357957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.388841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Calling delete_port for 43e730c3-bbec-4602-8e86-47c92d7457dd owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:40.402203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] DHCP port deletion for 7fd2ead5-cccd-4c39-a463-b044fe6ff285 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:40.490335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Deleting port 43e730c3-bbec-4602-8e86-47c92d7457dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:40.492643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.589789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.658361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] For port 43e730c3-bbec-4602-8e86-47c92d7457dd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=43e730c3-bbec-4602-8e86-47c92d7457dd,segment=NetworkSegment(5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2),segment_id=5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:40.658778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.662451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] No DVR routers for this DVR port 43e730c3-bbec-4602-8e86-47c92d7457dd on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:40.683962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4fb97e5c-79e8-4db7-b069-5e67c348dd8a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:40.737617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Calling delete_port for 43e730c3-bbec-4602-8e86-47c92d7457dd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:40.739596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4fb97e5c-79e8-4db7-b069-5e67c348dd8a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:40.739991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4fb97e5c-79e8-4db7-b069-5e67c348dd8a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:40.740342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 43e730c3-bbec-4602-8e86-47c92d7457dd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:40.780047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 43e730c3-bbec-4602-8e86-47c92d7457dd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:40.780789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 43e730c3-bbec-4602-8e86-47c92d7457dd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:40.781366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7992e388-624a-486e-b278-4521aa4f4c1a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:40.803354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e730c3-bbec-4602-8e86-47c92d7457dd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.807093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7992e388-624a-486e-b278-4521aa4f4c1a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:40.807690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7992e388-624a-486e-b278-4521aa4f4c1a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:40.829423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.843602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd2ead5-cccd-4c39-a463-b044fe6ff285']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.858172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.859086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3e1c04-3ac1-40f5-8b5f-88b3e52750b2') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:40.872261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.887852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.916802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] Pushing event deleted for resources: {'Port': ['ID=43e730c3-bbec-4602-8e86-47c92d7457dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:40.921002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afb1ae-757a-4d46-bc52-0c3394bf79ff None None] No DVR routers for this DVR port 43e730c3-bbec-4602-8e86-47c92d7457dd on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:40.944734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.958041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:40.958605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:40.960518 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:41.068209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.093483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.095473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7fd2ead5-cccd-4c39-a463-b044fe6ff285 HTTP/1.1" status: 204 len: 168 time: 1.0121801 Jul 07 17:32:41.096526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661cd9-f7a1-44cb-a92b-ec4acd5a1dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd2ead5-cccd-4c39-a463-b044fe6ff285,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:41.287364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:41.372401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-45e03ac3-8939-4f06-b88c-9f89fa06a311 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f1583a6846247859519c8f7c456eaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838573 Jul 07 17:32:41.375452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:41.451408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.501666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.577093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.580380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:41.582676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f689ffe3-6d15-464f-9081-3bdf33887346 HTTP/1.1" status: 204 len: 168 time: 0.2032366 Jul 07 17:32:41.592274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24264b7-2660-4e14-a3e7-1c0725e1a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689ffe3-6d15-464f-9081-3bdf33887346,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:42.709895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51492) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:42.872870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-799827328-network', 'tenant_id': '4f939249922845e1add39ef8c130d8cc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:42.919700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Made reservation on behalf of 4f939249922845e1add39ef8c130d8cc for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:42.922660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:42.938083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.090490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.105301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.132068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:43.144594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a75af0-3953-4590-94a0-cc4bbb4cf7ce,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.147901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.148263 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Added segment cabd3d75-3b1c-4e70-9b6e-52eb3fdad448 of type vlan for network a96df8ff-d62a-4edf-9420-5a40ea1aa383 Jul 07 17:32:43.216909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.266606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.266606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:43.267364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.330053 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6190224 Jul 07 17:32:43.333922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:43.341544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Request body: {'subnet': {'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-799827328-subnet', 'tenant_id': '4f939249922845e1add39ef8c130d8cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:43.349657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6b29c-d540-490e-8f56-58afdb009394 admin admin] Pushing event updated for resources: {'Network': ['ID=a96df8ff-d62a-4edf-9420-5a40ea1aa383,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.364870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a96df8ff-d62a-4edf-9420-5a40ea1aa383 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:43.375114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Made reservation on behalf of 4f939249922845e1add39ef8c130d8cc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:43.379485 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.613390 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.678062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1af1a2-1408-4879-ae98-a73570fd24e9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:43.691918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Checking segment: {'id': 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:43.692571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Network hostable DHCP agents. Network: a96df8ff-d62a-4edf-9420-5a40ea1aa383, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:43.717161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Network a96df8ff-d62a-4edf-9420-5a40ea1aa383 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:43.730352 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a96df8ff-d62a-4edf-9420-5a40ea1aa383) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:43.736413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:43.738832 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:43.744830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b3fd9-9447-438c-958f-7d1ccee0b7a6 None None] Network a96df8ff-d62a-4edf-9420-5a40ea1aa383 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:43.759357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:43.775867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad5f9902-9add-4b0b-b8d5-2854350d1813 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4396601 Jul 07 17:32:43.902149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735cc4d-d15a-4358-aa6a-d061f41b63ba None None] Network a96df8ff-d62a-4edf-9420-5a40ea1aa383 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:43.976933 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-180f40a3-0644-498e-bc15-b8007c2e30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.146245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-180f40a3-0644-498e-bc15-b8007c2e30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.152920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-180f40a3-0644-498e-bc15-b8007c2e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.203043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-180f40a3-0644-498e-bc15-b8007c2e30ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=949bd65e6b414f68a72db7bbd00c4ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423289 Jul 07 17:32:44.204355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f40a3-0644-498e-bc15-b8007c2e30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402af1d3-cfd4-4d5f-a4bd-fcbd0d7a6ed6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.205695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:44.311524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.346142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.454575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.457809 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.461438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/402af1d3-cfd4-4d5f-a4bd-fcbd0d7a6ed6 HTTP/1.1" status: 204 len: 168 time: 0.2525516 Jul 07 17:32:44.500527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f328a-4deb-4c80-b32c-8173af935c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402af1d3-cfd4-4d5f-a4bd-fcbd0d7a6ed6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:44.574834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-ec4c2620-19e9-42c4-9836-a6977903e149 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:44.576470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-ec4c2620-19e9-42c4-9836-a6977903e149 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/networks?id=a96df8ff-d62a-4edf-9420-5a40ea1aa383 HTTP/1.1" status: 200 len: 813 time: 0.1528566 Jul 07 17:32:44.602782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-487d0ac1-c07d-412a-a7c6-adeb992316d2 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/quotas/4f939249922845e1add39ef8c130d8cc HTTP/1.1" status: 200 len: 375 time: 0.0192049 Jul 07 17:32:44.640825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-76bf859a-03d0-471a-b2a4-ba3129eef722 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f939249922845e1add39ef8c130d8cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371740 Jul 07 17:32:44.764112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-28ba1e67-fc5f-4dec-838d-07f1a0732191 service neutron] 10.222.0.22 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123221 Jul 07 17:32:44.884778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-35e1e8c7-e797-4c72-bbf5-e2248fff589e service neutron] 10.222.0.22 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180654 Jul 07 17:32:44.932337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:44.951617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5305e29-f986-4145-931f-c02721e7d8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.111745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5305e29-f986-4145-931f-c02721e7d8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.122077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5305e29-f986-4145-931f-c02721e7d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.185540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-066154c5-b6f8-457d-bc20-5188f748fd79 req-1e8fe1f8-233b-483a-ae38-db666c0b2f0a tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 210 time: 0.0583878 Jul 07 17:32:45.207379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a5305e29-f986-4145-931f-c02721e7d8ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb63f5669e3e407185d5f4a07ab55cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733376 Jul 07 17:32:45.209443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305e29-f986-4145-931f-c02721e7d8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56425fdc-5794-4fce-959c-32a81ce35985,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:45.212014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:45.323003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.373380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.447129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.449709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:45.453801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56425fdc-5794-4fce-959c-32a81ce35985 HTTP/1.1" status: 204 len: 168 time: 0.2372077 Jul 07 17:32:45.480115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d423178-5603-4c1d-aac2-f68231d3f34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56425fdc-5794-4fce-959c-32a81ce35985,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:46.469257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-defb4543-5c11-4dbd-b684-2f816d879e72 req-33b4a9e2-4a73-4d57-95ea-d0a48b25c62a tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 210 time: 0.0762649 Jul 07 17:32:46.868324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-99247cfe-e32e-41f4-a58f-37d8dd2f02ea tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:46.873259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-99247cfe-e32e-41f4-a58f-37d8dd2f02ea tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.83 "GET /v2.0/networks?id=a96df8ff-d62a-4edf-9420-5a40ea1aa383 HTTP/1.1" status: 200 len: 813 time: 0.2807655 Jul 07 17:32:46.885017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Request body: {'port': {'device_id': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383', 'admin_state_up': True, 'tenant_id': '4f939249922845e1add39ef8c130d8cc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:47.022468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Made reservation on behalf of 4f939249922845e1add39ef8c130d8cc for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:47.027728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.169007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:47.208344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Allocated IP 172.20.0.8 (a96df8ff-d62a-4edf-9420-5a40ea1aa383/ef1af1a2-1408-4879-ae98-a73570fd24e9/b8b73937-d5c3-44b0-9a86-85db4112e52a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:47.327874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16a62083-49fd-4f3d-96f7-0b84b821a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.429906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.462780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16a62083-49fd-4f3d-96f7-0b84b821a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.470678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16a62083-49fd-4f3d-96f7-0b84b821a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.495521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.522127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-16a62083-49fd-4f3d-96f7-0b84b821a466 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f564ebbdad44315bd2566e36aa31e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516653 Jul 07 17:32:47.523217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a62083-49fd-4f3d-96f7-0b84b821a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e3b31-7d9e-4a33-9d4b-7fafa49aa6ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.525680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 51630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:47.557738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Network a96df8ff-d62a-4edf-9420-5a40ea1aa383 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:47.561901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:47.569952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:47.652261 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.689442 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.892249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44ad36-7a24-425c-8074-f532ae508aa1 req-fa063361-1117-4bb0-a199-3272d602624c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:47.895215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff44ad36-7a24-425c-8074-f532ae508aa1 req-fa063361-1117-4bb0-a199-3272d602624c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 931 time: 0.1399612 Jul 07 17:32:47.897187 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.900213 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.901674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e43e3b31-7d9e-4a33-9d4b-7fafa49aa6ec HTTP/1.1" status: 204 len: 168 time: 0.3747001 Jul 07 17:32:47.924079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Pushing event updated for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.931111 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c66bd-1313-49e0-86cc-632e53d8d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e3b31-7d9e-4a33-9d4b-7fafa49aa6ec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:47.991800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ff44ad36-7a24-425c-8074-f532ae508aa1 req-e9b7dc87-225b-45b7-99d7-9ea3f51796c8 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884523 Jul 07 17:32:48.001775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.005932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.035621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-bc17030e-691f-4d5f-999c-3ddbf3c9c87c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1538098 Jul 07 17:32:48.050872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a8397766-952d-4d0a-a7e8-e84d79384c75 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:32:48.052436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a8397766-952d-4d0a-a7e8-e84d79384c75 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106206 Jul 07 17:32:48.067080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Request body: {'port': {'device_id': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:48.154499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.515256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b73937-d5c3-44b0-9a86-85db4112e52a {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:48.524220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.541664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Transition to ACTIVE for port object b8b73937-d5c3-44b0-9a86-85db4112e52a will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:48.546337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.625796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Pushing event updated for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:48.690049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Attempting to bind port b8b73937-d5c3-44b0-9a86-85db4112e52a on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:48.691234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Attempting to bind port b8b73937-d5c3-44b0-9a86-85db4112e52a by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:48.691986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Attempting to bind port b8b73937-d5c3-44b0-9a86-85db4112e52a on network a96df8ff-d62a-4edf-9420-5a40ea1aa383 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:48.698127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Port b8b73937-d5c3-44b0-9a86-85db4112e52a on network a96df8ff-d62a-4edf-9420-5a40ea1aa383 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:48.698750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Attempting to bind port b8b73937-d5c3-44b0-9a86-85db4112e52a on network a96df8ff-d62a-4edf-9420-5a40ea1aa383 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:48.705862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:48.707026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Checking segment: {'id': 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:48.707377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Bound using segment: {'id': 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:48.707815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Bound port: b8b73937-d5c3-44b0-9a86-85db4112e52a, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:48.710209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.843657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:48.847836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a,segment=NetworkSegment(cabd3d75-3b1c-4e70-9b6e-52eb3fdad448),segment_id=cabd3d75-3b1c-4e70-9b6e-52eb3fdad448)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:48.852376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.922200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:48.922200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.922200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] 10.222.0.83 "PUT /v2.0/ports/b8b73937-d5c3-44b0-9a86-85db4112e52a HTTP/1.1" status: 200 len: 1092 time: 0.8593252 Jul 07 17:32:48.922200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:48.922568 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace43af-1bc0-419d-9b8f-d497953d0cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:49.005018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d082c1-c113-4cec-94d8-eb45dac46bfa service neutron] Pushing event updated for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:49.011468 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0bf896-f28b-47a8-80b0-ebad398a3396 x-openstack-request-id: req-0e0bf896-f28b-47a8-80b0-ebad398a3396 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:49.012249 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:49.012249 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e0bf896-f28b-47a8-80b0-ebad398a3396 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:49.012408 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a', 'status': 'completed', 'code': 200} Jul 07 17:32:49.040238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-3eaac4bb-f9a4-4ee7-83ae-85ce861649a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.041852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-3eaac4bb-f9a4-4ee7-83ae-85ce861649a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f939249922845e1add39ef8c130d8cc&device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 1095 time: 0.0750709 Jul 07 17:32:49.104653 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-643effeb-1184-41eb-aa5d-b301b5cb887a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a HTTP/1.1" status: 200 len: 217 time: 0.0555172 Jul 07 17:32:49.202198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-f3f3f35b-029a-417d-8c22-a1e0dcf54892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.216693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-f3f3f35b-029a-417d-8c22-a1e0dcf54892 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef1af1a2-1408-4879-ae98-a73570fd24e9 HTTP/1.1" status: 200 len: 853 time: 0.1047046 Jul 07 17:32:49.261029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-b5c8e9f6-0c38-4c0a-98d8-91c56fde2b39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a96df8ff-d62a-4edf-9420-5a40ea1aa383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310690 Jul 07 17:32:49.339983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6b21-be44-431d-81a7-22bd7f475051 req-f46f99ae-4715-4030-a1c5-b5b7ac949f2d tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.343300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-232f6b21-be44-431d-81a7-22bd7f475051 req-f46f99ae-4715-4030-a1c5-b5b7ac949f2d tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 943 time: 0.1378059 Jul 07 17:32:49.403366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-232f6b21-be44-431d-81a7-22bd7f475051 req-33bf9cbe-d425-498d-8e13-317583b95edb tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536957 Jul 07 17:32:49.425133 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-54451498-30ef-4bce-bc64-07971439e31e service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577158 Jul 07 17:32:49.531642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c2941c0e-ed3e-47b2-b6ea-bc7a76334272 req-5f9d4fcb-d656-48eb-9a1a-8cec14e19105 service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993972 Jul 07 17:32:49.661952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-22df40d1-df8a-4b8b-a6ec-74595bebf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.663585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-22df40d1-df8a-4b8b-a6ec-74595bebf907 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f939249922845e1add39ef8c130d8cc&device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 1095 time: 0.0755022 Jul 07 17:32:49.767877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-146505c0-eca9-4184-8b87-7fbecbcd8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.770613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-146505c0-eca9-4184-8b87-7fbecbcd8ac0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a96df8ff-d62a-4edf-9420-5a40ea1aa383 HTTP/1.1" status: 200 len: 914 time: 0.0998170 Jul 07 17:32:49.819485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-3d3e7e25-1b96-4374-8f60-9a539dca9c00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a HTTP/1.1" status: 200 len: 217 time: 0.0413175 Jul 07 17:32:49.898021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-db2e50f8-fcb1-4220-ad7c-80d3feba986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:49.899544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-db2e50f8-fcb1-4220-ad7c-80d3feba986f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef1af1a2-1408-4879-ae98-a73570fd24e9 HTTP/1.1" status: 200 len: 853 time: 0.0740898 Jul 07 17:32:49.939326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-b19a630d-7271-49e9-b0c2-3f5d2091c96f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a96df8ff-d62a-4edf-9420-5a40ea1aa383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325871 Jul 07 17:32:50.060805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-f8f66f45-15e6-4929-b41d-8ec6addcb82a service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148679 Jul 07 17:32:50.179767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6ace43af-1bc0-419d-9b8f-d497953d0cc8 req-3774871c-bbdf-4fc4-9637-3f1b13b3ea78 service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105649 Jul 07 17:32:50.613539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8fa96-67b3-4de5-b239-cc59538480b1 req-08e5bf7c-8785-4515-a4c1-575a31fe117f tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:50.615763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11d8fa96-67b3-4de5-b239-cc59538480b1 req-08e5bf7c-8785-4515-a4c1-575a31fe117f tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 943 time: 0.0844729 Jul 07 17:32:50.664256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11d8fa96-67b3-4de5-b239-cc59538480b1 req-d4258153-efa5-46f9-82eb-3e3ff725311e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Jul 07 17:32:51.852159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f72ff-1acd-4525-ba2a-070731452dd5 req-03841ad6-3c38-4699-83b1-c78d1def8ff1 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:51.853765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd8f72ff-1acd-4525-ba2a-070731452dd5 req-03841ad6-3c38-4699-83b1-c78d1def8ff1 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 943 time: 0.0724897 Jul 07 17:32:51.900053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd8f72ff-1acd-4525-ba2a-070731452dd5 req-4d20086f-9903-426c-9849-0b0889304247 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Jul 07 17:32:53.096835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca159bca-cec5-494a-8a41-157c05ce2a30 req-8709d9e9-a91f-4553-a294-d7b0e244721a tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:53.098401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca159bca-cec5-494a-8a41-157c05ce2a30 req-8709d9e9-a91f-4553-a294-d7b0e244721a tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 943 time: 0.0675051 Jul 07 17:32:53.150134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca159bca-cec5-494a-8a41-157c05ce2a30 req-646c6414-ec55-4b10-bcfa-4f8a6d1903ee tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Jul 07 17:32:54.367536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76ccc8-2a89-458e-817e-e26e374c0148 req-3d9e3e3c-d349-498b-817b-4628106f7ea9 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:54.369120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae76ccc8-2a89-458e-817e-e26e374c0148 req-3d9e3e3c-d349-498b-817b-4628106f7ea9 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 943 time: 0.0789227 Jul 07 17:32:54.408162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b8b73937-d5c3-44b0-9a86-85db4112e52a details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:54.410637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae76ccc8-2a89-458e-817e-e26e374c0148 req-36b72396-fd45-45da-862d-f347f33f5a1e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357144 Jul 07 17:32:54.526827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a,segment=NetworkSegment(cabd3d75-3b1c-4e70-9b6e-52eb3fdad448),segment_id=cabd3d75-3b1c-4e70-9b6e-52eb3fdad448)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:54.544954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'b8b73937-d5c3-44b0-9a86-85db4112e52a', 'network_id': 'a96df8ff-d62a-4edf-9420-5a40ea1aa383', 'port_id': 'b8b73937-d5c3-44b0-9a86-85db4112e52a', 'mac_address': 'fa:16:3e:ab:85:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1af1a2-1408-4879-ae98-a73570fd24e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:54.594502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.610646 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b73937-d5c3-44b0-9a86-85db4112e52a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:54.634755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a,segment=NetworkSegment(cabd3d75-3b1c-4e70-9b6e-52eb3fdad448),segment_id=cabd3d75-3b1c-4e70-9b6e-52eb3fdad448)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:54.639413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:54.710990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:54.726488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.727068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.727624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.728144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.728515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.728893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.729223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.729611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.729952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.730380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.732117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.732117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:32:54.868555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:54.958316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['b8b73937-d5c3-44b0-9a86-85db4112e52a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:55.072597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Deleting port 424073ce-205b-4a8a-8fb4-1901912134bf {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:55.073322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.178800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.179221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.197130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Calling delete_port for 424073ce-205b-4a8a-8fb4-1901912134bf owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:55.581878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.635599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event deleted for resources: {'Port': ['ID=424073ce-205b-4a8a-8fb4-1901912134bf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:55.727313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:55.727739 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Floating IP 6ab650a6-3288-49e9-8883-98ce6ac33fb2 disassociated (deleted). External IP: 172.25.7.123, port: 4baace35-ecb2-4b81-a9b6-1df1181092d5. Jul 07 17:32:55.798516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0549ebc-3579-4e7c-aaa2-ae82a46ce2b0 req-abb646da-9ab2-416f-91c7-8fa4e7286ddc tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:55.802208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0549ebc-3579-4e7c-aaa2-ae82a46ce2b0 req-abb646da-9ab2-416f-91c7-8fa4e7286ddc tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 944 time: 0.1185327 Jul 07 17:32:55.863756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0549ebc-3579-4e7c-aaa2-ae82a46ce2b0 req-b2431ebe-8de5-4539-9194-32ae4b2e9d07 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520656 Jul 07 17:32:56.015228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Router 16659c15-c38c-44de-be0d-3f950a5037c1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:56.168328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:56.173803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.184444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:56.205419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:56.206182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:56.239913 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5f9312d6-bfdc-4ace-8a8f-ff4ce7291a81 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "DELETE /v2.0/floatingips/6ab650a6-3288-49e9-8883-98ce6ac33fb2 HTTP/1.1" status: 204 len: 168 time: 1.3701186 Jul 07 17:32:56.241751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:56.245293 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:56.319978 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee902a0f-d892-4757-94a4-db1c335d6622 x-openstack-request-id: req-ee902a0f-d892-4757-94a4-db1c335d6622 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:56.320507 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:56.321047 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee902a0f-d892-4757-94a4-db1c335d6622 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:56.321599 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:32:56.409543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b8b73937-d5c3-44b0-9a86-85db4112e52a up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:56.457511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-48314013-b49c-4cb9-a923-a6e31b293804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:56.459440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-48314013-b49c-4cb9-a923-a6e31b293804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e85f177eb25341718fea24c7ecf44049&device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 1097 time: 0.1033280 Jul 07 17:32:56.497266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:56.676568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port b8b73937-d5c3-44b0-9a86-85db4112e52a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:56.718265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port b8b73937-d5c3-44b0-9a86-85db4112e52a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:56.718820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:56.761633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-211078f5-2132-46dc-936a-9c2fc84d88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:56.763620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-211078f5-2132-46dc-936a-9c2fc84d88f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 200 len: 915 time: 0.2958248 Jul 07 17:32:56.835994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-917ec7a6-b6d8-46e8-8665-8028bcc2beba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 200 len: 217 time: 0.0628085 Jul 07 17:32:56.965018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-abbe3b85-bba3-4c01-ba40-6057ee768aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:56.972429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-abbe3b85-bba3-4c01-ba40-6057ee768aa0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 200 len: 853 time: 0.1238477 Jul 07 17:32:56.977426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.000773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a063-245d-43b9-b574-b3abf496d056 req-f345ba66-60b5-4f48-8576-da8eb91aeeed tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.009785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9409a063-245d-43b9-b574-b3abf496d056 req-f345ba66-60b5-4f48-8576-da8eb91aeeed tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.1028025 Jul 07 17:32:57.055426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-073fd005-0f17-4191-acc1-9d42dc7d7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.057735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-073fd005-0f17-4191-acc1-9d42dc7d7b4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=800645a7-1290-4c9a-ae56-3a515251a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739610 Jul 07 17:32:57.069751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9409a063-245d-43b9-b574-b3abf496d056 req-6b833b04-3179-478a-b7e8-239c126df615 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578685 Jul 07 17:32:57.115700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:57.123842 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba4240-a7b0-47ce-a857-3f084b08d635" -d '{"events": [{"server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "name": "network-vif-plugged", "status": "completed", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:57.150946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a,segment=NetworkSegment(cabd3d75-3b1c-4e70-9b6e-52eb3fdad448),segment_id=cabd3d75-3b1c-4e70-9b6e-52eb3fdad448)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:57.158295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:57.203604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-42fa36ae-28ed-4cdc-a3a5-45f0ad1e5cc7 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360672 Jul 07 17:32:57.283671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.288003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:57.315649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:57.326403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:57.327194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:32:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:57.373916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c31b6f-64d6-43ee-95fe-e50ae30dcdf0 req-f59184ce-805f-4924-b77d-917f8471fbb2 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.382814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8c31b6f-64d6-43ee-95fe-e50ae30dcdf0 req-f59184ce-805f-4924-b77d-917f8471fbb2 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 944 time: 0.2844462 Jul 07 17:32:57.411146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ec6d904-0d47-4fb1-a1da-7bcccd0f5d28 req-cff44e0c-2d44-4267-adb3-b7eb4bbf56a3 service neutron] 10.222.0.32 "GET /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007394 Jul 07 17:32:57.501221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8c31b6f-64d6-43ee-95fe-e50ae30dcdf0 req-1937b2b4-2a2d-4d10-b2ae-8ddd470484cb tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162488 Jul 07 17:32:57.523772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:57.590616 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90bfdd-9f93-47e9-b533-2443c3105464 x-openstack-request-id: req-bc90bfdd-9f93-47e9-b533-2443c3105464 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:57.590898 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "name": "network-vif-plugged", "status": "completed", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:57.591155 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc90bfdd-9f93-47e9-b533-2443c3105464 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:57.591642 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a', 'code': 200} Jul 07 17:32:57.769518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783a0d-aad3-4685-a216-7413448e48a3 req-e935a514-e90b-410e-8051-dddacb298270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:57.771021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe783a0d-aad3-4685-a216-7413448e48a3 req-e935a514-e90b-410e-8051-dddacb298270 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 1097 time: 0.0842137 Jul 07 17:32:57.842658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fe783a0d-aad3-4685-a216-7413448e48a3 req-f2d6698a-5104-425d-b395-5169e1155250 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Jul 07 17:32:57.975355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:58.065462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f39c99-1588-4e8c-8fe7-34f9c72fb774 None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '79e2f2d6-0d78-4a24-b15c-48219fb0e173', 'name': '', 'network_id': '800645a7-1290-4c9a-ae56-3a515251a929', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'mac_address': 'fa:16:3e:51:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:45Z', 'updated_at': '2021-07-07T17:28:57Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'subnets': [{'id': '8a7565c8-66c6-4582-b384-16ea10ec7331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:58.353012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61a48-e8b4-4117-b872-208e00df3f0a req-e3478468-99c7-4ba6-8b1c-8c2deaaa92f8 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:58.354572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eab61a48-e8b4-4117-b872-208e00df3f0a req-e3478468-99c7-4ba6-8b1c-8c2deaaa92f8 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.0993361 Jul 07 17:32:58.456854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eab61a48-e8b4-4117-b872-208e00df3f0a req-c2a237f7-2428-4ff2-a5ae-67e7b564838b tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/security-groups?id=32bdaf36-a9c3-441d-925d-871e86c0e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890200 Jul 07 17:32:58.474129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-2986e762-21f7-4c57-8e0a-96c3b7de419e tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:58.475680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-2986e762-21f7-4c57-8e0a-96c3b7de419e tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 945 time: 0.1049836 Jul 07 17:32:58.595226 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf275a-e880-4b4d-a6a4-58a37c7d4857 None None] New status for floating IP 6ab650a6-3288-49e9-8883-98ce6ac33fb2: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:32:58.687608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Deleting port 4baace35-ecb2-4b81-a9b6-1df1181092d5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:58.688160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.905275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] For port 4baace35-ecb2-4b81-a9b6-1df1181092d5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=4baace35-ecb2-4b81-a9b6-1df1181092d5,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:58.905634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:58.934377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Calling delete_port for 4baace35-ecb2-4b81-a9b6-1df1181092d5 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:59.054913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6cc6b-0992-4fc1-bd8a-b91e7ad9fdae req-3f88881f-90d7-4e2d-a259-2c49334cdbe4 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:59.059456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0a6cc6b-0992-4fc1-bd8a-b91e7ad9fdae req-3f88881f-90d7-4e2d-a259-2c49334cdbe4 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1834447 Jul 07 17:32:59.151386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0a6cc6b-0992-4fc1-bd8a-b91e7ad9fdae req-c5ec3b80-aa1f-4db8-b574-017a624b67c3 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856538 Jul 07 17:32:59.207260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.286943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event deleted for resources: {'Port': ['ID=4baace35-ecb2-4b81-a9b6-1df1181092d5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:59.327791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] No DVR routers for this DVR port 4baace35-ecb2-4b81-a9b6-1df1181092d5 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:59.331570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:59.335521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fcb5b90-0af3-425d-b979-d434b3fbc570 req-cd120146-b8e3-4480-a904-e94ddb05e077 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.32 "DELETE /v2.0/ports/4baace35-ecb2-4b81-a9b6-1df1181092d5 HTTP/1.1" status: 204 len: 173 time: 0.8468711 Jul 07 17:32:59.335990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'name': 'network-vif-deleted', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:59.343212 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75b5d4-bf3c-4a7f-9c07-69c5fe5d811e" -d '{"events": [{"server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "name": "network-vif-deleted", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:59.405670 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f415a-a13a-4f27-b1b4-cda2538c1718 x-openstack-request-id: req-f22f415a-a13a-4f27-b1b4-cda2538c1718 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:59.405670 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c31e769-3903-4287-994a-486c97b4e909", "name": "network-vif-deleted", "tag": "4baace35-ecb2-4b81-a9b6-1df1181092d5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:59.405670 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f22f415a-a13a-4f27-b1b4-cda2538c1718 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:59.405670 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c31e769-3903-4287-994a-486c97b4e909', 'name': 'network-vif-deleted', 'tag': '4baace35-ecb2-4b81-a9b6-1df1181092d5', 'status': 'completed', 'code': 200} Jul 07 17:32:59.662295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fb03c69-8af4-4026-9075-d32a5fbb5af5 req-a974e01d-7ee0-4e7f-a18c-ed3872e5e62c tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0426531 Jul 07 17:32:59.896604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971e7779-6646-4297-bd2c-d32f5ffe61f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:00.424019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320f34-1d2f-4659-bdcb-0abafa59082d req-ea588fdc-5430-480d-982b-41e8943c9ec8 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:00.426255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41320f34-1d2f-4659-bdcb-0abafa59082d req-ea588fdc-5430-480d-982b-41e8943c9ec8 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1449926 Jul 07 17:33:00.538646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-41320f34-1d2f-4659-bdcb-0abafa59082d req-cb8f511e-10ea-4b7d-9ad0-77b0ea9afdb4 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026385 Jul 07 17:33:01.032506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09e29dd0-9d63-439f-b171-c61b0e51ecb2 req-bd9c30b8-e999-4ae6-9457-5baf256d6329 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0899229 Jul 07 17:33:01.642944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-9e11e6a7-3f27-4fc0-b52e-f368fd11e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.648233 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-9e11e6a7-3f27-4fc0-b52e-f368fd11e14a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f939249922845e1add39ef8c130d8cc&device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 1097 time: 0.1466036 Jul 07 17:33:01.771106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-f71036c6-6a6b-4ef3-8289-5866fd500d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.772774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-f71036c6-6a6b-4ef3-8289-5866fd500d36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a96df8ff-d62a-4edf-9420-5a40ea1aa383 HTTP/1.1" status: 200 len: 914 time: 0.1164422 Jul 07 17:33:01.792212 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382323c4-7854-4bda-bd9f-440ece557682 req-763d510a-2558-4d83-a631-a3259f918cac tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:01.794198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-382323c4-7854-4bda-bd9f-440ece557682 req-763d510a-2558-4d83-a631-a3259f918cac tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1275234 Jul 07 17:33:01.912179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-382323c4-7854-4bda-bd9f-440ece557682 req-dc1f1e90-3b01-4f4c-8998-8b3c8fe7a913 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115286 Jul 07 17:33:01.918964 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-c2524d9a-0acb-4f82-bd07-62ddf0efd373 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a HTTP/1.1" status: 200 len: 217 time: 0.1197312 Jul 07 17:33:02.054770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-d475321c-f423-45f5-ae36-842f4c8a95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:02.056664 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-d475321c-f423-45f5-ae36-842f4c8a95fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef1af1a2-1408-4879-ae98-a73570fd24e9 HTTP/1.1" status: 200 len: 853 time: 0.1279075 Jul 07 17:33:02.148445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-cf935e19-2f7d-4f9d-a25a-81187624da17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a96df8ff-d62a-4edf-9420-5a40ea1aa383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842860 Jul 07 17:33:02.288129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-5559ca0d-6846-4bb8-ac55-ab722d33ac38 service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309562 Jul 07 17:33:02.334888 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eef9a60d-7a00-46fe-a936-eeb26c2ffde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.368609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4baace35-ecb2-4b81-a9b6-1df1181092d5 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:02.427311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2a40155-1576-4c5f-9498-4a6b85e88862 req-ce99e364-0874-4f18-b3c5-7d9fd24486cb tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0775836 Jul 07 17:33:02.463010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 4baace35-ecb2-4b81-a9b6-1df1181092d5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:02.463365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 4baace35-ecb2-4b81-a9b6-1df1181092d5 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:02.480029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb4eeac1-92fc-48bb-bb4f-d8d86377a25f req-af125859-34db-484d-ab60-6fd45bcff560 service neutron] 10.222.0.83 "GET /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863739 Jul 07 17:33:02.833192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:02.851416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 51992) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:03.106574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9093ba33-cc8e-474f-91dc-c0ae41e6ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.300615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9093ba33-cc8e-474f-91dc-c0ae41e6ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.310660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9093ba33-cc8e-474f-91dc-c0ae41e6ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.340009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5486-b62a-4d3d-b593-0db80ebb6afe req-beaac341-1591-47a1-aabf-e5595ab3847f tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:03.354434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c18b5486-b62a-4d3d-b593-0db80ebb6afe req-beaac341-1591-47a1-aabf-e5595ab3847f tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1465387 Jul 07 17:33:03.413818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9093ba33-cc8e-474f-91dc-c0ae41e6ce24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7952d52bded947aca6edf8e53329f63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605333 Jul 07 17:33:03.439430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ba33-cc8e-474f-91dc-c0ae41e6ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd75526-2d1f-4ce9-9703-eef76be4104d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:03.445260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:03.553358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c18b5486-b62a-4d3d-b593-0db80ebb6afe req-c4069463-21b7-4248-a0aa-3979e70bd359 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822562 Jul 07 17:33:03.572083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.626056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.642134 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.666963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-9101d7cf-a876-4767-bfa6-5603c42f7874 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758240 Jul 07 17:33:03.752577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-425f9d01-5a43-4422-ae98-9fba935694a9 req-7c118edb-ff76-475a-9576-be3db2b32dd0 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0832298 Jul 07 17:33:03.776577 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.779625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:03.785509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cd75526-2d1f-4ce9-9703-eef76be4104d HTTP/1.1" status: 204 len: 168 time: 0.3357844 Jul 07 17:33:03.791983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62085d-e381-4cb5-89b1-d3778384c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd75526-2d1f-4ce9-9703-eef76be4104d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:03.823521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-2ee36759-333a-446a-9578-1bb238b25de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:03.825488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-2ee36759-333a-446a-9578-1bb238b25de6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09264e48cc46499b9136e356bcd32017&device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 1102 time: 0.0988591 Jul 07 17:33:03.964348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-fa5a14c4-ce1d-4ad2-9794-6dd2602cc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:03.968025 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-fa5a14c4-ce1d-4ad2-9794-6dd2602cc6de service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.1186924 Jul 07 17:33:04.022209 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-decd73a9-2093-41d5-8c66-3643ae9ad5bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff HTTP/1.1" status: 200 len: 217 time: 0.0478415 Jul 07 17:33:04.086640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-8ab32db0-d311-4231-a703-d6d8f4af277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:04.088325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-8ab32db0-d311-4231-a703-d6d8f4af277c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0589080 Jul 07 17:33:04.150145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:04.166387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-2dbcc8bd-d303-4824-821e-88d8b05cc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:04.168278 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-2dbcc8bd-d303-4824-821e-88d8b05cc592 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731058 Jul 07 17:33:04.171714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7400c3e-ae0c-40cb-9fdf-0a444caae4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.334281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-0af83252-bd3b-45fd-b2c0-95b7da4f0c60 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499891 Jul 07 17:33:04.347018 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7400c3e-ae0c-40cb-9fdf-0a444caae4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.355044 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7400c3e-ae0c-40cb-9fdf-0a444caae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.399372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7400c3e-ae0c-40cb-9fdf-0a444caae4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47c2ce-c6c6-4db8-899c-592f151754c2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:04.435936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f7400c3e-ae0c-40cb-9fdf-0a444caae4a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4cba85ad0184f878e8f419f29b0109f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846112 Jul 07 17:33:04.438492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:04.492294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.512811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.541391 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1f23ff9d-2bf1-4c99-a526-7f1365d810c6 req-2e4aba69-78a9-4682-a2ec-4be9105b4fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005830 Jul 07 17:33:04.547375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.626253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.629654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:04.634253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f47c2ce-c6c6-4db8-899c-592f151754c2 HTTP/1.1" status: 204 len: 168 time: 0.1937687 Jul 07 17:33:04.643108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea62ef-659b-4ecb-87f1-4d62880737c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47c2ce-c6c6-4db8-899c-592f151754c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:04.909270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a183ae2-36e2-474f-aeff-c77d90aeeed8 req-97211def-b8eb-47da-9c8d-fe1d1f37e4aa tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:04.913307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a183ae2-36e2-474f-aeff-c77d90aeeed8 req-97211def-b8eb-47da-9c8d-fe1d1f37e4aa tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1763155 Jul 07 17:33:05.047349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a183ae2-36e2-474f-aeff-c77d90aeeed8 req-3b60d2fb-84a6-472c-9b02-5edc9f7d66a9 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230402 Jul 07 17:33:05.107763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-785f04df-1f25-4f81-99ca-18a5977df859 req-8252b069-7bf7-4e78-8260-3835732504d7 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c31e769-3903-4287-994a-486c97b4e909 HTTP/1.1" status: 200 len: 210 time: 0.0519586 Jul 07 17:33:05.162684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:05.176596 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f92f2d6-1561-448f-9297-23e83cc0fb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.339447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f92f2d6-1561-448f-9297-23e83cc0fb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.369662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f92f2d6-1561-448f-9297-23e83cc0fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.406244 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.423420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2f92f2d6-1561-448f-9297-23e83cc0fb36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f40ead5ed5db4e30a1bd7112e1264198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594454 Jul 07 17:33:05.426747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:05.437631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92f2d6-1561-448f-9297-23e83cc0fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafcf73f-68d1-4ee4-b3ac-4da6ed352953,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:05.533394 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.573747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.666587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.669582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:05.671112 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bafcf73f-68d1-4ee4-b3ac-4da6ed352953 HTTP/1.1" status: 204 len: 168 time: 0.2433562 Jul 07 17:33:05.680586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fb36-bf5b-435a-a8c4-ee680d261ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafcf73f-68d1-4ee4-b3ac-4da6ed352953,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:05.793497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dae41c-a014-4ca2-8a12-b227ca01a3a2 req-27528c54-c515-4f4d-bd4c-c1568b18f26b tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:05.795126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62dae41c-a014-4ca2-8a12-b227ca01a3a2 req-27528c54-c515-4f4d-bd4c-c1568b18f26b tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.0983477 Jul 07 17:33:05.883826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62dae41c-a014-4ca2-8a12-b227ca01a3a2 req-b71d89f8-1a8e-4e12-9556-631e62cbe5fe tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807195 Jul 07 17:33:06.217229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:06.507511 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.659268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.691503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.785477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.789232 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:06.791247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] 10.222.0.22 "DELETE /v2.0/security-groups/32bdaf36-a9c3-441d-925d-871e86c0e5b6 HTTP/1.1" status: 204 len: 168 time: 0.5729566 Jul 07 17:33:06.803936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c50f24-a3ee-402e-b4ef-0a18f2948918 tempest-TestVolumeBackupRestore-1071397927 tempest-TestVolumeBackupRestore-1071397927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bdaf36-a9c3-441d-925d-871e86c0e5b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:07.247107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11da02-54a1-47ee-a562-c1179f642e8e req-4890acec-affd-4139-a2b4-ac21475b09ad tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:07.267449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f11da02-54a1-47ee-a562-c1179f642e8e req-4890acec-affd-4139-a2b4-ac21475b09ad tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.1480398 Jul 07 17:33:07.375654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-46ae685b-0bab-4e49-9399-a9decc6ed000 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:07.377266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-46ae685b-0bab-4e49-9399-a9decc6ed000 tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.83 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 945 time: 0.3084929 Jul 07 17:33:07.399541 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f11da02-54a1-47ee-a562-c1179f642e8e req-dd29e291-abbf-4ec0-a718-5ac40bd7686f tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/security-groups?id=15a75af0-3953-4590-94a0-cc4bbb4cf7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305850 Jul 07 17:33:07.605095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Deleting port b8b73937-d5c3-44b0-9a86-85db4112e52a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:07.605471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.260675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] For port b8b73937-d5c3-44b0-9a86-85db4112e52a, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=b8b73937-d5c3-44b0-9a86-85db4112e52a,segment=NetworkSegment(cabd3d75-3b1c-4e70-9b6e-52eb3fdad448),segment_id=cabd3d75-3b1c-4e70-9b6e-52eb3fdad448)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:08.261188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.280687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Calling delete_port for b8b73937-d5c3-44b0-9a86-85db4112e52a owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:08.486018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.524451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['b8b73937-d5c3-44b0-9a86-85db4112e52a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:08.646752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Pushing event deleted for resources: {'Port': ['ID=b8b73937-d5c3-44b0-9a86-85db4112e52a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:08.707133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] No DVR routers for this DVR port b8b73937-d5c3-44b0-9a86-85db4112e52a on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:08.709868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:08.713082 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7e7fc797-4270-4a4b-bd8d-46f8afda0477 req-0e00ebf6-023c-4599-b5db-cc34fa4df19e tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.83 "DELETE /v2.0/ports/b8b73937-d5c3-44b0-9a86-85db4112e52a HTTP/1.1" status: 204 len: 173 time: 1.3220661 Jul 07 17:33:08.713804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'name': 'network-vif-deleted', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:08.717122 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d38de9-9977-41da-b84c-044dc3d8d2c8" -d '{"events": [{"server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "name": "network-vif-deleted", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:08.784203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39adcdd9-f1f7-42ce-86cc-23d6ae2cd419 req-9faa55a3-5be9-48f0-9f8a-7081aaf9aa5c tempest-InstanceActionsTestJSON-72554801 tempest-InstanceActionsTestJSON-72554801-project] 10.222.0.22 "GET /v2.0/ports?device_id=3057b4dd-512f-4c22-8f83-67b3ed22fada HTTP/1.1" status: 200 len: 210 time: 0.1086566 Jul 07 17:33:08.836799 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee4fca-06ab-4bc9-b823-47e99ff35cc8 x-openstack-request-id: req-f9ee4fca-06ab-4bc9-b823-47e99ff35cc8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:08.837197 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3057b4dd-512f-4c22-8f83-67b3ed22fada", "name": "network-vif-deleted", "tag": "b8b73937-d5c3-44b0-9a86-85db4112e52a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:08.837613 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9ee4fca-06ab-4bc9-b823-47e99ff35cc8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:08.838137 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3057b4dd-512f-4c22-8f83-67b3ed22fada', 'name': 'network-vif-deleted', 'tag': 'b8b73937-d5c3-44b0-9a86-85db4112e52a', 'status': 'completed', 'code': 200} Jul 07 17:33:09.963852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:09.995893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-7519d84a-fd14-4cef-8e74-80c6fbc1d34f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1423972 Jul 07 17:33:10.039734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Deleting subnet ef1af1a2-1408-4879-ae98-a73570fd24e9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:10.043471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.137983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.198881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-d6385b01-232b-4d96-8b61-f6f4aa2c8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:10.204057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-d6385b01-232b-4d96-8b61-f6f4aa2c8c17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.1455050 Jul 07 17:33:10.225707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.298982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.315946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.329879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ef1af1a2-1408-4879-ae98-a73570fd24e9 HTTP/1.1" status: 204 len: 168 time: 0.3648713 Jul 07 17:33:10.331349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:10.378830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74dd71-30c5-46d5-9540-32fc5198571b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1af1a2-1408-4879-ae98-a73570fd24e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:10.441063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.546261 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.570857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96df8ff-d62a-4edf-9420-5a40ea1aa383']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.587699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.588079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabd3d75-3b1c-4e70-9b6e-52eb3fdad448') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:10.593980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-e0cea0f8-253f-4ed8-9155-b89755297582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:10.595718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-e0cea0f8-253f-4ed8-9155-b89755297582 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.3713021 Jul 07 17:33:10.600026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.616643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.623828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:10.624561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:10.693105 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:10.699265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.711858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:10.718722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] 10.222.0.22 "DELETE /v2.0/networks/a96df8ff-d62a-4edf-9420-5a40ea1aa383 HTTP/1.1" status: 204 len: 168 time: 0.3829408 Jul 07 17:33:10.754480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebaea2-4a86-475f-b206-b02f1c3c63aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a96df8ff-d62a-4edf-9420-5a40ea1aa383,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:10.817107 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-1713dc1f-0ee5-4365-a101-b0b86a126571 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1002 time: 0.2136128 Jul 07 17:33:11.020465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-99630c7c-3894-4401-8436-9da0c2e71ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:11.024314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-99630c7c-3894-4401-8436-9da0c2e71ac6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.2000549 Jul 07 17:33:11.306863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-7e0f8060-6ead-40a3-a940-c2f62a2acd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:11.313740 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-7e0f8060-6ead-40a3-a940-c2f62a2acd42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715895 Jul 07 17:33:11.327281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:11.422088 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e1d4fdcc-0c9b-458a-911b-76bc1a9343a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f939249922845e1add39ef8c130d8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934653 Jul 07 17:33:11.427047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52656) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:11.558043 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-dbc52c80-f546-48b2-b295-06d26bef093c service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349708 Jul 07 17:33:11.588607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.619162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.689494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.693098 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:11.694618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15a75af0-3953-4590-94a0-cc4bbb4cf7ce HTTP/1.1" status: 204 len: 168 time: 0.2648003 Jul 07 17:33:11.833275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17b32-470e-4039-a51a-3fc8cb32e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a75af0-3953-4590-94a0-cc4bbb4cf7ce,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:11.947662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9c1ee85d-8814-4fd4-b660-86688d9ae419 req-9cccb386-2c72-434f-927a-5f1eee1b6d31 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769257 Jul 07 17:33:12.485822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b8b73937-d5c3-44b0-9a86-85db4112e52a no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:12.535418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: b8b73937-d5c3-44b0-9a86-85db4112e52a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:12.538322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device b8b73937-d5c3-44b0-9a86-85db4112e52a not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:13.108922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:13.331345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-66348512-network', 'tenant_id': '59a4fa1afd6c485db0c9612429ccbd40'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:13.407260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Made reservation on behalf of 59a4fa1afd6c485db0c9612429ccbd40 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:13.411963 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.428365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.636101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.641592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.661566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:13.688756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.690706 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Added segment 611def15-86a0-4b9b-b466-e2e6ddff60ac of type vlan for network 62187966-5939-4cfa-98c2-2a38e2db7005 Jul 07 17:33:13.799868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.805080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98ae3c4-45d2-4178-8f30-b0d743b3e342,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:13.865036 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:13.867820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:13.870245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.005872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8941751 Jul 07 17:33:14.008943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:14.028004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Request body: {'subnet': {'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-66348512-subnet', 'tenant_id': '59a4fa1afd6c485db0c9612429ccbd40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:14.054068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539033fe-aad5-45e0-9001-c656c5298154 admin admin] Pushing event updated for resources: {'Network': ['ID=62187966-5939-4cfa-98c2-2a38e2db7005,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.075085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 62187966-5939-4cfa-98c2-2a38e2db7005 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:14.142053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Made reservation on behalf of 59a4fa1afd6c485db0c9612429ccbd40 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:14.145967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.372034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:14.422816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.518955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb041ad6-692e-4dd2-b0a8-f1100a8df007,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:14.547064 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:14.618789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Checking segment: {'id': '611def15-86a0-4b9b-b466-e2e6ddff60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:14.619146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Network hostable DHCP agents. Network: 62187966-5939-4cfa-98c2-2a38e2db7005, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:14.656477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Network 62187966-5939-4cfa-98c2-2a38e2db7005 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:14.676096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 62187966-5939-4cfa-98c2-2a38e2db7005) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:14.680697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:14.682286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.688935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf530faf-2a31-4870-bedd-eca31d606b40 None None] Network 62187966-5939-4cfa-98c2-2a38e2db7005 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:14.703731 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cb9d2c07-7eae-4393-99fb-9801e38015ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6902122 Jul 07 17:33:14.997227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c9062a-d161-4528-8819-32a77aa9aaf2 None None] Network 62187966-5939-4cfa-98c2-2a38e2db7005 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:15.221351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.634974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-38e4bf11-8212-4391-890a-acab8f6eff26 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:15.641814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-38e4bf11-8212-4391-890a-acab8f6eff26 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/networks?id=62187966-5939-4cfa-98c2-2a38e2db7005 HTTP/1.1" status: 200 len: 816 time: 0.1800094 Jul 07 17:33:15.662693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-1a2dddc6-ea40-4914-b9e8-650b399b15a9 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/quotas/59a4fa1afd6c485db0c9612429ccbd40 HTTP/1.1" status: 200 len: 375 time: 0.0199509 Jul 07 17:33:15.727271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-ba666505-1ab1-4e54-ae46-3849eee4b0d6 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=59a4fa1afd6c485db0c9612429ccbd40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538740 Jul 07 17:33:15.747953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-840c6787-aa3b-4d4d-9a99-515468c63ef4 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:33:15.754657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-840c6787-aa3b-4d4d-9a99-515468c63ef4 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243049 Jul 07 17:33:15.757918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Deleting port 79e2f2d6-0d78-4a24-b15c-48219fb0e173 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:15.758325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:15.940626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-5548ed6c-03ab-46fb-b881-85b02026b700 service neutron] 10.222.0.22 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800067 Jul 07 17:33:16.032353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] For port 79e2f2d6-0d78-4a24-b15c-48219fb0e173, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=79e2f2d6-0d78-4a24-b15c-48219fb0e173,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:16.032353 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.040470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Calling delete_port for 79e2f2d6-0d78-4a24-b15c-48219fb0e173 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:16.165994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-d246c5f0-3730-432d-911d-912e8d1e39bf service neutron] 10.222.0.22 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143002 Jul 07 17:33:16.356677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.388696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e2f2d6-0d78-4a24-b15c-48219fb0e173,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:16.619272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56f25166-2552-48f8-be8f-4896ac34deaf req-6c2f58ff-3bb8-4f6d-a0fc-32069341ef4c tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 210 time: 0.1292365 Jul 07 17:33:16.815130 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.140466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Router 16659c15-c38c-44de-be0d-3f950a5037c1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:17.304169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:17.316458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d8dd8d9-f6c9-4cc4-be6e-529d5516c9a3 admin admin] 10.222.0.22 "PUT /v2.0/routers/16659c15-c38c-44de-be0d-3f950a5037c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9429507 Jul 07 17:33:17.317751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Sync routers for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:17.319318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:17.329671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:17.336563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:33:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:17.465907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.599043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.659736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Deleting port f4ddce6b-407d-44df-a5d1-36a108100708 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:17.660156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.800589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] For port f4ddce6b-407d-44df-a5d1-36a108100708, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f4ddce6b-407d-44df-a5d1-36a108100708,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:17.801871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.814419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:17.843330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Calling delete_port for f4ddce6b-407d-44df-a5d1-36a108100708 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:17.975395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2054a6af-b8b1-4d7c-8b89-f499ab74f854 req-32312829-5b54-4aef-834d-7431c8f182a1 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 210 time: 0.0895343 Jul 07 17:33:18.081583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-f297ffb5-167d-4896-970d-4e7264cfbc70 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:18.083807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-f297ffb5-167d-4896-970d-4e7264cfbc70 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.32 "GET /v2.0/networks?id=62187966-5939-4cfa-98c2-2a38e2db7005 HTTP/1.1" status: 200 len: 816 time: 0.2112608 Jul 07 17:33:18.128754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Request body: {'port': {'device_id': '6fe41313-f76a-4498-bba6-99473334aa7c', 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005', 'admin_state_up': True, 'tenant_id': '59a4fa1afd6c485db0c9612429ccbd40'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:18.267208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Made reservation on behalf of 59a4fa1afd6c485db0c9612429ccbd40 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:18.271419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.334267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:33:16Z', 'revision_number': 5, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port': {'id': 'f4ddce6b-407d-44df-a5d1-36a108100708', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:18.371057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Checking router: 16659c15-c38c-44de-be0d-3f950a5037c1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:18.383235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Routers {'16659c15-c38c-44de-be0d-3f950a5037c1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:18.384726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:33:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16659c15-c38c-44de-be0d-3f950a5037c1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:18.516082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Allocated IP 172.20.0.14 (62187966-5939-4cfa-98c2-2a38e2db7005/fb041ad6-692e-4dd2-b0a8-f1100a8df007/e84d913a-701c-447b-8556-1d356f3b753a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:18.566656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] Set router 16659c15-c38c-44de-be0d-3f950a5037c1 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:18.696536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:33:17Z', 'revision_number': 6, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:18.726838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.760937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee0382-b128-4c1d-9cd2-e5d296f11a2e None None] The sync data for ids ['16659c15-c38c-44de-be0d-3f950a5037c1'] in n-d-791504-12 is: [{'id': '16659c15-c38c-44de-be0d-3f950a5037c1', 'name': 'tempest-TestVolumeBackupRestore-1633548466-router', 'tenant_id': 'e85f177eb25341718fea24c7ecf44049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:40Z', 'updated_at': '2021-07-07T17:33:17Z', 'revision_number': 6, 'project_id': 'e85f177eb25341718fea24c7ecf44049', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:18.771306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.802335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.837095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ddce6b-407d-44df-a5d1-36a108100708,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:18.963355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Pushing event updated for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:19.005053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Network 62187966-5939-4cfa-98c2-2a38e2db7005 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:19.013103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:19.015518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:19.079143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.230821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.234300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.285470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1749b-6c66-43a4-b188-2a807378d187 req-8993eccb-2215-46da-968a-4835b926fd10 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:19.295149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ad1749b-6c66-43a4-b188-2a807378d187 req-8993eccb-2215-46da-968a-4835b926fd10 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 932 time: 0.1724327 Jul 07 17:33:19.350821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:19.352606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.369919 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.371180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16659c15-c38c-44de-be0d-3f950a5037c1 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:33:19.383343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.385777 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fdb327ad-31a6-498c-a4f2-14ca33f1ce8f admin admin] 10.222.0.22 "DELETE /v2.0/routers/16659c15-c38c-44de-be0d-3f950a5037c1 HTTP/1.1" status: 204 len: 168 time: 2.0646741 Jul 07 17:33:19.388852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 52940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:19.396614 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-7d7c1e27-c9b6-4451-9c08-ee5165209067 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2736862 Jul 07 17:33:19.439806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Request body: {'port': {'device_id': '6fe41313-f76a-4498-bba6-99473334aa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:19.462323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ad1749b-6c66-43a4-b188-2a807378d187 req-b8842427-3260-4a8d-819b-f182de0bcb9e tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651680 Jul 07 17:33:19.665022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Deleting subnet 8a7565c8-66c6-4582-b384-16ea10ec7331 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:19.665628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.731883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:19.947825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.053341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.301073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.372305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7565c8-66c6-4582-b384-16ea10ec7331,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.383867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.388642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0881bb0e-fff7-416e-885a-ecc0ae4cac54 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8a7565c8-66c6-4582-b384-16ea10ec7331 HTTP/1.1" status: 204 len: 168 time: 0.9956641 Jul 07 17:33:20.391916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b34071-1f92-4777-b255-695345ac1379 None None] Network 800645a7-1290-4c9a-ae56-3a515251a929 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:20.395470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:20.517655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.641226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Deleting port a844cf16-f60d-4119-8194-2b4f5775ffcd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:20.641957 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.681248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84d913a-701c-447b-8556-1d356f3b753a {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:20.696416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.708544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] DHCP port deletion for 800645a7-1290-4c9a-ae56-3a515251a929 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:20.735487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Transition to ACTIVE for port object e84d913a-701c-447b-8556-1d356f3b753a will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:20.745419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.762421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f4ddce6b-407d-44df-a5d1-36a108100708 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:20.796581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f4ddce6b-407d-44df-a5d1-36a108100708 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:20.797025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f4ddce6b-407d-44df-a5d1-36a108100708 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:20.797545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79e2f2d6-0d78-4a24-b15c-48219fb0e173 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:20.842800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 79e2f2d6-0d78-4a24-b15c-48219fb0e173 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:20.845331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 79e2f2d6-0d78-4a24-b15c-48219fb0e173 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:20.874140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Deleting port a844cf16-f60d-4119-8194-2b4f5775ffcd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:20.876610 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.878749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] For port a844cf16-f60d-4119-8194-2b4f5775ffcd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a844cf16-f60d-4119-8194-2b4f5775ffcd,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:20.879331 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.887916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:20.902138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Calling delete_port for a844cf16-f60d-4119-8194-2b4f5775ffcd owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:21.041721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Attempting to bind port e84d913a-701c-447b-8556-1d356f3b753a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:21.042515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] For port a844cf16-f60d-4119-8194-2b4f5775ffcd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a844cf16-f60d-4119-8194-2b4f5775ffcd,segment=NetworkSegment(caa18850-f1a3-4364-b613-51b5f0b93643),segment_id=caa18850-f1a3-4364-b613-51b5f0b93643)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:21.042797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Attempting to bind port e84d913a-701c-447b-8556-1d356f3b753a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '611def15-86a0-4b9b-b466-e2e6ddff60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:21.042944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.043309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Attempting to bind port e84d913a-701c-447b-8556-1d356f3b753a on network 62187966-5939-4cfa-98c2-2a38e2db7005 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:21.056873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Port e84d913a-701c-447b-8556-1d356f3b753a on network 62187966-5939-4cfa-98c2-2a38e2db7005 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:21.058350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Attempting to bind port e84d913a-701c-447b-8556-1d356f3b753a on network 62187966-5939-4cfa-98c2-2a38e2db7005 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:21.062646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd48f7-dc64-4934-9167-cc50c41f2f60 req-56455545-b417-488f-a53c-a56d84ed4297 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.070979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73fd48f7-dc64-4934-9167-cc50c41f2f60 req-56455545-b417-488f-a53c-a56d84ed4297 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 944 time: 0.1615906 Jul 07 17:33:21.073042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:21.075692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Checking segment: {'id': '611def15-86a0-4b9b-b466-e2e6ddff60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:21.076129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Calling delete_port for a844cf16-f60d-4119-8194-2b4f5775ffcd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:21.076573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Bound using segment: {'id': '611def15-86a0-4b9b-b466-e2e6ddff60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:21.078307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Bound port: e84d913a-701c-447b-8556-1d356f3b753a, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611def15-86a0-4b9b-b466-e2e6ddff60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:21.078780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.102647 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.157217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Pushing event deleted for resources: {'Port': ['ID=a844cf16-f60d-4119-8194-2b4f5775ffcd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.186764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73fd48f7-dc64-4934-9167-cc50c41f2f60 req-5afff5cd-c94f-4682-9b28-baf7f614592b tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143937 Jul 07 17:33:21.191907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] No DVR routers for this DVR port a844cf16-f60d-4119-8194-2b4f5775ffcd on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:21.254066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:21.262240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e84d913a-701c-447b-8556-1d356f3b753a,segment=NetworkSegment(611def15-86a0-4b9b-b466-e2e6ddff60ac),segment_id=611def15-86a0-4b9b-b466-e2e6ddff60ac)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:21.268366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.324497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.341124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] No DVR routers for this DVR port a844cf16-f60d-4119-8194-2b4f5775ffcd on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:21.355691 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.377496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddd3b8-7409-4b43-ab45-c7b19ec401e0 None None] Pushing event deleted for resources: {'Port': ['ID=a844cf16-f60d-4119-8194-2b4f5775ffcd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.388501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800645a7-1290-4c9a-ae56-3a515251a929']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.408634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa18850-f1a3-4364-b613-51b5f0b93643') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.409302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa18850-f1a3-4364-b613-51b5f0b93643') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:21.420954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.443264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.460456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:21.460825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:21.469672 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:21.572302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.594875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.607940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] 10.222.0.22 "DELETE /v2.0/networks/800645a7-1290-4c9a-ae56-3a515251a929 HTTP/1.1" status: 204 len: 168 time: 1.2066875 Jul 07 17:33:21.612402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 52986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:21.619976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aa8e9-c516-4d24-a829-2c991e67834e admin admin] Pushing event deleted for resources: {'Network': ['ID=800645a7-1290-4c9a-ae56-3a515251a929,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.704589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.705322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:21.708611 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e84d913a-701c-447b-8556-1d356f3b753a HTTP/1.1" status: 200 len: 1093 time: 2.2847176 Jul 07 17:33:21.709125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:21.711772 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ab078-a921-4778-bf69-ebbf6a85ceec" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "tag": "e84d913a-701c-447b-8556-1d356f3b753a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:21.769959 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a490fce-63e9-4307-a93a-29b3cd7616a4 x-openstack-request-id: req-9a490fce-63e9-4307-a93a-29b3cd7616a4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:21.770284 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "tag": "e84d913a-701c-447b-8556-1d356f3b753a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:21.770537 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a490fce-63e9-4307-a93a-29b3cd7616a4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:21.770930 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a', 'status': 'completed', 'code': 200} Jul 07 17:33:21.792204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a643d-c1b9-4d8c-a46a-19cf462fb5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:21.847489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-013f74e4-7460-499e-925f-ee0669e63172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:21.849022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-013f74e4-7460-499e-925f-ee0669e63172 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4fa1afd6c485db0c9612429ccbd40&device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 1096 time: 0.0943425 Jul 07 17:33:21.940822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-a589405b-9678-484b-8de1-f3e3ba2d4da5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84d913a-701c-447b-8556-1d356f3b753a HTTP/1.1" status: 200 len: 217 time: 0.0809982 Jul 07 17:33:22.013600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-3e26b3fb-b6dd-4632-8699-25dee1717cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.019121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-3e26b3fb-b6dd-4632-8699-25dee1717cb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb041ad6-692e-4dd2-b0a8-f1100a8df007 HTTP/1.1" status: 200 len: 856 time: 0.0724878 Jul 07 17:33:22.066160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-33563cb7-2b36-439c-9c7b-43383f3db203 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62187966-5939-4cfa-98c2-2a38e2db7005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409791 Jul 07 17:33:22.181959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-caa0509c-16f1-4dbb-ab8d-2f27d1296aef service neutron] 10.222.0.32 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095870 Jul 07 17:33:22.336905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bc5d034f-e1d7-4667-8ea8-aa74fa41d257 req-4e47d89c-6f53-43a6-b79a-2fdc7b8bdc49 service neutron] 10.222.0.32 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484799 Jul 07 17:33:22.545849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-54bb1022-8e7d-4f2c-a33b-aa78be8d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.550899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-54bb1022-8e7d-4f2c-a33b-aa78be8d8c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4fa1afd6c485db0c9612429ccbd40&device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 1096 time: 0.1194427 Jul 07 17:33:22.657705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a844cf16-f60d-4119-8194-2b4f5775ffcd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:22.668299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91affdf2-bcd9-40a1-a6fb-e87699554ac6 req-cd6d3b83-e8df-46ae-8aee-f120afe0aa64 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.675594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91affdf2-bcd9-40a1-a6fb-e87699554ac6 req-cd6d3b83-e8df-46ae-8aee-f120afe0aa64 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 944 time: 0.2019475 Jul 07 17:33:22.697288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a844cf16-f60d-4119-8194-2b4f5775ffcd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:22.697634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a844cf16-f60d-4119-8194-2b4f5775ffcd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:22.750323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91affdf2-bcd9-40a1-a6fb-e87699554ac6 req-1a2a3375-2b00-42ff-bebc-e85b9f05a529 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 Jul 07 17:33:22.804149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-5a8a97ff-cfaf-4b60-9bc6-e95d4cd38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.805929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-5a8a97ff-cfaf-4b60-9bc6-e95d4cd38bce service neutron] 10.222.0.32 "GET /v2.0/networks?id=62187966-5939-4cfa-98c2-2a38e2db7005 HTTP/1.1" status: 200 len: 917 time: 0.2476523 Jul 07 17:33:22.843883 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:22.856098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-2ab619ac-972c-447c-ad89-feca5ada737a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84d913a-701c-447b-8556-1d356f3b753a HTTP/1.1" status: 200 len: 217 time: 0.0406725 Jul 07 17:33:22.956770 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-5dcf4713-d266-4c98-a3a8-c6558f07d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:22.959851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-5dcf4713-d266-4c98-a3a8-c6558f07d95f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb041ad6-692e-4dd2-b0a8-f1100a8df007 HTTP/1.1" status: 200 len: 856 time: 0.0936937 Jul 07 17:33:22.999755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-4781bb9d-a52e-435d-88cb-29f247fffaf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62187966-5939-4cfa-98c2-2a38e2db7005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342896 Jul 07 17:33:23.156096 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-e997dfef-4a20-400a-a40d-49ae7b035858 service neutron] 10.222.0.32 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328287 Jul 07 17:33:23.200368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Deleting port 8ec82941-ba97-469a-9eb8-634b94eaab8e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:23.200766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.284143 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-447ab078-a921-4778-bf69-ebbf6a85ceec req-78ad4a6f-45cb-4313-8fc9-9a74b466dd43 service neutron] 10.222.0.32 "GET /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170292 Jul 07 17:33:23.310141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] For port 8ec82941-ba97-469a-9eb8-634b94eaab8e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8ec82941-ba97-469a-9eb8-634b94eaab8e,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:23.310805 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.348673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Calling delete_port for 8ec82941-ba97-469a-9eb8-634b94eaab8e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:23.576402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:23.611769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec82941-ba97-469a-9eb8-634b94eaab8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:23.927961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.130994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0ccc7-cd4f-43c3-bffa-5dde5c986a7c req-664ae56b-b43b-4d72-8ce4-b8bd011ddea8 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:24.132774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cd0ccc7-cd4f-43c3-bffa-5dde5c986a7c req-664ae56b-b43b-4d72-8ce4-b8bd011ddea8 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 944 time: 0.1455266 Jul 07 17:33:24.269914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:33:24.304044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9cd0ccc7-cd4f-43c3-bffa-5dde5c986a7c req-7f2e36ac-5d18-40e2-9d4a-8a559d988ce2 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227238 Jul 07 17:33:24.464329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:33:24.475037 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Sync routers for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:33:24.477715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3e1d6bec-c8bf-4f15-9908-f5b1175c6bfd admin admin] 10.222.0.22 "PUT /v2.0/routers/bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8634822 Jul 07 17:33:24.480397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:24.492694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e84d913a-701c-447b-8556-1d356f3b753a details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:24.499373 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:24.505055 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:33:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:24.690886 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.697109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e84d913a-701c-447b-8556-1d356f3b753a,segment=NetworkSegment(611def15-86a0-4b9b-b466-e2e6ddff60ac),segment_id=611def15-86a0-4b9b-b466-e2e6ddff60ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:24.720783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'e84d913a-701c-447b-8556-1d356f3b753a', 'network_id': '62187966-5939-4cfa-98c2-2a38e2db7005', 'port_id': 'e84d913a-701c-447b-8556-1d356f3b753a', 'mac_address': 'fa:16:3e:83:50:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb041ad6-692e-4dd2-b0a8-f1100a8df007', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:24.755411 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:24.771511 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.785919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84d913a-701c-447b-8556-1d356f3b753a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:24.812749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e84d913a-701c-447b-8556-1d356f3b753a,segment=NetworkSegment(611def15-86a0-4b9b-b466-e2e6ddff60ac),segment_id=611def15-86a0-4b9b-b466-e2e6ddff60ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:24.819929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.880334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:24.881530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:24.957423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Deleting port 7d0f5c12-43fe-4530-8796-a1c15b217b59 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:24.958048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.035466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e84d913a-701c-447b-8556-1d356f3b753a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:25.046234 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:33:23Z', 'revision_number': 5, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port': {'id': '7d0f5c12-43fe-4530-8796-a1c15b217b59', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:57Z', 'updated_at': '2021-07-07T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:25.070404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] For port 7d0f5c12-43fe-4530-8796-a1c15b217b59, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7d0f5c12-43fe-4530-8796-a1c15b217b59,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:25.071058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.076219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Checking router: bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:33:25.086291 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Routers {'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:33:25.086905 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:33:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:25.095141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Calling delete_port for 7d0f5c12-43fe-4530-8796-a1c15b217b59 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:25.294763 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] Set router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:33:25.352581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.444790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0f5c12-43fe-4530-8796-a1c15b217b59,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:25.472581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.557673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 6, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:25.591256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.594827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.595047 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd914-4852-419b-acc3-3f16059abe73 None None] The sync data for ids ['bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2'] in n-d-791504-12 is: [{'id': 'bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2', 'name': 'tempest-TestVolumeBackupRestore-1487430832-router', 'tenant_id': '5b216c1c3e6a44329452c450a7cc59ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:55Z', 'updated_at': '2021-07-07T17:33:24Z', 'revision_number': 6, 'project_id': '5b216c1c3e6a44329452c450a7cc59ab', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:33:25.673739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.673739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:33:25.677691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b919497-d903-4f15-bdef-c4a128385afb req-4518e787-b104-437b-bb1d-28aa29104f72 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:25.684762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.686300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b919497-d903-4f15-bdef-c4a128385afb req-4518e787-b104-437b-bb1d-28aa29104f72 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 945 time: 0.2423401 Jul 07 17:33:25.699353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c85e99dc-95f4-44c2-961f-7ff30f03c993 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bd16e6e3-ef6e-4a2f-835e-06d8fbc623f2 HTTP/1.1" status: 204 len: 168 time: 1.2177844 Jul 07 17:33:25.703515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53066) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:25.791855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8b919497-d903-4f15-bdef-c4a128385afb req-754d81e1-e3ca-4e48-a084-9fb0b541a260 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Jul 07 17:33:25.863106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Deleting subnet 6bd2a2fc-72b7-4bad-a9d2-1c99b229c863 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:25.868130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:25.909040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.006520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.081523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.105066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd2a2fc-72b7-4bad-a9d2-1c99b229c863,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.111891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.113756 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-982e247f-27b1-48aa-8622-ab415d86d028 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6bd2a2fc-72b7-4bad-a9d2-1c99b229c863 HTTP/1.1" status: 204 len: 168 time: 0.4051354 Jul 07 17:33:26.116484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:26.119025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a242344-73aa-438d-a1cc-f51a571b28e1 None None] Network 5bf040d9-4676-49a5-a5ca-b819bd84dd2a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:26.254433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.318787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Deleting port 3c19206d-ac67-4283-a3cb-372b719d6be6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:26.319227 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.457935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] For port 3c19206d-ac67-4283-a3cb-372b719d6be6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3c19206d-ac67-4283-a3cb-372b719d6be6,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:26.458422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.461022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] DHCP port deletion for 5bf040d9-4676-49a5-a5ca-b819bd84dd2a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:33:26.481080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Calling delete_port for 3c19206d-ac67-4283-a3cb-372b719d6be6 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:26.505119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e84d913a-701c-447b-8556-1d356f3b753a up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:26.632031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Deleting port 3c19206d-ac67-4283-a3cb-372b719d6be6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:26.632691 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.651956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.727511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c19206d-ac67-4283-a3cb-372b719d6be6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:26.750373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] No DVR routers for this DVR port 3c19206d-ac67-4283-a3cb-372b719d6be6 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:26.783385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] For port 3c19206d-ac67-4283-a3cb-372b719d6be6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3c19206d-ac67-4283-a3cb-372b719d6be6,segment=NetworkSegment(2bc10843-c464-4d5d-bcd2-f4617590c43d),segment_id=2bc10843-c464-4d5d-bcd2-f4617590c43d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:26.784425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.820633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Calling delete_port for 3c19206d-ac67-4283-a3cb-372b719d6be6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:26.856302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.883290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf040d9-4676-49a5-a5ca-b819bd84dd2a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:26.905189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc10843-c464-4d5d-bcd2-f4617590c43d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:26.906833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc10843-c464-4d5d-bcd2-f4617590c43d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:26.923054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.941114 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.947745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:26.948355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:26.985197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7d0f5c12-43fe-4530-8796-a1c15b217b59 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:27.008718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7d0f5c12-43fe-4530-8796-a1c15b217b59 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:27.009488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7d0f5c12-43fe-4530-8796-a1c15b217b59 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:27.010092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec82941-ba97-469a-9eb8-634b94eaab8e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:27.040696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8ec82941-ba97-469a-9eb8-634b94eaab8e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:27.041297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8ec82941-ba97-469a-9eb8-634b94eaab8e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:27.041914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3c19206d-ac67-4283-a3cb-372b719d6be6 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:27.061860 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:27.069190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3c19206d-ac67-4283-a3cb-372b719d6be6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:27.069752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3c19206d-ac67-4283-a3cb-372b719d6be6 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:27.071020 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.073671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port e84d913a-701c-447b-8556-1d356f3b753a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:27.081330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port e84d913a-701c-447b-8556-1d356f3b753a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:27.081925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.114324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.122238 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.125794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] 10.222.0.22 "DELETE /v2.0/networks/5bf040d9-4676-49a5-a5ca-b819bd84dd2a HTTP/1.1" status: 204 len: 168 time: 1.0082698 Jul 07 17:33:27.168791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] Pushing event deleted for resources: {'Port': ['ID=3c19206d-ac67-4283-a3cb-372b719d6be6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.177024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549fe20-7060-410b-b7a8-5ccdf0e3a7b8 None None] No DVR routers for this DVR port 3c19206d-ac67-4283-a3cb-372b719d6be6 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:27.197240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d79b1-73e9-4bd9-9706-84f282e32f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf040d9-4676-49a5-a5ca-b819bd84dd2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.245399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.268518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ba906-1a97-4056-b368-b223f9c4e15e req-26ade591-1b17-4ad4-ba39-8345094e4994 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.270966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-990ba906-1a97-4056-b368-b223f9c4e15e req-26ade591-1b17-4ad4-ba39-8345094e4994 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 945 time: 0.2777913 Jul 07 17:33:27.330601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:27.333481 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c2dfc1-28ba-49c3-891c-99c78142cf5e" -d '{"events": [{"server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "e84d913a-701c-447b-8556-1d356f3b753a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:27.357666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-990ba906-1a97-4056-b368-b223f9c4e15e req-8ab9cea3-54ee-4f3d-995a-5e9f1c544768 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806754 Jul 07 17:33:27.368837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e84d913a-701c-447b-8556-1d356f3b753a,segment=NetworkSegment(611def15-86a0-4b9b-b466-e2e6ddff60ac),segment_id=611def15-86a0-4b9b-b466-e2e6ddff60ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:27.374582 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.425575 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b2324-2583-468b-8931-1d85f09fb820 x-openstack-request-id: req-bf0b2324-2583-468b-8931-1d85f09fb820 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:27.425970 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "e84d913a-701c-447b-8556-1d356f3b753a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:27.426585 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf0b2324-2583-468b-8931-1d85f09fb820 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:27.428443 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a', 'code': 200} Jul 07 17:33:27.476987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:27.496572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:27.590060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1438e5c7-2987-4167-9222-82011e686c17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e85f177eb25341718fea24c7ecf44049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902073 Jul 07 17:33:27.591309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:27.631933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116ad4f-3a35-4bd5-b690-fc37dbe87b5b req-a2ae3e55-8cec-4eca-b8b7-5014a7a78471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:27.635331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7116ad4f-3a35-4bd5-b690-fc37dbe87b5b req-a2ae3e55-8cec-4eca-b8b7-5014a7a78471 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 1098 time: 0.1332576 Jul 07 17:33:27.667802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.680071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7116ad4f-3a35-4bd5-b690-fc37dbe87b5b req-d2ea1b2c-2ed7-4577-9012-7e8f2d31d9b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Jul 07 17:33:27.694878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.766020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.771875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:27.776605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13189287-94a8-472d-afda-61d3aef1c576 HTTP/1.1" status: 204 len: 168 time: 0.1841357 Jul 07 17:33:27.785564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba26f74-102c-44e0-a946-975df3bca66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13189287-94a8-472d-afda-61d3aef1c576,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.209660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:28.275994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0fc216b8-d123-46ab-bf7c-bef3d71d127c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b216c1c3e6a44329452c450a7cc59ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646029 Jul 07 17:33:28.278585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53134) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:28.339011 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.365300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.441372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.444552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:28.445779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c182d506-dab1-4c0f-bed9-67e462437567 HTTP/1.1" status: 204 len: 168 time: 0.1661901 Jul 07 17:33:28.464447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef937b-3614-4027-8c3e-61bd29068819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182d506-dab1-4c0f-bed9-67e462437567,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:28.776127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b114-5d28-4ccf-b4c7-d88f1822ef2c req-f15f4bf2-19e4-4aee-ae77-01d85e7d8688 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:28.778151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5b2b114-5d28-4ccf-b4c7-d88f1822ef2c req-f15f4bf2-19e4-4aee-ae77-01d85e7d8688 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 946 time: 0.1543446 Jul 07 17:33:28.837488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5b2b114-5d28-4ccf-b4c7-d88f1822ef2c req-27d68949-ee48-4551-9ca8-e2a53fe2a0e4 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jul 07 17:33:29.781925 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:29.832209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Deleting subnet 286bbbe0-600c-42ac-8766-4a7a52583924 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:29.836325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.883348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.891510 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d854b2-e7c1-41b8-9c84-47d0a0a4bdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:29.980046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.104895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.131957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c243e-930f-46a2-8be1-9e9e7cf55449 req-75e2cc28-0804-4206-86c9-fabcb9b2a26b tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.133613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca3c243e-930f-46a2-8be1-9e9e7cf55449 req-75e2cc28-0804-4206-86c9-fabcb9b2a26b tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 946 time: 0.1101665 Jul 07 17:33:30.153040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286bbbe0-600c-42ac-8766-4a7a52583924,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:30.157311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.160412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1d3a3160-3462-4ad6-86a4-dc3cfee06380 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/286bbbe0-600c-42ac-8766-4a7a52583924 HTTP/1.1" status: 204 len: 168 time: 0.3773732 Jul 07 17:33:30.163209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53188) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:30.202314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca3c243e-930f-46a2-8be1-9e9e7cf55449 req-623b3876-43d9-48c4-ab10-c23aef3fdbe9 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Jul 07 17:33:30.294337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.508261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.520071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259bc475-7373-4f55-a0f6-927f0a81f351']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:30.531684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12761bd-48fb-475d-a7b6-4807adfa973d') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:30.532216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12761bd-48fb-475d-a7b6-4807adfa973d') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:30.542272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.558062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.566162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:30.566600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:30.568842 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:30.632767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.643969 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.649440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] 10.222.0.22 "DELETE /v2.0/networks/259bc475-7373-4f55-a0f6-927f0a81f351 HTTP/1.1" status: 204 len: 168 time: 0.4845955 Jul 07 17:33:30.664310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6814396-8515-4501-a2d5-d858a20ba201 admin admin] Pushing event deleted for resources: {'Network': ['ID=259bc475-7373-4f55-a0f6-927f0a81f351,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:30.738542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec9bdf-347c-4a3f-8f49-ccbcd39f94fd req-e4f7ad95-a210-4c49-8839-9f4debf505a8 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.746434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5ec9bdf-347c-4a3f-8f49-ccbcd39f94fd req-e4f7ad95-a210-4c49-8839-9f4debf505a8 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 946 time: 0.1296558 Jul 07 17:33:30.798302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5ec9bdf-347c-4a3f-8f49-ccbcd39f94fd req-df0aece9-42ad-44eb-ad86-1db39952cc3f tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507042 Jul 07 17:33:30.914675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:30.961056 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6975212b-bc86-46ee-a984-378ab81afb64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b126b7eca954d1499b8e6601bf31f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451858 Jul 07 17:33:30.963971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:31.044214 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.070091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.182357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.186451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:31.190712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6736e8fc-4371-4f63-8f3d-df0d23918f5d HTTP/1.1" status: 204 len: 168 time: 0.2229378 Jul 07 17:33:31.200988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36c0a6-85fc-4311-b769-c064af1ed2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736e8fc-4371-4f63-8f3d-df0d23918f5d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:31.865054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-7e882d72-0118-44a9-b1b2-bcc16b201729 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:31.866954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-7e882d72-0118-44a9-b1b2-bcc16b201729 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 946 time: 0.1024790 Jul 07 17:33:32.092622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5536b-03f0-4cf2-8b34-802c960b4d4d req-1ab23067-477d-41e9-805d-43e9d9285373 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:32.095690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Deleting port e84d913a-701c-447b-8556-1d356f3b753a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:32.096042 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.101263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bf5536b-03f0-4cf2-8b34-802c960b4d4d req-1ab23067-477d-41e9-805d-43e9d9285373 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 946 time: 0.1066747 Jul 07 17:33:32.190769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bf5536b-03f0-4cf2-8b34-802c960b4d4d req-1289da7c-30e3-4b76-ba53-ce6b97775664 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/security-groups?id=e98ae3c4-45d2-4178-8f30-b0d743b3e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Jul 07 17:33:32.326851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbe2ceb0-8ad1-43ef-87eb-1fbe29c02f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.351654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] For port e84d913a-701c-447b-8556-1d356f3b753a, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=e84d913a-701c-447b-8556-1d356f3b753a,segment=NetworkSegment(611def15-86a0-4b9b-b466-e2e6ddff60ac),segment_id=611def15-86a0-4b9b-b466-e2e6ddff60ac)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:32.352030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.366626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Calling delete_port for e84d913a-701c-447b-8556-1d356f3b753a owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:32.664201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.682295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['e84d913a-701c-447b-8556-1d356f3b753a'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:32.737066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Pushing event deleted for resources: {'Port': ['ID=e84d913a-701c-447b-8556-1d356f3b753a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:32.812381 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.864096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] No DVR routers for this DVR port e84d913a-701c-447b-8556-1d356f3b753a on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:32.867502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:32.871011 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84bebe7d-d6c5-4303-bcf9-c12662fe3e59 req-db6d4816-ba37-40fa-b374-3c0e2a0b3d97 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.32 "DELETE /v2.0/ports/e84d913a-701c-447b-8556-1d356f3b753a HTTP/1.1" status: 204 len: 173 time: 0.9984179 Jul 07 17:33:32.871691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'name': 'network-vif-deleted', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:32.875259 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65c360-602e-4bba-9be4-51862c9c9ff6" -d '{"events": [{"server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "name": "network-vif-deleted", "tag": "e84d913a-701c-447b-8556-1d356f3b753a"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:32.940908 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a96129-2529-4a2f-9c8b-c1d3be375cac x-openstack-request-id: req-d9a96129-2529-4a2f-9c8b-c1d3be375cac {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:32.942053 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe41313-f76a-4498-bba6-99473334aa7c", "name": "network-vif-deleted", "tag": "e84d913a-701c-447b-8556-1d356f3b753a", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:32.942415 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9a96129-2529-4a2f-9c8b-c1d3be375cac {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:32.943347 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe41313-f76a-4498-bba6-99473334aa7c', 'name': 'network-vif-deleted', 'tag': 'e84d913a-701c-447b-8556-1d356f3b753a', 'status': 'completed', 'code': 200} Jul 07 17:33:33.464799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b0c5791-ba17-4bd7-89fd-f6b7d731a604 req-07b51a41-950a-4d29-8979-ed7d1a4b1438 tempest-InstanceActionsV221TestJSON-222746079 tempest-InstanceActionsV221TestJSON-222746079-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fe41313-f76a-4498-bba6-99473334aa7c HTTP/1.1" status: 200 len: 210 time: 0.0624409 Jul 07 17:33:33.647386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.494950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:34.919503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:34.971305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Deleting subnet fb041ad6-692e-4dd2-b0a8-f1100a8df007 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:34.974639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.014274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.058254 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.122052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.153395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb041ad6-692e-4dd2-b0a8-f1100a8df007,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:35.158575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.160895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-39c0f744-885a-47db-98e7-802965fa6f8b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fb041ad6-692e-4dd2-b0a8-f1100a8df007 HTTP/1.1" status: 204 len: 168 time: 0.2403109 Jul 07 17:33:35.163913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:35.327403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.411406 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.529332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.542965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62187966-5939-4cfa-98c2-2a38e2db7005']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:35.558100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611def15-86a0-4b9b-b466-e2e6ddff60ac') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:35.558737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611def15-86a0-4b9b-b466-e2e6ddff60ac') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:35.575491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.593713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.605844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:35.606308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:35.608122 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:35.679625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.690816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:35.695018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] 10.222.0.22 "DELETE /v2.0/networks/62187966-5939-4cfa-98c2-2a38e2db7005 HTTP/1.1" status: 204 len: 168 time: 0.5271828 Jul 07 17:33:35.722949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a1410-0a5c-48d2-b2b8-f32548033c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=62187966-5939-4cfa-98c2-2a38e2db7005,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:35.969443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53380) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:36.019176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:36.027502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-92db6e05-b9f5-4101-98b1-86572ca255d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59a4fa1afd6c485db0c9612429ccbd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552170 Jul 07 17:33:36.073693 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.104717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.160456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.163444 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.164662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e98ae3c4-45d2-4178-8f30-b0d743b3e342 HTTP/1.1" status: 204 len: 168 time: 0.1438968 Jul 07 17:33:36.174891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acbd00-97f2-4c26-9232-916dbcfcf825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98ae3c4-45d2-4178-8f30-b0d743b3e342,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:36.487472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:36.569940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e84d913a-701c-447b-8556-1d356f3b753a no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:33:36.650753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: e84d913a-701c-447b-8556-1d356f3b753a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:33:36.651930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device e84d913a-701c-447b-8556-1d356f3b753a not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:33:37.632238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 53444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:37.926672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-22680887-network', 'tenant_id': 'f1b92a2c6e514ec58a5d43a131f896c5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:37.983258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Made reservation on behalf of f1b92a2c6e514ec58a5d43a131f896c5 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:37.986981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.019189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.254824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.267928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.329015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dba719-4fab-4118-a4ca-954a2d8d0d1e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:38.352805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:33:38.390499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.390499 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Added segment 03588d26-2efb-4915-a0b2-aba0b8a228b5 of type vlan for network fc83dd63-9380-4e11-a7ae-96259e7c8548 Jul 07 17:33:38.505107 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.555628 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.558065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:38.565817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.634663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 53456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:38.641307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Request body: {'subnet': {'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-22680887-subnet', 'tenant_id': 'f1b92a2c6e514ec58a5d43a131f896c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:38.645479 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0120668 Jul 07 17:33:38.687286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Made reservation on behalf of f1b92a2c6e514ec58a5d43a131f896c5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:38.692683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:38.789525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Pushing event updated for resources: {'Network': ['ID=fc83dd63-9380-4e11-a7ae-96259e7c8548,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:38.802688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.803509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.804002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.804496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.805244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.805895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.808923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.809291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.809637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.810020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.810329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.810662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6924ac71-0f77-4be3-8c90-c0e6e0c66dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:38.822762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network fc83dd63-9380-4e11-a7ae-96259e7c8548 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:33:39.077549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.204792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46bfdc8-bf34-4cee-8fea-c8dcb6a97372,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:39.269623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Checking segment: {'id': '03588d26-2efb-4915-a0b2-aba0b8a228b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:39.270469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Network hostable DHCP agents. Network: fc83dd63-9380-4e11-a7ae-96259e7c8548, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:33:39.308814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Network fc83dd63-9380-4e11-a7ae-96259e7c8548 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:33:39.332989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, fc83dd63-9380-4e11-a7ae-96259e7c8548) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:39.345726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedcfca8-c0f4-4cdf-bc44-6cdf8cd4bb86 None None] Network fc83dd63-9380-4e11-a7ae-96259e7c8548 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:39.349646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:39.355333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:39.403828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8f4a3f3-84bc-48ed-aa08-f20c4bffa6fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7655363 Jul 07 17:33:39.657628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7480043-f57a-4b4f-95e0-01e53661cb5f None None] Network fc83dd63-9380-4e11-a7ae-96259e7c8548 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:33:40.675936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-ae610207-a192-4d97-9e5b-2fa4b3c9a3cd tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:40.678805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-ae610207-a192-4d97-9e5b-2fa4b3c9a3cd tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/networks?id=fc83dd63-9380-4e11-a7ae-96259e7c8548 HTTP/1.1" status: 200 len: 819 time: 0.2010098 Jul 07 17:33:40.699868 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-e21990ae-0713-47c3-b9a5-b1b691e5a761 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/quotas/f1b92a2c6e514ec58a5d43a131f896c5 HTTP/1.1" status: 200 len: 375 time: 0.0133924 Jul 07 17:33:40.764070 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-551085cc-8802-4077-b2aa-dec23265899a tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1b92a2c6e514ec58a5d43a131f896c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473080 Jul 07 17:33:40.939747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-1044ab9f-843e-4128-85f2-8abefd67402e service neutron] 10.222.0.22 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551793 Jul 07 17:33:41.139473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-d2b6ca19-7e06-47c3-947e-d095ab1ec052 service neutron] 10.222.0.22 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874747 Jul 07 17:33:41.569712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8a0e3c3-1563-4c93-b9b3-d89ba8e3f5a8 req-195e9efa-51a0-4790-abd8-179dfcf29f5c tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 210 time: 0.1049709 Jul 07 17:33:42.984527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c15963b6-d811-4166-a80f-5fd810ece6dc req-98c6b443-59f2-4bc9-9864-a2df6c1c762b tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 210 time: 0.0398574 Jul 07 17:33:43.663050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-99d0ba2b-38e2-4b5d-bc9a-a20af9602fe7 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:43.664672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-99d0ba2b-38e2-4b5d-bc9a-a20af9602fe7 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.32 "GET /v2.0/networks?id=fc83dd63-9380-4e11-a7ae-96259e7c8548 HTTP/1.1" status: 200 len: 819 time: 0.3297865 Jul 07 17:33:43.678074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Request body: {'port': {'device_id': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548', 'admin_state_up': True, 'tenant_id': 'f1b92a2c6e514ec58a5d43a131f896c5'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:43.911878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Made reservation on behalf of f1b92a2c6e514ec58a5d43a131f896c5 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:43.917481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.121070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Allocated IP 172.20.0.11 (fc83dd63-9380-4e11-a7ae-96259e7c8548/c46bfdc8-bf34-4cee-8fea-c8dcb6a97372/13fec97f-3c62-4187-8ce2-78105b6c7d3f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:44.397784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5347b960-40a2-4d43-af23-fd0dffec729a req-eb081022-b0fc-435a-8680-da6b75d9bccc tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 210 time: 0.1124437 Jul 07 17:33:44.508949 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.633134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.729725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Network fc83dd63-9380-4e11-a7ae-96259e7c8548 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:44.739990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:44.742539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:44.746054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Pushing event updated for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:44.840292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:44.841508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.878156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-7d6542e9-cfa3-4d53-9042-cb9ff4525ab9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2037630 Jul 07 17:33:44.892563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Request body: {'port': {'device_id': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:45.128236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.809541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c435df1-3ee9-48fc-a558-6c81292ff092 req-15903f17-2848-4ea6-a64a-ab6b3ffd5775 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:45.819632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c435df1-3ee9-48fc-a558-6c81292ff092 req-15903f17-2848-4ea6-a64a-ab6b3ffd5775 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 932 time: 0.1957471 Jul 07 17:33:45.891294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fec97f-3c62-4187-8ce2-78105b6c7d3f {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:45.906564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:45.923709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c435df1-3ee9-48fc-a558-6c81292ff092 req-953f8788-d4a4-45f9-8fb1-756bf06f9c29 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028607 Jul 07 17:33:45.961454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Transition to ACTIVE for port object 13fec97f-3c62-4187-8ce2-78105b6c7d3f will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:45.964716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.091921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Pushing event updated for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.279190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Attempting to bind port 13fec97f-3c62-4187-8ce2-78105b6c7d3f on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:46.279744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Attempting to bind port 13fec97f-3c62-4187-8ce2-78105b6c7d3f by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '03588d26-2efb-4915-a0b2-aba0b8a228b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:46.280409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Attempting to bind port 13fec97f-3c62-4187-8ce2-78105b6c7d3f on network fc83dd63-9380-4e11-a7ae-96259e7c8548 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:46.287847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Port 13fec97f-3c62-4187-8ce2-78105b6c7d3f on network fc83dd63-9380-4e11-a7ae-96259e7c8548 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:46.288385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Attempting to bind port 13fec97f-3c62-4187-8ce2-78105b6c7d3f on network fc83dd63-9380-4e11-a7ae-96259e7c8548 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:46.301820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:46.302712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Checking segment: {'id': '03588d26-2efb-4915-a0b2-aba0b8a228b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:46.303275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Bound using segment: {'id': '03588d26-2efb-4915-a0b2-aba0b8a228b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:46.303893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Bound port: 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03588d26-2efb-4915-a0b2-aba0b8a228b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:46.304664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.453144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:46.456708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f,segment=NetworkSegment(03588d26-2efb-4915-a0b2-aba0b8a228b5),segment_id=03588d26-2efb-4915-a0b2-aba0b8a228b5)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:46.467458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.525818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.539017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.540898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] 10.222.0.32 "PUT /v2.0/ports/13fec97f-3c62-4187-8ce2-78105b6c7d3f HTTP/1.1" status: 200 len: 1093 time: 1.6542745 Jul 07 17:33:46.541527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:46.544087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81750b44-6b73-434a-b0a3-229908b72e99" -d '{"events": [{"name": "network-changed", "server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:46.635421 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34965e2-c368-4dc4-9974-aab412254a5a x-openstack-request-id: req-f34965e2-c368-4dc4-9974-aab412254a5a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:46.635723 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:46.635978 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f34965e2-c368-4dc4-9974-aab412254a5a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:46.636374 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f', 'status': 'completed', 'code': 200} Jul 07 17:33:46.638053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314e6ff-f286-463d-ba92-d22501f40c81 service neutron] Pushing event updated for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:46.721586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-dced799e-03be-43c5-be7d-9cefdb4eb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.726651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-dced799e-03be-43c5-be7d-9cefdb4eb1ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b92a2c6e514ec58a5d43a131f896c5&device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 1096 time: 0.1265221 Jul 07 17:33:46.877546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-c0e397cb-6739-4b14-aa9f-1ad4f342fa53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f HTTP/1.1" status: 200 len: 217 time: 0.1399632 Jul 07 17:33:46.911829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-51074735-6597-40d8-9585-abee6bfc8cf1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629626162&fields=id&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 267 time: 0.0780938 Jul 07 17:33:46.981466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-458a9121-d3b0-4b8a-99f2-8e8bc958de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:46.986235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-458a9121-d3b0-4b8a-99f2-8e8bc958de8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46bfdc8-bf34-4cee-8fea-c8dcb6a97372 HTTP/1.1" status: 200 len: 859 time: 0.1027849 Jul 07 17:33:47.062836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-20a7332e-fc47-4802-9f4c-7ace4f9e84ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc83dd63-9380-4e11-a7ae-96259e7c8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690274 Jul 07 17:33:47.134994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-74b2f0b0-3d2d-4191-87f9-8df110e3f2ac tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.149205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-74b2f0b0-3d2d-4191-87f9-8df110e3f2ac tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.2359686 Jul 07 17:33:47.177978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-abd610da-d374-4b07-a812-709981e48810 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/quotas/e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 375 time: 0.0266342 Jul 07 17:33:47.366316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-173122a1-ab8b-4e29-ad85-0538ecb82771 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1875515 Jul 07 17:33:47.630166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-08414382-1261-47e2-a65f-88f271ccc8a6 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628620 Jul 07 17:33:47.641998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d084c58-342d-4e9e-8bfe-1d31ca04cb19 req-b80349d9-bb8a-4d9e-949d-66c143d21728 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:47.654072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d084c58-342d-4e9e-8bfe-1d31ca04cb19 req-b80349d9-bb8a-4d9e-949d-66c143d21728 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 944 time: 0.4742579 Jul 07 17:33:47.831839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1e68d8a2-6ffb-438f-a2ad-f0e9450653f9 service neutron] 10.222.0.22 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718583 Jul 07 17:33:47.887624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d084c58-342d-4e9e-8bfe-1d31ca04cb19 req-44607643-47ca-4efc-b8ea-34d68bc962b9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258730 Jul 07 17:33:47.895582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-b4e18cda-8c0a-42db-be38-3065616c7922 service neutron] 10.222.0.32 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126850 Jul 07 17:33:48.116983 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c04c7d43-46eb-49ef-ab5f-52a9ec407a05 req-04d3040e-2bee-47e8-b5ff-bb88df9e603d service neutron] 10.222.0.32 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136173 Jul 07 17:33:48.288616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750b44-6b73-434a-b0a3-229908b72e99 req-69651536-1650-4898-a10e-de9ffc1dbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.290467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-69651536-1650-4898-a10e-de9ffc1dbda4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1b92a2c6e514ec58a5d43a131f896c5&device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 1096 time: 0.1041737 Jul 07 17:33:48.407861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750b44-6b73-434a-b0a3-229908b72e99 req-56414e79-3863-48de-8e57-6a40f13c43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.409596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-56414e79-3863-48de-8e57-6a40f13c43ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc83dd63-9380-4e11-a7ae-96259e7c8548 HTTP/1.1" status: 200 len: 920 time: 0.1102819 Jul 07 17:33:48.517369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-6061f51b-6635-43fe-ae5f-6ed6d18c473d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f HTTP/1.1" status: 200 len: 217 time: 0.0952258 Jul 07 17:33:48.579518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97377ddc-1cba-4ca7-b379-c95dfa640326 req-a350ae6f-8d09-43d5-b73d-f14d9f3bf77a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0658395 Jul 07 17:33:48.630788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750b44-6b73-434a-b0a3-229908b72e99 req-5b0de766-7e41-458c-b790-c1381bb6f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:48.632393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-5b0de766-7e41-458c-b790-c1381bb6f897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46bfdc8-bf34-4cee-8fea-c8dcb6a97372 HTTP/1.1" status: 200 len: 859 time: 0.1087892 Jul 07 17:33:48.680203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-51efc000-a09d-4715-8978-53c06974294d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc83dd63-9380-4e11-a7ae-96259e7c8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357699 Jul 07 17:33:48.844838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-31b60719-2e9c-42c8-a69e-426ecb986cd4 service neutron] 10.222.0.32 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578574 Jul 07 17:33:49.018478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-81750b44-6b73-434a-b0a3-229908b72e99 req-0a4e44e2-8939-4e38-9f2e-413e40cc9897 service neutron] 10.222.0.32 "GET /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669252 Jul 07 17:33:49.119266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff2e5-956b-44ed-8a35-263b7a7d4133 req-1d297539-b7eb-4524-ae97-64ff47e6cd8c tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:49.121199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-672ff2e5-956b-44ed-8a35-263b7a7d4133 req-1d297539-b7eb-4524-ae97-64ff47e6cd8c tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 944 time: 0.0994680 Jul 07 17:33:49.196161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-672ff2e5-956b-44ed-8a35-263b7a7d4133 req-8b56d6c3-13ab-4579-9ad2-464b0b2debf6 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Jul 07 17:33:49.848337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ae66782-2d0b-49b6-bc54-6936d768e3ae req-b4c28239-8fd8-4ec4-b7bf-8ea52a27f227 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0370934 Jul 07 17:33:50.098542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-66ad7be0-dfd0-4ac4-858b-4a89597ce19f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:50.100274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-66ad7be0-dfd0-4ac4-858b-4a89597ce19f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 812 time: 0.1366875 Jul 07 17:33:50.160892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-31ef1c80-974a-4dda-8a6d-327c1da310c8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e52da9a8bbc54610bfcff4150ecede6f HTTP/1.1" status: 200 len: 380 time: 0.0495355 Jul 07 17:33:50.177528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'port': {'device_id': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'admin_state_up': True, 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'security_groups': ['840190b5-49ed-476e-9ba3-9c0025420e6c']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:50.490883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Made reservation on behalf of e52da9a8bbc54610bfcff4150ecede6f for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:33:50.507731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.522056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b1bdf-2aa5-4897-ba44-6b69039478d2 req-aa95948a-0ec7-4676-80f9-50cb7a9609be tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:50.523794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a57b1bdf-2aa5-4897-ba44-6b69039478d2 req-aa95948a-0ec7-4676-80f9-50cb7a9609be tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 944 time: 0.1671240 Jul 07 17:33:50.608977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a57b1bdf-2aa5-4897-ba44-6b69039478d2 req-9abf77d7-3c15-44ca-905a-bfc312d12ceb tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 Jul 07 17:33:50.616277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 13fec97f-3c62-4187-8ce2-78105b6c7d3f details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:33:50.805254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.20.0.4 (c97e288c-a468-4c54-8511-6976bc8f71ef/05e45071-7216-4f66-b87b-4a8bba97efb0/175b690b-ef3a-4640-ba16-32c0c94605db) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:33:50.920905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f,segment=NetworkSegment(03588d26-2efb-4915-a0b2-aba0b8a228b5),segment_id=03588d26-2efb-4915-a0b2-aba0b8a228b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:50.963427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '13fec97f-3c62-4187-8ce2-78105b6c7d3f', 'network_id': 'fc83dd63-9380-4e11-a7ae-96259e7c8548', 'port_id': '13fec97f-3c62-4187-8ce2-78105b6c7d3f', 'mac_address': 'fa:16:3e:f9:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46bfdc8-bf34-4cee-8fea-c8dcb6a97372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:33:51.047755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.074808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fec97f-3c62-4187-8ce2-78105b6c7d3f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:51.104508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb23b142-5c72-4bee-901d-563f1b4d9646 req-5ea2a152-802b-4ef6-873c-b1e87be5fb6e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0485568 Jul 07 17:33:51.144724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f,segment=NetworkSegment(03588d26-2efb-4915-a0b2-aba0b8a228b5),segment_id=03588d26-2efb-4915-a0b2-aba0b8a228b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:51.149197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.189179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.232571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Transition to ACTIVE for port object 175b690b-ef3a-4640-ba16-32c0c94605db will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:51.286842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:51.294651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.344687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network c97e288c-a468-4c54-8511-6976bc8f71ef is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:33:51.348040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:33:51.355501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:33:51.362004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['13fec97f-3c62-4187-8ce2-78105b6c7d3f'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:51.404928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:51.451784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:51.459556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.499466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-1cc9902b-69ae-4e2d-8ec4-37e64ab17678 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336124 Jul 07 17:33:51.520191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Request body: {'port': {'device_id': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:33:51.546622 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:51.693590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.766027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-48483199-4066-4b9a-afcc-42a053e6d8c8 None None] Provisioning for port 175b690b-ef3a-4640-ba16-32c0c94605db completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:51.776334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-48483199-4066-4b9a-afcc-42a053e6d8c8 None None] Provisioning complete for port 175b690b-ef3a-4640-ba16-32c0c94605db triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:51.777239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48483199-4066-4b9a-afcc-42a053e6d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:51.864468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-48483199-4066-4b9a-afcc-42a053e6d8c8 None None] Port 175b690b-ef3a-4640-ba16-32c0c94605db cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:33:51.865736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952e43-f4ac-4941-af24-b87aacdb3234 req-8b75fd34-44ba-4b20-8796-56ea26b168cf tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:51.876191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7952e43-f4ac-4941-af24-b87aacdb3234 req-8b75fd34-44ba-4b20-8796-56ea26b168cf tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 945 time: 0.1088898 Jul 07 17:33:51.942718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7952e43-f4ac-4941-af24-b87aacdb3234 req-1fbe77af-7afd-4b68-bd84-27bd7ee08c9d tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648298 Jul 07 17:33:52.144380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175b690b-ef3a-4640-ba16-32c0c94605db {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:33:52.158508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.177693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Transition to ACTIVE for port object 175b690b-ef3a-4640-ba16-32c0c94605db will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:33:52.183499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.274190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Pushing event updated for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.428496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Attempting to bind port 175b690b-ef3a-4640-ba16-32c0c94605db on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:33:52.430412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Attempting to bind port 175b690b-ef3a-4640-ba16-32c0c94605db by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:33:52.433690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Attempting to bind port 175b690b-ef3a-4640-ba16-32c0c94605db on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:52.446976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Port 175b690b-ef3a-4640-ba16-32c0c94605db on network c97e288c-a468-4c54-8511-6976bc8f71ef not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:33:52.448479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Attempting to bind port 175b690b-ef3a-4640-ba16-32c0c94605db on network c97e288c-a468-4c54-8511-6976bc8f71ef {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:33:52.465991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:33:52.467247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Checking segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:33:52.469566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Bound using segment: {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:33:52.470187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Bound port: 175b690b-ef3a-4640-ba16-32c0c94605db, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be40040a-e2db-4936-8b5d-5f6f26aff853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:33:52.470571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.516952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426423b2-0b21-4880-a2c3-5188bbcdaa0b req-c074bf37-7754-40ee-8a5f-16fc84eecca8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.519321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-426423b2-0b21-4880-a2c3-5188bbcdaa0b req-c074bf37-7754-40ee-8a5f-16fc84eecca8 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1480162 Jul 07 17:33:52.619858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-426423b2-0b21-4880-a2c3-5188bbcdaa0b req-af86ec54-1441-4ed9-b95d-7adbd3fad6d7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943344 Jul 07 17:33:52.626923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 13fec97f-3c62-4187-8ce2-78105b6c7d3f up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:33:52.646456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:33:52.651226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=175b690b-ef3a-4640-ba16-32c0c94605db,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:33:52.660026 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.721390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 13fec97f-3c62-4187-8ce2-78105b6c7d3f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:33:52.726165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 13fec97f-3c62-4187-8ce2-78105b6c7d3f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:33:52.726745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.766788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.767546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.768865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] 10.222.0.83 "PUT /v2.0/ports/175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 200 len: 1092 time: 1.2615030 Jul 07 17:33:52.769330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:52.772830 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa" -d '{"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:52.849579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7f79-e81a-4d7f-bf20-63118b5aea2e service neutron] Pushing event updated for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:52.872379 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:52.940948 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f,segment=NetworkSegment(03588d26-2efb-4915-a0b2-aba0b8a228b5),segment_id=03588d26-2efb-4915-a0b2-aba0b8a228b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:52.942538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:52.945221 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d25635f-8aeb-450a-b36f-c5ce6d31c6e7" -d '{"events": [{"server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "name": "network-vif-plugged", "status": "completed", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:52.947926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-dcce0792-6860-46ac-a741-4a39ed72434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:52.954782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-dcce0792-6860-46ac-a741-4a39ed72434d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1095 time: 0.1152146 Jul 07 17:33:52.960804 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:53.040561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-c6775fd8-d487-4d45-8733-049ccaa38e63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 200 len: 217 time: 0.0819170 Jul 07 17:33:53.043240 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc97679f-fe3f-4b34-ac19-d30784144f17 x-openstack-request-id: req-fc97679f-fe3f-4b34-ac19-d30784144f17 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:53.043533 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:53.043810 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc97679f-fe3f-4b34-ac19-d30784144f17 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:53.044220 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db', 'status': 'completed', 'code': 200} Jul 07 17:33:53.055696 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb32e8f-0ac2-4572-b96e-cdff81cdecdf x-openstack-request-id: req-bbb32e8f-0ac2-4572-b96e-cdff81cdecdf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:53.056206 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "name": "network-vif-plugged", "status": "completed", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:53.056638 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbb32e8f-0ac2-4572-b96e-cdff81cdecdf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:53.057240 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f', 'code': 200} Jul 07 17:33:53.114535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:53.161532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-9fb65e10-8120-46aa-a141-886fbbd2ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.162996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-9fb65e10-8120-46aa-a141-886fbbd2ca7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1119347 Jul 07 17:33:53.277914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11957c6c-02a4-4b4d-ae8e-4a64001ff8e6 req-1d709e4a-7e44-48c9-b659-91a8952ebec9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.279961 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11957c6c-02a4-4b4d-ae8e-4a64001ff8e6 req-1d709e4a-7e44-48c9-b659-91a8952ebec9 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 946 time: 0.0929062 Jul 07 17:33:53.290557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-8e4833c7-c0ff-437a-83eb-d7a7f450d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.292796 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-8e4833c7-c0ff-437a-83eb-d7a7f450d28c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894103 Jul 07 17:33:53.295526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4b8a-f420-4cdf-a433-d4923bc77faf req-321cc65a-dade-4db7-9a80-e1a2494b8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.297505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-905f4b8a-f420-4cdf-a433-d4923bc77faf req-321cc65a-dade-4db7-9a80-e1a2494b8bfa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 1098 time: 0.1445515 Jul 07 17:33:53.324722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11957c6c-02a4-4b4d-ae8e-4a64001ff8e6 req-b066fd94-4408-4ee6-a37d-169a5f11304d tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Jul 07 17:33:53.394877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-905f4b8a-f420-4cdf-a433-d4923bc77faf req-260cb025-f0fb-4b44-a4e5-96da3dd8c5dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902622 Jul 07 17:33:53.427087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-6c15b43f-ad6a-45e1-a6f6-bfb501902d57 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238720 Jul 07 17:33:53.530760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e36e4d5-9dcf-4806-96c8-4b047dcd17cd req-3fecd79c-313a-49e4-8b01-d7ecc83129ae service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952396 Jul 07 17:33:53.639064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-cebc08dc-5a5c-47a3-9dfb-f415586415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.641480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-cebc08dc-5a5c-47a3-9dfb-f415586415ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1095 time: 0.0610774 Jul 07 17:33:53.748997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-d56972f7-be7b-4733-bd24-b751b5e213f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.751432 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-d56972f7-be7b-4733-bd24-b751b5e213f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1044495 Jul 07 17:33:53.801954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-d6c56bac-12ca-476f-bde8-fe5a305fddfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 200 len: 217 time: 0.0442932 Jul 07 17:33:53.802195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9fd2a-bbd0-4122-9fea-d4e30491983a req-d0a3f67f-7df7-48e4-9ed6-4afde5306399 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.804385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fad9fd2a-bbd0-4122-9fea-d4e30491983a req-d0a3f67f-7df7-48e4-9ed6-4afde5306399 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.0791998 Jul 07 17:33:53.855148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-f688108a-21a7-4ed4-ad3c-534f5eeea732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.856269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fad9fd2a-bbd0-4122-9fea-d4e30491983a req-b31688aa-0929-4a73-8518-507529a2fc8f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Jul 07 17:33:53.856779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-f688108a-21a7-4ed4-ad3c-534f5eeea732 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0484903 Jul 07 17:33:53.921382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-148be5d9-1772-41e7-a045-be6653b3cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:53.923035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-148be5d9-1772-41e7-a045-be6653b3cb56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550113 Jul 07 17:33:54.020260 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-127efc23-73f0-4c65-a8af-3f0a3c349869 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900471 Jul 07 17:33:54.117626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f1d9c84-d0a9-4c5c-af5c-5eb855cc4efa req-2e337ce6-4232-4bc7-b541-43d844545871 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907164 Jul 07 17:33:54.504939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d87cf-8406-443a-8868-14d4ba9508cc req-148086d9-898e-4e7a-bf27-b061283f92c5 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:54.506537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb1d87cf-8406-443a-8868-14d4ba9508cc req-148086d9-898e-4e7a-bf27-b061283f92c5 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 946 time: 0.0637336 Jul 07 17:33:54.543599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fb1d87cf-8406-443a-8868-14d4ba9508cc req-bd887422-3945-4f80-8fa4-ce3ab387ae57 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Jul 07 17:33:55.044943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4be6d-3566-4e32-ba2d-fd9c901a38bd req-91a8c523-6ff3-4dfd-8800-572115bace12 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.046635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecd4be6d-3566-4e32-ba2d-fd9c901a38bd req-91a8c523-6ff3-4dfd-8800-572115bace12 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.0742989 Jul 07 17:33:55.093607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ecd4be6d-3566-4e32-ba2d-fd9c901a38bd req-aabec1f0-3e13-4103-97da-d6ca9d9a60ed tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Jul 07 17:33:55.246789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c0b9-1e14-44b1-b8ff-4ba3b6699d6a req-b503672e-9f9c-421d-b062-40fc494e1320 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:55.248622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b427c0b9-1e14-44b1-b8ff-4ba3b6699d6a req-b503672e-9f9c-421d-b062-40fc494e1320 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 946 time: 0.0708187 Jul 07 17:33:55.287766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b427c0b9-1e14-44b1-b8ff-4ba3b6699d6a req-c3ca9883-bec8-4268-b9ba-3d6e04dbb2f5 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 07 17:33:56.272847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13cd52-cf3e-415a-b3e5-8b18212e9bee req-a4f7337e-a3fb-430f-aac5-08f71c848d48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.274249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e13cd52-cf3e-415a-b3e5-8b18212e9bee req-a4f7337e-a3fb-430f-aac5-08f71c848d48 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.0640767 Jul 07 17:33:56.314351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e13cd52-cf3e-415a-b3e5-8b18212e9bee req-b5f8d245-f0e0-4d43-917a-7f7bb1705420 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344977 Jul 07 17:33:56.404339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-ff2b84ae-f47f-4e99-bace-83c96590513b tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.405921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-ff2b84ae-f47f-4e99-bace-83c96590513b tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.32 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 946 time: 0.0636709 Jul 07 17:33:56.513872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Deleting port 13fec97f-3c62-4187-8ce2-78105b6c7d3f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:56.514351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.614857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] For port 13fec97f-3c62-4187-8ce2-78105b6c7d3f, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=13fec97f-3c62-4187-8ce2-78105b6c7d3f,segment=NetworkSegment(03588d26-2efb-4915-a0b2-aba0b8a228b5),segment_id=03588d26-2efb-4915-a0b2-aba0b8a228b5)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:56.615318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.629171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Calling delete_port for 13fec97f-3c62-4187-8ce2-78105b6c7d3f owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:56.773701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.787998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['13fec97f-3c62-4187-8ce2-78105b6c7d3f'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:33:56.812302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Pushing event deleted for resources: {'Port': ['ID=13fec97f-3c62-4187-8ce2-78105b6c7d3f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:56.815181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9681-487e-44c7-9734-2224d6a7b23c req-50fc7d42-7b95-4855-ac7d-0a31c6bc7913 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:56.817010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1dd9681-487e-44c7-9734-2224d6a7b23c req-50fc7d42-7b95-4855-ac7d-0a31c6bc7913 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/ports?device_id=261ca31c-fc24-4913-a74e-4c97578a71a4 HTTP/1.1" status: 200 len: 867 time: 0.4106874 Jul 07 17:33:56.861514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1dd9681-487e-44c7-9734-2224d6a7b23c req-4e27c333-6216-4f18-828b-7f5da42712a8 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.22 "GET /v2.0/security-groups?id=79dba719-4fab-4118-a4ca-954a2d8d0d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372605 Jul 07 17:33:56.861955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] No DVR routers for this DVR port 13fec97f-3c62-4187-8ce2-78105b6c7d3f on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:33:56.864796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:56.867085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c3a0f16-2a23-4783-a8dd-76d393616ae8 req-62ea6ad2-9e91-44cb-b638-610ee34ad5b0 tempest-ServerMetadataNegativeTestJSON-1723877339 tempest-ServerMetadataNegativeTestJSON-1723877339-project] 10.222.0.32 "DELETE /v2.0/ports/13fec97f-3c62-4187-8ce2-78105b6c7d3f HTTP/1.1" status: 204 len: 173 time: 0.4560733 Jul 07 17:33:56.867688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'name': 'network-vif-deleted', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:33:56.870240 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c2fa15-8733-4113-a530-302e514c8d06" -d '{"events": [{"server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "name": "network-vif-deleted", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:33:56.912144 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e377c5-b657-402b-b239-1d244742d3f2 x-openstack-request-id: req-63e377c5-b657-402b-b239-1d244742d3f2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:33:56.912420 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ca31c-fc24-4913-a74e-4c97578a71a4", "name": "network-vif-deleted", "tag": "13fec97f-3c62-4187-8ce2-78105b6c7d3f", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:33:56.912708 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63e377c5-b657-402b-b239-1d244742d3f2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:33:56.913381 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ca31c-fc24-4913-a74e-4c97578a71a4', 'name': 'network-vif-deleted', 'tag': '13fec97f-3c62-4187-8ce2-78105b6c7d3f', 'status': 'completed', 'code': 200} Jul 07 17:33:57.518694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27adf3-5416-4371-862e-8dcaaca58540 req-7c5228e2-16c6-411d-9215-807ab500cf56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:57.520603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f27adf3-5416-4371-862e-8dcaaca58540 req-7c5228e2-16c6-411d-9215-807ab500cf56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.0797908 Jul 07 17:33:57.570823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f27adf3-5416-4371-862e-8dcaaca58540 req-16deb959-7cf3-4c02-a8a9-10e4f5c24a1a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Jul 07 17:33:58.033154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54186) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:58.096922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37841632-07ad-4115-a105-96ec541b5e91 req-a4d63545-7f1f-4c0c-b37e-7d3409c43b3e tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.104362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37841632-07ad-4115-a105-96ec541b5e91 req-a4d63545-7f1f-4c0c-b37e-7d3409c43b3e tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 950 time: 0.1086679 Jul 07 17:33:58.108384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Deleting subnet c46bfdc8-bf34-4cee-8fea-c8dcb6a97372 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:33:58.117526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.190259 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37841632-07ad-4115-a105-96ec541b5e91 req-2004535a-2078-490d-9bf4-7f01182e8f04 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Jul 07 17:33:58.213324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.295461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.389362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.431539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46bfdc8-bf34-4cee-8fea-c8dcb6a97372,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.432978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.435626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f90fc5d4-34ad-4f6d-a29c-635dfc421391 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c46bfdc8-bf34-4cee-8fea-c8dcb6a97372 HTTP/1.1" status: 204 len: 168 time: 0.3995707 Jul 07 17:33:58.438950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:58.534460 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.649830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.663005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc83dd63-9380-4e11-a7ae-96259e7c8548']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.676032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03588d26-2efb-4915-a0b2-aba0b8a228b5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.676359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03588d26-2efb-4915-a0b2-aba0b8a228b5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:33:58.686725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.703239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.710394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:33:58.710806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:33:58.768988 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:33:58.825894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.838564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:58.843084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fc83dd63-9380-4e11-a7ae-96259e7c8548 HTTP/1.1" status: 204 len: 168 time: 0.4031072 Jul 07 17:33:58.861306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc83dd63-9380-4e11-a7ae-96259e7c8548,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:58.873484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.874002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.874475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.874913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.875410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.875878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.876478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.876908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.877348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.878490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.879544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.879945 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d039da2-ceb3-486a-9c1f-e4832853c241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:33:58.914686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d13f19-fb5c-4830-9195-38c9e627c541 req-46dd6186-cfc0-42c1-86ff-18739aee9e23 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:58.926720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21d13f19-fb5c-4830-9195-38c9e627c541 req-46dd6186-cfc0-42c1-86ff-18739aee9e23 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1584365 Jul 07 17:33:59.009587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21d13f19-fb5c-4830-9195-38c9e627c541 req-f979f4df-84b6-4a80-80cf-0f5a8965c75b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768008 Jul 07 17:33:59.055437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.099158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-432b99fa-ff97-4c04-bbdc-b00f9c813219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1b92a2c6e514ec58a5d43a131f896c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401154 Jul 07 17:33:59.099354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:59.154039 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.178470 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.248730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.254916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.260570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79dba719-4fab-4118-a4ca-954a2d8d0d1e HTTP/1.1" status: 204 len: 168 time: 0.1603029 Jul 07 17:33:59.272106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f232a8-445e-4870-a8b0-e614a64d169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dba719-4fab-4118-a4ca-954a2d8d0d1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:33:59.449415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850320af-0076-47c8-8495-a27a15f8a5ec req-30aff5df-81e3-4f3d-8eee-6fa5a154cd3f tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.451114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-850320af-0076-47c8-8495-a27a15f8a5ec req-30aff5df-81e3-4f3d-8eee-6fa5a154cd3f tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 950 time: 0.1139295 Jul 07 17:33:59.483088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e8817-f849-42ca-b528-a8568239500d req-c697fcbc-27e1-4121-80ff-2e1f9343e959 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:59.484774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d78e8817-f849-42ca-b528-a8568239500d req-c697fcbc-27e1-4121-80ff-2e1f9343e959 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 950 time: 0.1138215 Jul 07 17:33:59.534285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-850320af-0076-47c8-8495-a27a15f8a5ec req-ce34fa91-3b0b-400f-937c-c58aaa2a41e3 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8e2aa59-51a0-43bf-9048-b5798e6b6f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767899 Jul 07 17:33:59.627134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Deleting port 04ae4348-c30b-4be9-afe4-e6bd0688adff {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:33:59.627848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.750529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] For port 04ae4348-c30b-4be9-afe4-e6bd0688adff, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=04ae4348-c30b-4be9-afe4-e6bd0688adff,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:33:59.750896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:59.770272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Calling delete_port for 04ae4348-c30b-4be9-afe4-e6bd0688adff owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:33:59.897654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f48df6f9-c2f1-485a-b4d7-5b3f476d52f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.018227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.032203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['04ae4348-c30b-4be9-afe4-e6bd0688adff'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:00.102540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Pushing event deleted for resources: {'Port': ['ID=04ae4348-c30b-4be9-afe4-e6bd0688adff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:00.163096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] No DVR routers for this DVR port 04ae4348-c30b-4be9-afe4-e6bd0688adff on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:00.165504 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.167800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d78e8817-f849-42ca-b528-a8568239500d req-ac563776-290e-4eb4-8d92-cdfa62f84322 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.32 "DELETE /v2.0/ports/04ae4348-c30b-4be9-afe4-e6bd0688adff HTTP/1.1" status: 204 len: 173 time: 0.6756952 Jul 07 17:34:00.168272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'name': 'network-vif-deleted', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:00.170972 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b756cd9-be80-4a5e-9d8f-862313f5e165" -d '{"events": [{"server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "name": "network-vif-deleted", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:00.249779 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c9201-d240-4435-92c9-2638a026a61e x-openstack-request-id: req-ae6c9201-d240-4435-92c9-2638a026a61e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:00.250647 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c55f000-f33c-4b43-9a44-07b208e350f5", "name": "network-vif-deleted", "tag": "04ae4348-c30b-4be9-afe4-e6bd0688adff", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:00.250926 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae6c9201-d240-4435-92c9-2638a026a61e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:00.251519 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55f000-f33c-4b43-9a44-07b208e350f5', 'name': 'network-vif-deleted', 'tag': '04ae4348-c30b-4be9-afe4-e6bd0688adff', 'status': 'completed', 'code': 200} Jul 07 17:34:00.304885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54244) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:00.417134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa0bf-afa7-46c7-b426-8503f6ad0761 req-7fded7a9-e564-4f60-808f-fa79f2ee16e5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:00.422665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc4fa0bf-afa7-46c7-b426-8503f6ad0761 req-7fded7a9-e564-4f60-808f-fa79f2ee16e5 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1365831 Jul 07 17:34:00.493986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-network', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:00.499239 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc4fa0bf-afa7-46c7-b426-8503f6ad0761 req-35aae8e5-60c1-4916-a8b4-d30d16023d64 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707817 Jul 07 17:34:00.533795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Made reservation on behalf of 77cb780708b24df0a53893d975b0e8a1 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:00.537085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.582369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.676358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 04ae4348-c30b-4be9-afe4-e6bd0688adff no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:00.714578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 04ae4348-c30b-4be9-afe4-e6bd0688adff {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:00.715212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 04ae4348-c30b-4be9-afe4-e6bd0688adff not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:00.715822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 13fec97f-3c62-4187-8ce2-78105b6c7d3f no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:00.740497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:00.759950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 13fec97f-3c62-4187-8ce2-78105b6c7d3f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:00.760478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 13fec97f-3c62-4187-8ce2-78105b6c7d3f not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:00.826557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c09c999-2db6-479b-ac1d-1b155e485743 req-18a73378-0954-45fa-a827-9bd51fbf7a01 tempest-VolumesBackupsTest-1069308361 tempest-VolumesBackupsTest-1069308361-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c55f000-f33c-4b43-9a44-07b208e350f5 HTTP/1.1" status: 200 len: 210 time: 0.0539660 Jul 07 17:34:00.842827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.851576 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.869522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:00.882003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.883150 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Added segment 1bdbac81-c0fd-471d-8dba-5bc132ca6e8e of type vlan for network e113d477-6f1c-4c52-879c-daf1ad570a45 Jul 07 17:34:00.948485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.986681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06dd9f7-4be9-4ea8-9c9f-b31450352614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:00.986920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88833a05-f37b-49a4-9415-4a29169f8184,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.020857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.022968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.024283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.108873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e113d477-6f1c-4c52-879c-daf1ad570a45,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.110518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06dd9f7-4be9-4ea8-9c9f-b31450352614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.116200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a06dd9f7-4be9-4ea8-9c9f-b31450352614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.121803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e113d477-6f1c-4c52-879c-daf1ad570a45 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:01.130490 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-16527f1a-38be-4039-9df0-ba1a81b702f9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8231649 Jul 07 17:34:01.132860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54262) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:01.144708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Request body: {'subnet': {'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-subnet', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:01.149804 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dd9f7-4be9-4ea8-9c9f-b31450352614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61010f6-7599-4933-ac9e-5af61cec993f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.169741 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a06dd9f7-4be9-4ea8-9c9f-b31450352614 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e00a4951bc28489bb95e13aaddd3d5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281123 Jul 07 17:34:01.174988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:01.196115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Made reservation on behalf of 77cb780708b24df0a53893d975b0e8a1 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:01.200475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.256618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.281859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.345359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.348190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.349477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b61010f6-7599-4933-ac9e-5af61cec993f HTTP/1.1" status: 204 len: 168 time: 0.1732867 Jul 07 17:34:01.361423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b05a2-cb9d-4eae-841b-25adb5bc6b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61010f6-7599-4933-ac9e-5af61cec993f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.430622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.490261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9784325-106f-49ef-b112-8c5745b27433,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:01.500400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Checking segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:01.501038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Network hostable DHCP agents. Network: e113d477-6f1c-4c52-879c-daf1ad570a45, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:01.526704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Network e113d477-6f1c-4c52-879c-daf1ad570a45 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:01.549755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e113d477-6f1c-4c52-879c-daf1ad570a45) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:01.557999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e3aa2-282c-41ca-b4d6-709d2c487e70 None None] Network e113d477-6f1c-4c52-879c-daf1ad570a45 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:01.564151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.564768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.598908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:01.609988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:01.614799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6717be63-e0e4-467d-8376-9d5a6d703ca1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4796090 Jul 07 17:34:01.687032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.688527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.799475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3567fad-85d3-4ab4-884d-16e6f67b0428 None None] Network e113d477-6f1c-4c52-879c-daf1ad570a45 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:01.833707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:01.897463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553a3a7-91e6-493e-853a-b369e8223a2a req-c65544ac-1eaf-4e0d-b573-37a3c562e0ef tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:01.899085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e553a3a7-91e6-493e-853a-b369e8223a2a req-c65544ac-1eaf-4e0d-b573-37a3c562e0ef tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1952000 Jul 07 17:34:01.978729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e553a3a7-91e6-493e-853a-b369e8223a2a req-447086e1-cb1b-43f5-bf0d-aaf41be575e1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Jul 07 17:34:02.054513 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.239683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54298) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:02.317179 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc7c990f-0c39-4f13-98c6-078305109ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.330893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.356920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.380229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1464154096-network', 'tenant_id': '7bae948641a848d0967d8cedf0088a42'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:02.402841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Made reservation on behalf of 7bae948641a848d0967d8cedf0088a42 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:02.405478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.416090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.486014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Allocated IP 172.25.7.76 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/ea8d4d15-27f6-40a5-973d-9ff445e1ea96) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:02.564516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.571271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.618747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:02.634455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd209108-d95d-40ca-a1dd-bf937135b246,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.637139 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.642360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.642831 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Added segment d8f2ee83-544e-464c-8d09-9b93511fffb9 of type vlan for network 24dbd914-db81-4b49-8758-54d88c46cb7c Jul 07 17:34:02.695216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.703595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.733508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.737044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:02.737044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.755174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:02.760842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:02.766269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:02.777570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Pushing event updated for resources: {'Port': ['ID=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.791071 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:02.830131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] Pushing event updated for resources: {'Network': ['ID=24dbd914-db81-4b49-8758-54d88c46cb7c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:02.840318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 24dbd914-db81-4b49-8758-54d88c46cb7c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:02.856582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:02.856921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a30c80a6-0764-443e-928f-0cdc59ccc458 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6157780 Jul 07 17:34:02.893283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Request body: {'subnet': {'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1464154096-subnet', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:02.950493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Made reservation on behalf of 7bae948641a848d0967d8cedf0088a42 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:02.952876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.164508 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.365279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb093db-9d8b-4580-bbfb-d4db7c6a3683 req-b7e30fb9-dfcb-4df0-9e24-e41db333dfb2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:03.366809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fb093db-9d8b-4580-bbfb-d4db7c6a3683 req-b7e30fb9-dfcb-4df0-9e24-e41db333dfb2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.2567303 Jul 07 17:34:03.372056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.497898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb64a78-7e11-4230-afab-5eaea93084a8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:03.513162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fb093db-9d8b-4580-bbfb-d4db7c6a3683 req-6e35b326-f782-497b-854c-58ae521a16ba tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389489 Jul 07 17:34:03.556278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Checking segment: {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:03.556658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Network hostable DHCP agents. Network: 24dbd914-db81-4b49-8758-54d88c46cb7c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:03.592849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.599058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Network 24dbd914-db81-4b49-8758-54d88c46cb7c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:03.631069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.648604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 24dbd914-db81-4b49-8758-54d88c46cb7c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:03.659129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6624ae4-20b2-48ef-ab90-f1c423a7d159 None None] Network 24dbd914-db81-4b49-8758-54d88c46cb7c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:03.661329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:03.662037 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.692281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-99d8f46c-145a-495c-9846-2baefd874e88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8325615 Jul 07 17:34:03.693188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54310) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:03.699040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:03.746954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.748921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.814526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Router be4999a7-9d50-45fe-b50d-0b69901625b2 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:03.881348 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.932371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-24dbd914-db81-4b49-8758-54d88c46cb7c', 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'fixed_ips': [{'subnet_id': '3eb64a78-7e11-4230-afab-5eaea93084a8'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:03.933252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.951595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:03.974294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:03.975801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8fac857-aab8-4e7b-abea-f69db91fa36f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3724160 Jul 07 17:34:03.978621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:04.018516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Sync routers for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:04.045453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:04.046128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:04.418371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:04.476576 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.613780 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.615849 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.658150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Allocated IP 172.20.0.2 (24dbd914-db81-4b49-8758-54d88c46cb7c/3eb64a78-7e11-4230-afab-5eaea93084a8/1abd6823-ef10-465d-9c89-c8c483b1c412) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:04.808866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.842190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Allocated IP 172.20.0.1 (e113d477-6f1c-4c52-879c-daf1ad570a45/b9784325-106f-49ef-b112-8c5745b27433/2dc265a7-dbb7-4192-99cb-1752e963c18d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:04.849634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:04.976707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78657d7-6c6b-4532-a405-8316caac28be req-b608c3ef-ff73-47e6-a73c-a7f22b030058 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:04.978560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e78657d7-6c6b-4532-a405-8316caac28be req-b608c3ef-ff73-47e6-a73c-a7f22b030058 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1289861 Jul 07 17:34:05.113228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Allocated IP 172.25.7.11 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/cef8e4c8-4c67-4161-b0bf-61f015d61646) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:05.134481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:02Z', 'revision_number': 3, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:05.169011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Checking router: be4999a7-9d50-45fe-b50d-0b69901625b2 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:05.170511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Updating router be4999a7-9d50-45fe-b50d-0b69901625b2 port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:05.238508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.250292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.257602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Transition to ACTIVE for port object 1abd6823-ef10-465d-9c89-c8c483b1c412 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:05.308411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Transition to ACTIVE for port object 1abd6823-ef10-465d-9c89-c8c483b1c412 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:05.342900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.402569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e78657d7-6c6b-4532-a405-8316caac28be req-8dbe0d79-0a86-448d-a83a-704837c3bbd7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159009 Jul 07 17:34:05.419760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.496585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.499561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.501403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.637915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Pushing event updated for resources: {'Port': ['ID=1abd6823-ef10-465d-9c89-c8c483b1c412,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.645795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Network e113d477-6f1c-4c52-879c-daf1ad570a45 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:05.647083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:05.657699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.667099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:05.667519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:05.679886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.700088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:05.707555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.708956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.709320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.710038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.710423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.710766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.711115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.711453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.711791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.712128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.713081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.713081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.713081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:05.756489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Network 24dbd914-db81-4b49-8758-54d88c46cb7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:05.763506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:05.790760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:05.800723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:05.871651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Pushing event updated for resources: {'Port': ['ID=cef8e4c8-4c67-4161-b0bf-61f015d61646,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.063981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Attempting to bind port 1abd6823-ef10-465d-9c89-c8c483b1c412 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:06.064363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Attempting to bind port 1abd6823-ef10-465d-9c89-c8c483b1c412 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:06.064743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Attempting to bind port 1abd6823-ef10-465d-9c89-c8c483b1c412 on network 24dbd914-db81-4b49-8758-54d88c46cb7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:06.083334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:06.087470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Checking segment: {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:06.090392 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.090810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Bound using segment: {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:06.091318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Bound port: 1abd6823-ef10-465d-9c89-c8c483b1c412, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:06.091712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.255202 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.402565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.424372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Transition to ACTIVE for port object ea8d4d15-27f6-40a5-973d-9ff445e1ea96 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:06.445053 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.459606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.656834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.658071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] For port 1abd6823-ef10-465d-9c89-c8c483b1c412, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:06.662150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17502-85d5-477b-a0de-04dadd1cb785 None None] Pushing event updated for resources: {'Port': ['ID=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.675225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.683582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.688125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Attempting to bind port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:06.688522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Attempting to bind port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:06.688895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Attempting to bind port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:06.702519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:06.702974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:06.703403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.703813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:06.704331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Bound port: ea8d4d15-27f6-40a5-973d-9ff445e1ea96, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:06.704719 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.764505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] For port 1abd6823-ef10-465d-9c89-c8c483b1c412, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1abd6823-ef10-465d-9c89-c8c483b1c412,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:06.800652 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.927642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:06.935145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:06.966778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] For port ea8d4d15-27f6-40a5-973d-9ff445e1ea96, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:07.017317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] For port ea8d4d15-27f6-40a5-973d-9ff445e1ea96, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:07.036873 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.041828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a03f65-a404-44b7-91bc-0836053f62e7 req-7a97bc53-1750-488a-91a9-b4a8fc9e6ecd tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:07.050083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11a03f65-a404-44b7-91bc-0836053f62e7 req-7a97bc53-1750-488a-91a9-b4a8fc9e6ecd tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.1856463 Jul 07 17:34:07.050998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40110a5-e915-459a-a8dc-94ac3f1faf45 None None] Pushing event updated for resources: {'Port': ['ID=1abd6823-ef10-465d-9c89-c8c483b1c412,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.062887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.159884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11a03f65-a404-44b7-91bc-0836053f62e7 req-17c66126-d084-42cf-bca4-b8220706dfac tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078072 Jul 07 17:34:07.169561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17502-85d5-477b-a0de-04dadd1cb785 None None] Pushing event updated for resources: {'Port': ['ID=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:07.188064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Network e113d477-6f1c-4c52-879c-daf1ad570a45 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:07.190326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:07.201101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:07.201743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:07.448079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:07.478152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Router be4999a7-9d50-45fe-b50d-0b69901625b2 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:07.532936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Router accc4e6a-49d3-424f-ae33-11b3eeee5da0 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:07.708941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:07.737056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:07.751125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Sync routers for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:07.756073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-93c419f7-cb59-463f-b662-02d148f752f0 admin admin] 10.222.0.22 "PUT /v2.0/routers/be4999a7-9d50-45fe-b50d-0b69901625b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7761869 Jul 07 17:34:07.758758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:07.760425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-53e9655c-17c9-4b6d-bf34-b5f432e1755e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0647459 Jul 07 17:34:07.762744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:07.769810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:07.770475 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:07.794009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '2dc265a7-dbb7-4192-99cb-1752e963c18d', 'name': '', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'mac_address': 'fa:16:3e:0c:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 2, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'subnets': [{'id': 'b9784325-106f-49ef-b112-8c5745b27433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:07.845886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d279-e3c1-4718-89b9-2cae9fd1394a None None] The sync data for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 is: [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '2dc265a7-dbb7-4192-99cb-1752e963c18d', 'name': '', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'mac_address': 'fa:16:3e:0c:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 2, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'subnets': [{'id': 'b9784325-106f-49ef-b112-8c5745b27433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:08.058864 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:08.626556 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:08.702075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 175b690b-ef3a-4640-ba16-32c0c94605db details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:08.712314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Checking router: accc4e6a-49d3-424f-ae33-11b3eeee5da0 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:08.712610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Updating router accc4e6a-49d3-424f-ae33-11b3eeee5da0 port cef8e4c8-4c67-4161-b0bf-61f015d61646 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:08.790193 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:08.980340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=175b690b-ef3a-4640-ba16-32c0c94605db,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:09.001559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-185f5ba0-9564-459b-b23e-9953608badba tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:09.006072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '175b690b-ef3a-4640-ba16-32c0c94605db', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'port_id': '175b690b-ef3a-4640-ba16-32c0c94605db', 'mac_address': 'fa:16:3e:26:9f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:09.009131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1abd6823-ef10-465d-9c89-c8c483b1c412 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:09.018666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-185f5ba0-9564-459b-b23e-9953608badba tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 819 time: 0.6011729 Jul 07 17:34:09.071331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-570aeff3-60b1-4b15-ae27-1dc97f1fbe7e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/quotas/77cb780708b24df0a53893d975b0e8a1 HTTP/1.1" status: 200 len: 375 time: 0.0410757 Jul 07 17:34:09.082526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c530c-da94-4de2-9b7c-52955a93c7eb None None] Network 24dbd914-db81-4b49-8758-54d88c46cb7c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:09.145898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623c29c-39b8-4f45-bf1f-432c49448337 req-1fb17a2b-947d-4072-9aff-bb725b2d995d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:09.147867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8623c29c-39b8-4f45-bf1f-432c49448337 req-1fb17a2b-947d-4072-9aff-bb725b2d995d tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 943 time: 0.7275558 Jul 07 17:34:09.268785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.290312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-39aeb877-5115-4dee-ad0a-80bb211304be None None] Provisioning for port 1abd6823-ef10-465d-9c89-c8c483b1c412 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:09.301503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175b690b-ef3a-4640-ba16-32c0c94605db {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:09.364803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1abd6823-ef10-465d-9c89-c8c483b1c412 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:09.369939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8623c29c-39b8-4f45-bf1f-432c49448337 req-4ef5d90f-f472-47d3-a8d9-fecb3964d509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894619 Jul 07 17:34:09.378916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1abd6823-ef10-465d-9c89-c8c483b1c412 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:09.379211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.393108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=175b690b-ef3a-4640-ba16-32c0c94605db,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:09.424043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.555780 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.568802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-4474734a-2e78-4217-804c-987aad08dd13 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4176121 Jul 07 17:34:09.593671 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Transition to ACTIVE for port object cef8e4c8-4c67-4161-b0bf-61f015d61646 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:09.615188 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.643499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-fca89503-f95a-4082-ab2d-0f7c49ca51d0 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:34:09.645067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-fca89503-f95a-4082-ab2d-0f7c49ca51d0 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486658 Jul 07 17:34:09.699037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:09.719594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.764583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['175b690b-ef3a-4640-ba16-32c0c94605db'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:09.805968 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Pushing event updated for resources: {'Port': ['ID=cef8e4c8-4c67-4161-b0bf-61f015d61646,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:09.815458 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Attempting to bind port cef8e4c8-4c67-4161-b0bf-61f015d61646 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:09.815834 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Attempting to bind port cef8e4c8-4c67-4161-b0bf-61f015d61646 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:09.816200 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Attempting to bind port cef8e4c8-4c67-4161-b0bf-61f015d61646 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:09.841383 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.844720 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.845402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.846633 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.848308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.849735 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.850364 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.851156 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.851941 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.852436 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.852916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.854482 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:09.881716 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:09.882094 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:09.882735 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.883361 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:09.884036 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Bound port: cef8e4c8-4c67-4161-b0bf-61f015d61646, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:09.884620 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.974326 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] For port cef8e4c8-4c67-4161-b0bf-61f015d61646, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:09.977931 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] For port cef8e4c8-4c67-4161-b0bf-61f015d61646, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cef8e4c8-4c67-4161-b0bf-61f015d61646,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:09.979409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:09.986611 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.113679 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:10.114057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1abd6823-ef10-465d-9c89-c8c483b1c412, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1abd6823-ef10-465d-9c89-c8c483b1c412,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:10.121786 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:10.139543 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.274445 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3654-54fb-4b25-90d2-7a2e5094d5f2 None None] Pushing event updated for resources: {'Port': ['ID=cef8e4c8-4c67-4161-b0bf-61f015d61646,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.304031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1abd6823-ef10-465d-9c89-c8c483b1c412,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:10.312661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-019727a7-6eeb-4791-8c11-2d18c78df512 service neutron] 10.222.0.22 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556880 Jul 07 17:34:10.478566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-19083fd6-942c-4441-848d-f90c417b05be service neutron] 10.222.0.22 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648848 Jul 07 17:34:10.592111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:10.853565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Allocated IP 172.20.0.1 (24dbd914-db81-4b49-8758-54d88c46cb7c/3eb64a78-7e11-4230-afab-5eaea93084a8/f31d45d9-56bf-412b-8e32-d9d79ef12c07) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:10.876503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7f35b870-0970-4e8f-a375-22b9a35f9dee None None] Provisioning complete for port 1abd6823-ef10-465d-9c89-c8c483b1c412 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:10.878214 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f35b870-0970-4e8f-a375-22b9a35f9dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:10.891103 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877aa3f-da03-4e5d-a03b-0c6dc2b6ab65 req-e9dadb3a-68eb-4adb-9875-df2f09de3e3e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:10.892968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7877aa3f-da03-4e5d-a03b-0c6dc2b6ab65 req-e9dadb3a-68eb-4adb-9875-df2f09de3e3e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 944 time: 0.1483021 Jul 07 17:34:10.968747 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7877aa3f-da03-4e5d-a03b-0c6dc2b6ab65 req-b221ebf1-d9c3-408d-b0e0-43face13da79 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638678 Jul 07 17:34:11.074174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ea8d4d15-27f6-40a5-973d-9ff445e1ea96 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:11.239503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.278616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Transition to ACTIVE for port object f31d45d9-56bf-412b-8e32-d9d79ef12c07 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:11.281751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-500b2322-4037-4437-bcbb-5c89614e9d7c req-90ea9eb6-de09-4fa9-8b44-6f31d719d117 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 210 time: 0.1364791 Jul 07 17:34:11.355571 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:11.361967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:11.392231 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.400529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:11.400905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.450150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cfe029-6d37-4037-a614-103a59320aa4 None None] The sync data for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 is: [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 3, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:11.472805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Network 24dbd914-db81-4b49-8758-54d88c46cb7c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:11.491612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:11.507087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:11.602859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.634730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:11.712146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.754561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ea8d4d15-27f6-40a5-973d-9ff445e1ea96, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:11.762327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:11.764370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1abd6823-ef10-465d-9c89-c8c483b1c412 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:12.069940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7a03dfd1-888a-46f8-97c0-5693b27c7856 None None] Provisioning for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:12.092411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7a03dfd1-888a-46f8-97c0-5693b27c7856 None None] Provisioning complete for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:12.092787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a03dfd1-888a-46f8-97c0-5693b27c7856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.178600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-f6f459fa-abdd-4c13-a7e3-81b9328d65a9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:12.187670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-f6f459fa-abdd-4c13-a7e3-81b9328d65a9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 819 time: 0.5814426 Jul 07 17:34:12.193825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a03dfd1-888a-46f8-97c0-5693b27c7856 None None] Port f31d45d9-56bf-412b-8e32-d9d79ef12c07 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:12.200988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Sync routers for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:12.209294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:12.217768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-7f031303-ffe6-406e-a30a-0b99a27f552a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/quotas/77cb780708b24df0a53893d975b0e8a1 HTTP/1.1" status: 200 len: 375 time: 0.0288739 Jul 07 17:34:12.247021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:12.247833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:12.347740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1abd6823-ef10-465d-9c89-c8c483b1c412 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:12.348613 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.398463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:12.447838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-9b3008ae-9cc5-4245-ba86-57c783d6f535 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2282903 Jul 07 17:34:12.549996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:12.592793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-656aeb26-fa9c-4f86-8df5-e15792483b6e service neutron] 10.222.0.22 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440527 Jul 07 17:34:12.841715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 175b690b-ef3a-4640-ba16-32c0c94605db up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:12.971909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ea8d4d15-27f6-40a5-973d-9ff445e1ea96 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:13.013291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25868b44-5bde-4385-bb27-16956970d401 req-51aa1090-b376-4f88-a92d-fd508c141591 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.015632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25868b44-5bde-4385-bb27-16956970d401 req-51aa1090-b376-4f88-a92d-fd508c141591 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 944 time: 0.8117154 Jul 07 17:34:13.098092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 175b690b-ef3a-4640-ba16-32c0c94605db completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:13.103812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 175b690b-ef3a-4640-ba16-32c0c94605db triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.104372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.156499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '2dc265a7-dbb7-4192-99cb-1752e963c18d', 'name': '', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'mac_address': 'fa:16:3e:0c:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 2, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'subnets': [{'id': 'b9784325-106f-49ef-b112-8c5745b27433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:13.186405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.187064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.187449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.192311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Checking router: be4999a7-9d50-45fe-b50d-0b69901625b2 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:13.192756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Updating router be4999a7-9d50-45fe-b50d-0b69901625b2 port 2dc265a7-dbb7-4192-99cb-1752e963c18d binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:13.227885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.295295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25868b44-5bde-4385-bb27-16956970d401 req-a4960579-280d-42fe-91ba-00b9ab081dd1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377350 Jul 07 17:34:13.317790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.348906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.400001 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.468958 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:13.473413 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f59d33-a954-4915-9d19-4c3aabb95c32" -d '{"events": [{"server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "name": "network-vif-plugged", "status": "completed", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:13.497443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-a2f86aa4-8b1e-4c97-a944-b0dd5ec6b29c service neutron] 10.222.0.22 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8843718 Jul 07 17:34:13.541596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=175b690b-ef3a-4640-ba16-32c0c94605db,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:13.548770 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6363ef46-8591-4f27-a801-c7cd6059043e x-openstack-request-id: req-6363ef46-8591-4f27-a801-c7cd6059043e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:13.549075 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "name": "network-vif-plugged", "status": "completed", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:13.549459 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6363ef46-8591-4f27-a801-c7cd6059043e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:13.549899 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db', 'code': 200} Jul 07 17:34:13.553827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:13.634858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.647282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cef8e4c8-4c67-4161-b0bf-61f015d61646 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:13.659879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-fd611a0c-34ac-4ca5-8185-e03b54e39f71 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:13.662563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-fd611a0c-34ac-4ca5-8185-e03b54e39f71 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 819 time: 0.3056118 Jul 07 17:34:13.677093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:13.685439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Request body: {'port': {'device_id': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'admin_state_up': True, 'tenant_id': '77cb780708b24df0a53893d975b0e8a1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:13.800030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Network 24dbd914-db81-4b49-8758-54d88c46cb7c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:13.801690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:13.870773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port cef8e4c8-4c67-4161-b0bf-61f015d61646 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:13.920486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cef8e4c8-4c67-4161-b0bf-61f015d61646 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:13.934417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.129900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b825dc-dc52-4a02-848d-c31ade85abf5 req-a7913a5d-d774-422d-9f8e-9cec601a166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:14.131839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59b825dc-dc52-4a02-848d-c31ade85abf5 req-a7913a5d-d774-422d-9f8e-9cec601a166b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1097 time: 0.4297886 Jul 07 17:34:14.138617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Made reservation on behalf of 77cb780708b24df0a53893d975b0e8a1 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:14.144994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.196041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-59b825dc-dc52-4a02-848d-c31ade85abf5 req-278b7825-0fa2-4abc-82d2-b8116089ae29 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Jul 07 17:34:14.223699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.249908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port cef8e4c8-4c67-4161-b0bf-61f015d61646, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cef8e4c8-4c67-4161-b0bf-61f015d61646,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:14.262916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.420382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8981f3ba-54ac-4bdb-9fc2-638cf517098b None None] Provisioning complete for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:14.420746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8981f3ba-54ac-4bdb-9fc2-638cf517098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.427631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=cef8e4c8-4c67-4161-b0bf-61f015d61646,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:14.605553 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.628822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Transition to ACTIVE for port object 2dc265a7-dbb7-4192-99cb-1752e963c18d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:14.640620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.761989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Allocated IP 172.20.0.12 (e113d477-6f1c-4c52-879c-daf1ad570a45/b9784325-106f-49ef-b112-8c5745b27433/5f1a8c02-4a46-4708-b42b-a9c04623c750) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:14.767607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8981f3ba-54ac-4bdb-9fc2-638cf517098b None None] Port f31d45d9-56bf-412b-8e32-d9d79ef12c07 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:14.911987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cef8e4c8-4c67-4161-b0bf-61f015d61646 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:14.931958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f76cd421-0d36-4089-b91a-566e104259ed req-128cf6e0-d343-4cd4-a62c-04646ac5266b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 210 time: 1.0774767 Jul 07 17:34:14.986043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a856-05d8-4ff6-af5d-0b28c8bc73b3 None None] Pushing event updated for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:14.990271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Attempting to bind port 2dc265a7-dbb7-4192-99cb-1752e963c18d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:14.990768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Attempting to bind port 2dc265a7-dbb7-4192-99cb-1752e963c18d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:14.991514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Attempting to bind port 2dc265a7-dbb7-4192-99cb-1752e963c18d on network e113d477-6f1c-4c52-879c-daf1ad570a45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:15.001595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:15.002194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Checking segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:15.002834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.003304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Bound using segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:15.003904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Bound port: 2dc265a7-dbb7-4192-99cb-1752e963c18d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:15.004447 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.053049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port cef8e4c8-4c67-4161-b0bf-61f015d61646 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:15.053285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.106388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd760a-27a0-4ba5-975b-8916a22a8011 req-2fdca727-3414-4310-8995-0c001be7b9cc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:15.108315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8fd760a-27a0-4ba5-975b-8916a22a8011 req-2fdca727-3414-4310-8995-0c001be7b9cc tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.2075717 Jul 07 17:34:15.116257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Router accc4e6a-49d3-424f-ae33-11b3eeee5da0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:15.165252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.172556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8fd760a-27a0-4ba5-975b-8916a22a8011 req-1e80f11a-199d-4c96-b4a1-f2da1675c919 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547991 Jul 07 17:34:15.251873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] For port 2dc265a7-dbb7-4192-99cb-1752e963c18d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:15.269847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] For port 2dc265a7-dbb7-4192-99cb-1752e963c18d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2dc265a7-dbb7-4192-99cb-1752e963c18d,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:15.279472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.282975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.372179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:15.373062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:15.402556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Network e113d477-6f1c-4c52-879c-daf1ad570a45 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:15.416609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:15.435145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:15.441425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:15.448601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-29c975b1-c627-4d6f-97f9-21cf40626bd8 admin admin] 10.222.0.22 "PUT /v2.0/routers/accc4e6a-49d3-424f-ae33-11b3eeee5da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6827607 Jul 07 17:34:15.460598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Pushing event updated for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.461000 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Sync routers for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:15.479547 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:15.490440 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:15.575304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:15.585076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:15.589257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.612086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a856-05d8-4ff6-af5d-0b28c8bc73b3 None None] Pushing event updated for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:15.620583 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-3ec3460d-ce9e-4188-971d-b4a9adb89c6a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9481347 Jul 07 17:34:15.635035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Request body: {'port': {'device_id': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:15.710444 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:15.798039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.257390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '2dc265a7-dbb7-4192-99cb-1752e963c18d', 'name': '', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'mac_address': 'fa:16:3e:0c:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:15Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'subnets': [{'id': 'b9784325-106f-49ef-b112-8c5745b27433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:16.282720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d0cc763-d182-4097-a5d6-d0c8d4b43bf4 req-4799d626-d778-432f-b2e6-e30a16617d5f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 210 time: 0.0980084 Jul 07 17:34:16.321778 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:12Z', 'revision_number': 4, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f31d45d9-56bf-412b-8e32-d9d79ef12c07', 'name': '', 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'mac_address': 'fa:16:3e:5c:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:10Z', 'updated_at': '2021-07-07T17:34:12Z', 'revision_number': 2, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'subnets': [{'id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:16.331403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1eef2-8ba2-4558-88a7-ecfea4b445dd None None] The sync data for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 is: [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:34:06Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '2dc265a7-dbb7-4192-99cb-1752e963c18d', 'name': '', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'mac_address': 'fa:16:3e:0c:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:15Z', 'revision_number': 4, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'subnets': [{'id': 'b9784325-106f-49ef-b112-8c5745b27433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:16.473924 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Checking router: accc4e6a-49d3-424f-ae33-11b3eeee5da0 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:16.476148 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Updating router accc4e6a-49d3-424f-ae33-11b3eeee5da0 port f31d45d9-56bf-412b-8e32-d9d79ef12c07 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:16.493362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-d47c005b-1f9e-455e-9975-293cd0ddef26 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:16.495344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-d47c005b-1f9e-455e-9975-293cd0ddef26 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 819 time: 0.3826993 Jul 07 17:34:16.519224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Request body: {'port': {'device_id': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'admin_state_up': True, 'tenant_id': '77cb780708b24df0a53893d975b0e8a1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:16.581037 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.598206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd1cb-3388-4584-a66f-3fbf540e0950 req-87d08090-db59-4964-a862-6518c10fdaf7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:16.607089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5cfd1cb-3388-4584-a66f-3fbf540e0950 req-87d08090-db59-4964-a862-6518c10fdaf7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.1790347 Jul 07 17:34:16.665846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5cfd1cb-3388-4584-a66f-3fbf540e0950 req-8e77af94-030a-4d50-8714-3a85a01af6c1 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578618 Jul 07 17:34:16.685671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:16.698050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2040881740-network', 'tenant_id': '53f184be709b4e7e96d87b6b66107996'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:16.745403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Made reservation on behalf of 53f184be709b4e7e96d87b6b66107996 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:16.749918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.766163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.824794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2dc265a7-dbb7-4192-99cb-1752e963c18d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:16.959692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2dc265a7-dbb7-4192-99cb-1752e963c18d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:16.971212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2dc265a7-dbb7-4192-99cb-1752e963c18d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:16.971212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:16.991740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1a8c02-4a46-4708-b42b-a9c04623c750 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:17.030951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.104845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Transition to ACTIVE for port object 5f1a8c02-4a46-4708-b42b-a9c04623c750 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:17.116209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.120475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.129820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.150672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:17.165092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.165834 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Added segment 97a6cbab-693f-4314-83f9-eb32ac2da27c of type vlan for network 8a983581-5378-4392-81c1-af6e08f40226 Jul 07 17:34:17.192933 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.223891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.286027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2dc265a7-dbb7-4192-99cb-1752e963c18d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2dc265a7-dbb7-4192-99cb-1752e963c18d,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:17.292165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.328491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Made reservation on behalf of 77cb780708b24df0a53893d975b0e8a1 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:17.339570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.342381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34ae65-6a6d-435f-ba7f-150165ae1827,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.372210 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3d9f-ddbc-49c8-8785-1c8340f29ffd req-ac39850f-8d68-4915-a80a-7f1fcbf49f56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.373843 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6ba3d9f-ddbc-49c8-8785-1c8340f29ffd req-ac39850f-8d68-4915-a80a-7f1fcbf49f56 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.4745667 Jul 07 17:34:17.396208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.511739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.521021 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.549226 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Transition to ACTIVE for port object f31d45d9-56bf-412b-8e32-d9d79ef12c07 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:17.563480 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.576775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6ba3d9f-ddbc-49c8-8785-1c8340f29ffd req-67a827d0-1da3-4fde-9ac6-72999d1bb1f4 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694665 Jul 07 17:34:17.611619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54538) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:17.652422 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4f3c7-1794-4cf0-9e8b-7f9e938ef117 None None] Pushing event updated for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.674769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8ddc467-25fc-4b5f-9031-2136850af8fa req-040d2927-33e2-4683-bd6d-988bd4f5ba39 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 210 time: 0.0913880 Jul 07 17:34:17.676024 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.682726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:17.683324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.746612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Attempting to bind port 5f1a8c02-4a46-4708-b42b-a9c04623c750 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:17.747101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Attempting to bind port 5f1a8c02-4a46-4708-b42b-a9c04623c750 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:17.747597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Attempting to bind port 5f1a8c02-4a46-4708-b42b-a9c04623c750 on network e113d477-6f1c-4c52-879c-daf1ad570a45 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:17.775690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Port 5f1a8c02-4a46-4708-b42b-a9c04623c750 on network e113d477-6f1c-4c52-879c-daf1ad570a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:17.776056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Attempting to bind port 5f1a8c02-4a46-4708-b42b-a9c04623c750 on network e113d477-6f1c-4c52-879c-daf1ad570a45 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:17.788819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Attempting to bind port f31d45d9-56bf-412b-8e32-d9d79ef12c07 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:17.789364 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Attempting to bind port f31d45d9-56bf-412b-8e32-d9d79ef12c07 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:17.789897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Attempting to bind port f31d45d9-56bf-412b-8e32-d9d79ef12c07 on network 24dbd914-db81-4b49-8758-54d88c46cb7c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:17.796813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:17.797169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Checking segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:17.797561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Bound using segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:17.798004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Bound port: 5f1a8c02-4a46-4708-b42b-a9c04623c750, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:17.799307 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:17.799866 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Checking segment: {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:17.800592 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.801150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Bound using segment: {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:17.801773 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Bound port: f31d45d9-56bf-412b-8e32-d9d79ef12c07, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f2ee83-544e-464c-8d09-9b93511fffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:17.802502 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.809961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.836284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1469252 Jul 07 17:34:17.850696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:17.875982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Request body: {'subnet': {'network_id': '8a983581-5378-4392-81c1-af6e08f40226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2040881740-subnet', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:17.893287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7eb98-f033-4763-84b4-e8cdee83de02 admin admin] Pushing event updated for resources: {'Network': ['ID=8a983581-5378-4392-81c1-af6e08f40226,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:17.907647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8a983581-5378-4392-81c1-af6e08f40226 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:17.928348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Made reservation on behalf of 53f184be709b4e7e96d87b6b66107996 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:17.930757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.937234 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] For port f31d45d9-56bf-412b-8e32-d9d79ef12c07, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:17.943252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] For port f31d45d9-56bf-412b-8e32-d9d79ef12c07, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f31d45d9-56bf-412b-8e32-d9d79ef12c07,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:17.952546 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.045554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Allocated IP 172.20.0.3 (e113d477-6f1c-4c52-879c-daf1ad570a45/b9784325-106f-49ef-b112-8c5745b27433/8afcdf99-361d-448a-89c6-417f66740abd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:18.108157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4f3c7-1794-4cf0-9e8b-7f9e938ef117 None None] Pushing event updated for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.123997 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:18.125231 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:18.177207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:18.187877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:18.204964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.232316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:18.233035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.234687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] 10.222.0.32 "PUT /v2.0/ports/5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 1093 time: 2.6050546 Jul 07 17:34:18.264716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:18.267787 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d76b45-446c-47b7-86c6-8f03d2e09b22" -d '{"events": [{"name": "network-changed", "server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:18.353709 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fe805-953e-44ac-b1ad-c6385a51128a x-openstack-request-id: req-670fe805-953e-44ac-b1ad-c6385a51128a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:18.354009 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:18.354290 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-670fe805-953e-44ac-b1ad-c6385a51128a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:18.354686 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750', 'status': 'completed', 'code': 200} Jul 07 17:34:18.409434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.410022 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:18.551466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=114a4163-2296-481b-ab99-1b19dd9108a9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.576860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Checking segment: {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:18.577524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Network hostable DHCP agents. Network: 8a983581-5378-4392-81c1-af6e08f40226, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:18.609506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Network 8a983581-5378-4392-81c1-af6e08f40226 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:18.629826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8a983581-5378-4392-81c1-af6e08f40226) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:18.642713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c398d26-18f6-4eaf-809e-f3786df6ac04 None None] Network 8a983581-5378-4392-81c1-af6e08f40226 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:18.661089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:18.661695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.736595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f322bdf-800b-4876-b55b-1ee413cc1ffc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8805332 Jul 07 17:34:18.736929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:18.742671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:18.813752 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.815073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.817331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c705d-8ef7-47de-aad1-079b8235f222 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:18.871855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2dc265a7-dbb7-4192-99cb-1752e963c18d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:18.953201 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:12Z', 'revision_number': 4, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f31d45d9-56bf-412b-8e32-d9d79ef12c07', 'name': '', 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'mac_address': 'fa:16:3e:5c:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:10Z', 'updated_at': '2021-07-07T17:34:17Z', 'revision_number': 4, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'subnets': [{'id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:18.974409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13c9a0-5f79-4775-9e19-bfb0334a7dba tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:18.979196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa13c9a0-5f79-4775-9e19-bfb0334a7dba tempest-TestVolumeBootPattern-430585158 tempest-TestVolumeBootPattern-430585158-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1092 time: 1.3665481 Jul 07 17:34:18.979937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54556) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:19.001126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '175b690b-ef3a-4640-ba16-32c0c94605db', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:19.025649 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.031208 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa4a52-028b-46dd-b43d-784b6b7b0bb4 None None] The sync data for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 is: [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:12Z', 'revision_number': 4, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'f31d45d9-56bf-412b-8e32-d9d79ef12c07', 'name': '', 'network_id': '24dbd914-db81-4b49-8758-54d88c46cb7c', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'mac_address': 'fa:16:3e:5c:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:10Z', 'updated_at': '2021-07-07T17:34:17Z', 'revision_number': 4, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'subnets': [{'id': '3eb64a78-7e11-4230-afab-5eaea93084a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:19.060152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-94d2ac98-61a1-4c50-8161-85ebad68c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:19.061713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-94d2ac98-61a1-4c50-8161-85ebad68c46c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1096 time: 0.7253413 Jul 07 17:34:19.068733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.070264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8a983581-5378-4392-81c1-af6e08f40226', 'network_id': '8a983581-5378-4392-81c1-af6e08f40226', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'fixed_ips': [{'subnet_id': '114a4163-2296-481b-ab99-1b19dd9108a9'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:19.072693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.077039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38046719-713e-478b-868e-c4da3a281320 req-6e046451-b317-4e8b-a556-1b536a53235c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 210 time: 0.0838068 Jul 07 17:34:19.106816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2dc265a7-dbb7-4192-99cb-1752e963c18d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:19.107201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.191523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-e0601516-b0a9-4329-abb1-603668f55e70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.1015286 Jul 07 17:34:19.334729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.408877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.417420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Allocated IP 172.20.0.2 (8a983581-5378-4392-81c1-af6e08f40226/114a4163-2296-481b-ab99-1b19dd9108a9/1a5dda87-82de-4e9d-b50c-aa3fc8fe3736) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:19.477441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-45564aa5-18b2-4668-b28e-4f3e9dd43493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:19.479279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-45564aa5-18b2-4668-b28e-4f3e9dd43493 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.2790072 Jul 07 17:34:19.576644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-6bb08e3a-65b2-4b64-bca8-78e4620137e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851192 Jul 07 17:34:19.589935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.724833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.735986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Transition to ACTIVE for port object 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:19.754677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Transition to ACTIVE for port object 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:19.763119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.846556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Network 8a983581-5378-4392-81c1-af6e08f40226 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:19.854364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:19.869317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:19.886438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Pushing event updated for resources: {'Port': ['ID=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:19.935779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Network e113d477-6f1c-4c52-879c-daf1ad570a45 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:19.949130 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:19.962722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:19.994535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:20.000111 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.036587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Attempting to bind port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:20.037481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Attempting to bind port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:20.038387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Attempting to bind port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 on network 8a983581-5378-4392-81c1-af6e08f40226 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:20.049348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:20.050209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Checking segment: {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:20.051112 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.051730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Bound using segment: {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:20.052461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Bound port: 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:20.053169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.093160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:20.093839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.165000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Pushing event updated for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:20.265594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] For port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:20.275032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] For port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:20.283400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.294984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6768685f-515e-405f-a87e-e407eb28deeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7798910 Jul 07 17:34:20.312616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Request body: {'port': {'device_id': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:20.317459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-f89c3967-3425-4371-abdc-b2248eb48bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207212 Jul 07 17:34:20.334510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Allocated IP 172.25.7.75 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/88464763-f29d-476a-9e97-c39759b022c9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:20.505751 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d040e2e5-43c1-48c9-9845-3a9ad37643a5 req-9dfffb9b-b2d0-4a25-a070-ad548e851825 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814375 Jul 07 17:34:20.527618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c127d-5758-4dd7-b7e5-809882ec33de None None] Pushing event updated for resources: {'Port': ['ID=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:20.575804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.650879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.791855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.812193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ebe6e-c601-4f60-a3e6-9827cb0ee978 req-f1c9f3fc-addc-4248-ba2c-996fc5bfb485 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:20.851514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1ebe6e-c601-4f60-a3e6-9827cb0ee978 req-f1c9f3fc-addc-4248-ba2c-996fc5bfb485 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 931 time: 0.2956810 Jul 07 17:34:20.869086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f31d45d9-56bf-412b-8e32-d9d79ef12c07 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:20.992252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:21.002430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:21.004601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.070815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1ebe6e-c601-4f60-a3e6-9827cb0ee978 req-0cbdcf5a-e0d0-4787-befe-006335310e9b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178497 Jul 07 17:34:21.077297 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.155917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-0c82907a-8394-41c9-8a3a-61563a5fbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:21.157430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-0c82907a-8394-41c9-8a3a-61563a5fbb8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1096 time: 0.4797053 Jul 07 17:34:21.162880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:21.166437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:21.168645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Pushing event updated for resources: {'Port': ['ID=88464763-f29d-476a-9e97-c39759b022c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:21.171226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:21.229666 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.305036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f31d45d9-56bf-412b-8e32-d9d79ef12c07, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f31d45d9-56bf-412b-8e32-d9d79ef12c07,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:21.311776 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.378404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Allocated IP 172.25.7.122 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/759a641f-e5b2-4d73-98bc-4904be872a6b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:21.434871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:21.629081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.691248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-67ca12dd-3566-42e8-8bb9-cd34cd6ab91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:21.692780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-67ca12dd-3566-42e8-8bb9-cd34cd6ab91c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.5266855 Jul 07 17:34:21.713435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afcdf99-361d-448a-89c6-417f66740abd {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:21.842126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.853705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-597262f5-d9fc-495d-a60b-f6fd88556309 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.1488047 Jul 07 17:34:21.858007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.898746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:21.923985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Transition to ACTIVE for port object 8afcdf99-361d-448a-89c6-417f66740abd will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:21.933730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.002729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Pushing event updated for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.027290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cf0a7-7506-4d87-8890-e87cca1941d4 None None] Network 8a983581-5378-4392-81c1-af6e08f40226 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:22.066180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-19b02282-56e5-4703-9a22-31c40cdb0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.068229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-19b02282-56e5-4703-9a22-31c40cdb0381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.2038684 Jul 07 17:34:22.109904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4fd3e655-e1d4-4bda-a4ba-448af26246a5 None None] Provisioning for port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:22.134971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-ccb3f611-dc8e-4c5d-bfad-62bedffa37a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jul 07 17:34:22.140951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.157072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Router dac487ac-afe0-41c2-a2bb-8390126613c8 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:22.218353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:22.223836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:22.226809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:22.401569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:22.404375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=759a641f-e5b2-4d73-98bc-4904be872a6b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:22.413971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Sync routers for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:22.415403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d06f80-95dc-4478-8d02-929fffea6021 req-6ae29f20-df69-457c-8737-0d3e0895b998 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:22.418012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49d06f80-95dc-4478-8d02-929fffea6021 req-6ae29f20-df69-457c-8737-0d3e0895b998 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 943 time: 0.1469114 Jul 07 17:34:22.431981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:22.432382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:22.445464 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-7c805343-cb54-4aa2-80c1-a9722f99cccf service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887444 Jul 07 17:34:22.447933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.451660 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-20ff6078-c1f1-4333-abc9-af558119e278 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7112486 Jul 07 17:34:22.455913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:22.475272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Attempting to bind port 8afcdf99-361d-448a-89c6-417f66740abd on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:22.477179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Attempting to bind port 8afcdf99-361d-448a-89c6-417f66740abd by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:22.478211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Attempting to bind port 8afcdf99-361d-448a-89c6-417f66740abd on network e113d477-6f1c-4c52-879c-daf1ad570a45 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:22.567945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49d06f80-95dc-4478-8d02-929fffea6021 req-caeef4fc-15e7-4f8d-b010-03ad6827bd3d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428483 Jul 07 17:34:22.618721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Port 8afcdf99-361d-448a-89c6-417f66740abd on network e113d477-6f1c-4c52-879c-daf1ad570a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:22.619153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Attempting to bind port 8afcdf99-361d-448a-89c6-417f66740abd on network e113d477-6f1c-4c52-879c-daf1ad570a45 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:22.662476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:22.748601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:22.749466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Checking segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:22.749740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Bound using segment: {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:22.758927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Bound port: 8afcdf99-361d-448a-89c6-417f66740abd, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:22.759404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:22.773682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5f1a8c02-4a46-4708-b42b-a9c04623c750 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:22.996014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:23.020720 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-d7e724d8-e1d9-4b6a-b7ee-b9ca250d1fa1 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358107 Jul 07 17:34:23.075319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5f1a8c02-4a46-4708-b42b-a9c04623c750', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'port_id': '5f1a8c02-4a46-4708-b42b-a9c04623c750', 'mac_address': 'fa:16:3e:3d:a4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:23.082017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f31d45d9-56bf-412b-8e32-d9d79ef12c07 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:23.115720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:23.131819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8afcdf99-361d-448a-89c6-417f66740abd,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:23.233066 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.233751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.247900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f31d45d9-56bf-412b-8e32-d9d79ef12c07 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:23.248275 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.349955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1a8c02-4a46-4708-b42b-a9c04623c750 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:23.398225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:23.400177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.404416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] 10.222.0.32 "PUT /v2.0/ports/8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 200 len: 1092 time: 3.0996089 Jul 07 17:34:23.407410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:23.410813 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18be058-ebae-4c81-bc9b-75513edb3801" -d '{"events": [{"name": "network-changed", "server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "tag": "8afcdf99-361d-448a-89c6-417f66740abd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:23.461060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb9fae-5505-44fd-9d3b-93d742931c3e service neutron] Pushing event updated for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.507296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:23.527880 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0bcbf1-9b57-4d3f-9122-f50b076ed4f0 x-openstack-request-id: req-3d0bcbf1-9b57-4d3f-9122-f50b076ed4f0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:23.528541 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "tag": "8afcdf99-361d-448a-89c6-417f66740abd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:23.529047 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d0bcbf1-9b57-4d3f-9122-f50b076ed4f0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:23.529654 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd', 'status': 'completed', 'code': 200} Jul 07 17:34:23.554407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:23.572018 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.637858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:21Z', 'revision_number': 3, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:23.676886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Checking router: dac487ac-afe0-41c2-a2bb-8390126613c8 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:23.677227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Updating router dac487ac-afe0-41c2-a2bb-8390126613c8 port 88464763-f29d-476a-9e97-c39759b022c9 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:23.741796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:23.751047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:23.751480 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:23.756824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:23.797149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5f1a8c02-4a46-4708-b42b-a9c04623c750'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:23.827859 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.117374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-0dd3ce55-297f-4359-b3bb-154624827c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.119155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-0dd3ce55-297f-4359-b3bb-154624827c81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1095 time: 0.6541679 Jul 07 17:34:24.224437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.258020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-47bdbb83-03ed-4d7d-9410-95882cdecec2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 200 len: 217 time: 0.1126604 Jul 07 17:34:24.325229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.376019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366791e6-bd0f-4f63-90cb-92f14d88b18d req-b5585137-5ef4-4826-b1e4-cc4ead67e6fc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.388169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-366791e6-bd0f-4f63-90cb-92f14d88b18d req-b5585137-5ef4-4826-b1e4-cc4ead67e6fc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 943 time: 0.4039099 Jul 07 17:34:24.442888 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.477574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-366791e6-bd0f-4f63-90cb-92f14d88b18d req-2081e49c-2959-42b7-8231-e0142e5fa1fb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Jul 07 17:34:24.496986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-38cb4f94-5990-4d2a-b5b9-c1895446058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:24.499156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-38cb4f94-5990-4d2a-b5b9-c1895446058a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0674827 Jul 07 17:34:24.571907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-6578f7e2-ab17-437d-8ce9-bc35363f5067 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454316 Jul 07 17:34:24.584228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.613964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:24.616813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Transition to ACTIVE for port object 88464763-f29d-476a-9e97-c39759b022c9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:24.634133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.677683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.680797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-9bed58fd-6f04-46b7-9af8-4dd5df7618a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006541 Jul 07 17:34:24.695196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Allocated IP 172.20.0.1 (8a983581-5378-4392-81c1-af6e08f40226/114a4163-2296-481b-ab99-1b19dd9108a9/062685f7-bcc4-4c95-bc0a-62be809aef7d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:24.785206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.797692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4dcf7716-7545-47ab-aa47-39c23501dafe req-41f2ee32-efc9-4f91-a728-93edd46293fe service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052079 Jul 07 17:34:24.800263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.821050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Attempting to bind port 88464763-f29d-476a-9e97-c39759b022c9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:24.821423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Attempting to bind port 88464763-f29d-476a-9e97-c39759b022c9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:24.821832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Attempting to bind port 88464763-f29d-476a-9e97-c39759b022c9 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:24.842541 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.860397 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:24.860785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:24.861195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.861591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:24.862064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Bound port: 88464763-f29d-476a-9e97-c39759b022c9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:24.862473 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.864437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Transition to ACTIVE for port object 062685f7-bcc4-4c95-bc0a-62be809aef7d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:24.911855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0df2e-19df-401c-b00f-bff1099d7c6d None None] Pushing event updated for resources: {'Port': ['ID=88464763-f29d-476a-9e97-c39759b022c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:24.945614 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:24.977570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] For port 88464763-f29d-476a-9e97-c39759b022c9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:24.985522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] For port 88464763-f29d-476a-9e97-c39759b022c9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=88464763-f29d-476a-9e97-c39759b022c9,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:24.995139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.012367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-15c98568-7b80-43af-8513-8821a6047e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.015227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-15c98568-7b80-43af-8513-8821a6047e98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1095 time: 0.1602747 Jul 07 17:34:25.059245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Network 8a983581-5378-4392-81c1-af6e08f40226 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:25.060894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Pushing event updated for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.063720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:25.065946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:25.082086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:25.082745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.121662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.130035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0df2e-19df-401c-b00f-bff1099d7c6d None None] Pushing event updated for resources: {'Port': ['ID=88464763-f29d-476a-9e97-c39759b022c9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.209248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-fe88d7bd-5385-4b4a-938e-d83389a8c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.214893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-fe88d7bd-5385-4b4a-938e-d83389a8c684 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.1912937 Jul 07 17:34:25.288179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:25.345174 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-0a2b917d-afbd-4349-ac58-2f399c738978 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 200 len: 217 time: 0.1194723 Jul 07 17:34:25.417835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.426007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.429679 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.555566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3d7a0942-8b69-4511-a397-c203d1557e60 None None] Provisioning for port 062685f7-bcc4-4c95-bc0a-62be809aef7d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:25.559556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.565309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event updated for resources: {'Port': ['ID=759a641f-e5b2-4d73-98bc-4904be872a6b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.572245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3d7a0942-8b69-4511-a397-c203d1557e60 None None] Provisioning complete for port 062685f7-bcc4-4c95-bc0a-62be809aef7d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:25.572641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d7a0942-8b69-4511-a397-c203d1557e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.611025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-b54e8299-68d9-46f0-a9e7-194dde09dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.613024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-b54e8299-68d9-46f0-a9e7-194dde09dd16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.2480187 Jul 07 17:34:25.674269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a0942-8b69-4511-a397-c203d1557e60 None None] Port 062685f7-bcc4-4c95-bc0a-62be809aef7d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:25.706618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-4aca9d43-562a-45ae-a130-8f1e93727b19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844066 Jul 07 17:34:25.728441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:21Z', 'revision_number': 3, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:25.767002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03556cbb-269a-4ef7-bad1-e8268f222436 None None] The sync data for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 is: [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:21Z', 'revision_number': 3, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:25.792859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.817423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:25.843953 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 3a2da70e-154c-4493-bf5b-3a5694e0c858 associated. External IP: 172.25.7.122, port: 175b690b-ef3a-4640-ba16-32c0c94605db. Jul 07 17:34:25.916500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Pushing event updated for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:25.928863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee95bc-5d28-456f-8a7f-a3a02d24ed83 req-37fd30ea-1d5b-48d4-975a-ab4c3fcbee09 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:25.930467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76ee95bc-5d28-456f-8a7f-a3a02d24ed83 req-37fd30ea-1d5b-48d4-975a-ab4c3fcbee09 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 943 time: 0.2150564 Jul 07 17:34:25.932189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.056414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76ee95bc-5d28-456f-8a7f-a3a02d24ed83 req-0ca5c77b-387f-4f03-a3c4-9e6297016961 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132383 Jul 07 17:34:26.068195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-3891e6c4-60c1-412e-8618-313a98530311 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550613 Jul 07 17:34:26.177358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Network 8a983581-5378-4392-81c1-af6e08f40226 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:26.179092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:26.401633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:26.408204 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f18be058-ebae-4c81-bc9b-75513edb3801 req-6f79d527-798f-40f5-b9d7-6e0cfcec88ff service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274310 Jul 07 17:34:26.474771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Router dac487ac-afe0-41c2-a2bb-8390126613c8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:26.607278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:26.619063 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:26.633358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.641978 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:26.642683 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:26.681672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:26.715156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b3eef966-9ba0-4cc3-a470-91ebc0699d77 admin admin] 10.222.0.22 "PUT /v2.0/routers/dac487ac-afe0-41c2-a2bb-8390126613c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2495899 Jul 07 17:34:26.736378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-408d285c-3294-47f7-a56a-8c44406d0443 None None] Provisioning complete for port 062685f7-bcc4-4c95-bc0a-62be809aef7d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:26.736881 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408d285c-3294-47f7-a56a-8c44406d0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:26.779524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a66c36d-4922-4a25-b3eb-dffa3f3c0f9e tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7937903 Jul 07 17:34:26.780999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:26.784063 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e" -d '{"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:26.818413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8afcdf99-361d-448a-89c6-417f66740abd details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:26.820616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5f1a8c02-4a46-4708-b42b-a9c04623c750 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:26.913907 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbbb9a0-35b3-4fd9-81e2-73905c4a21d1 x-openstack-request-id: req-6bbbb9a0-35b3-4fd9-81e2-73905c4a21d1 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:26.914872 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:26.915597 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bbbb9a0-35b3-4fd9-81e2-73905c4a21d1 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:26.916461 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db', 'status': 'completed', 'code': 200} Jul 07 17:34:26.926727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-408d285c-3294-47f7-a56a-8c44406d0443 None None] Port 062685f7-bcc4-4c95-bc0a-62be809aef7d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:27.086750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:27.100260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-c568a4f0-29fa-45ca-ba3f-e872008d2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.104164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-c568a4f0-29fa-45ca-ba3f-e872008d2ee0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1097 time: 0.1627910 Jul 07 17:34:27.175018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 5f1a8c02-4a46-4708-b42b-a9c04623c750 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:27.186035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:27.201994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5f1a8c02-4a46-4708-b42b-a9c04623c750 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:27.218042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.300309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-e216d11c-0b04-4910-9067-32e9ced99bee req-68ed2499-785c-4723-a208-c36a14b50c4d service neutron] (93766) timed out ('10.222.0.83', 59392) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:34:27.394948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-b9d96b59-f0b5-473c-87d0-c4ef03bc67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.400564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-b9d96b59-f0b5-473c-87d0-c4ef03bc67ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.2861533 Jul 07 17:34:27.433964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b79ee-0156-402f-b3ca-9653ba97fdbc req-4809579a-5b97-471a-9168-ee17e8367836 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.439944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8afcdf99-361d-448a-89c6-417f66740abd,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:27.445147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d9b79ee-0156-402f-b3ca-9653ba97fdbc req-4809579a-5b97-471a-9168-ee17e8367836 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 943 time: 0.1329644 Jul 07 17:34:27.526209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d9b79ee-0156-402f-b3ca-9653ba97fdbc req-f2f43eab-81c9-48c3-90e4-cd94ce322631 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797532 Jul 07 17:34:27.633282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:27.633852 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.640425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '8afcdf99-361d-448a-89c6-417f66740abd', 'network_id': 'e113d477-6f1c-4c52-879c-daf1ad570a45', 'port_id': '8afcdf99-361d-448a-89c6-417f66740abd', 'mac_address': 'fa:16:3e:96:8c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9784325-106f-49ef-b112-8c5745b27433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:27.648157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-b08441ae-cba9-4f3c-a547-30626d9627c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 200 len: 999 time: 0.2390141 Jul 07 17:34:27.758782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-57c98629-8800-4d27-9245-feb115353bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.760728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-57c98629-8800-4d27-9245-feb115353bf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.1089361 Jul 07 17:34:27.783266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.857115 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}, {'id': '3a2da70e-154c-4493-bf5b-3a5694e0c858', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '175b690b-ef3a-4640-ba16-32c0c94605db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:26:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:34:23Z', 'updated_at': '2021-07-07T17:34:23Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:27.872990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.890650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:27.892806 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5576e5-7bd9-437a-a277-848e84e5b259" -d '{"events": [{"server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "name": "network-vif-plugged", "status": "completed", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:27.912449 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:27.933524 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:27.934695 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:27.955817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:27.958185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-80ee2d15-182b-4b69-adbb-0dd5312ad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:27.962365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-80ee2d15-182b-4b69-adbb-0dd5312ad96d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864271 Jul 07 17:34:27.963347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afcdf99-361d-448a-89c6-417f66740abd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:27.980143 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:27.989999 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343a05e-6ac0-4537-9a3e-8077b5e5208f x-openstack-request-id: req-9343a05e-6ac0-4537-9a3e-8077b5e5208f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:27.990448 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "name": "network-vif-plugged", "status": "completed", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:27.990628 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9343a05e-6ac0-4537-9a3e-8077b5e5208f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:27.991046 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750', 'code': 200} Jul 07 17:34:28.109228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 88464763-f29d-476a-9e97-c39759b022c9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:28.184317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8afcdf99-361d-448a-89c6-417f66740abd,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:28.198095 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:28.234764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.245326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:28.284914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-0f175b77-3ba1-4ade-a120-e0602c971005 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146369 Jul 07 17:34:28.327307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:28.333810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 88464763-f29d-476a-9e97-c39759b022c9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:28.339664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 88464763-f29d-476a-9e97-c39759b022c9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:28.340346 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.534985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.566550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8afcdf99-361d-448a-89c6-417f66740abd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:28.583028 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:28.669912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 88464763-f29d-476a-9e97-c39759b022c9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=88464763-f29d-476a-9e97-c39759b022c9,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:28.684652 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:28.847003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=88464763-f29d-476a-9e97-c39759b022c9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:28.878527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Sync routers for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:28.883799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}, {'id': '3a2da70e-154c-4493-bf5b-3a5694e0c858', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '175b690b-ef3a-4640-ba16-32c0c94605db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:26:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:34:23Z', 'updated_at': '2021-07-07T17:34:23Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:28.928140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:28.928782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:29.044943 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19848e22-ff03-4345-982d-c3dc1a994d6a None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}, {'id': '3a2da70e-154c-4493-bf5b-3a5694e0c858', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '175b690b-ef3a-4640-ba16-32c0c94605db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:26:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:34:23Z', 'updated_at': '2021-07-07T17:34:23Z', 'revision_number': 0, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:29.079249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:29.094189 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bbe5f-5693-49a1-b8d5-547b952d824e req-a2eb755e-1466-4462-b497-6384a93eb6f6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:29.102372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e1bbe5f-5693-49a1-b8d5-547b952d824e req-a2eb755e-1466-4462-b497-6384a93eb6f6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 944 time: 0.2605286 Jul 07 17:34:29.164787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:29.317167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60a00f-0725-4da0-9147-9b8270a5c248 req-1d626dba-7720-4d81-8bdf-4ac18f66f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:29.319081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cf60a00f-0725-4da0-9147-9b8270a5c248 req-1d626dba-7720-4d81-8bdf-4ac18f66f8f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 1.0329888 Jul 07 17:34:29.342311 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4eda1343-f3fe-47d6-aca1-a8fc17cb228e req-7755a280-1e9f-4aab-b29d-1bfe79852d9b service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0380156 Jul 07 17:34:29.388086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cf60a00f-0725-4da0-9147-9b8270a5c248 req-3977afd3-b08a-41d0-b129-c27715d89305 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603640 Jul 07 17:34:29.449191 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bbada-4056-468e-be76-82f24ac45c8d None None] New status for floating IP 3a2da70e-154c-4493-bf5b-3a5694e0c858: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:34:29.472378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:25Z', 'revision_number': 4, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '062685f7-bcc4-4c95-bc0a-62be809aef7d', 'name': '', 'network_id': '8a983581-5378-4392-81c1-af6e08f40226', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'mac_address': 'fa:16:3e:73:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:24Z', 'updated_at': '2021-07-07T17:34:25Z', 'revision_number': 2, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'subnets': [{'id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:29.536652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Checking router: dac487ac-afe0-41c2-a2bb-8390126613c8 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:29.536794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Updating router dac487ac-afe0-41c2-a2bb-8390126613c8 port 062685f7-bcc4-4c95-bc0a-62be809aef7d binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:29.541563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e1bbe5f-5693-49a1-b8d5-547b952d824e req-d12a9107-ab4a-465e-ae7e-cb524c846e7e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327140 Jul 07 17:34:29.615559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:29.869531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:29.960594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dddc3b0c-ae3e-4e2c-ad4d-70655b74013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.048801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.068784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Transition to ACTIVE for port object 062685f7-bcc4-4c95-bc0a-62be809aef7d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:30.089337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.265289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54690) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:30.266344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3013-052d-43ef-8bdc-30fd3306366a None None] Pushing event updated for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:30.337573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Attempting to bind port 062685f7-bcc4-4c95-bc0a-62be809aef7d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:30.337945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Attempting to bind port 062685f7-bcc4-4c95-bc0a-62be809aef7d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:30.338479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Attempting to bind port 062685f7-bcc4-4c95-bc0a-62be809aef7d on network 8a983581-5378-4392-81c1-af6e08f40226 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:30.343800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:30.344231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Checking segment: {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:30.344651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.345046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Bound using segment: {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:30.345802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Bound port: 062685f7-bcc4-4c95-bc0a-62be809aef7d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a6cbab-693f-4314-83f9-eb32ac2da27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8a983581-5378-4392-81c1-af6e08f40226'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:30.346236 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.384261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Deleting port f31d45d9-56bf-412b-8e32-d9d79ef12c07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:30.384842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.425458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] For port 062685f7-bcc4-4c95-bc0a-62be809aef7d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:30.430806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] For port 062685f7-bcc4-4c95-bc0a-62be809aef7d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=062685f7-bcc4-4c95-bc0a-62be809aef7d,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:30.439454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.472461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e877e1a8-bb1e-4d31-aec2-81ca0beada6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.474248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] For port f31d45d9-56bf-412b-8e32-d9d79ef12c07, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f31d45d9-56bf-412b-8e32-d9d79ef12c07,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:30.474707 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.503340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Calling delete_port for f31d45d9-56bf-412b-8e32-d9d79ef12c07 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:30.731703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e877e1a8-bb1e-4d31-aec2-81ca0beada6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.737733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e877e1a8-bb1e-4d31-aec2-81ca0beada6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.787424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e877e1a8-bb1e-4d31-aec2-81ca0beada6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1467fede2a4646418e1eb2a6812f44e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204997 Jul 07 17:34:30.789751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54696) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:30.797383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.823192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:30.823745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:30.861437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877e1a8-bb1e-4d31-aec2-81ca0beada6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28de1d87-32aa-49a2-acfd-cfce1d553eea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:30.865997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3013-052d-43ef-8bdc-30fd3306366a None None] Pushing event updated for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:30.869594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 88464763-f29d-476a-9e97-c39759b022c9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:30.872603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.929639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8afcdf99-361d-448a-89c6-417f66740abd up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:30.943981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.069213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.074342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.075699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28de1d87-32aa-49a2-acfd-cfce1d553eea HTTP/1.1" status: 204 len: 168 time: 0.2848508 Jul 07 17:34:31.078032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31d45d9-56bf-412b-8e32-d9d79ef12c07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:31.088599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e6cd6-ce3f-48d1-87aa-fee11c388ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de1d87-32aa-49a2-acfd-cfce1d553eea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:31.150475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 8afcdf99-361d-448a-89c6-417f66740abd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:31.177604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f40f-5456-49c2-96fd-d0c62ff71751 req-78b431a7-8378-4aca-aae2-ce4a33d2d52a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.180371 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36b9f40f-5456-49c2-96fd-d0c62ff71751 req-78b431a7-8378-4aca-aae2-ce4a33d2d52a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 944 time: 0.3999000 Jul 07 17:34:31.183290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 88464763-f29d-476a-9e97-c39759b022c9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:31.183446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.195533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 8afcdf99-361d-448a-89c6-417f66740abd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:31.195910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.285065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36b9f40f-5456-49c2-96fd-d0c62ff71751 req-dca0fa1e-eefa-402c-8c55-03df6f4b8365 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900512 Jul 07 17:34:31.287887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:31.356334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.626850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Router accc4e6a-49d3-424f-ae33-11b3eeee5da0 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:31.632833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.665980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:31.668189 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321e53d-91d9-4243-b06f-7dc5c6e8d01c" -d '{"events": [{"server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "name": "network-vif-plugged", "status": "completed", "tag": "8afcdf99-361d-448a-89c6-417f66740abd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:31.680979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8afcdf99-361d-448a-89c6-417f66740abd,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:31.686991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:31.695027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:25Z', 'revision_number': 4, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '062685f7-bcc4-4c95-bc0a-62be809aef7d', 'name': '', 'network_id': '8a983581-5378-4392-81c1-af6e08f40226', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'mac_address': 'fa:16:3e:73:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:24Z', 'updated_at': '2021-07-07T17:34:30Z', 'revision_number': 4, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'subnets': [{'id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:31.723140 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f108cad-8d43-4194-9a3b-80117d2bd9ee x-openstack-request-id: req-9f108cad-8d43-4194-9a3b-80117d2bd9ee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:31.723437 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "name": "network-vif-plugged", "status": "completed", "tag": "8afcdf99-361d-448a-89c6-417f66740abd", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:31.723696 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f108cad-8d43-4194-9a3b-80117d2bd9ee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:31.724638 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd', 'code': 200} Jul 07 17:34:31.767917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6dff-7709-4ee5-aee3-1f042055af7f None None] The sync data for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 is: [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:25Z', 'revision_number': 4, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '062685f7-bcc4-4c95-bc0a-62be809aef7d', 'name': '', 'network_id': '8a983581-5378-4392-81c1-af6e08f40226', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'mac_address': 'fa:16:3e:73:d5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:24Z', 'updated_at': '2021-07-07T17:34:30Z', 'revision_number': 4, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'subnets': [{'id': '114a4163-2296-481b-ab99-1b19dd9108a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:31.801783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:31.844599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:31.858473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-65592d65-d904-4f2e-ac20-419a9f9e9106 admin admin] 10.222.0.22 "PUT /v2.0/routers/accc4e6a-49d3-424f-ae33-11b3eeee5da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896176 Jul 07 17:34:31.865226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54728) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:31.876962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Sync routers for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:31.894574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:31.895596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:31.984974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d936aa-3b01-423f-a130-655c14f5a61b req-502de7c2-d714-4eb6-86ab-26c617f01a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:31.986910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64d936aa-3b01-423f-a130-655c14f5a61b req-502de7c2-d714-4eb6-86ab-26c617f01a47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1097 time: 0.1854229 Jul 07 17:34:32.073196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-64d936aa-3b01-423f-a130-655c14f5a61b req-ff9f091d-f537-4627-9b21-a3f713428552 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jul 07 17:34:32.100525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:32.117276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.235556 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.308630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Deleting port cef8e4c8-4c67-4161-b0bf-61f015d61646 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:32.309423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.365979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ea200-fd02-4d15-a4bb-deb11b4bec7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.403901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:30Z', 'revision_number': 5, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port': {'id': 'cef8e4c8-4c67-4161-b0bf-61f015d61646', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:04Z', 'updated_at': '2021-07-07T17:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:32.437032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Checking router: accc4e6a-49d3-424f-ae33-11b3eeee5da0 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:32.446086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Routers {'accc4e6a-49d3-424f-ae33-11b3eeee5da0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:32.446808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:32.449023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] For port cef8e4c8-4c67-4161-b0bf-61f015d61646, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=cef8e4c8-4c67-4161-b0bf-61f015d61646,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:32.449480 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.494224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Calling delete_port for cef8e4c8-4c67-4161-b0bf-61f015d61646 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:32.579706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] Set router accc4e6a-49d3-424f-ae33-11b3eeee5da0 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:32.657457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e8f73-6d89-4f7d-9ca1-2f7f8840bce5 req-ddb9e1ad-f8be-493e-a9c0-49c511afde29 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:32.665073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f35e8f73-6d89-4f7d-9ca1-2f7f8840bce5 req-ddb9e1ad-f8be-493e-a9c0-49c511afde29 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1378946 Jul 07 17:34:32.731267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:32Z', 'revision_number': 6, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:32.744933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f35e8f73-6d89-4f7d-9ca1-2f7f8840bce5 req-f76b3dd8-4e77-4221-b5ea-1746ff3b9665 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788434 Jul 07 17:34:32.802689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:32.836769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e968a-11ea-451f-8a7b-ca89b8c373e8 None None] The sync data for ids ['accc4e6a-49d3-424f-ae33-11b3eeee5da0'] in n-d-791504-12 is: [{'id': 'accc4e6a-49d3-424f-ae33-11b3eeee5da0', 'name': 'tempest-TestAggregatesBasicOps-1464154096-router', 'tenant_id': '7bae948641a848d0967d8cedf0088a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:03Z', 'updated_at': '2021-07-07T17:34:32Z', 'revision_number': 6, 'project_id': '7bae948641a848d0967d8cedf0088a42', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:32.850315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef8e4c8-4c67-4161-b0bf-61f015d61646,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:32.865194 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.026020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.160010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.162355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.234388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.235220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router accc4e6a-49d3-424f-ae33-11b3eeee5da0 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:33.254397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.258559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:33.260285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0012a0f-f613-4827-b31f-9fbae0b91e94 admin admin] 10.222.0.22 "DELETE /v2.0/routers/accc4e6a-49d3-424f-ae33-11b3eeee5da0 HTTP/1.1" status: 204 len: 168 time: 1.3939700 Jul 07 17:34:33.298432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 062685f7-bcc4-4c95-bc0a-62be809aef7d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:33.358873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Deleting subnet 3eb64a78-7e11-4230-afab-5eaea93084a8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:33.362513 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.399508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 062685f7-bcc4-4c95-bc0a-62be809aef7d completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:33.406235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 062685f7-bcc4-4c95-bc0a-62be809aef7d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:33.408605 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.443175 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.547263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.559829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.616847 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.620705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 062685f7-bcc4-4c95-bc0a-62be809aef7d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=062685f7-bcc4-4c95-bc0a-62be809aef7d,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:33.629796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.648091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb64a78-7e11-4230-afab-5eaea93084a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:33.657558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.664350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:33.673995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f9f87-95fb-4870-95b9-46d7d0758f5e None None] Network 24dbd914-db81-4b49-8758-54d88c46cb7c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:33.674815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52e8e03b-f92c-43f2-8cff-1ad82d525fc5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3eb64a78-7e11-4230-afab-5eaea93084a8 HTTP/1.1" status: 204 len: 168 time: 0.4144979 Jul 07 17:34:33.678868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.770437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:33.785531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:33.932967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Deleting port 1abd6823-ef10-465d-9c89-c8c483b1c412 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:33.934363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.082289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] For port 1abd6823-ef10-465d-9c89-c8c483b1c412, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1abd6823-ef10-465d-9c89-c8c483b1c412,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:34.084560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.088706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] DHCP port deletion for 24dbd914-db81-4b49-8758-54d88c46cb7c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:34.126175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Calling delete_port for 1abd6823-ef10-465d-9c89-c8c483b1c412 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:34.197962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7276f8b-c8de-4a38-bd16-633840daf091 req-a633cb79-7cbe-4498-88b5-169bb39b0a4c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:34.208822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7276f8b-c8de-4a38-bd16-633840daf091 req-a633cb79-7cbe-4498-88b5-169bb39b0a4c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1529100 Jul 07 17:34:34.220786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Deleting port 1abd6823-ef10-465d-9c89-c8c483b1c412 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:34.221145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.274615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.299613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7276f8b-c8de-4a38-bd16-633840daf091 req-fa418d33-5ea1-45be-8843-e248588e5952 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769265 Jul 07 17:34:34.315655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] For port 1abd6823-ef10-465d-9c89-c8c483b1c412, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1abd6823-ef10-465d-9c89-c8c483b1c412,segment=NetworkSegment(d8f2ee83-544e-464c-8d09-9b93511fffb9),segment_id=d8f2ee83-544e-464c-8d09-9b93511fffb9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:34.316030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.338784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Calling delete_port for 1abd6823-ef10-465d-9c89-c8c483b1c412 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:34.341337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abd6823-ef10-465d-9c89-c8c483b1c412,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.350514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] No DVR routers for this DVR port 1abd6823-ef10-465d-9c89-c8c483b1c412 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:34.460925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.470133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.481208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dbd914-db81-4b49-8758-54d88c46cb7c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.493476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] Pushing event deleted for resources: {'Port': ['ID=1abd6823-ef10-465d-9c89-c8c483b1c412,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.509066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f2ee83-544e-464c-8d09-9b93511fffb9') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.509716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f2ee83-544e-464c-8d09-9b93511fffb9') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:34.522764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.525851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69406223-67ce-4ae6-8e14-0738c83b61d2 None None] No DVR routers for this DVR port 1abd6823-ef10-465d-9c89-c8c483b1c412 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:34.543340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.555729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.557256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:34.558019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:34.560274 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:34.678003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.704543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:34.710785 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/24dbd914-db81-4b49-8758-54d88c46cb7c HTTP/1.1" status: 204 len: 168 time: 1.0440733 Jul 07 17:34:34.711515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54772) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:34.731482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1365a-163a-4f97-93ea-6fcdad1a8cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dbd914-db81-4b49-8758-54d88c46cb7c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:34.794145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84060764-7a19-432d-9ed6-dfa4ce148dcc req-8bf3a358-9295-49e8-bf2a-6c2c98dd0604 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:34.802306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84060764-7a19-432d-9ed6-dfa4ce148dcc req-8bf3a358-9295-49e8-bf2a-6c2c98dd0604 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0950027 Jul 07 17:34:34.847424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84060764-7a19-432d-9ed6-dfa4ce148dcc req-bb9067f6-c6b4-46bb-a85e-fcd46097d91f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Jul 07 17:34:34.855305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-afee5b8f-1017-45e2-9fd9-ec9b66f78798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:34.856821 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-afee5b8f-1017-45e2-9fd9-ec9b66f78798 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1097 time: 0.1923048 Jul 07 17:34:34.861736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 062685f7-bcc4-4c95-bc0a-62be809aef7d up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:34.919534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 062685f7-bcc4-4c95-bc0a-62be809aef7d triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:34.920076 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.038353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-e9c8baf2-09eb-4e1a-b020-cda4f0c18194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.039826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-e9c8baf2-09eb-4e1a-b020-cda4f0c18194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.1765587 Jul 07 17:34:35.069972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f31d45d9-56bf-412b-8e32-d9d79ef12c07 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:35.091355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f31d45d9-56bf-412b-8e32-d9d79ef12c07 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:35.091849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f31d45d9-56bf-412b-8e32-d9d79ef12c07 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:35.092460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cef8e4c8-4c67-4161-b0bf-61f015d61646 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:35.099639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-607a2f86-52f5-4fa9-b814-56e8f900ad9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 200 len: 217 time: 0.0405002 Jul 07 17:34:35.114642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: cef8e4c8-4c67-4161-b0bf-61f015d61646 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:35.115171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device cef8e4c8-4c67-4161-b0bf-61f015d61646 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:35.115945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1abd6823-ef10-465d-9c89-c8c483b1c412 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:35.135187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1abd6823-ef10-465d-9c89-c8c483b1c412 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:35.135187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1abd6823-ef10-465d-9c89-c8c483b1c412 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:35.194926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-019d03e3-84a2-4bfa-ae6c-ed7d228e1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:35.196469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-019d03e3-84a2-4bfa-ae6c-ed7d228e1abd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0910234 Jul 07 17:34:35.239393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-4c580af7-739a-497e-998a-abf109ab9226 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363963 Jul 07 17:34:35.402908 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-ed3d20fd-334c-4483-9a18-f010ca72a708 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566396 Jul 07 17:34:35.415438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.466827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.616918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b782b97b-cc1c-410f-8cc9-5378e8f42061 req-5f2c8309-6ce0-4ad1-b273-bb40421a5375 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075608 Jul 07 17:34:35.882135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Deleting port 062685f7-bcc4-4c95-bc0a-62be809aef7d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:35.882508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.979148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] For port 062685f7-bcc4-4c95-bc0a-62be809aef7d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=062685f7-bcc4-4c95-bc0a-62be809aef7d,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:35.979597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:35.994687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Calling delete_port for 062685f7-bcc4-4c95-bc0a-62be809aef7d owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:36.058831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7bc7-0ca5-4c84-afc1-5f3cc281f447 req-8e3ddb9a-8b5d-40eb-a7ce-5408000f033c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:36.061562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a8b7bc7-0ca5-4c84-afc1-5f3cc281f447 req-8e3ddb9a-8b5d-40eb-a7ce-5408000f033c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0708508 Jul 07 17:34:36.102794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a8b7bc7-0ca5-4c84-afc1-5f3cc281f447 req-8b2a2c58-f6fe-460a-bdc1-b086addecea8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Jul 07 17:34:36.226010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.480199 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:36.639430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=062685f7-bcc4-4c95-bc0a-62be809aef7d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:36.784383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.006678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Router dac487ac-afe0-41c2-a2bb-8390126613c8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:37.124779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:37.135393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-555b4928-4c79-4b97-b1b5-cb5c52c5bcd4 admin admin] 10.222.0.22 "PUT /v2.0/routers/dac487ac-afe0-41c2-a2bb-8390126613c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126561 Jul 07 17:34:37.135999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Sync routers for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:37.137813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54808) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:37.162380 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:37.163013 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.280941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.320821 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:37.352553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91b4e-d909-4d5e-bd83-959d47aa667e req-98f77e7f-e931-4b61-a745-c1d947dd1308 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:37.355198 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6a91b4e-d909-4d5e-bd83-959d47aa667e req-98f77e7f-e931-4b61-a745-c1d947dd1308 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1072595 Jul 07 17:34:37.416376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6a91b4e-d909-4d5e-bd83-959d47aa667e req-41c13a1a-3a14-4fb7-bc70-4dc0a7407b84 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Jul 07 17:34:37.424959 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.481548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Deleting port 88464763-f29d-476a-9e97-c39759b022c9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:37.482045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.546999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '88464763-f29d-476a-9e97-c39759b022c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:36Z', 'revision_number': 5, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port': {'id': '88464763-f29d-476a-9e97-c39759b022c9', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:20Z', 'updated_at': '2021-07-07T17:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.577717 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Checking router: dac487ac-afe0-41c2-a2bb-8390126613c8 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:37.587237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Routers {'dac487ac-afe0-41c2-a2bb-8390126613c8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:37.587835 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['dac487ac-afe0-41c2-a2bb-8390126613c8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.596414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] For port 88464763-f29d-476a-9e97-c39759b022c9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=88464763-f29d-476a-9e97-c39759b022c9,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:37.598552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.615256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Calling delete_port for 88464763-f29d-476a-9e97-c39759b022c9 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:37.710732 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] Set router dac487ac-afe0-41c2-a2bb-8390126613c8 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:37.774515 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:37Z', 'revision_number': 6, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:37.817169 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9e962-d6f6-4576-b406-a260d6e0edf2 None None] The sync data for ids ['dac487ac-afe0-41c2-a2bb-8390126613c8'] in n-d-791504-12 is: [{'id': 'dac487ac-afe0-41c2-a2bb-8390126613c8', 'name': 'tempest-TestAggregatesBasicOps-2040881740-router', 'tenant_id': '53f184be709b4e7e96d87b6b66107996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:18Z', 'updated_at': '2021-07-07T17:34:37Z', 'revision_number': 6, 'project_id': '53f184be709b4e7e96d87b6b66107996', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:37.863486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:37.892673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Pushing event deleted for resources: {'Port': ['ID=88464763-f29d-476a-9e97-c39759b022c9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:37.972236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.079017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.082089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.137932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.138567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac487ac-afe0-41c2-a2bb-8390126613c8 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:34:38.145147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.146625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8e9d43f-d368-4b08-b8b8-525473e8c777 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dac487ac-afe0-41c2-a2bb-8390126613c8 HTTP/1.1" status: 204 len: 168 time: 1.0075850 Jul 07 17:34:38.149494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54824) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:38.199509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Deleting subnet 114a4163-2296-481b-ab99-1b19dd9108a9 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:34:38.203288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.238261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.323799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.397821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.414620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.419088 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/114a4163-2296-481b-ab99-1b19dd9108a9 HTTP/1.1" status: 204 len: 168 time: 0.2658224 Jul 07 17:34:38.420005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:38.439119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e4aac-d5c8-4f3c-b6a3-4bdc95d8ae05 None None] Network 8a983581-5378-4392-81c1-af6e08f40226 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:38.458231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b70f8e-16c6-4356-b2cd-0ec08e7a7e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114a4163-2296-481b-ab99-1b19dd9108a9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:38.528934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.647635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Deleting port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:38.648094 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.725699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] For port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:38.727641 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:38.751826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Calling delete_port for 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:38.852842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 062685f7-bcc4-4c95-bc0a-62be809aef7d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:38.884834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 062685f7-bcc4-4c95-bc0a-62be809aef7d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:38.885178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 062685f7-bcc4-4c95-bc0a-62be809aef7d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:38.885594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 88464763-f29d-476a-9e97-c39759b022c9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:38.926402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 88464763-f29d-476a-9e97-c39759b022c9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:38.927016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 88464763-f29d-476a-9e97-c39759b022c9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:38.988424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] DHCP port deletion for 8a983581-5378-4392-81c1-af6e08f40226 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:34:39.054244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Deleting port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:34:39.054773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.150866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] For port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,segment=NetworkSegment(97a6cbab-693f-4314-83f9-eb32ac2da27c),segment_id=97a6cbab-693f-4314-83f9-eb32ac2da27c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:39.150866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.175338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Calling delete_port for 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:34:39.326280 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.359037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] Pushing event deleted for resources: {'Port': ['ID=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:39.363964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358f009-fb4b-48a7-8f8a-0ec8e386f5cc None None] No DVR routers for this DVR port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:39.372439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19db0-7b47-403a-898b-c6e05af07501 req-8fcd039f-6408-41c9-88a1-e0c87907a5aa tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:39.374243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98c19db0-7b47-403a-898b-c6e05af07501 req-8fcd039f-6408-41c9-88a1-e0c87907a5aa tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.8094907 Jul 07 17:34:39.382792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.428808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5dda87-82de-4e9d-b50c-aa3fc8fe3736,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:39.437472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] No DVR routers for this DVR port 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:34:39.491686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98c19db0-7b47-403a-898b-c6e05af07501 req-b164b014-884c-4e12-a5c8-a9082742868f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106224 Jul 07 17:34:39.549220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.561255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a983581-5378-4392-81c1-af6e08f40226']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:39.571841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a6cbab-693f-4314-83f9-eb32ac2da27c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:39.572136 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a6cbab-693f-4314-83f9-eb32ac2da27c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:39.582000 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.597403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.604817 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:34:39.605545 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:34:39.607329 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:34:39.671803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.677988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:39.682966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8a983581-5378-4392-81c1-af6e08f40226 HTTP/1.1" status: 204 len: 168 time: 1.2597010 Jul 07 17:34:39.697566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6fdce-1570-40e9-801b-85c4017d5055 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a983581-5378-4392-81c1-af6e08f40226,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:39.874304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.917854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6e3032a8-6492-4e40-9e36-169005033acb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bae948641a848d0967d8cedf0088a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423057 Jul 07 17:34:39.920393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:39.980525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.007512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.071251 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.074424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.078992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd209108-d95d-40ca-a1dd-bf937135b246 HTTP/1.1" status: 204 len: 168 time: 0.1543806 Jul 07 17:34:40.088960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5294dec-e873-404d-8f3e-751512bb3e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd209108-d95d-40ca-a1dd-bf937135b246,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:40.428906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.476816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6e6cd2ff-75c6-44ea-89fd-3921e08d6d54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53f184be709b4e7e96d87b6b66107996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464809 Jul 07 17:34:40.482585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:40.544826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.567107 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.620842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.622439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:40.626423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f34ae65-6a6d-435f-ba7f-150165ae1827 HTTP/1.1" status: 204 len: 168 time: 0.1402757 Jul 07 17:34:40.636050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da11c28-a557-4a52-be54-0367b42a7c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34ae65-6a6d-435f-ba7f-150165ae1827,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:40.736231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff47d-ff05-4d57-9a42-9cc20316ba15 req-ae19d5aa-fced-4f6e-b6fe-c45008cc6ef1 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:40.737467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e72ff47d-ff05-4d57-9a42-9cc20316ba15 req-ae19d5aa-fced-4f6e-b6fe-c45008cc6ef1 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0911422 Jul 07 17:34:40.807828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:34:40.815661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e72ff47d-ff05-4d57-9a42-9cc20316ba15 req-78d52ccf-76f5-4e2f-ab05-26743ae8bdd5 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728621 Jul 07 17:34:40.849382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:34:40.849868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1a5dda87-82de-4e9d-b50c-aa3fc8fe3736 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:34:42.081956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e56ee-9625-4e01-aece-350c41a87561 req-a1b6b07a-efa1-475c-b996-ad5a822c0f40 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:42.089399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc1e56ee-9625-4e01-aece-350c41a87561 req-a1b6b07a-efa1-475c-b996-ad5a822c0f40 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1056437 Jul 07 17:34:42.142859 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc1e56ee-9625-4e01-aece-350c41a87561 req-6cdec4aa-cb7f-41a1-b9a2-227885240c8c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522623 Jul 07 17:34:42.836858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:42.842049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047499312', 'description': 'tempest-secgroup-smoke-1047499312 description', 'project_id': '067724d4970141ff8e56024dff84aa4d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:42.871681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:42.880802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.013375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.017237 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.054152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a727081-0fce-4673-a258-c8d45cb440a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.120134 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.126479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.156706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.157949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3199956 Jul 07 17:34:43.159127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e770c-feee-4daf-8aaf-8f26550310f6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da58b7f-9961-4685-b5c3-4e5c43fc0f92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.161106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.166130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.192714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.265267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.275589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.314431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb9d2c9-a702-41a3-b536-4c782833f6a6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.321434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.322636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-23b00ce2-25f1-47d1-b70c-08c491e089c1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606150 Jul 07 17:34:43.325644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.331787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.348460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb47e6-235e-4f7a-bba1-54509bbe2c35 req-a103e4c3-3124-4efe-8b7c-814f24e94a9b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:43.350244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbcb47e6-235e-4f7a-bba1-54509bbe2c35 req-a103e4c3-3124-4efe-8b7c-814f24e94a9b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0881352 Jul 07 17:34:43.359022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.395929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cbcb47e6-235e-4f7a-bba1-54509bbe2c35 req-104bcc26-d76b-40f3-bfdb-9203b96f6a73 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jul 07 17:34:43.436957 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.441190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.471339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f53bb1-0540-4872-8e81-0868c5ea014d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.480135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.481345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535506 Jul 07 17:34:43.483283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.483632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.484065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.484496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.485312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.485658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.485994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.486711 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.487054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.487391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.487721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.488051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.488377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798dc1b-2a0a-49ee-b7e6-c09aa0447f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:34:43.496585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.539435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.592296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.596641 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.615256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c8f2ac-e714-488b-9e84-7f157dcd216a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.622642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.624058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-450ef4b5-2bf4-4581-86c0-99a3b27e7559 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363466 Jul 07 17:34:43.626820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.631207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.656755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.716751 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.720944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.739292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4f20ab-2d50-433a-85d2-b1a0c5a24c78,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.755720 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.760325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54986) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.760567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c272bef1-9eb1-46aa-95a9-d6dc26eed98e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326642 Jul 07 17:34:43.765629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.795683 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:34:43.801390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.865384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.869612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.891584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab3a20b-1f95-4c07-b981-d0c4977fbccb,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:43.894879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:43.896084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b33e3a43-0b1c-4ffe-a388-236e4aa5ed2b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343172 Jul 07 17:34:43.899449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 54988) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:43.912301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '1da58b7f-9961-4685-b5c3-4e5c43fc0f92', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:43.937310 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:34:43.943192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.018732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.024159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.051247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1278a6-5d86-4fbd-bc7e-769e939fd826,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:44.057580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.063536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 54992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.063852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8b6277b5-e582-4858-8dc0-2b21fc409a08 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637816 Jul 07 17:34:44.069160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'network': {'name': 'tempest-network-smoke--729062277', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:44.091150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:44.095104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.118419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:34:44.127550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.128208 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Added segment 9d9d70ec-db04-4fd9-acc0-fc4979eac153 of type vlan for network d18dafc1-731e-475f-8783-99881c20656e Jul 07 17:34:44.172723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.205668 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.212114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:44.212939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.280390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2154989 Jul 07 17:34:44.283632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:44.290214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'admin_state_up': True, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:44.302708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15182b-2a23-4096-b9e1-4191c90bcff8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Network': ['ID=d18dafc1-731e-475f-8783-99881c20656e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:44.315129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d18dafc1-731e-475f-8783-99881c20656e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:34:44.336621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.338074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.399282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.598872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.689790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234127b-860e-4d7b-b5ba-d3533163f64f req-67f42f08-c464-49bf-8876-3716b274607c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:44.691531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8234127b-860e-4d7b-b5ba-d3533163f64f req-67f42f08-c464-49bf-8876-3716b274607c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1307254 Jul 07 17:34:44.762306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8234127b-860e-4d7b-b5ba-d3533163f64f req-481e54a7-bbf5-4f6f-bba2-b0c94e70d2c4 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Jul 07 17:34:44.866957 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.887169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.015094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.155 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/04588c2f-49eb-46da-b8f8-2d60ef998946) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:45.137839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.184043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.233139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:45.240499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:45.243515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:45.245725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=04588c2f-49eb-46da-b8f8-2d60ef998946,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:45.517905 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.739902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:45.995372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router c68a7e30-68da-415d-8551-74c3e75d1c46 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:34:46.009673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0585a-e5b4-4df2-be39-1cd0f0df9c80 req-19ab3745-079e-4541-a2e7-3fb03b278fdf tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:46.011444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cd0585a-e5b4-4df2-be39-1cd0f0df9c80 req-19ab3745-079e-4541-a2e7-3fb03b278fdf tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1092854 Jul 07 17:34:46.127380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cd0585a-e5b4-4df2-be39-1cd0f0df9c80 req-ef8f6d2b-cb03-43ce-8c18-0cd57725e7ce tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089454 Jul 07 17:34:46.146729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:46.159158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Sync routers for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:46.171819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.174155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a18fae36-1691-4990-bf00-a4d1a4bcd029 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8885326 Jul 07 17:34:46.176039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:46.176813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55034) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.183876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:46.312741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:46.386427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.387190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d51cd1d-bc11-469d-a05f-58edece6d890 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=067724d4970141ff8e56024dff84aa4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2085240 Jul 07 17:34:46.493242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acec3f-8477-4833-80b7-4e4501ebef6d tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:46.495321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f5acec3f-8477-4833-80b7-4e4501ebef6d tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074729 Jul 07 17:34:46.498757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.507847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:45Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:46.534439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bdd2f95b-83c8-4b0a-baaf-d352d23c5526 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343690 Jul 07 17:34:46.535888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Checking router: c68a7e30-68da-415d-8551-74c3e75d1c46 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:46.536245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Updating router c68a7e30-68da-415d-8551-74c3e75d1c46 port 04588c2f-49eb-46da-b8f8-2d60ef998946 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:46.537504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55042) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:46.543434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-639070618', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:46.576226 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.638316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:46.643580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.865953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.882329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.894598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Transition to ACTIVE for port object 04588c2f-49eb-46da-b8f8-2d60ef998946 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:46.901748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.948114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Checking segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:46.948631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network hostable DHCP agents. Network: d18dafc1-731e-475f-8783-99881c20656e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:34:46.951894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09982a7-9e76-4619-8a97-4b76c6788194 None None] Pushing event updated for resources: {'Port': ['ID=04588c2f-49eb-46da-b8f8-2d60ef998946,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.970799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Subnet': ['ID=6615b88b-8d30-42b1-a398-f684ab94a180,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:46.978925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Attempting to bind port 04588c2f-49eb-46da-b8f8-2d60ef998946 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:46.979555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Attempting to bind port 04588c2f-49eb-46da-b8f8-2d60ef998946 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:46.980171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Attempting to bind port 04588c2f-49eb-46da-b8f8-2d60ef998946 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:46.983991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network d18dafc1-731e-475f-8783-99881c20656e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:34:46.991722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:46.992516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:46.993269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.994061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:46.994649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d18dafc1-731e-475f-8783-99881c20656e) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:46.994994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Bound port: 04588c2f-49eb-46da-b8f8-2d60ef998946, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:46.995550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.012828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.014624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.029470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84701d9-3e0c-4b5a-b608-0c8aa87a857f None None] Network d18dafc1-731e-475f-8783-99881c20656e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:47.036685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:47.037320 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3c0902c2-6c0d-42f9-98cb-8d9350f89509 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4981539 Jul 07 17:34:47.106807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] For port 04588c2f-49eb-46da-b8f8-2d60ef998946, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:47.124109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] For port 04588c2f-49eb-46da-b8f8-2d60ef998946, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=04588c2f-49eb-46da-b8f8-2d60ef998946,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:47.137390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.198417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09982a7-9e76-4619-8a97-4b76c6788194 None None] Pushing event updated for resources: {'Port': ['ID=04588c2f-49eb-46da-b8f8-2d60ef998946,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:47.229062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:47.229690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:47.337924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:47.457337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0b2c7-83f4-4c43-aad5-2314925e4338 req-58284f6c-3fc3-47b9-9cad-8466f29b454a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:47.458896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cec0b2c7-83f4-4c43-aad5-2314925e4338 req-58284f6c-3fc3-47b9-9cad-8466f29b454a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1483030 Jul 07 17:34:47.542317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cec0b2c7-83f4-4c43-aad5-2314925e4338 req-9d6be9b8-bb23-4cab-a06a-b3c14196d4da tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543759 Jul 07 17:34:47.555097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d18dafc1-731e-475f-8783-99881c20656e', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:34:47.555983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.748085 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.769230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:45Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:47.804284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef860bb-557c-4505-97bd-a3bb78b312d0 None None] The sync data for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 is: [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:45Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:47.821190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Allocated IP 172.20.0.2 (d18dafc1-731e-475f-8783-99881c20656e/6615b88b-8d30-42b1-a398-f684ab94a180/c40febe7-ecb5-49a9-9ca6-b555aaf7d165) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:48.074774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.091320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Transition to ACTIVE for port object c40febe7-ecb5-49a9-9ca6-b555aaf7d165 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:48.108238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Transition to ACTIVE for port object c40febe7-ecb5-49a9-9ca6-b555aaf7d165 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:48.130042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.200106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.1 (d18dafc1-731e-475f-8783-99881c20656e/6615b88b-8d30-42b1-a398-f684ab94a180/3da86276-e85c-4404-8f97-5dcd4a5c497c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:48.213074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Pushing event updated for resources: {'Port': ['ID=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.224666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Network d18dafc1-731e-475f-8783-99881c20656e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:48.226269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:48.232769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:48.332967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Attempting to bind port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:48.333350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Attempting to bind port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:48.333722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Attempting to bind port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:48.339527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:48.339911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Checking segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:48.340320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.340718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Bound using segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:48.341199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Bound port: c40febe7-ecb5-49a9-9ca6-b555aaf7d165, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:48.341626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.408028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55070) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:48.469714 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.492788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 3da86276-e85c-4404-8f97-5dcd4a5c497c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:48.500370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] For port c40febe7-ecb5-49a9-9ca6-b555aaf7d165, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:48.508980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] For port c40febe7-ecb5-49a9-9ca6-b555aaf7d165, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:48.514732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.563300 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.613350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d68a-c39f-4470-b04b-a7f674521937 None None] Pushing event updated for resources: {'Port': ['ID=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.684923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed3d983d-e2e7-4bb1-a1c3-f574f7b0e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.718537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network d18dafc1-731e-475f-8783-99881c20656e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:48.729492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:48.733424 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:48.735890 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:48.802980 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.895868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed3d983d-e2e7-4bb1-a1c3-f574f7b0e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.937994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed3d983d-e2e7-4bb1-a1c3-f574f7b0e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.004099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 04588c2f-49eb-46da-b8f8-2d60ef998946 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:49.004511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed3d983d-e2e7-4bb1-a1c3-f574f7b0e029 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f087fc6bf61497b9a1eaeaeb88e9754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943797 Jul 07 17:34:49.005754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d983d-e2e7-4bb1-a1c3-f574f7b0e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e66dafc-51b8-4ede-afbc-fa73248341f8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:49.008498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55080) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:34:49.093160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.143640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.171816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 04588c2f-49eb-46da-b8f8-2d60ef998946 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:49.176342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 04588c2f-49eb-46da-b8f8-2d60ef998946 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:49.176726 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.307860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.312101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.313567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e66dafc-51b8-4ede-afbc-fa73248341f8 HTTP/1.1" status: 204 len: 168 time: 0.3038952 Jul 07 17:34:49.338948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.344398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2312a-f6c8-49ef-8eb4-6cd4260c483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e66dafc-51b8-4ede-afbc-fa73248341f8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:49.407485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 04588c2f-49eb-46da-b8f8-2d60ef998946, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=04588c2f-49eb-46da-b8f8-2d60ef998946,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:49.414055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:49.482227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=04588c2f-49eb-46da-b8f8-2d60ef998946,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:49.574320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481dc4-fe55-4630-b5ed-9ccad315e688 req-9fc98405-4ec0-463a-9e9f-79615cbecff8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:49.576145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37481dc4-fe55-4630-b5ed-9ccad315e688 req-9fc98405-4ec0-463a-9e9f-79615cbecff8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1441116 Jul 07 17:34:49.719713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37481dc4-fe55-4630-b5ed-9ccad315e688 req-a171a56b-8665-4b7a-8cbe-b93e4b8f8798 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872889 Jul 07 17:34:49.720449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.065717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded7867-9fce-4406-aea7-b96fd8cc7e48 None None] Network d18dafc1-731e-475f-8783-99881c20656e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:34:50.099749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.104790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.129470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-54ed78a3-a84a-4630-891b-f025370d19fa None None] Provisioning for port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:50.190327 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.206814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:50.334697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network d18dafc1-731e-475f-8783-99881c20656e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:50.336254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:50.465386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router c68a7e30-68da-415d-8551-74c3e75d1c46 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:34:50.572632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6411baeb-0938-44c5-ab6e-df6658f5f262 None None] Provisioning for port 3da86276-e85c-4404-8f97-5dcd4a5c497c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:50.585454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6411baeb-0938-44c5-ab6e-df6658f5f262 None None] Provisioning complete for port 3da86276-e85c-4404-8f97-5dcd4a5c497c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:50.585911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6411baeb-0938-44c5-ab6e-df6658f5f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.606041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:34:50.613409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2d768219-3dcd-4b63-9ed3-83b9760a72c9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/c68a7e30-68da-415d-8551-74c3e75d1c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755558 Jul 07 17:34:50.635097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Sync routers for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:34:50.645723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6411baeb-0938-44c5-ab6e-df6658f5f262 None None] Port 3da86276-e85c-4404-8f97-5dcd4a5c497c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:50.655424 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:50.656456 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:50.785526 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:50.787953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-39516e3c-a4a4-4209-93ad-a1d63d1dbee4 None None] Provisioning complete for port 3da86276-e85c-4404-8f97-5dcd4a5c497c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:50.787953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39516e3c-a4a4-4209-93ad-a1d63d1dbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.877060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-39516e3c-a4a4-4209-93ad-a1d63d1dbee4 None None] Port 3da86276-e85c-4404-8f97-5dcd4a5c497c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:50.939025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-00b28fee-e8f6-4357-8117-99fb62db44f5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047499312&fields=id&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 267 time: 0.0807104 Jul 07 17:34:51.027582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 04588c2f-49eb-46da-b8f8-2d60ef998946 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:51.080753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 04588c2f-49eb-46da-b8f8-2d60ef998946 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:51.081101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.096548 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 2, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:51.131546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-822e74b1-5a6b-40a8-9788-26f7880b8480 None None] Provisioning complete for port 3da86276-e85c-4404-8f97-5dcd4a5c497c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:51.131822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-822e74b1-5a6b-40a8-9788-26f7880b8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.143263 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Checking router: c68a7e30-68da-415d-8551-74c3e75d1c46 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:34:51.143872 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Updating router c68a7e30-68da-415d-8551-74c3e75d1c46 port 3da86276-e85c-4404-8f97-5dcd4a5c497c binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:34:51.146138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-8252d05a-ee26-4d23-bd27-7af16a8fbd7e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:51.147916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-8252d05a-ee26-4d23-bd27-7af16a8fbd7e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 796 time: 0.2080386 Jul 07 17:34:51.171977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-afc4c65f-84ed-4541-8f19-352bc00edbdf tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/quotas/067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 375 time: 0.0160635 Jul 07 17:34:51.173672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-822e74b1-5a6b-40a8-9788-26f7880b8480 None None] Port 3da86276-e85c-4404-8f97-5dcd4a5c497c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:51.183895 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.240455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe4b43-84a2-447e-8c60-44d66238e83c req-2dabd00d-49bb-4286-9e3c-633dc4430c33 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:51.242347 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfe4b43-84a2-447e-8c60-44d66238e83c req-2dabd00d-49bb-4286-9e3c-633dc4430c33 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.3006766 Jul 07 17:34:51.246926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c40febe7-ecb5-49a9-9ca6-b555aaf7d165 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:51.305705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfe4b43-84a2-447e-8c60-44d66238e83c req-3f071e6b-b253-40cb-af35-df8132b69eeb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Jul 07 17:34:51.314786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-d01bdf71-6bd4-4ef3-a0a7-e8726db3e2de tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419435 Jul 07 17:34:51.449847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-0df31900-5717-446f-a296-bd7875a554d6 service neutron] 10.222.0.22 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221261 Jul 07 17:34:51.504707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:51.509472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:51.510223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.555056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-f96f2f3c-797e-44b0-8f30-8b391cf07b45 service neutron] 10.222.0.22 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967653 Jul 07 17:34:51.569157 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.580565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Transition to ACTIVE for port object 3da86276-e85c-4404-8f97-5dcd4a5c497c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:51.588369 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.606465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.643206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c40febe7-ecb5-49a9-9ca6-b555aaf7d165, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:51.649828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.726631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:51.849113 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118fc7-580e-40a9-86bf-fd66ddbf32e8 None None] Pushing event updated for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:51.861930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Attempting to bind port 3da86276-e85c-4404-8f97-5dcd4a5c497c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:51.862336 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Attempting to bind port 3da86276-e85c-4404-8f97-5dcd4a5c497c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:51.862695 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Attempting to bind port 3da86276-e85c-4404-8f97-5dcd4a5c497c on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:51.870237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:51.870616 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Checking segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:51.871146 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.871533 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Bound using segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:51.871991 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Bound port: 3da86276-e85c-4404-8f97-5dcd4a5c497c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:51.872367 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:51.897350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd66960e-14fd-478f-871c-a8c2391f4465 req-c4409ef5-ba42-45ea-9b4f-bb6e12e20149 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 210 time: 0.0434020 Jul 07 17:34:51.953029 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] For port 3da86276-e85c-4404-8f97-5dcd4a5c497c, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:51.956682 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] For port 3da86276-e85c-4404-8f97-5dcd4a5c497c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3da86276-e85c-4404-8f97-5dcd4a5c497c,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:51.961920 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.042685 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:34:52.043649 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:34:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:52.092954 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118fc7-580e-40a9-86bf-fd66ddbf32e8 None None] Pushing event updated for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:52.188112 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:34:52.433024 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:51Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:34:52.466356 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f87d4-f70a-43a8-bf4c-6c1dde2aaad0 None None] The sync data for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 is: [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:51Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:34:52.548223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8e0d-49e8-4f60-a8e4-d41cc87a29b8 req-5ba9c4d4-c9bb-416c-a277-70eb316cd85f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:52.555805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f8d8e0d-49e8-4f60-a8e4-d41cc87a29b8 req-5ba9c4d4-c9bb-416c-a277-70eb316cd85f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1021302 Jul 07 17:34:52.598400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f8d8e0d-49e8-4f60-a8e4-d41cc87a29b8 req-05770432-d5a7-46a5-821f-35b5a0df4d9a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Jul 07 17:34:52.872508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3da86276-e85c-4404-8f97-5dcd4a5c497c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:52.932533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3da86276-e85c-4404-8f97-5dcd4a5c497c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:52.937519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3da86276-e85c-4404-8f97-5dcd4a5c497c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:52.937890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.042024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.082548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3da86276-e85c-4404-8f97-5dcd4a5c497c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3da86276-e85c-4404-8f97-5dcd4a5c497c,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:53.090154 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.091177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c40febe7-ecb5-49a9-9ca6-b555aaf7d165 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:53.134319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8c29842-3362-4abd-8cf9-331ba1cfd909 req-33a3865e-7e66-4a66-bde9-1f6f25a96417 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 210 time: 0.0563710 Jul 07 17:34:53.241213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:53.241501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.278008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:53.326641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-f6c46d31-36d9-4279-adc4-040c251d4e1b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:53.329110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-f6c46d31-36d9-4279-adc4-040c251d4e1b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 796 time: 0.1764457 Jul 07 17:34:53.381445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-f723707b-de65-489f-93f3-8010c77b823d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 380 time: 0.0443940 Jul 07 17:34:53.391805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'port': {'device_id': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'admin_state_up': True, 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'security_groups': ['1da58b7f-9961-4685-b5c3-4e5c43fc0f92']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:53.519961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:34:53.524320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.656006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.9 (d18dafc1-731e-475f-8783-99881c20656e/6615b88b-8d30-42b1-a398-f684ab94a180/147e6bb3-dd99-476a-83b0-85bb7fff2b0e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:34:53.815387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.819222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4f97-fe01-46bc-a464-6a2602a6d4f6 req-d43893c0-1830-42ca-9a72-302266d023b8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:53.822530 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64bb4f97-fe01-46bc-a464-6a2602a6d4f6 req-d43893c0-1830-42ca-9a72-302266d023b8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0759032 Jul 07 17:34:53.830183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 147e6bb3-dd99-476a-83b0-85bb7fff2b0e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:53.871116 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:53.879520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64bb4f97-fe01-46bc-a464-6a2602a6d4f6 req-a18c7389-d7aa-41ef-aa85-aee161a7e80e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505738 Jul 07 17:34:53.924360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network d18dafc1-731e-475f-8783-99881c20656e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:34:53.928166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:34:53.930664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:34:53.965822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:54.011272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.012113 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.028813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-59e60ffe-76f2-4006-b559-c90d38fe5077 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417084 Jul 07 17:34:54.040946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Request body: {'port': {'device_id': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:34:54.118151 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.170649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cd9d68c-0568-460d-8532-6dc7dd615b9c None None] Provisioning for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:34:54.175727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cd9d68c-0568-460d-8532-6dc7dd615b9c None None] Provisioning complete for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:54.175911 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d68c-0568-460d-8532-6dc7dd615b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.218619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9d68c-0568-460d-8532-6dc7dd615b9c None None] Port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:34:54.336473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105726f0-fc9d-4b6c-b28b-1432dcb52f5f req-8f333662-a0ef-415b-a648-6e3ea73442fd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.337903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-105726f0-fc9d-4b6c-b28b-1432dcb52f5f req-8f333662-a0ef-415b-a648-6e3ea73442fd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 931 time: 0.0693283 Jul 07 17:34:54.376364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-105726f0-fc9d-4b6c-b28b-1432dcb52f5f req-8dcf8c45-eb4d-4e7e-b0f4-914fecd22fa0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Jul 07 17:34:54.420633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147e6bb3-dd99-476a-83b0-85bb7fff2b0e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:54.427876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.439767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Transition to ACTIVE for port object 147e6bb3-dd99-476a-83b0-85bb7fff2b0e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:34:54.444193 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.514969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:54.569559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:34:54.570038 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:34:54.570487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:54.575159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:34:54.575612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:34:54.581508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:34:54.581954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Checking segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:34:54.582453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Bound using segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:34:54.582982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Bound port: 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:34:54.583444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.649563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:34:54.652749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:34:54.657087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.690369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.690953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.692325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] 10.222.0.83 "PUT /v2.0/ports/147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1092 time: 0.6558511 Jul 07 17:34:54.692798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:34:54.695011 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d74d4ce-0432-4d52-9cb1-6822c2503340" -d '{"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:34:54.724616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99330210-cf42-474e-8ffc-98fe921cbee1 service neutron] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:54.758391 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8ceee-dfa8-4c7e-bbb9-6ba4d5219d9d x-openstack-request-id: req-6fe8ceee-dfa8-4c7e-bbb9-6ba4d5219d9d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:34:54.759265 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:34:54.759265 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fe8ceee-dfa8-4c7e-bbb9-6ba4d5219d9d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:34:54.759461 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'status': 'completed', 'code': 200} Jul 07 17:34:54.828829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-5b5d9c0f-2d06-42db-8978-35a13caf6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.830785 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-5b5d9c0f-2d06-42db-8978-35a13caf6daa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1095 time: 0.0706022 Jul 07 17:34:54.838212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3da86276-e85c-4404-8f97-5dcd4a5c497c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:34:54.880512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-5c73272b-3475-4b86-aae9-6ad64df50f33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 217 time: 0.0419660 Jul 07 17:34:54.892248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3da86276-e85c-4404-8f97-5dcd4a5c497c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:34:54.892893 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:54.983452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-ceb59d3d-382c-45a7-b5fb-24040e76ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:54.984875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-ceb59d3d-382c-45a7-b5fb-24040e76ec91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0970969 Jul 07 17:34:55.050936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-a96b8de0-df8d-486d-9e29-7c4a7cf2b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.052694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-a96b8de0-df8d-486d-9e29-7c4a7cf2b0c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598691 Jul 07 17:34:55.080676 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38df8-e379-49e2-9fc9-a1be66ad76b0 req-b721ad61-3896-4faa-aaa0-5aad303673e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.082249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12b38df8-e379-49e2-9fc9-a1be66ad76b0 req-b721ad61-3896-4faa-aaa0-5aad303673e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0766273 Jul 07 17:34:55.127019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12b38df8-e379-49e2-9fc9-a1be66ad76b0 req-6704592e-c506-49e8-bcdb-04ef95d08c83 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Jul 07 17:34:55.159068 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-62aa68a2-c4d7-40ad-b4e7-a39e65bdfb5e service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970621 Jul 07 17:34:55.251229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2cc1a43-e608-419d-a7e2-c557f0ce30ca req-0d337f45-3e86-465c-b282-d5bcd7d7bb96 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841851 Jul 07 17:34:55.361098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-0842c4ca-2b2e-464f-aba9-a5ef5af05200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.362635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-0842c4ca-2b2e-464f-aba9-a5ef5af05200 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1095 time: 0.0595710 Jul 07 17:34:55.463136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-6c5c4c05-e71d-4e4c-b91c-4f3a76c99a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.464805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-6c5c4c05-e71d-4e4c-b91c-4f3a76c99a2d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.0942249 Jul 07 17:34:55.507143 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-4cf535ff-cd40-4b4f-a1a5-38097a71a005 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 217 time: 0.0347071 Jul 07 17:34:55.569828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-9b717241-f8d1-4a62-8caa-322b0b2a2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.571519 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-9b717241-f8d1-4a62-8caa-322b0b2a2636 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0565114 Jul 07 17:34:55.577410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1ac70-9cd3-4ec5-8a7e-8a9828a6538a req-aad994b8-3694-4d04-9ad4-99f4acab33ad tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.579107 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5e1ac70-9cd3-4ec5-8a7e-8a9828a6538a req-aad994b8-3694-4d04-9ad4-99f4acab33ad tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 943 time: 0.0719743 Jul 07 17:34:55.625950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5e1ac70-9cd3-4ec5-8a7e-8a9828a6538a req-22905c0e-6b75-4eaf-99be-de3441349126 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Jul 07 17:34:55.632807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-32af11bf-dd12-4f6a-86b4-34d18bac06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:55.634365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-32af11bf-dd12-4f6a-86b4-34d18bac06fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554502 Jul 07 17:34:55.727820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-ceb2f315-8982-4770-98a9-f26b467ff14e service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Jul 07 17:34:56.100057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d74d4ce-0432-4d52-9cb1-6822c2503340 req-41847621-387b-4461-9442-b584144bf216 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654723 Jul 07 17:34:56.311436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96a2c2-1506-4475-95f7-3f0ff98a1f9b req-85e8f0ad-e469-4720-8b55-1aec5efd1603 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.312927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b96a2c2-1506-4475-95f7-3f0ff98a1f9b req-85e8f0ad-e469-4720-8b55-1aec5efd1603 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0645366 Jul 07 17:34:56.350385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b96a2c2-1506-4475-95f7-3f0ff98a1f9b req-4f5fde28-e90d-44a8-9eae-2ac026fe4055 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Jul 07 17:34:56.812713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55737050-ecb2-4423-9229-e87a10ed60c3 req-d4995c22-e5c8-4ece-9d6f-6b00663920cd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:56.814378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55737050-ecb2-4423-9229-e87a10ed60c3 req-d4995c22-e5c8-4ece-9d6f-6b00663920cd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 943 time: 0.0682333 Jul 07 17:34:56.856490 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55737050-ecb2-4423-9229-e87a10ed60c3 req-18af2c95-bf4f-4106-b6d9-dc5ee577a2bf tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362380 Jul 07 17:34:57.551939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf664798-e508-45f2-a8d5-b2e11934dd7f req-dbd04d99-0cff-431e-855f-c473ebd9e4f1 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:57.553999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf664798-e508-45f2-a8d5-b2e11934dd7f req-dbd04d99-0cff-431e-855f-c473ebd9e4f1 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0819094 Jul 07 17:34:57.596509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf664798-e508-45f2-a8d5-b2e11934dd7f req-e6d09d65-4ad7-4e55-9fd1-c0a9aba4e5dc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Jul 07 17:34:58.033049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4ee7e-6317-4fec-991f-115f7727d4b5 req-159acb45-3c36-4e05-bb58-8e10181f52d2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:58.034686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dd4ee7e-6317-4fec-991f-115f7727d4b5 req-159acb45-3c36-4e05-bb58-8e10181f52d2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 943 time: 0.0667405 Jul 07 17:34:58.073101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dd4ee7e-6317-4fec-991f-115f7727d4b5 req-29b115a6-2c14-4126-b49e-6f7cbef624f3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324361 Jul 07 17:34:58.833884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e029eb-d2b4-415e-84a5-989abe0ccd66 req-90334bfc-2c4b-49d6-b5d2-b8fe58058d21 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:58.838028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0e029eb-d2b4-415e-84a5-989abe0ccd66 req-90334bfc-2c4b-49d6-b5d2-b8fe58058d21 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1102226 Jul 07 17:34:58.895337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0e029eb-d2b4-415e-84a5-989abe0ccd66 req-6a8aadbc-5154-4062-a948-328552945c78 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Jul 07 17:34:58.949009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:34:59.064039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:59.077399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'mac_address': 'fa:16:3e:81:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:34:59.126541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.143186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147e6bb3-dd99-476a-83b0-85bb7fff2b0e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:34:59.170753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:34:59.175292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:59.239727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:34:59.288863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b6f5-102b-4448-bad9-5e1bab111f66 req-5d18c0d1-ad46-447b-aaa8-0902556b1a4d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:59.290572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9788b6f5-102b-4448-bad9-5e1bab111f66 req-5d18c0d1-ad46-447b-aaa8-0902556b1a4d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 944 time: 0.0846989 Jul 07 17:34:59.333281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9788b6f5-102b-4448-bad9-5e1bab111f66 req-6a68d698-1be4-4f17-bd50-61894218ba5d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360632 Jul 07 17:34:59.510541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['147e6bb3-dd99-476a-83b0-85bb7fff2b0e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:34:59.874350 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a55ac820-c95e-4314-b87f-d997481a6e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:00.081501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b939d18-b14c-423c-873f-a35d3534da20 req-95253fff-acd9-45f3-9d5f-c5bd38e4c375 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.083014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b939d18-b14c-423c-873f-a35d3534da20 req-95253fff-acd9-45f3-9d5f-c5bd38e4c375 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0644794 Jul 07 17:35:00.120130 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b939d18-b14c-423c-873f-a35d3534da20 req-b5b14ceb-f964-47dd-be98-8478b842be25 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Jul 07 17:35:00.509530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763a4e7-5668-4b9a-bdfb-64d0118cfe9a req-33d220fa-4cfa-4f26-ad02-6278de1b5dea tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:00.511170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e763a4e7-5668-4b9a-bdfb-64d0118cfe9a req-33d220fa-4cfa-4f26-ad02-6278de1b5dea tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 944 time: 0.0677314 Jul 07 17:35:00.551607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e763a4e7-5668-4b9a-bdfb-64d0118cfe9a req-501f6e9b-8998-48b7-a9c2-c2dc70df73c2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347016 Jul 07 17:35:00.948438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:35:00.997507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:35:01.000984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:35:01.001364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.080201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.102634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:01.104993 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011dd041-f5b8-450e-94de-c1d13ef10b84" -d '{"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-plugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:01.118079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:01.122517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:01.147824 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d7d7b2-54ab-4c67-9d8d-ecedea702c0e x-openstack-request-id: req-88d7d7b2-54ab-4c67-9d8d-ecedea702c0e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:01.148099 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-plugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:01.148361 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88d7d7b2-54ab-4c67-9d8d-ecedea702c0e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:01.148756 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'code': 200} Jul 07 17:35:01.181001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:01.280575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d7842-7b59-423c-9323-7307441cfeee req-b4db49e6-b1d0-4f15-b317-b21110182611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.282144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-288d7842-7b59-423c-9323-7307441cfeee req-b4db49e6-b1d0-4f15-b317-b21110182611 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.0683386 Jul 07 17:35:01.319998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-288d7842-7b59-423c-9323-7307441cfeee req-7a12113d-d925-420b-bb02-4742720397d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Jul 07 17:35:01.334995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128255-881e-4e4b-9049-1dc9c2e1194d req-55cf1fe6-9236-459f-9890-fb939a42723d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.336501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7128255-881e-4e4b-9049-1dc9c2e1194d req-55cf1fe6-9236-459f-9890-fb939a42723d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0675495 Jul 07 17:35:01.375305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7128255-881e-4e4b-9049-1dc9c2e1194d req-1ca1c8a3-e032-43c0-bce0-3b046546f49d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jul 07 17:35:01.738155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174cf1-b8af-459e-84ab-4586f06093d4 req-9365b52a-b6e8-49cc-9814-16d167b9d8ba tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.740573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76174cf1-b8af-459e-84ab-4586f06093d4 req-9365b52a-b6e8-49cc-9814-16d167b9d8ba tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0776098 Jul 07 17:35:01.781327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76174cf1-b8af-459e-84ab-4586f06093d4 req-cd164bc0-0cc4-453a-be24-eca11351824f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353849 Jul 07 17:35:01.815720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030c21-b322-4329-8ff4-cca37f82d77a req-ec1395d4-57d2-4dde-ba6a-627833094f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:01.817309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d030c21-b322-4329-8ff4-cca37f82d77a req-ec1395d4-57d2-4dde-ba6a-627833094f4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1097 time: 0.0576866 Jul 07 17:35:01.852157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3d030c21-b322-4329-8ff4-cca37f82d77a req-e57cbd61-6ced-4b70-a314-f42479991224 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280509 Jul 07 17:35:02.310318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce087d2-6f11-4db2-b3a7-d081277c914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.585668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b7c4-1447-48bc-9fac-92776b6b496c req-fe0fae70-2aa2-42e9-a95f-fa8888803daf tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.587565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d817b7c4-1447-48bc-9fac-92776b6b496c req-fe0fae70-2aa2-42e9-a95f-fa8888803daf tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0675104 Jul 07 17:35:02.642297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d817b7c4-1447-48bc-9fac-92776b6b496c req-e4469427-516f-4ea6-97f0-9b864f96b288 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370071 Jul 07 17:35:02.781753 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:02.964589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2c11e-5861-4a1e-9764-5bc549854a9d req-36c7a175-d5c4-4a0f-9e53-186918000318 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:02.966958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39a2c11e-5861-4a1e-9764-5bc549854a9d req-36c7a175-d5c4-4a0f-9e53-186918000318 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0664361 Jul 07 17:35:03.005967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39a2c11e-5861-4a1e-9764-5bc549854a9d req-710cd43e-264d-4506-b809-804eecd408dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Jul 07 17:35:03.192148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a270e20-8bd2-48ee-af7a-a7ecce8426b1 req-f043bf7d-a48c-4486-9af2-f34593f0f1b1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:03.193724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a270e20-8bd2-48ee-af7a-a7ecce8426b1 req-f043bf7d-a48c-4486-9af2-f34593f0f1b1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0695097 Jul 07 17:35:03.234420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a270e20-8bd2-48ee-af7a-a7ecce8426b1 req-dfdeb7e2-9dd9-4ad3-a91e-e8430eed8330 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347724 Jul 07 17:35:03.260714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55258) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:03.313873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40241a-ee33-4f77-af59-bbe088601566 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:03.315465 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ce40241a-ee33-4f77-af59-bbe088601566 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1092 time: 0.0537865 Jul 07 17:35:03.318486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 55260) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:03.322848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:35:03.345455 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.444111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.549272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.85 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/ced1158f-f12c-4b11-8f57-3f2b697bf556) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:35:03.626598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.655510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.695746 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:03.734229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:35:03.741263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:35:03.745627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:35:03.748874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=ced1158f-f12c-4b11-8f57-3f2b697bf556,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:03.830936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b380-6f36-41ae-b894-c5d7756d0201 req-3a9cc0d0-5993-4a98-b427-f0a53ce295a6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:03.832366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56f9b380-6f36-41ae-b894-c5d7756d0201 req-3a9cc0d0-5993-4a98-b427-f0a53ce295a6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jul 07 17:35:03.870444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56f9b380-6f36-41ae-b894-c5d7756d0201 req-1f6c222f-8e8a-46c7-8ece-9e842504eb0a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jul 07 17:35:04.056555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10355-c5a3-4406-b23d-ccbbee219229 req-8a48bd10-1938-4aaa-8e88-cf48670f26ae tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:04.058307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12c10355-c5a3-4406-b23d-ccbbee219229 req-8a48bd10-1938-4aaa-8e88-cf48670f26ae tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0726352 Jul 07 17:35:04.100175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12c10355-c5a3-4406-b23d-ccbbee219229 req-a5970f5e-9d84-498a-97bc-f9977d14c38b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Jul 07 17:35:04.134985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.216727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.379123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.385178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.456263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=ced1158f-f12c-4b11-8f57-3f2b697bf556,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:04.469417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.495508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fff72-42f1-488f-9ffc-83bbee32eee5 req-94a0aa03-164e-4056-8fb2-d044c790ba12 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:04.497378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f4fff72-42f1-488f-9ffc-83bbee32eee5 req-94a0aa03-164e-4056-8fb2-d044c790ba12 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0803595 Jul 07 17:35:04.529295 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.552636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f4fff72-42f1-488f-9ffc-83bbee32eee5 req-423482f1-922c-4c1d-aa0c-63cb1f5c7c17 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Jul 07 17:35:04.595190 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 associated. External IP: 172.25.7.85, port: 147e6bb3-dd99-476a-83b0-85bb7fff2b0e. Jul 07 17:35:04.813968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router c68a7e30-68da-415d-8551-74c3e75d1c46 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:04.928663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:04.938967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Sync routers for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:04.945868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:04.949476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:04.951402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:35:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:04.985923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b346ef8-5da2-4469-b206-275ec6c3d6c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6641717 Jul 07 17:35:04.985923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:04.986751 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9" -d '{"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:05.027675 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea0fc78-3fdb-4cf5-ae95-85f45fa1c121 x-openstack-request-id: req-eea0fc78-3fdb-4cf5-ae95-85f45fa1c121 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:05.028190 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:05.028691 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eea0fc78-3fdb-4cf5-ae95-85f45fa1c121 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:05.029400 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'status': 'completed', 'code': 200} Jul 07 17:35:05.075481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:05.119640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-9bce52da-1aa5-44fb-bb1b-dd44901d32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.122781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-9bce52da-1aa5-44fb-bb1b-dd44901d32c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.0704448 Jul 07 17:35:05.150695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c229-3e03-407e-8484-194c59c7972f req-b160e432-2506-4625-bdc9-4a32b891db86 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.153009 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c7c229-3e03-407e-8484-194c59c7972f req-b160e432-2506-4625-bdc9-4a32b891db86 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0684228 Jul 07 17:35:05.195883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c7c229-3e03-407e-8484-194c59c7972f req-408423b4-0d06-4333-b178-b96621478378 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358360 Jul 07 17:35:05.225383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:05.232790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-d72142f1-4d89-410d-ba65-45928e8d91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.234400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-d72142f1-4d89-410d-ba65-45928e8d91be service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.1064699 Jul 07 17:35:05.294570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-763550af-f3c9-49ad-94be-8cb0df6313f4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 200 len: 990 time: 0.0663602 Jul 07 17:35:05.315283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-cd3db1a0-b2a7-4b01-8519-b821a294d13d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 998 time: 0.0727477 Jul 07 17:35:05.346006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3b7cfed4-940f-44d6-81f1-6bfcb71c0c27', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'mac_address': 'fa:16:3e:81:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:03Z', 'updated_at': '2021-07-07T17:35:03Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:05.366230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-3576cef9-c6b9-462d-8f0c-de44ea597c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.367733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-3576cef9-c6b9-462d-8f0c-de44ea597c1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0458977 Jul 07 17:35:05.373748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Checking router: c68a7e30-68da-415d-8551-74c3e75d1c46 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:05.382345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:05.382946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:35:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:05.429570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-f2420db9-43ed-46f5-897c-07c01ba538d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.431091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-f2420db9-43ed-46f5-897c-07c01ba538d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569017 Jul 07 17:35:05.441301 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:05.507436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:05.523634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-9d2de628-55f5-48bb-ad00-7775ed77735f service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851643 Jul 07 17:35:05.552213 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:05.681017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-59ce4ed2-7efd-4740-be24-00ca24df6434 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975142 Jul 07 17:35:05.682847 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2f36f9a0-2b0e-4c7b-9226-e311bf2e87f9 req-7434ce7b-4733-42f7-a451-92bc7bc05237 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522636 Jul 07 17:35:05.802495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3b7cfed4-940f-44d6-81f1-6bfcb71c0c27', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'mac_address': 'fa:16:3e:81:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:03Z', 'updated_at': '2021-07-07T17:35:03Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:05.829946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-32425edc-4c56-44a2-a50a-d7df90f4bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.831635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-32425edc-4c56-44a2-a50a-d7df90f4bda1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0680647 Jul 07 17:35:05.833313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851bf8-3c99-4afa-8b4d-92c36466b607 req-08f45b57-4ccc-421e-93a0-db80757c5320 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.836056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d851bf8-3c99-4afa-8b4d-92c36466b607 req-08f45b57-4ccc-421e-93a0-db80757c5320 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1012037 Jul 07 17:35:05.839460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb01b82-7e6e-4d4e-9d4c-f89542878245 None None] The sync data for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 is: [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3b7cfed4-940f-44d6-81f1-6bfcb71c0c27', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'mac_address': 'fa:16:3e:81:3a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:35:03Z', 'updated_at': '2021-07-07T17:35:03Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:05.894575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d851bf8-3c99-4afa-8b4d-92c36466b607 req-8dda1c31-f3ce-4c96-9e1f-1bfa9d4cd097 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Jul 07 17:35:05.961288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-918e2a41-8501-4e57-b1b6-07c568cef3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:05.962921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-918e2a41-8501-4e57-b1b6-07c568cef3ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.1072679 Jul 07 17:35:06.009039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-15a7aa82-af61-45fd-8a9a-2fcf9b9c66f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.0393429 Jul 07 17:35:06.066642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-515f6102-7d64-4cb9-ac34-4c5294968576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.068538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-515f6102-7d64-4cb9-ac34-4c5294968576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0541685 Jul 07 17:35:06.113009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-7f94022a-1ccc-4e08-97ff-d19434838f33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376475 Jul 07 17:35:06.154401 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac6464-ca4b-4538-bb51-b73997212015 None None] New status for floating IP 3b7cfed4-940f-44d6-81f1-6bfcb71c0c27: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:35:06.225148 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-0edb5878-c597-48af-b260-80e49d323258 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055260 Jul 07 17:35:06.296837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:06.394463 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86b6a4ca-8dff-4437-8cfe-8b6ef2335416 req-29d50de0-35ce-4f82-b263-b2ac6e60098f service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597087 Jul 07 17:35:06.444775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c52ec252-efaa-4e93-9c59-ae0fc43d253e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 200 len: 990 time: 0.1456890 Jul 07 17:35:06.464934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6177754-f65b-4a96-bbd0-fb585a0459ad req-57cdde89-2cee-4439-a904-1e7408c3704b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:06.467331 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6177754-f65b-4a96-bbd0-fb585a0459ad req-57cdde89-2cee-4439-a904-1e7408c3704b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0988851 Jul 07 17:35:06.491606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:06.523799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6177754-f65b-4a96-bbd0-fb585a0459ad req-48b50a93-c522-421b-a801-8ebf117b6109 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Jul 07 17:35:07.447580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:07.514305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f3808d89-d241-47c9-897f-2876062aba12 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 200 len: 992 time: 0.0654905 Jul 07 17:35:07.728195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0f28-f30b-48c4-a75e-8a26f4c957b5 req-b9428b68-08e3-4a28-9ebc-65b528500d21 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:07.730056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09af0f28-f30b-48c4-a75e-8a26f4c957b5 req-b9428b68-08e3-4a28-9ebc-65b528500d21 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0720470 Jul 07 17:35:07.781480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09af0f28-f30b-48c4-a75e-8a26f4c957b5 req-6578b13c-12b6-4a7f-a58c-9e81b5971342 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Jul 07 17:35:09.490703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-1e1b2d1e-e244-475e-9a45-67f8a116919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.492264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-1e1b2d1e-e244-475e-9a45-67f8a116919d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0552435 Jul 07 17:35:09.537967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd9d44-a707-47d6-950e-0665c9237834 req-5b0cfecb-f85a-4851-bb7a-99bcf6d97368 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.541419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6bd9d44-a707-47d6-950e-0665c9237834 req-5b0cfecb-f85a-4851-bb7a-99bcf6d97368 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0728483 Jul 07 17:35:09.580382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6bd9d44-a707-47d6-950e-0665c9237834 req-b171efd2-f492-4f53-bba7-ac2226879d19 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Jul 07 17:35:09.596016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-332690ff-585b-4848-bf2c-b84317ac1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.597679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-332690ff-585b-4848-bf2c-b84317ac1143 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.0992756 Jul 07 17:35:09.920280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-a90885fb-912b-47aa-9bd6-f120a0c3aca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.3162062 Jul 07 17:35:09.992030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-cd5fd50d-5854-4b54-8964-fa30eeacc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:09.993601 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-cd5fd50d-5854-4b54-8964-fa30eeacc0c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0546315 Jul 07 17:35:10.031227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-8cbb1018-064e-41c6-af0b-3838177b97bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315766 Jul 07 17:35:10.033782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-38319bad-74a3-45ca-a097-1aa66c21b3ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223135 Jul 07 17:35:10.156451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-0b90aaf4-9a71-4759-b5cf-5ac419b0c085 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190319 Jul 07 17:35:10.175665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-2f4af92f-d8fd-4591-85ce-89afc195c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.177089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-2f4af92f-d8fd-4591-85ce-89afc195c4e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.0882120 Jul 07 17:35:10.329353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-587cb1db-4f8c-4c13-9e8a-76c4f9f050d0 req-74c4d1c8-c158-494f-84be-79ebcac1f65b service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642125 Jul 07 17:35:10.334394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-3514eabb-0bac-47bd-8c46-7d7f141891d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.335772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-3514eabb-0bac-47bd-8c46-7d7f141891d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1247578 Jul 07 17:35:10.406243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-670d104b-a0b6-4b9d-ba8b-3a276d6227a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 1002 time: 0.0639403 Jul 07 17:35:10.452774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-c64896d4-a18f-4f23-ac22-d0058129e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.454196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-c64896d4-a18f-4f23-ac22-d0058129e586 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0422635 Jul 07 17:35:10.509490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-5593e619-bd6e-4764-89d2-5d8f93e00932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.511027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-5593e619-bd6e-4764-89d2-5d8f93e00932 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498025 Jul 07 17:35:10.600829 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-c02e342f-b949-4754-92f8-cde68c870042 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 Jul 07 17:35:10.691914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-059f1cca-fbeb-407f-9e78-a61e2878ad61 req-261e20ad-d6a8-4433-a73b-9e56678f1708 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849464 Jul 07 17:35:10.757766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfba5df-84b3-4e0c-a0e9-0567d1ebdeb4 req-d2475da0-706b-4caf-9b45-9c87b71aeeee tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:10.760303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfba5df-84b3-4e0c-a0e9-0567d1ebdeb4 req-d2475da0-706b-4caf-9b45-9c87b71aeeee tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0656264 Jul 07 17:35:10.797241 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cfba5df-84b3-4e0c-a0e9-0567d1ebdeb4 req-e2954471-37ad-4ec7-a3f6-7c595d166353 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Jul 07 17:35:11.972031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe089a-e380-4e4f-a2bd-b8a67dfbb41c req-40c0da98-c9c6-437b-8f7a-ac53d7dbf05e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:11.973513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5fe089a-e380-4e4f-a2bd-b8a67dfbb41c req-40c0da98-c9c6-437b-8f7a-ac53d7dbf05e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0629625 Jul 07 17:35:12.014203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5fe089a-e380-4e4f-a2bd-b8a67dfbb41c req-477edc42-44f4-405c-b7b7-8c6eaf84e3f4 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Jul 07 17:35:13.194324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81dee5-7e19-4ba6-b61b-6093ad9ff981 req-662f8e7c-7a38-4358-91bf-4d70c61f2f51 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:13.195801 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c81dee5-7e19-4ba6-b61b-6093ad9ff981 req-662f8e7c-7a38-4358-91bf-4d70c61f2f51 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0666122 Jul 07 17:35:13.234477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c81dee5-7e19-4ba6-b61b-6093ad9ff981 req-23c0da3a-7c1d-475d-93f2-aa669f5f767e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Jul 07 17:35:14.405191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0ba53-2258-4929-b2a2-435e09e36a06 req-bd9d76da-641e-4876-a954-10399b19aefd tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:14.406734 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55f0ba53-2258-4929-b2a2-435e09e36a06 req-bd9d76da-641e-4876-a954-10399b19aefd tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0638757 Jul 07 17:35:14.444763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55f0ba53-2258-4929-b2a2-435e09e36a06 req-61d056fc-5654-4019-94f5-7c5fc6f726bd tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Jul 07 17:35:15.632755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56160bff-f246-4b22-bdb6-3ac41cde595a req-1043e8d8-3cf4-4d97-910b-922f6bc137c4 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:15.634383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56160bff-f246-4b22-bdb6-3ac41cde595a req-1043e8d8-3cf4-4d97-910b-922f6bc137c4 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0679617 Jul 07 17:35:15.673338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-56160bff-f246-4b22-bdb6-3ac41cde595a req-597fa62b-c9cd-4dd3-a28d-3d47d0ec996e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Jul 07 17:35:16.848040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ad6f1-6d95-407a-b790-bf4237b08378 req-32056103-d51d-4b99-be81-669da4c874de tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:16.849567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-029ad6f1-6d95-407a-b790-bf4237b08378 req-32056103-d51d-4b99-be81-669da4c874de tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0656736 Jul 07 17:35:16.887856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-029ad6f1-6d95-407a-b790-bf4237b08378 req-cd75c033-70d4-4ef7-96e4-f1894c8cbced tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Jul 07 17:35:18.068937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae745-a57a-4b9a-9cbe-4c613bba69b3 req-fa131650-9387-4eb9-a65e-ff8be4940726 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:18.070412 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a6ae745-a57a-4b9a-9cbe-4c613bba69b3 req-fa131650-9387-4eb9-a65e-ff8be4940726 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0655622 Jul 07 17:35:18.107805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a6ae745-a57a-4b9a-9cbe-4c613bba69b3 req-9c941499-2379-4e34-9f69-8dd07970c12f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Jul 07 17:35:19.286288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf460a8e-972f-47ed-8326-d3317d39859b req-38febfc7-ffda-43f8-b9f5-812ca39ec9e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:19.288087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf460a8e-972f-47ed-8326-d3317d39859b req-38febfc7-ffda-43f8-b9f5-812ca39ec9e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0686798 Jul 07 17:35:19.328911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cf460a8e-972f-47ed-8326-d3317d39859b req-8addbf1d-6519-4c15-b341-3ef0d88823ab tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Jul 07 17:35:20.505411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488e619-2124-485d-bbad-221e34c0cd1f req-2a477212-f57c-461a-ab2c-a98cb30372e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:20.511764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2488e619-2124-485d-bbad-221e34c0cd1f req-2a477212-f57c-461a-ab2c-a98cb30372e6 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0687532 Jul 07 17:35:20.552628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2488e619-2124-485d-bbad-221e34c0cd1f req-10847b9f-11f6-4a41-b092-affd1a171acd tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Jul 07 17:35:21.732474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25796-4157-4bce-9f19-ad6c148c12ec req-834d2c56-d329-47bd-8070-944e79102286 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:21.734044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7c25796-4157-4bce-9f19-ad6c148c12ec req-834d2c56-d329-47bd-8070-944e79102286 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0683830 Jul 07 17:35:21.771686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7c25796-4157-4bce-9f19-ad6c148c12ec req-ae123422-194a-4dea-9b19-9818d8785e0e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Jul 07 17:35:22.951279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145080c6-dabc-4fc1-863b-083a90d2b208 req-5ff2e4ca-4ee9-4bf7-b86e-a3069deff858 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:22.952805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-145080c6-dabc-4fc1-863b-083a90d2b208 req-5ff2e4ca-4ee9-4bf7-b86e-a3069deff858 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0666335 Jul 07 17:35:22.995382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-145080c6-dabc-4fc1-863b-083a90d2b208 req-c25d4c2f-dfb6-488d-8eb1-9ef8f9bc36b7 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364068 Jul 07 17:35:24.170767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc5af-955b-47b0-942a-2d845985c291 req-a7a4fad3-68d1-4776-862f-a77a50ba859d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:24.172265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d92bc5af-955b-47b0-942a-2d845985c291 req-a7a4fad3-68d1-4776-862f-a77a50ba859d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0622771 Jul 07 17:35:24.214568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d92bc5af-955b-47b0-942a-2d845985c291 req-aec95a93-c8b6-4193-8a87-49211b2cbb7b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345893 Jul 07 17:35:25.388576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38e60c-e190-443a-8ebd-d7e6c0832d06 req-0ecfffb2-94c4-46c2-9adf-96c52c32184f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:25.390181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f38e60c-e190-443a-8ebd-d7e6c0832d06 req-0ecfffb2-94c4-46c2-9adf-96c52c32184f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0663168 Jul 07 17:35:25.431240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f38e60c-e190-443a-8ebd-d7e6c0832d06 req-2ef9748c-ea17-4d8c-9425-bd3fc501c4b9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Jul 07 17:35:26.451864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac0c1f-ea6a-4955-b1a6-11572d1f9a7a req-aad32d08-ec87-41ff-811e-14dec46dad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.453388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e6ac0c1f-ea6a-4955-b1a6-11572d1f9a7a req-aad32d08-ec87-41ff-811e-14dec46dad9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0525291 Jul 07 17:35:26.488927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e6ac0c1f-ea6a-4955-b1a6-11572d1f9a7a req-17233ab1-5368-4a31-861b-f4050bd60fc1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285287 Jul 07 17:35:26.603981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7f86-a196-4e25-88e4-5ae7609afa20 req-d09e642c-1e0c-4379-81a0-314579bdb8a3 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:26.605447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a22d7f86-a196-4e25-88e4-5ae7609afa20 req-d09e642c-1e0c-4379-81a0-314579bdb8a3 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0636232 Jul 07 17:35:26.642069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a22d7f86-a196-4e25-88e4-5ae7609afa20 req-5991612a-a0f1-40c3-be12-223b70160133 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302277 Jul 07 17:35:28.007298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24c102-3012-4638-9686-1cd826c7b293 req-43e33599-93ae-491e-ba30-3732fee22973 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.009294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f24c102-3012-4638-9686-1cd826c7b293 req-43e33599-93ae-491e-ba30-3732fee22973 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0765283 Jul 07 17:35:28.048261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f24c102-3012-4638-9686-1cd826c7b293 req-25c66c2b-1248-4fc2-b7ad-efa422a5f9a9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 07 17:35:28.445144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2127-c26e-466d-b104-d61540f1058e req-80db58f0-449b-4956-993a-709db90c70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.446779 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-80db58f0-449b-4956-993a-709db90c70f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0589061 Jul 07 17:35:28.484683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13fe7-d929-4756-a2f2-4e1c9fa3fd88 req-4a7e1c06-e55c-45e0-9693-e2c77f9a0b01 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.486233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2c13fe7-d929-4756-a2f2-4e1c9fa3fd88 req-4a7e1c06-e55c-45e0-9693-e2c77f9a0b01 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0643153 Jul 07 17:35:28.529702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2c13fe7-d929-4756-a2f2-4e1c9fa3fd88 req-b1aee231-d2c6-42c5-9d07-b04a4f337f88 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372877 Jul 07 17:35:28.547090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2127-c26e-466d-b104-d61540f1058e req-bfe34e1a-dbf6-4e98-96a8-135efb22087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.548592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-bfe34e1a-dbf6-4e98-96a8-135efb22087a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.0948451 Jul 07 17:35:28.596626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-085bb889-3498-4b2c-8b21-dcfd993a75d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.0412383 Jul 07 17:35:28.648555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2127-c26e-466d-b104-d61540f1058e req-9107cb8b-a784-4df5-aaae-b5a47e25c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:28.650090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-9107cb8b-a784-4df5-aaae-b5a47e25c579 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0459130 Jul 07 17:35:28.682674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-2b968a08-87ad-475f-bbd5-4de55575a033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260434 Jul 07 17:35:28.776481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-f63d183d-9e2e-479b-abea-913b9c835fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Jul 07 17:35:28.866322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-575a2127-c26e-466d-b104-d61540f1058e req-ad587222-755c-4865-8ca7-44c4d4d8b272 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Jul 07 17:35:29.706177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9087-74b0-4efa-8d1d-40d3289afece req-8924424b-f911-466c-aab4-9b3607e95f5f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:29.707681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eec9087-74b0-4efa-8d1d-40d3289afece req-8924424b-f911-466c-aab4-9b3607e95f5f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0661616 Jul 07 17:35:29.751694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4eec9087-74b0-4efa-8d1d-40d3289afece req-4c971cae-ede4-4e9f-99d7-0163cdf204e9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Jul 07 17:35:29.875841 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b99eb4-a26d-467d-b9f6-02febb63fab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:30.931968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab772d-c01e-476d-a586-f3e846fbef43 req-1f28260f-09ec-4ed0-b86b-84d9c995cf0b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:30.933474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-deab772d-c01e-476d-a586-f3e846fbef43 req-1f28260f-09ec-4ed0-b86b-84d9c995cf0b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0715406 Jul 07 17:35:30.972674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-deab772d-c01e-476d-a586-f3e846fbef43 req-b27d290d-af5f-4fcb-9624-747e107a6470 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Jul 07 17:35:32.331319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5ab7048-5c4f-4340-834e-2a83120b20c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:32.492390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260179d5-a89f-4638-aedc-7bee2bfffeb1 req-dc2b1cd3-4f34-4710-8d37-8d85353bb6f2 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.493827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-260179d5-a89f-4638-aedc-7bee2bfffeb1 req-dc2b1cd3-4f34-4710-8d37-8d85353bb6f2 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0643718 Jul 07 17:35:32.531826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-260179d5-a89f-4638-aedc-7bee2bfffeb1 req-37ba0876-6565-40e3-aa11-ad3f8fe04fd3 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 07 17:35:32.785142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:33.630332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:34.525398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:35.414136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:36.496166 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:42.555382 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:43.872758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-2cac08cb-e4ae-4150-84e8-fb2d580f85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:43.874353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-2cac08cb-e4ae-4150-84e8-fb2d580f85d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0565705 Jul 07 17:35:43.948315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28e36-5029-45b4-8e5c-ccd6fe8f753c req-080bafa6-8582-4822-afd4-99965b78c7ca tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:43.951162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61e28e36-5029-45b4-8e5c-ccd6fe8f753c req-080bafa6-8582-4822-afd4-99965b78c7ca tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0699999 Jul 07 17:35:43.972159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-7ed94a41-ae9d-4b45-81d9-8a7e47c459e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:43.973774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-7ed94a41-ae9d-4b45-81d9-8a7e47c459e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.0924947 Jul 07 17:35:43.996437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61e28e36-5029-45b4-8e5c-ccd6fe8f753c req-d8f47c23-c48d-428f-ae5b-24dc54f14b80 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Jul 07 17:35:44.020538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-46b8ae8c-a255-43db-83d1-29ef5bbabb38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.0398393 Jul 07 17:35:44.074642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-8b45ffaf-26ee-451e-b702-e8b17f12dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:44.076028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-8b45ffaf-26ee-451e-b702-e8b17f12dd95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0489557 Jul 07 17:35:44.108799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-32312ed2-dc87-44be-83f9-f8cdc798ac51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254064 Jul 07 17:35:44.196999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-ddc6d8b2-c516-4789-a957-e9064c87ab75 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Jul 07 17:35:44.300759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9a55371-eabd-4d4f-a1a5-73499bec052d req-842fe493-be97-485a-9da0-f6bfabccb4da service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970607 Jul 07 17:35:45.178554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99ba02-b7fb-4ec7-84a5-140bd286bee9 req-34e37f4f-0c9a-4a4a-9bac-8e5ccf5d5967 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:45.180218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c99ba02-b7fb-4ec7-84a5-140bd286bee9 req-34e37f4f-0c9a-4a4a-9bac-8e5ccf5d5967 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0668273 Jul 07 17:35:45.220180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c99ba02-b7fb-4ec7-84a5-140bd286bee9 req-ea637324-b939-4976-b5dc-a0cb80955331 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Jul 07 17:35:46.399635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952581ee-f675-48a1-a8bf-c224d1d8f1ec req-b9fe25b6-e538-43c2-8526-96bc14d2e25d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:46.401129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-952581ee-f675-48a1-a8bf-c224d1d8f1ec req-b9fe25b6-e538-43c2-8526-96bc14d2e25d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0688429 Jul 07 17:35:46.442197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-952581ee-f675-48a1-a8bf-c224d1d8f1ec req-64d14cbe-180b-471d-bb9f-0755d617f93b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354152 Jul 07 17:35:47.624329 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa92036-9ee0-4eb7-8249-28233a808f99 req-3fac9ef0-d3e9-4930-9ef7-812c2dff5dcc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:47.625047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aa92036-9ee0-4eb7-8249-28233a808f99 req-3fac9ef0-d3e9-4930-9ef7-812c2dff5dcc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0671217 Jul 07 17:35:47.665694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aa92036-9ee0-4eb7-8249-28233a808f99 req-d97d21e2-e32f-497b-af66-91d5413ed674 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Jul 07 17:35:48.843972 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cc308-100d-4989-8441-a92539e18acb req-2809b80a-a286-4739-a8bd-0b055efb8b4c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:48.845447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899cc308-100d-4989-8441-a92539e18acb req-2809b80a-a286-4739-a8bd-0b055efb8b4c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0645821 Jul 07 17:35:48.881791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-899cc308-100d-4989-8441-a92539e18acb req-3b20d5a7-cd3e-4b52-8096-55917e056e27 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305912 Jul 07 17:35:50.066380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfc1d8-59ef-41c8-bf3b-ee6f3b7f4081 req-e10f14da-fd5d-48ec-8255-6bd8d56c7c81 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:50.068363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57cfc1d8-59ef-41c8-bf3b-ee6f3b7f4081 req-e10f14da-fd5d-48ec-8255-6bd8d56c7c81 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0694766 Jul 07 17:35:50.111531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57cfc1d8-59ef-41c8-bf3b-ee6f3b7f4081 req-b10e4d73-8313-4587-bf9a-2ac18b00bfd9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Jul 07 17:35:51.296415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef63cf-6632-4e93-ad74-7eeef43534d5 req-a9791531-5f89-4273-ae3e-b09f913c7586 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:51.297968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aef63cf-6632-4e93-ad74-7eeef43534d5 req-a9791531-5f89-4273-ae3e-b09f913c7586 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0650556 Jul 07 17:35:51.337622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aef63cf-6632-4e93-ad74-7eeef43534d5 req-7573e6f6-5686-4aad-8dde-ad5b498ac1ba tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Jul 07 17:35:51.505560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 55850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:35:51.665093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port 759a641f-e5b2-4d73-98bc-4904be872a6b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:51.665462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:51.743456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:51.743783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:51.755534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for 759a641f-e5b2-4d73-98bc-4904be872a6b owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:52.275279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.302671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=759a641f-e5b2-4d73-98bc-4904be872a6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:52.330757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.331144 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.331514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.331875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.332244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.332600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.332931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.333265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.333594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.333919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.334277 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.334604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:52.376353 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.376761 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 3a2da70e-154c-4493-bf5b-3a5694e0c858 disassociated (deleted). External IP: 172.25.7.122, port: 175b690b-ef3a-4640-ba16-32c0c94605db. Jul 07 17:35:52.570761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04980aec-572a-46c9-82ec-ffda840577f8 req-a83273bc-d3c6-4630-b956-6ca0156c8b84 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:52.572100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04980aec-572a-46c9-82ec-ffda840577f8 req-a83273bc-d3c6-4630-b956-6ca0156c8b84 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1164095 Jul 07 17:35:52.649278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04980aec-572a-46c9-82ec-ffda840577f8 req-c6d693a7-523f-4359-861e-8e8c6b8535d2 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701103 Jul 07 17:35:52.658866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:35:52.766512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:35:52.771204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:52.775920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:35:52.784713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:52.785507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:35:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:52.808340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1be1c0fa-ffcf-4ddb-b263-c9a497fa64c2 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "DELETE /v2.0/floatingips/3a2da70e-154c-4493-bf5b-3a5694e0c858 HTTP/1.1" status: 204 len: 168 time: 1.3009181 Jul 07 17:35:52.808974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:52.811356 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3770ccd9-cf85-4936-86bc-43feca6ae9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:52.893148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:52.980901 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba67692-fb9b-4547-bd9d-2aec8e49e115 x-openstack-request-id: req-6ba67692-fb9b-4547-bd9d-2aec8e49e115 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:52.981240 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:52.981500 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ba67692-fb9b-4547-bd9d-2aec8e49e115 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:52.981906 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db', 'status': 'completed', 'code': 200} Jul 07 17:35:53.118330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-f9006c1e-8f7b-45b4-a523-16c10aa7bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.120055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-f9006c1e-8f7b-45b4-a523-16c10aa7bb0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 1097 time: 0.1138649 Jul 07 17:35:53.160513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:53.189048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:35:53.201465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:35:53.202522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:35:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:53.234736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf5b4e-2227-40b6-8125-70c59f7421d4 req-6edf38bc-d724-45c1-8456-07765ce99296 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.242742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77bf5b4e-2227-40b6-8125-70c59f7421d4 req-6edf38bc-d724-45c1-8456-07765ce99296 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.0992649 Jul 07 17:35:53.276530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-a4d5690a-0398-4ea5-a660-53e2fce0430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.279226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-a4d5690a-0398-4ea5-a660-53e2fce0430d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1499405 Jul 07 17:35:53.299716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77bf5b4e-2227-40b6-8125-70c59f7421d4 req-e4683ff0-3350-499f-abb6-9db5d52e2c22 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527136 Jul 07 17:35:53.341353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:35:53.345625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-178172d8-ef9d-4d34-951c-5397196cef8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 200 len: 217 time: 0.0595415 Jul 07 17:35:53.400297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-24e30ee1-3209-434c-972b-aba5d5894630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.402437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-24e30ee1-3209-434c-972b-aba5d5894630 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0497878 Jul 07 17:35:53.471431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-79f2e793-674c-4a9b-b99d-ff0850ab2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.473410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-79f2e793-674c-4a9b-b99d-ff0850ab2e3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631053 Jul 07 17:35:53.573041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-7f4482ac-548c-4a4b-8dfa-901bfee08a44 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899737 Jul 07 17:35:53.721280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3770ccd9-cf85-4936-86bc-43feca6ae9a4 req-fcdcb4f3-31d8-4190-b852-208d0e7c9bfc service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056831 Jul 07 17:35:53.862309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:35:53.864169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aef3f-d845-44cc-b9ba-dbbcfd871490 req-c8ecc41c-13f0-45b8-99d8-561413dd360a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:53.865784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e77aef3f-d845-44cc-b9ba-dbbcfd871490 req-c8ecc41c-13f0-45b8-99d8-561413dd360a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0667598 Jul 07 17:35:53.899045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a1d05-e12c-42ac-a32a-7beade1c7261 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2674f210-baf5-4f44-884f-ec83e50adb17', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'port_id': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'mac_address': 'fa:16:3e:7e:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:55Z', 'revision_number': 1, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:35:53.922837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e77aef3f-d845-44cc-b9ba-dbbcfd871490 req-d57c1477-8e6f-404a-9731-15856038ca1c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Jul 07 17:35:54.146342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f8088-1ab8-40b0-b9f3-b227490f46fe None None] New status for floating IP 3a2da70e-154c-4493-bf5b-3a5694e0c858: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:35:54.485962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7766eb5-537e-4b36-9ef5-a3e6ca5eb73a req-c1a251f5-080d-420a-96ab-c8a93b0e1fee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.487479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7766eb5-537e-4b36-9ef5-a3e6ca5eb73a req-c1a251f5-080d-420a-96ab-c8a93b0e1fee tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.0728650 Jul 07 17:35:54.533193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7766eb5-537e-4b36-9ef5-a3e6ca5eb73a req-b0bddedd-aec4-41e2-b786-695af0d96b0f tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Jul 07 17:35:54.990574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b962b848-a2f4-4b5a-ad92-3cff5e187ef6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:54.992489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b962b848-a2f4-4b5a-ad92-3cff5e187ef6 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 945 time: 0.0662420 Jul 07 17:35:55.105624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port 175b690b-ef3a-4640-ba16-32c0c94605db {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:35:55.106004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.131289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a85e3-7aa9-47ce-8551-c11106d1ea18 req-e86008e5-7865-4ea4-af01-e5e7f2f3f77f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:55.133128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-741a85e3-7aa9-47ce-8551-c11106d1ea18 req-e86008e5-7865-4ea4-af01-e5e7f2f3f77f tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0916817 Jul 07 17:35:55.201941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port 175b690b-ef3a-4640-ba16-32c0c94605db, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=175b690b-ef3a-4640-ba16-32c0c94605db,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:35:55.202347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.205065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-741a85e3-7aa9-47ce-8551-c11106d1ea18 req-12efef8a-5d7d-4f9e-aa4f-6b8c0aaec59a tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585194 Jul 07 17:35:55.222026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for 175b690b-ef3a-4640-ba16-32c0c94605db owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:35:55.367549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.398687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=175b690b-ef3a-4640-ba16-32c0c94605db,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:35:55.430735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.431086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.431428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.431763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.432098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.432456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.432787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.433113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.433435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.433756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.434080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.434424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:35:55.461497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port 175b690b-ef3a-4640-ba16-32c0c94605db on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:35:55.465048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:55.467103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c6092e43-6aeb-4fea-907a-a5d6c3ef877f req-b4069477-a6c2-4d7a-9ca1-ba3ea5a32025 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "DELETE /v2.0/ports/175b690b-ef3a-4640-ba16-32c0c94605db HTTP/1.1" status: 204 len: 173 time: 0.4684880 Jul 07 17:35:55.467577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'name': 'network-vif-deleted', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:35:55.470415 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3a515-3123-4ee4-8f2f-af228ced706f" -d '{"events": [{"server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "name": "network-vif-deleted", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:35:55.510213 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa30d5e-0cc1-4347-9e59-68588d8eba96 x-openstack-request-id: req-afa30d5e-0cc1-4347-9e59-68588d8eba96 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:35:55.511102 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24e2b8d-9623-4ea3-a7ec-49253bb88b24", "name": "network-vif-deleted", "tag": "175b690b-ef3a-4640-ba16-32c0c94605db", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:35:55.511385 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afa30d5e-0cc1-4347-9e59-68588d8eba96 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:35:55.511893 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24e2b8d-9623-4ea3-a7ec-49253bb88b24', 'name': 'network-vif-deleted', 'tag': '175b690b-ef3a-4640-ba16-32c0c94605db', 'status': 'completed', 'code': 200} Jul 07 17:35:55.691352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26f048cc-4f62-4d69-8f2b-480d59adfadc req-3b9f973a-6a25-4483-8bbf-a6dcd9c39006 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0367985 Jul 07 17:35:56.396475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c581e4-40b4-4590-9d54-0cdebd002464 req-668e169c-cd09-4745-99cf-b3149f994da0 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:56.398820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5c581e4-40b4-4590-9d54-0cdebd002464 req-668e169c-cd09-4745-99cf-b3149f994da0 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0792928 Jul 07 17:35:56.442195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a5c581e4-40b4-4590-9d54-0cdebd002464 req-6c11b59e-27b2-47f5-a0ae-c9201bf0ddae tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Jul 07 17:35:56.855802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71932ffe-44b3-41a7-966b-7a9659223f6d req-a67191d9-1d59-4882-8e24-a9e57d09db4a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0313125 Jul 07 17:35:57.637512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b6b73-ecbc-4578-9cec-8c433816b645 req-7b52df13-e5ca-451f-a82c-53948c053127 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:57.639276 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b36b6b73-ecbc-4578-9cec-8c433816b645 req-7b52df13-e5ca-451f-a82c-53948c053127 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0701373 Jul 07 17:35:57.680062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b36b6b73-ecbc-4578-9cec-8c433816b645 req-91d1620f-581a-4c41-bfe4-f91b4bb7a5ad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Jul 07 17:35:58.016724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22b2b568-14a8-4dac-91c8-4d205b8c43d3 req-36825ea1-fdbe-4896-8fe5-5e2380b152c7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0347769 Jul 07 17:35:58.881199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af8420-06d6-4e4c-92c2-2363dd211e10 req-6cce9560-4ba1-4879-8a85-d0b1d1f644f8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:58.883099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40af8420-06d6-4e4c-92c2-2363dd211e10 req-6cce9560-4ba1-4879-8a85-d0b1d1f644f8 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0695329 Jul 07 17:35:58.933455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40af8420-06d6-4e4c-92c2-2363dd211e10 req-ce158dee-76f5-465a-8851-39c916482ddf tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Jul 07 17:35:59.219488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0ffe44bd-59e3-4722-9252-c4e034a82223 req-3ed838d3-877b-4b4f-b451-2091e60aa320 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=f24e2b8d-9623-4ea3-a7ec-49253bb88b24 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Jul 07 17:35:59.298335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 175b690b-ef3a-4640-ba16-32c0c94605db no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:35:59.320501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 175b690b-ef3a-4640-ba16-32c0c94605db {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:35:59.320838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 175b690b-ef3a-4640-ba16-32c0c94605db not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:35:59.877181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57269ec5-a17a-4272-bd77-ff3072b39940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:00.113377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f363de-15f1-4841-9bb2-8b849376bd51 req-25e606d9-98b0-48b2-abfc-9b976f80a475 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:00.114901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f363de-15f1-4841-9bb2-8b849376bd51 req-25e606d9-98b0-48b2-abfc-9b976f80a475 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0711381 Jul 07 17:36:00.153451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f363de-15f1-4841-9bb2-8b849376bd51 req-ac1e4f79-cfe3-417a-a294-338a00cfcc20 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Jul 07 17:36:00.439617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eedf2a-02f7-4da5-bbc0-dae4099893dc req-349762d3-4bce-4878-915a-dbd8879da2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:00.440824 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57eedf2a-02f7-4da5-bbc0-dae4099893dc req-349762d3-4bce-4878-915a-dbd8879da2f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0862200 Jul 07 17:36:00.490274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57eedf2a-02f7-4da5-bbc0-dae4099893dc req-7a2f7ce0-ff96-4dcd-aaec-9e67899b9248 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Jul 07 17:36:01.385857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74564f-2346-422f-b1ad-d99c1f49d1e1 req-ab6c1e18-7c0c-49e4-afa1-3ac1a4b7df67 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:01.387445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e74564f-2346-422f-b1ad-d99c1f49d1e1 req-ab6c1e18-7c0c-49e4-afa1-3ac1a4b7df67 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0920000 Jul 07 17:36:01.441615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e74564f-2346-422f-b1ad-d99c1f49d1e1 req-b2f3085e-3f45-4760-a660-5b102a512efb tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 Jul 07 17:36:02.315892 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4aa4bde7-e0b0-4134-ac2d-533f0a371de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:02.672164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0099a-696d-41c1-8a91-ef5d8a722281 req-40a30241-d9d4-4867-8c61-0de884a37f82 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:02.674018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11f0099a-696d-41c1-8a91-ef5d8a722281 req-40a30241-d9d4-4867-8c61-0de884a37f82 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0771298 Jul 07 17:36:02.718988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11f0099a-696d-41c1-8a91-ef5d8a722281 req-d972bd2f-b1b1-4b62-b143-51df3c0e88a7 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Jul 07 17:36:02.807791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:03.200960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-cba0c443-f529-47a1-a148-e7068862a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.202547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-cba0c443-f529-47a1-a148-e7068862a19c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 1098 time: 0.0645604 Jul 07 17:36:03.264011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2899f3-d7c9-400a-a37f-b53817d1aaac req-33d0d791-cb1a-4ece-b018-7ea36ac08372 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.271307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb2899f3-d7c9-400a-a37f-b53817d1aaac req-33d0d791-cb1a-4ece-b018-7ea36ac08372 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0856345 Jul 07 17:36:03.314811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb2899f3-d7c9-400a-a37f-b53817d1aaac req-45115c9c-2345-4078-8d61-7fe626a24322 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Jul 07 17:36:03.364066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-5f94cdfb-aa0f-4669-bb55-06e18b2e96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.365790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-5f94cdfb-aa0f-4669-bb55-06e18b2e96ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.1525335 Jul 07 17:36:03.408775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-0309894e-9b28-4640-a602-44429902cad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 200 len: 217 time: 0.0366805 Jul 07 17:36:03.458758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-6beb1be2-fc11-4854-b0af-2023007f8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:03.460251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-6beb1be2-fc11-4854-b0af-2023007f8223 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0453138 Jul 07 17:36:03.516035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-158ff780-6b45-4bd4-bd62-031362e7a1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487933 Jul 07 17:36:03.630180 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-ee643532-a4e1-46f8-a180-17ea1e6f6136 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077833 Jul 07 17:36:03.637435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:03.769025 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3388d7c-34e0-404f-893d-e9d6493f0045 req-842e6e74-5b91-42bc-91a9-fead50bf5040 service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310077 Jul 07 17:36:04.518412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150740d-1d93-4a9a-9b3e-5f8478fe34f9 req-fc31761a-f14c-43c7-85c6-d803e69a52ee tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:04.520635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0150740d-1d93-4a9a-9b3e-5f8478fe34f9 req-fc31761a-f14c-43c7-85c6-d803e69a52ee tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0767632 Jul 07 17:36:04.543604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:04.571334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0150740d-1d93-4a9a-9b3e-5f8478fe34f9 req-ee042224-0b98-42df-bd26-65580f436d20 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353305 Jul 07 17:36:05.414746 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:05.757543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56178) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:05.774214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70632c-3e5c-462a-b93c-807cde33e71c req-797d694d-a7ee-44ab-948b-fe0bf44a96be tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:05.775867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab70632c-3e5c-462a-b93c-807cde33e71c req-797d694d-a7ee-44ab-948b-fe0bf44a96be tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0785918 Jul 07 17:36:05.822793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab70632c-3e5c-462a-b93c-807cde33e71c req-82d3373e-a89c-469f-a494-8a143642354e tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Jul 07 17:36:05.936429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port bf11f499-a795-4b69-9928-9546063064a5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:05.936784 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.025234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.025568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.037757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for bf11f499-a795-4b69-9928-9546063064a5 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:06.489844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.511067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.517279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=bf11f499-a795-4b69-9928-9546063064a5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:06.590980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.591423 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Floating IP 2674f210-baf5-4f44-884f-ec83e50adb17 disassociated (deleted). External IP: 172.25.7.156, port: 8aafa5ea-a7d6-483d-85fb-088bd1556155. Jul 07 17:36:06.844996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:06.974237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:06.979840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.985471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:06.996102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:06.996749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.032998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac5a1a98-0364-444c-a364-6b292e648c08 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "DELETE /v2.0/floatingips/2674f210-baf5-4f44-884f-ec83e50adb17 HTTP/1.1" status: 204 len: 168 time: 1.2738209 Jul 07 17:36:07.034003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:07.036993 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:07.082185 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cffc5e-e20e-4f3b-b821-089b592b3c5b x-openstack-request-id: req-a8cffc5e-e20e-4f3b-b821-089b592b3c5b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:07.082490 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:07.082741 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8cffc5e-e20e-4f3b-b821-089b592b3c5b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:07.083145 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'status': 'completed', 'code': 200} Jul 07 17:36:07.157906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:07.200499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-2705dfc9-4b96-4999-ba9b-c1ba12ea127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.202353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-2705dfc9-4b96-4999-ba9b-c1ba12ea127f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 1098 time: 0.0867646 Jul 07 17:36:07.361860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-82a8ac5a-359c-492b-a62b-d43ad70f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.363879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-82a8ac5a-359c-492b-a62b-d43ad70f565d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 200 len: 913 time: 0.1551549 Jul 07 17:36:07.429753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-3638d189-8d7f-4680-bca7-e4be4366f2cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 200 len: 217 time: 0.0571468 Jul 07 17:36:07.447666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.474647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:07.484066 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:07.484767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.489105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-5d21c9b2-277b-462d-915c-8527d6aab841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.490714 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-5d21c9b2-277b-462d-915c-8527d6aab841 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 200 len: 851 time: 0.0539789 Jul 07 17:36:07.514503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29435ad3-91af-444f-9b81-aa93efaacb9d req-e84b6787-1fc9-4f5c-90ba-2c29c1c50e96 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.521535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29435ad3-91af-444f-9b81-aa93efaacb9d req-e84b6787-1fc9-4f5c-90ba-2c29c1c50e96 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.0746343 Jul 07 17:36:07.564104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29435ad3-91af-444f-9b81-aa93efaacb9d req-7898345a-0e6e-46c5-ad2f-ddba40af73c7 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Jul 07 17:36:07.568311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-1d1e40ec-7a9d-4dcd-8bbf-3d118b54d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:07.569896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-1d1e40ec-7a9d-4dcd-8bbf-3d118b54d3ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c97e288c-a468-4c54-8511-6976bc8f71ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725532 Jul 07 17:36:07.605376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:07.672479 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-8a7b2ca3-1b07-4311-b4e2-db8b886d161e service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945723 Jul 07 17:36:07.769546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-705b245d-2b74-4214-a28a-a7b5fe0d2fb1 req-5a1b5550-424d-48b5-b59a-941d20ab0eb7 service neutron] 10.222.0.83 "GET /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Jul 07 17:36:07.829421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:07.858090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba073b71-3ae2-4355-a1e3-4fb60bb897b0 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:23:25Z', 'revision_number': 4, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0ab771f6-9ede-4952-b994-67dbe3d01f99', 'name': '', 'network_id': 'c97e288c-a468-4c54-8511-6976bc8f71ef', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'mac_address': 'fa:16:3e:bb:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:23Z', 'updated_at': '2021-07-07T17:23:33Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'subnets': [{'id': '05e45071-7216-4f66-b87b-4a8bba97efb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:08.089035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22bbea3-5495-4ded-8bc2-46193961dcc2 None None] New status for floating IP 2674f210-baf5-4f44-884f-ec83e50adb17: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:36:08.227086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-e855dd48-c171-4ab4-940d-2f38995006be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583892 Jul 07 17:36:08.299164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-3f5834e9-8901-46b7-af58-a838e148d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.300838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-3f5834e9-8901-46b7-af58-a838e148d898 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=77cb780708b24df0a53893d975b0e8a1&device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 1097 time: 0.0532007 Jul 07 17:36:08.408305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-32c4a2f1-4087-4ccb-b69c-7302d100af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.409801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-32c4a2f1-4087-4ccb-b69c-7302d100af9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 200 len: 920 time: 0.0897803 Jul 07 17:36:08.455501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-a0c0b081-d33f-4047-8fed-d1ef096b6cbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 200 len: 217 time: 0.0389535 Jul 07 17:36:08.502807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-7549a563-45b2-4820-9cf6-9edc00be49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.504271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-7549a563-45b2-4820-9cf6-9edc00be49a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 200 len: 859 time: 0.0430586 Jul 07 17:36:08.537349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-dbb5349a-0cce-4da7-b083-1863f373ffa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e113d477-6f1c-4c52-879c-daf1ad570a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262885 Jul 07 17:36:08.636685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-dfdcd9f4-9213-4d34-a1a4-42716ffc570f service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926178 Jul 07 17:36:08.754190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a4c345f5-2b3a-4805-8932-2cc44c352863 req-92878a1e-f472-41ec-823e-e01136480a9f service neutron] 10.222.0.32 "GET /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109223 Jul 07 17:36:08.770923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d899-3d95-4413-8450-ce64eba5fdaf req-c067fcf9-8d86-4a14-aefe-48950c870c09 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:08.772613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e60d899-3d95-4413-8450-ce64eba5fdaf req-c067fcf9-8d86-4a14-aefe-48950c870c09 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.0785077 Jul 07 17:36:08.814284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2e60d899-3d95-4413-8450-ce64eba5fdaf req-ec2fec9f-bbad-42ee-8df5-87145fa35d3b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/security-groups?id=840190b5-49ed-476e-9ba3-9c0025420e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Jul 07 17:36:09.150658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-f575a514-ecfe-422b-ac05-033cda7eb493 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:09.152158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-f575a514-ecfe-422b-ac05-033cda7eb493 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 946 time: 0.0718162 Jul 07 17:36:09.259567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port 8aafa5ea-a7d6-483d-85fb-088bd1556155 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:09.260768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.352386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] For port 8aafa5ea-a7d6-483d-85fb-088bd1556155, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8aafa5ea-a7d6-483d-85fb-088bd1556155,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:09.352752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.365347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for 8aafa5ea-a7d6-483d-85fb-088bd1556155 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:09.501516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.529526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=8aafa5ea-a7d6-483d-85fb-088bd1556155,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:09.581071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] No DVR routers for this DVR port 8aafa5ea-a7d6-483d-85fb-088bd1556155 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:09.583719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:09.585926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-190077e8-180f-4ba5-bd6b-87bd692e1827 req-1c1ca715-359c-490e-89b0-82dbd08c1fec tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.83 "DELETE /v2.0/ports/8aafa5ea-a7d6-483d-85fb-088bd1556155 HTTP/1.1" status: 204 len: 173 time: 0.4276125 Jul 07 17:36:09.586394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'name': 'network-vif-deleted', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:09.589150 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97de653c-51c2-49b8-a0c1-48b963b38191" -d '{"events": [{"server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "name": "network-vif-deleted", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:09.631341 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a16fa-a602-4435-a761-cbd0c23a2eba x-openstack-request-id: req-065a16fa-a602-4435-a761-cbd0c23a2eba {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:09.631636 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dca372c-38fa-4f0e-b7ec-7867a03eb02f", "name": "network-vif-deleted", "tag": "8aafa5ea-a7d6-483d-85fb-088bd1556155", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:09.631892 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-065a16fa-a602-4435-a761-cbd0c23a2eba {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:09.632334 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dca372c-38fa-4f0e-b7ec-7867a03eb02f', 'name': 'network-vif-deleted', 'tag': '8aafa5ea-a7d6-483d-85fb-088bd1556155', 'status': 'completed', 'code': 200} Jul 07 17:36:09.876641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-75acf0b1-7df1-491a-a647-b247d33f7795 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550385 Jul 07 17:36:09.969408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-7e55b4bb-5cf2-46b7-a682-cb2a50bd8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:09.970968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-7e55b4bb-5cf2-46b7-a682-cb2a50bd8f44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.0633502 Jul 07 17:36:09.977925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79e64220-e2c4-4957-9b7e-cd7fa492f168 req-e56e6e38-3dbd-42e5-b5ea-a2920fb64340 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0399220 Jul 07 17:36:10.093952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-de85418f-9e6b-4428-9818-afcfee0ee5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:10.095514 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-de85418f-9e6b-4428-9818-afcfee0ee5d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.0954092 Jul 07 17:36:10.162291 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-46be7d04-4d3c-491f-81a9-c95df321a8ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1000 time: 0.0589280 Jul 07 17:36:10.224009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-e6ce7c05-b6c1-44ab-9a09-c2cffe9b3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:10.225520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-e6ce7c05-b6c1-44ab-9a09-c2cffe9b3aa6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0572674 Jul 07 17:36:10.293362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-e9f9bd95-e0bb-4d15-a50f-2537c8efd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:10.295077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-e9f9bd95-e0bb-4d15-a50f-2537c8efd3c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621617 Jul 07 17:36:10.390518 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-25a75c56-dcae-4af9-8795-6198163aaccb service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819483 Jul 07 17:36:10.487261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b1c0bf1b-cb7c-4d52-9587-6ff33f104ce0 req-19f706ce-3a2b-411d-9eb8-a0effbf990d7 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Jul 07 17:36:11.123578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8514cfb3-d049-4efd-96f4-e801b465e1d8 req-39e57918-b61c-4891-9441-6940c2482199 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0295718 Jul 07 17:36:12.263503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-903be22a-652b-44ac-8a5b-96f4fa03313c req-6858247b-c3dd-4714-ab05-e2a24d8a232a tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0291057 Jul 07 17:36:13.338504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8aafa5ea-a7d6-483d-85fb-088bd1556155 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:13.359929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 8aafa5ea-a7d6-483d-85fb-088bd1556155 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:13.360290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8aafa5ea-a7d6-483d-85fb-088bd1556155 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:13.510853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7913dd53-9e4c-4526-8aa5-b0645d809121 req-6a747e64-abe0-4c31-afee-2a1a4524444b tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.1309419 Jul 07 17:36:14.657544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed72de5c-de03-4dcb-8951-177a15d7faae req-163ef41d-bc1f-403d-b56a-33b1ce2b9f75 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dca372c-38fa-4f0e-b7ec-7867a03eb02f HTTP/1.1" status: 200 len: 210 time: 0.0330997 Jul 07 17:36:15.758223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56264) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:15.897651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Deleting port e9c37b54-8dc4-4249-b6eb-56e3490e7dfe {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:15.898005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.975362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.975594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:15.987211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Calling delete_port for e9c37b54-8dc4-4249-b6eb-56e3490e7dfe owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:16.126028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.152758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'Port': ['ID=e9c37b54-8dc4-4249-b6eb-56e3490e7dfe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:16.220941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.223582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.226413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6453c909-c363-4257-beb0-bcd5cda61509 tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "DELETE /v2.0/floatingips/5808f089-efd9-40c8-bc00-42c969e33afd HTTP/1.1" status: 204 len: 168 time: 0.4668591 Jul 07 17:36:19.094162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-2a5b9d5a-c812-40b5-b0bb-7b6dee4d7909 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:19.096649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-2a5b9d5a-c812-40b5-b0bb-7b6dee4d7909 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.1219919 Jul 07 17:36:19.126859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-b102cb5c-de55-48a5-b9c8-6838b208a7ca tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.230075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-b102cb5c-de55-48a5-b9c8-6838b208a7ca tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.239611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-b102cb5c-de55-48a5-b9c8-6838b208a7ca tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:19.297571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-867b3616-7c2f-41fb-99bf-8b3a1a3e28b6 req-b102cb5c-de55-48a5-b9c8-6838b208a7ca tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945517 Jul 07 17:36:19.298280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102cb5c-de55-48a5-b9c8-6838b208a7ca tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f72cc2-645c-4392-9590-3ce5315e3813,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:19.554441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:19.555510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26214cc6-aa7d-4918-b87d-a83f365fac0b req-1dc71b8e-a8d0-4103-9812-afde9e4e702b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:19.562034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26214cc6-aa7d-4918-b87d-a83f365fac0b req-1dc71b8e-a8d0-4103-9812-afde9e4e702b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1358416 Jul 07 17:36:19.635729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26214cc6-aa7d-4918-b87d-a83f365fac0b req-ff5c9d58-17ff-4e3d-ba5c-ccc2684da7b9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674961 Jul 07 17:36:19.664260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56318) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:19.808244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a5d54b40-c5bc-41fa-a7a0-040e152bd350 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 200 len: 992 time: 0.1427884 Jul 07 17:36:19.903731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933a03-a933-4f83-b94e-290cd6057b0a req-9d417b64-1320-468e-bba0-214fa984f0e3 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:19.905848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26933a03-a933-4f83-b94e-290cd6057b0a req-9d417b64-1320-468e-bba0-214fa984f0e3 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1228793 Jul 07 17:36:19.972995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26933a03-a933-4f83-b94e-290cd6057b0a req-4e742985-71aa-4c69-b00e-8c3b3a977999 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611236 Jul 07 17:36:20.204776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-55aedbda-c15d-4b5d-a81f-c18e5da1c514 req-94d51aed-90ef-48c1-ad5d-e16b2498c2a0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:36:20.206942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55aedbda-c15d-4b5d-a81f-c18e5da1c514 req-94d51aed-90ef-48c1-ad5d-e16b2498c2a0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072374 Jul 07 17:36:20.567608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:20.689246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8a26-fc54-4a28-8ff7-c7406adbf0ca req-7704e172-056b-49ed-b810-185a8df71cc2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:20.690760 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b8d8a26-fc54-4a28-8ff7-c7406adbf0ca req-7704e172-056b-49ed-b810-185a8df71cc2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0775859 Jul 07 17:36:20.692203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-45c8f966-4c1a-4688-820b-7302e50ff6f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225650 Jul 07 17:36:20.737284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b8d8a26-fc54-4a28-8ff7-c7406adbf0ca req-94a2fccb-e46d-4870-b704-57d8e2204f36 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Jul 07 17:36:20.782096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:20.851416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.878895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.981585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.985210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.989645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] 10.222.0.22 "DELETE /v2.0/security-groups/840190b5-49ed-476e-9ba3-9c0025420e6c HTTP/1.1" status: 204 len: 168 time: 0.2062716 Jul 07 17:36:21.004367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bbfed-5782-4308-9142-b7139f966baa tempest-TestVolumeBootPattern-1844627999 tempest-TestVolumeBootPattern-1844627999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840190b5-49ed-476e-9ba3-9c0025420e6c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:21.098127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56380) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:21.306155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d6a8-2146-42fe-9aa2-58dfe831db77 req-c9392bd2-345b-4926-91fe-ed0369ea203d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.308034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c642d6a8-2146-42fe-9aa2-58dfe831db77 req-c9392bd2-345b-4926-91fe-ed0369ea203d tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1273155 Jul 07 17:36:21.373837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c642d6a8-2146-42fe-9aa2-58dfe831db77 req-30261106-ae72-4838-a2c9-8f2bfba165b9 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Jul 07 17:36:21.745769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:21.959541 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1484-39d7-4fe4-866b-301387278604 req-95af05f3-82b8-4ae5-bc10-be0b4ab203ee tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.961367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-758f1484-39d7-4fe4-866b-301387278604 req-95af05f3-82b8-4ae5-bc10-be0b4ab203ee tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0801127 Jul 07 17:36:21.984670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-6db1b1a5-6f1c-418b-ac2d-c582d6a74f7c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:21.986307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-6db1b1a5-6f1c-418b-ac2d-c582d6a74f7c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.1504560 Jul 07 17:36:22.019970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-758f1484-39d7-4fe4-866b-301387278604 req-ef9a182d-0360-4f31-acd9-b3ee7355c981 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Jul 07 17:36:22.466728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Deleting port 8afcdf99-361d-448a-89c6-417f66740abd {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:22.467077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.564463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd59486-245d-4a51-80c6-bc0679cd6e7f req-e7e47000-58ff-48df-ba6a-21afb935fb35 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:22.566333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bd59486-245d-4a51-80c6-bc0679cd6e7f req-e7e47000-58ff-48df-ba6a-21afb935fb35 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 945 time: 0.0735958 Jul 07 17:36:22.566914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Deleting port 0ab771f6-9ede-4952-b994-67dbe3d01f99 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:22.567266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.610724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5bd59486-245d-4a51-80c6-bc0679cd6e7f req-e2c6cd10-7d0a-4d64-8840-5bc23690631c tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Jul 07 17:36:22.648664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-94aa07e3-08bf-44ee-a2b7-7adb8c68b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:22.650258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-94aa07e3-08bf-44ee-a2b7-7adb8c68b3b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.1994772 Jul 07 17:36:22.657440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] For port 8afcdf99-361d-448a-89c6-417f66740abd, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8afcdf99-361d-448a-89c6-417f66740abd,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:22.657820 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.722270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Calling delete_port for 8afcdf99-361d-448a-89c6-417f66740abd owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:22.800604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] For port 0ab771f6-9ede-4952-b994-67dbe3d01f99, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0ab771f6-9ede-4952-b994-67dbe3d01f99,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:22.801159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:22.832447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Calling delete_port for 0ab771f6-9ede-4952-b994-67dbe3d01f99 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:22.860665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-09e98987-74a3-401a-8415-d6d193ba6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:22.862316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-09e98987-74a3-401a-8415-d6d193ba6755 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.2018709 Jul 07 17:36:23.015939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-ee370a67-beb4-4892-915b-4c30a82349f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1000 time: 0.1149001 Jul 07 17:36:23.132545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.148286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5f1a8c02-4a46-4708-b42b-a9c04623c750', '8afcdf99-361d-448a-89c6-417f66740abd'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:23.199326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-f8131b93-39d1-4699-be85-597a8d5cfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.200950 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-f8131b93-39d1-4699-be85-597a8d5cfde7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.1770577 Jul 07 17:36:23.221756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Pushing event deleted for resources: {'Port': ['ID=8afcdf99-361d-448a-89c6-417f66740abd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:23.238266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf881-e749-4997-a439-a1f31a60af2a req-56673fc4-e4a0-4bfd-a013-1a72fde0e94f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.240446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dddf881-e749-4997-a439-a1f31a60af2a req-56673fc4-e4a0-4bfd-a013-1a72fde0e94f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0849481 Jul 07 17:36:23.282389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4dddf881-e749-4997-a439-a1f31a60af2a req-ee59af01-f546-4b95-a261-b6f8a2d7f0b2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348186 Jul 07 17:36:23.338552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] No DVR routers for this DVR port 8afcdf99-361d-448a-89c6-417f66740abd on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:23.346273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.348260 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f5deb5d3-458a-4ff9-983c-6fa2c0aba504 req-a508c892-556c-46fb-8c69-4b8257d92725 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "DELETE /v2.0/ports/8afcdf99-361d-448a-89c6-417f66740abd HTTP/1.1" status: 204 len: 173 time: 1.3552024 Jul 07 17:36:23.349616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'name': 'network-vif-deleted', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:23.351957 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48baf698-aa6e-4393-a90b-91f0e6218d98" -d '{"events": [{"server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "name": "network-vif-deleted", "tag": "8afcdf99-361d-448a-89c6-417f66740abd"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:23.378374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.414773 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3f9d5-065b-48a9-997c-c7b9f61c036c x-openstack-request-id: req-e5c3f9d5-065b-48a9-997c-c7b9f61c036c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:23.415076 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b143edad-e20d-48af-a654-bb7d37fd3b31", "name": "network-vif-deleted", "tag": "8afcdf99-361d-448a-89c6-417f66740abd", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:23.415401 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5c3f9d5-065b-48a9-997c-c7b9f61c036c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:23.416369 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b143edad-e20d-48af-a654-bb7d37fd3b31', 'name': 'network-vif-deleted', 'tag': '8afcdf99-361d-448a-89c6-417f66740abd', 'status': 'completed', 'code': 200} Jul 07 17:36:23.423275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab771f6-9ede-4952-b994-67dbe3d01f99,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:23.435092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-9910cdb2-fa36-4124-bc8d-85821bce0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:23.436633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-9910cdb2-fa36-4124-bc8d-85821bce0b3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2275209 Jul 07 17:36:23.680925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-e4acfbac-eaca-4262-900e-ac047a868d66 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213500 Jul 07 17:36:23.749332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:23.785761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8870ae5-ab14-454e-90e5-b18d446461d9 req-91d4a87c-8d75-4644-848f-d07f19474998 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=b143edad-e20d-48af-a654-bb7d37fd3b31 HTTP/1.1" status: 200 len: 210 time: 0.0299628 Jul 07 17:36:23.840481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-039d2364-606a-485f-8a05-b65784f777ed service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530476 Jul 07 17:36:24.047497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:24.180923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:24.186706 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f62206c-1d32-413e-a4f5-98a5cebeb92c admin admin] 10.222.0.22 "PUT /v2.0/routers/b78263d9-49b3-4ed0-a853-0fb8a9c92a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0869968 Jul 07 17:36:24.189706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56812) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:24.189970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Sync routers for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:24.202440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:24.203335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:24.326697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.344903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:24.454305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.481314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184aa3-f593-4038-b620-23eb3b300bd4 req-3540684d-81db-440a-a976-d3abead2ea1a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:24.483161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb184aa3-f593-4038-b620-23eb3b300bd4 req-3540684d-81db-440a-a976-d3abead2ea1a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0739090 Jul 07 17:36:24.513725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Deleting port 56ab90dc-2f73-4630-bf9b-bbc064010007 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:24.514075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.523626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb184aa3-f593-4038-b620-23eb3b300bd4 req-40fd3977-b1ce-4731-9b81-1381f715d864 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343189 Jul 07 17:36:24.550356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:36:23Z', 'revision_number': 5, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port': {'id': '56ab90dc-2f73-4630-bf9b-bbc064010007', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:16Z', 'updated_at': '2021-07-07T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:24.581111 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Checking router: b78263d9-49b3-4ed0-a853-0fb8a9c92a30 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:24.589575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Routers {'b78263d9-49b3-4ed0-a853-0fb8a9c92a30'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:24.590313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:24.598273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] For port 56ab90dc-2f73-4630-bf9b-bbc064010007, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=56ab90dc-2f73-4630-bf9b-bbc064010007,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:24.598638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.614706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Calling delete_port for 56ab90dc-2f73-4630-bf9b-bbc064010007 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:24.673669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] Set router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:24.730238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:36:24Z', 'revision_number': 6, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:24.756955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9f799-4b0f-42e8-9441-c1679663c980 None None] The sync data for ids ['b78263d9-49b3-4ed0-a853-0fb8a9c92a30'] in n-d-791504-12 is: [{'id': 'b78263d9-49b3-4ed0-a853-0fb8a9c92a30', 'name': 'tempest-TestVolumeBootPattern-1510723604-router', 'tenant_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:14Z', 'updated_at': '2021-07-07T17:36:24Z', 'revision_number': 6, 'project_id': 'e52da9a8bbc54610bfcff4150ecede6f', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:24.784365 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.815671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ab90dc-2f73-4630-bf9b-bbc064010007,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:24.875786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.965219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:24.967322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.012328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.012988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78263d9-49b3-4ed0-a853-0fb8a9c92a30 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:36:25.018084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.020058 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec6176c5-7321-4a46-95b2-c9fe3df76004 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b78263d9-49b3-4ed0-a853-0fb8a9c92a30 HTTP/1.1" status: 204 len: 168 time: 0.8284597 Jul 07 17:36:25.022644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56832) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:25.075394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Deleting subnet 05e45071-7216-4f66-b87b-4a8bba97efb0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:25.083445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.153901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.290359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ab771f6-9ede-4952-b994-67dbe3d01f99 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:25.295668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.311008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f40c-e1a3-40e6-80ec-4a8c8be72d40 req-61b060ca-3e88-4d51-bf0b-948737970d35 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.312597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4137f40c-e1a3-40e6-80ec-4a8c8be72d40 req-61b060ca-3e88-4d51-bf0b-948737970d35 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0925946 Jul 07 17:36:25.326009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0ab771f6-9ede-4952-b994-67dbe3d01f99 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:25.326775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0ab771f6-9ede-4952-b994-67dbe3d01f99 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:25.361078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4137f40c-e1a3-40e6-80ec-4a8c8be72d40 req-03ff6437-7831-477c-9cc0-9d9cd274a3d7 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Jul 07 17:36:25.365790 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.395456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e45071-7216-4f66-b87b-4a8bba97efb0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:25.399539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.401438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3b58eb8-fb72-4c92-a5df-0826be2b2be2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/05e45071-7216-4f66-b87b-4a8bba97efb0 HTTP/1.1" status: 204 len: 168 time: 0.3777361 Jul 07 17:36:25.403947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56840) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:25.405864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594f487-6c0f-4a62-94d5-4993555fcdff None None] Network c97e288c-a468-4c54-8511-6976bc8f71ef requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:25.489711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.497234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8afcdf99-361d-448a-89c6-417f66740abd no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:25.561937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 8afcdf99-361d-448a-89c6-417f66740abd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:25.562344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8afcdf99-361d-448a-89c6-417f66740abd not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:25.565322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Deleting port 70e4092f-8745-4887-a92c-1f35bf695c83 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:25.565968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.646141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] For port 70e4092f-8745-4887-a92c-1f35bf695c83, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=70e4092f-8745-4887-a92c-1f35bf695c83,segment=NetworkSegment(be40040a-e2db-4936-8b5d-5f6f26aff853),segment_id=be40040a-e2db-4936-8b5d-5f6f26aff853)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:25.646525 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.661973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Calling delete_port for 70e4092f-8745-4887-a92c-1f35bf695c83 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:25.703257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] DHCP port deletion for c97e288c-a468-4c54-8511-6976bc8f71ef request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:36:25.739348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0fd19-ea79-4084-ab46-ebe834f1aaeb req-8d645142-c23e-4afe-89ac-72dc2ab13cee tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:25.741237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6d0fd19-ea79-4084-ab46-ebe834f1aaeb req-8d645142-c23e-4afe-89ac-72dc2ab13cee tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0763602 Jul 07 17:36:25.756099 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.766756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Deleting port 70e4092f-8745-4887-a92c-1f35bf695c83 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:25.767212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.793515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e4092f-8745-4887-a92c-1f35bf695c83,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:25.801282 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f6d0fd19-ea79-4084-ab46-ebe834f1aaeb req-34cdd65a-4297-4b7e-8594-66b9d4f2b7c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494542 Jul 07 17:36:25.802986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] No DVR routers for this DVR port 70e4092f-8745-4887-a92c-1f35bf695c83 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:25.857011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] For port 70e4092f-8745-4887-a92c-1f35bf695c83, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:25.857699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.871747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Calling delete_port for 70e4092f-8745-4887-a92c-1f35bf695c83 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:25.874697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Port 70e4092f-8745-4887-a92c-1f35bf695c83 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:36:25.876228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.884441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.888159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] No DVR routers for this DVR port 70e4092f-8745-4887-a92c-1f35bf695c83 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:25.908202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97e288c-a468-4c54-8511-6976bc8f71ef']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:25.914670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Pushing event deleted for resources: {'Port': ['ID=70e4092f-8745-4887-a92c-1f35bf695c83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:25.922690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be40040a-e2db-4936-8b5d-5f6f26aff853') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:25.922992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be40040a-e2db-4936-8b5d-5f6f26aff853') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:25.923890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.924303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.924871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.925222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.925565 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.925911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.927077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.927417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.927754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.929021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.929351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.929860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6075f-6436-4baf-8fdf-1c7b4001b2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:25.933908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.949352 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.956788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:25.957186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:25.959054 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:26.306749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.313369 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.316417 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c97e288c-a468-4c54-8511-6976bc8f71ef HTTP/1.1" status: 204 len: 168 time: 0.9112506 Jul 07 17:36:26.319553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:26.328627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835a51f-c18d-4643-a3e5-ac5a8dfadcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97e288c-a468-4c54-8511-6976bc8f71ef,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:26.612206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce6004-de02-4873-a8c5-b764fbea204e req-92a0f075-bfc4-46ff-84fb-54b88fc5ed90 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:26.613712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4ce6004-de02-4873-a8c5-b764fbea204e req-92a0f075-bfc4-46ff-84fb-54b88fc5ed90 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1371231 Jul 07 17:36:26.687052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4ce6004-de02-4873-a8c5-b764fbea204e req-61669991-75c7-4df0-b44b-07d8bb3a7412 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650170 Jul 07 17:36:26.776000 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:26.890953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 70e4092f-8745-4887-a92c-1f35bf695c83 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:26.911560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 70e4092f-8745-4887-a92c-1f35bf695c83 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:26.912176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 70e4092f-8745-4887-a92c-1f35bf695c83 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:26.912774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56ab90dc-2f73-4630-bf9b-bbc064010007 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:26.934990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 56ab90dc-2f73-4630-bf9b-bbc064010007 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:26.935545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 56ab90dc-2f73-4630-bf9b-bbc064010007 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:27.055872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0f434-e238-4063-9add-48aef13b4886 req-e5925945-b27e-4abf-834e-da76af161e25 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:27.057429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61d0f434-e238-4063-9add-48aef13b4886 req-e5925945-b27e-4abf-834e-da76af161e25 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1060212 Jul 07 17:36:27.123679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61d0f434-e238-4063-9add-48aef13b4886 req-f689db5b-156e-40f6-852d-8b72315bb7d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580313 Jul 07 17:36:27.146326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Deleting port c8be61b2-a681-448c-9296-5b85d85fbb07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:27.146326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.223281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] For port c8be61b2-a681-448c-9296-5b85d85fbb07, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c8be61b2-a681-448c-9296-5b85d85fbb07,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:27.223648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.236534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Calling delete_port for c8be61b2-a681-448c-9296-5b85d85fbb07 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:27.417856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:27.445586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8be61b2-a681-448c-9296-5b85d85fbb07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:27.615052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.215461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981e6e8-e648-4a56-88d5-0eb0fbfb33e9 req-8e734976-3027-4d6e-99e7-e3f4cc589661 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.216990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d981e6e8-e648-4a56-88d5-0eb0fbfb33e9 req-8e734976-3027-4d6e-99e7-e3f4cc589661 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1152852 Jul 07 17:36:28.224043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Router c0960468-e4fb-4c58-8777-93d6fbe311df has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:28.343539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d981e6e8-e648-4a56-88d5-0eb0fbfb33e9 req-82a44502-7fb8-4255-8a19-bf98acacdb53 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127355 Jul 07 17:36:28.410126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c286aa1-9909-4a7d-9c0f-ebfea748857f req-f102feed-2138-4699-b0ef-e9a9bc0aa64d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:28.411601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c286aa1-9909-4a7d-9c0f-ebfea748857f req-f102feed-2138-4699-b0ef-e9a9bc0aa64d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1649296 Jul 07 17:36:28.414330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:28.419572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ef326438-d060-4b9a-b65a-3aaa4ab1d8b0 admin admin] 10.222.0.22 "PUT /v2.0/routers/c0960468-e4fb-4c58-8777-93d6fbe311df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987134 Jul 07 17:36:28.422018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:28.423539 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Sync routers for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:28.433437 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:28.434040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:28.463417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c286aa1-9909-4a7d-9c0f-ebfea748857f req-c36efacd-0254-41fe-b2b5-f1890720d591 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jul 07 17:36:28.529111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.560640 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:28.635531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.690221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Deleting port 95bbccc4-92b4-43af-bde2-689786070442 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:28.690845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.783429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] For port 95bbccc4-92b4-43af-bde2-689786070442, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=95bbccc4-92b4-43af-bde2-689786070442,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:28.783982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:28.798139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Calling delete_port for 95bbccc4-92b4-43af-bde2-689786070442 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:28.850330 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '95bbccc4-92b4-43af-bde2-689786070442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:36:27Z', 'revision_number': 5, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port': {'id': '95bbccc4-92b4-43af-bde2-689786070442', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:23:33Z', 'updated_at': '2021-07-07T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:28.878511 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Checking router: c0960468-e4fb-4c58-8777-93d6fbe311df for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:28.898640 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Routers {'c0960468-e4fb-4c58-8777-93d6fbe311df'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:28.899451 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c0960468-e4fb-4c58-8777-93d6fbe311df'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:28.992114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.020128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Pushing event deleted for resources: {'Port': ['ID=95bbccc4-92b4-43af-bde2-689786070442,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.077997 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] Set router c0960468-e4fb-4c58-8777-93d6fbe311df gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:29.089137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.133241 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:36:28Z', 'revision_number': 6, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:29.159372 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7ff13-41bb-4935-b9dd-ec27dc3b496b None None] The sync data for ids ['c0960468-e4fb-4c58-8777-93d6fbe311df'] in n-d-791504-12 is: [{'id': 'c0960468-e4fb-4c58-8777-93d6fbe311df', 'name': 'tempest-TestVolumeBootPattern-12748286-router', 'tenant_id': '3107d574d96143a0a970caba4dc927ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:23:32Z', 'updated_at': '2021-07-07T17:36:28Z', 'revision_number': 6, 'project_id': '3107d574d96143a0a970caba4dc927ab', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:29.181918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.184224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.232301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.233041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0960468-e4fb-4c58-8777-93d6fbe311df {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:36:29.237483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.238471 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0475b672-ea86-44bd-b37b-9f271e2de93f admin admin] 10.222.0.22 "DELETE /v2.0/routers/c0960468-e4fb-4c58-8777-93d6fbe311df HTTP/1.1" status: 204 len: 168 time: 0.8148062 Jul 07 17:36:29.240935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56874) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:29.286431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Deleting subnet 23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:29.289819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.325905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.410004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.473189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.500292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.515056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.520491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-51a7b340-36fc-47ac-b666-861c633e61b9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/23b23bd1-ebdd-444d-a1a3-8ad5e6ae1873 HTTP/1.1" status: 204 len: 168 time: 0.2785549 Jul 07 17:36:29.521336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:29.522862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad6b49-3894-403c-977e-ad7502e331d2 None None] Network e07fc319-4456-4d52-bb0c-5fe1016cc60e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:29.579561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc0486-0dc4-411b-90d7-b1506551ecfb req-a1c45e50-69db-4b1c-82ef-21750b2dd9bc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:29.592626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cdc0486-0dc4-411b-90d7-b1506551ecfb req-a1c45e50-69db-4b1c-82ef-21750b2dd9bc tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1340396 Jul 07 17:36:29.600114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.660944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cdc0486-0dc4-411b-90d7-b1506551ecfb req-100c4b80-4710-49eb-861b-1152fdf54dde tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576463 Jul 07 17:36:29.679172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Deleting port eb603e17-7c61-4782-aa12-4225e50ccd46 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:29.679685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.748637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff273e-a4bf-4dc2-9162-84c3b3f6793d req-e6a0ee68-cd17-425c-9cc4-3293a3e57a96 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:29.750252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05ff273e-a4bf-4dc2-9162-84c3b3f6793d req-e6a0ee68-cd17-425c-9cc4-3293a3e57a96 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0878680 Jul 07 17:36:29.763620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] For port eb603e17-7c61-4782-aa12-4225e50ccd46, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=eb603e17-7c61-4782-aa12-4225e50ccd46,segment=NetworkSegment(9d8494c6-70e7-411f-b083-c7dc52cb33d3),segment_id=9d8494c6-70e7-411f-b083-c7dc52cb33d3)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:29.763993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.787552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Calling delete_port for eb603e17-7c61-4782-aa12-4225e50ccd46 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:29.799897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05ff273e-a4bf-4dc2-9162-84c3b3f6793d req-e0e2b0a4-f2ab-43ca-9e2b-60f00b0218d7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Jul 07 17:36:29.878919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-598f1524-f05b-4374-b92a-0cba3f6553b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.882006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.907531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb603e17-7c61-4782-aa12-4225e50ccd46,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:29.910923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] No DVR routers for this DVR port eb603e17-7c61-4782-aa12-4225e50ccd46 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:29.982163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:29.992915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d5228-6274-4b73-b369-1b5bffb64919 None None] DHCP port deletion for e07fc319-4456-4d52-bb0c-5fe1016cc60e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:36:29.997377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07fc319-4456-4d52-bb0c-5fe1016cc60e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:30.015253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8494c6-70e7-411f-b083-c7dc52cb33d3') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:30.015851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8494c6-70e7-411f-b083-c7dc52cb33d3') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:30.026004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.040150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.046982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:30.047419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:30.049156 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:30.108463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.125557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.127574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e07fc319-4456-4d52-bb0c-5fe1016cc60e HTTP/1.1" status: 204 len: 168 time: 0.6051445 Jul 07 17:36:30.128464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2927890-d016-4325-bca8-767b4bd40160 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07fc319-4456-4d52-bb0c-5fe1016cc60e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:30.272785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:30.315249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8b67af54-ecd8-4718-b403-75da89b231d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e52da9a8bbc54610bfcff4150ecede6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412776 Jul 07 17:36:30.317746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:30.372506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.399277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.452822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.455838 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.459255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/680d6c7c-1d0e-4b5b-8e59-452b36ae8a90 HTTP/1.1" status: 204 len: 168 time: 0.1383369 Jul 07 17:36:30.466406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e51ac-95ee-4001-8444-f3246aff2302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d6c7c-1d0e-4b5b-8e59-452b36ae8a90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:30.521986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-a1ed2e7c-86f1-4f24-bf2f-ec81722ed4de tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.523839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-a1ed2e7c-86f1-4f24-bf2f-ec81722ed4de tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.0907695 Jul 07 17:36:30.635800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Deleting port 5f1a8c02-4a46-4708-b42b-a9c04623c750 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:30.636156 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.735746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] For port 5f1a8c02-4a46-4708-b42b-a9c04623c750, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5f1a8c02-4a46-4708-b42b-a9c04623c750,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:30.736201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:30.753050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Calling delete_port for 5f1a8c02-4a46-4708-b42b-a9c04623c750 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:30.851774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:30.917858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66735b9-d796-46cd-8554-8acb2cd6dd6b req-db71fbb4-5d9f-4f28-bcf8-bbb7dd3a6170 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:30.920954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d66735b9-d796-46cd-8554-8acb2cd6dd6b req-db71fbb4-5d9f-4f28-bcf8-bbb7dd3a6170 tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/ports?device_id=08a2aa1b-76b5-4d29-9ed6-e8cebbd03423 HTTP/1.1" status: 200 len: 946 time: 0.1234891 Jul 07 17:36:30.928004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f64128e1-1a74-4f8e-8848-83d6a0c28826 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3107d574d96143a0a970caba4dc927ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769303 Jul 07 17:36:30.930790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 95bbccc4-92b4-43af-bde2-689786070442 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:30.931313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:30.968257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 95bbccc4-92b4-43af-bde2-689786070442 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:30.968800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 95bbccc4-92b4-43af-bde2-689786070442 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:30.969562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device eb603e17-7c61-4782-aa12-4225e50ccd46 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:30.996301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: eb603e17-7c61-4782-aa12-4225e50ccd46 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:30.996660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device eb603e17-7c61-4782-aa12-4225e50ccd46 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:30.997086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c8be61b2-a681-448c-9296-5b85d85fbb07 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:31.007721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.020931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d66735b9-d796-46cd-8554-8acb2cd6dd6b req-4f3963c7-101b-4683-bd53-1f962427480b tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.22 "GET /v2.0/security-groups?id=88833a05-f37b-49a4-9415-4a29169f8184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 Jul 07 17:36:31.028347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c8be61b2-a681-448c-9296-5b85d85fbb07 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:31.028940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c8be61b2-a681-448c-9296-5b85d85fbb07 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:31.032867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5f1a8c02-4a46-4708-b42b-a9c04623c750'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:31.065450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Pushing event deleted for resources: {'Port': ['ID=5f1a8c02-4a46-4708-b42b-a9c04623c750,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:31.085644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.117099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] No DVR routers for this DVR port 5f1a8c02-4a46-4708-b42b-a9c04623c750 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:31.119206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4695b-def8-41b7-a431-af43c48a28ad req-1292022a-20e7-49b4-9156-b7c25a09aff7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:31.120783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.120992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8a4695b-def8-41b7-a431-af43c48a28ad req-1292022a-20e7-49b4-9156-b7c25a09aff7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1443150 Jul 07 17:36:31.124828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6e890e72-a8dc-4486-a47d-1b5c9a75acb1 req-52b13fa0-1e97-4e30-a43f-2368437f2dad tempest-ServerRescueNegativeTestJSON-423391093 tempest-ServerRescueNegativeTestJSON-423391093-project] 10.222.0.32 "DELETE /v2.0/ports/5f1a8c02-4a46-4708-b42b-a9c04623c750 HTTP/1.1" status: 204 len: 173 time: 0.5935333 Jul 07 17:36:31.126056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'name': 'network-vif-deleted', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:31.126960 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.128881 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f7de9-f528-42f8-9fd7-f4f14db4941d" -d '{"events": [{"server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "name": "network-vif-deleted", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:31.184165 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ce500-88cf-466e-ac77-3f5a68958e11 x-openstack-request-id: req-189ce500-88cf-466e-ac77-3f5a68958e11 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:31.184883 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a2aa1b-76b5-4d29-9ed6-e8cebbd03423", "name": "network-vif-deleted", "tag": "5f1a8c02-4a46-4708-b42b-a9c04623c750", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:31.185139 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-189ce500-88cf-466e-ac77-3f5a68958e11 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:31.186027 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a2aa1b-76b5-4d29-9ed6-e8cebbd03423', 'name': 'network-vif-deleted', 'tag': '5f1a8c02-4a46-4708-b42b-a9c04623c750', 'status': 'completed', 'code': 200} Jul 07 17:36:31.200453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8a4695b-def8-41b7-a431-af43c48a28ad req-b4e8faf0-669f-4ede-bca5-8d0860e875c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585442 Jul 07 17:36:31.238156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.238156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:31.241845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7eabf5fa-0f16-472d-9dd1-5cd7d37db324 HTTP/1.1" status: 204 len: 168 time: 0.3097730 Jul 07 17:36:31.261390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be54b-51ac-4d63-84a9-9b51e21fa337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eabf5fa-0f16-472d-9dd1-5cd7d37db324,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:32.128601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:32.326300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60f6c6aa-3d5d-4194-bbff-cf896c8c9361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.405314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7757-9a23-47c3-a121-f2b23872e0ee req-93e54695-495e-4755-a5aa-d73b3984ee93 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:32.407495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-382d7757-9a23-47c3-a121-f2b23872e0ee req-93e54695-495e-4755-a5aa-d73b3984ee93 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0661397 Jul 07 17:36:32.447879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-382d7757-9a23-47c3-a121-f2b23872e0ee req-1bfc154d-2426-4ae9-974b-65aa79ad86d5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Jul 07 17:36:32.496267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.763901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Deleting port 2dc265a7-dbb7-4192-99cb-1752e963c18d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:32.764376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.800871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.857191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] For port 2dc265a7-dbb7-4192-99cb-1752e963c18d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2dc265a7-dbb7-4192-99cb-1752e963c18d,segment=NetworkSegment(1bdbac81-c0fd-471d-8dba-5bc132ca6e8e),segment_id=1bdbac81-c0fd-471d-8dba-5bc132ca6e8e)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:32.857571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:32.874771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Calling delete_port for 2dc265a7-dbb7-4192-99cb-1752e963c18d owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:33.064696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.094095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc265a7-dbb7-4192-99cb-1752e963c18d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:33.256264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.472367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Router be4999a7-9d50-45fe-b50d-0b69901625b2 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:33.597974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:33.605931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8e511078-78a9-4e24-94a1-9ff7a3b5a445 admin admin] 10.222.0.22 "PUT /v2.0/routers/be4999a7-9d50-45fe-b50d-0b69901625b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761178 Jul 07 17:36:33.608360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56950) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:33.610684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Sync routers for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:33.628186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:33.629054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:33.678353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501d920-f15c-4a36-9a22-16f6720a9d40 req-bea6e857-e5c6-4b5c-aa3b-ce56febd6f99 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.686566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1501d920-f15c-4a36-9a22-16f6720a9d40 req-bea6e857-e5c6-4b5c-aa3b-ce56febd6f99 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0885012 Jul 07 17:36:33.738235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1501d920-f15c-4a36-9a22-16f6720a9d40 req-370cfda3-444a-4c84-887b-8358c5f1147a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505605 Jul 07 17:36:33.739032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.777668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:34.050602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.137372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:36:33Z', 'revision_number': 5, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port': {'id': 'ea8d4d15-27f6-40a5-973d-9ff445e1ea96', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:02Z', 'updated_at': '2021-07-07T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:34.155678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.165750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Checking router: be4999a7-9d50-45fe-b50d-0b69901625b2 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:34.174019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Routers {'be4999a7-9d50-45fe-b50d-0b69901625b2'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:34.174651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['be4999a7-9d50-45fe-b50d-0b69901625b2'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:34.209679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Deleting port ea8d4d15-27f6-40a5-973d-9ff445e1ea96 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:36:34.209679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.264616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] Set router be4999a7-9d50-45fe-b50d-0b69901625b2 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:34.312604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] For port ea8d4d15-27f6-40a5-973d-9ff445e1ea96, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:34.313215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.319902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:36:34Z', 'revision_number': 6, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:34.328503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Calling delete_port for ea8d4d15-27f6-40a5-973d-9ff445e1ea96 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:36:34.348823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a37cf-dece-4de4-b3bb-c36d1cc1742e None None] The sync data for ids ['be4999a7-9d50-45fe-b50d-0b69901625b2'] in n-d-791504-12 is: [{'id': 'be4999a7-9d50-45fe-b50d-0b69901625b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1167181907-router', 'tenant_id': '77cb780708b24df0a53893d975b0e8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:01Z', 'updated_at': '2021-07-07T17:36:34Z', 'revision_number': 6, 'project_id': '77cb780708b24df0a53893d975b0e8a1', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:34.505207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.529511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8d4d15-27f6-40a5-973d-9ff445e1ea96,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:34.558940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.603914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.695631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.698014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.744361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.744914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4999a7-9d50-45fe-b50d-0b69901625b2 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:36:34.749589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.753140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-193e6f70-d2c9-478a-8d00-24db4193238e admin admin] 10.222.0.22 "DELETE /v2.0/routers/be4999a7-9d50-45fe-b50d-0b69901625b2 HTTP/1.1" status: 204 len: 168 time: 1.1346793 Jul 07 17:36:34.753516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 56970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:34.821648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Deleting subnet b9784325-106f-49ef-b112-8c5745b27433 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:36:34.825976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.868958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.910339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:34.974357 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.004098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9784325-106f-49ef-b112-8c5745b27433,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:35.009575 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.011455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-447a8ce5-0f04-4143-8135-aea22c546280 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b9784325-106f-49ef-b112-8c5745b27433 HTTP/1.1" status: 204 len: 168 time: 0.2567503 Jul 07 17:36:35.014288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56980) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:35.086301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.116563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd78071-9a88-4b26-83e9-8ae0eb0338d1 req-9edd0da1-7c66-4d2f-851f-291ad67ec306 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:35.118060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cd78071-9a88-4b26-83e9-8ae0eb0338d1 req-9edd0da1-7c66-4d2f-851f-291ad67ec306 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0636897 Jul 07 17:36:35.159969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cd78071-9a88-4b26-83e9-8ae0eb0338d1 req-8a19cf32-57fb-4ba8-b0c1-9861028c8b36 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361314 Jul 07 17:36:35.170253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.186608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e113d477-6f1c-4c52-879c-daf1ad570a45']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.199330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.199731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdbac81-c0fd-471d-8dba-5bc132ca6e8e') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:35.210861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.232344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.240209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:36:35.240623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:36:35.242291 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:36:35.292611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2dc265a7-dbb7-4192-99cb-1752e963c18d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:35.314006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.316853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 2dc265a7-dbb7-4192-99cb-1752e963c18d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:35.317682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2dc265a7-dbb7-4192-99cb-1752e963c18d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:35.335529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.337477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] 10.222.0.22 "DELETE /v2.0/networks/e113d477-6f1c-4c52-879c-daf1ad570a45 HTTP/1.1" status: 204 len: 168 time: 0.3220284 Jul 07 17:36:35.338777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a39e2-b5e0-4608-a872-a3c88a5f785a admin admin] Pushing event deleted for resources: {'Network': ['ID=e113d477-6f1c-4c52-879c-daf1ad570a45,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:35.420034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.522284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56988) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:35.563258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5f1a8c02-4a46-4708-b42b-a9c04623c750 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:35.575950 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e4e37fd-bd35-4bc6-a671-56baaec0f6f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77cb780708b24df0a53893d975b0e8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502324 Jul 07 17:36:35.576262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 56990) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:35.589458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5f1a8c02-4a46-4708-b42b-a9c04623c750 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:35.590185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5f1a8c02-4a46-4708-b42b-a9c04623c750 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:35.627930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.651646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.711922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.714716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:35.715892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88833a05-f37b-49a4-9415-4a29169f8184 HTTP/1.1" status: 204 len: 168 time: 0.1386526 Jul 07 17:36:35.729304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de86512-05a4-46cb-9c4d-e2b63480959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88833a05-f37b-49a4-9415-4a29169f8184,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:35.808207 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-23e797ae-f406-403f-aab3-5a84c088f58f req-4ef00e84-2464-4945-9682-2f35d371b9f8 service neutron] show failed (client error): The resource could not be found. Jul 07 17:36:35.809269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-4ef00e84-2464-4945-9682-2f35d371b9f8 service neutron] 10.222.0.83 "GET /v2.0/ports/147e6bb3-dd99-476a-83b0-85bb7fff2b0e/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0607190 Jul 07 17:36:36.128968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c5a354df-b360-49a4-8b23-83f8d2abe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.130544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c5a354df-b360-49a4-8b23-83f8d2abe62f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 1097 time: 0.0926163 Jul 07 17:36:36.142304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.234200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.395148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5848d-af9d-40c8-bb4d-44a941c4c4f7 req-b0e39284-64d5-40fb-a4ab-728ea2b9426f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.398020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3c5848d-af9d-40c8-bb4d-44a941c4c4f7 req-b0e39284-64d5-40fb-a4ab-728ea2b9426f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1109149 Jul 07 17:36:36.468846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3c5848d-af9d-40c8-bb4d-44a941c4c4f7 req-338e3c99-13ed-4c83-a305-835e8fabc297 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651066 Jul 07 17:36:36.508067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:36.529393 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.529907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:36.557045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:36.598133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:36.600605 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59856de-0318-4403-9b42-60e86226424b" -d '{"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-unplugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:36.604731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.635191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Transition to ACTIVE for port object 147e6bb3-dd99-476a-83b0-85bb7fff2b0e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:36.639634 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.662742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-network', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:36.675766 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e760dea-d56d-47b7-b292-2c84a07a3c64 x-openstack-request-id: req-3e760dea-d56d-47b7-b292-2c84a07a3c64 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:36.676068 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-unplugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:36.676323 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e760dea-d56d-47b7-b292-2c84a07a3c64 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:36.676727 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'code': 200} Jul 07 17:36:36.694211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Made reservation on behalf of bbd244ddceb24a0ba9b3033541e27a98 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:36.697885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.715048 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.760920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.826803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ea8d4d15-27f6-40a5-973d-9ff445e1ea96 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:36.829225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.835270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.859478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ea8d4d15-27f6-40a5-973d-9ff445e1ea96 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:36:36.860093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ea8d4d15-27f6-40a5-973d-9ff445e1ea96 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:36.864883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:36:36.877692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeecb881-2e0d-4e81-bc53-574b40a259aa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:36.886215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.886567 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Added segment 2efddfa8-ac99-43c1-952c-e8a2d12b5057 of type vlan for network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f Jul 07 17:36:36.898641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] No DVR routers for this DVR port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:36:36.937815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.996228 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:36.997662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:36.998452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.070902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5403821 Jul 07 17:36:37.076376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:37.081981 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b15fc3-7525-4c09-b829-768644395e4e admin admin] Pushing event updated for resources: {'Network': ['ID=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.091249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Request body: {'subnet': {'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-subnet', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:37.091572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:37.091979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:37.092318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:37.094748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:36:37.096954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:37.097705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Attempting to bind port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on network d18dafc1-731e-475f-8783-99881c20656e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:37.102444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:37.102707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Checking segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:37.103092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Bound using segment: {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:37.103513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Bound port: 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9d70ec-db04-4fd9-acc0-fc4979eac153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:37.103877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.128567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Made reservation on behalf of bbd244ddceb24a0ba9b3033541e27a98 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:37.132586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.180123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:37.184441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:37.189173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.248108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.248747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.254248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] 10.222.0.32 "PUT /v2.0/ports/147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1092 time: 1.1124167 Jul 07 17:36:37.256958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e471a-6da9-4ddb-9252-10de66616038 service neutron] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.354701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-ff776675-e8da-4c3e-b2e6-36e360ccb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.356161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-ff776675-e8da-4c3e-b2e6-36e360ccb44a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1095 time: 0.0603354 Jul 07 17:36:37.380147 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.452419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3e702e-2dbb-4c11-9147-a07c5789dc6f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:37.453110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-6feaba11-65ca-497a-ac68-e04e149a2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.454326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-6feaba11-65ca-497a-ac68-e04e149a2a2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.0913966 Jul 07 17:36:37.458337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:37.459027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Network hostable DHCP agents. Network: d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:36:37.484645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:36:37.496639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:37.501565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.502200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.508112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997d48b-7d04-4271-967c-fffcca733f60 None None] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:37.517769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-97d7bddc-fd2a-4ea1-90a3-fdc289059b07 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4387872 Jul 07 17:36:37.520493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:37.525523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:37.548661 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.549946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.586176 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-944dc970-c54d-4bfd-b7a1-abc183470d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 998 time: 0.1243374 Jul 07 17:36:37.612313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.688983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-086e3ed3-1c35-4dc1-9049-cfcb283ffe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.691321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-086e3ed3-1c35-4dc1-9049-cfcb283ffe3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.1002398 Jul 07 17:36:37.720889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:36:37.721757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.753923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e797ae-f406-403f-aab3-5a84c088f58f req-77600476-9cde-4f40-b45c-875169691188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.755594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-77600476-9cde-4f40-b45c-875169691188 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579383 Jul 07 17:36:37.830559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:37.863981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-7cd8f633-8999-4f48-882e-5f5c1e644532 service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020267 Jul 07 17:36:37.889232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8b9e4-1c70-4db5-a166-9a567addf9b9 req-b6e8496d-0eac-4914-b6f6-b0d8f61c49df tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:37.891523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cdf8b9e4-1c70-4db5-a166-9a567addf9b9 req-b6e8496d-0eac-4914-b6f6-b0d8f61c49df tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 943 time: 0.1944909 Jul 07 17:36:37.903727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Allocated IP 172.20.0.2 (d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f/5b3e702e-2dbb-4c11-9147-a07c5789dc6f/0350d50a-f433-4e0b-a354-15924410b99f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:37.973255 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-23e797ae-f406-403f-aab3-5a84c088f58f req-134403ce-efa8-4a3d-a7ea-279636393dad service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031761 Jul 07 17:36:37.976421 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cdf8b9e4-1c70-4db5-a166-9a567addf9b9 req-c5e192e3-0564-4810-a7b6-5453c6d8c1bd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Jul 07 17:36:38.100445 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.114226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Transition to ACTIVE for port object 0350d50a-f433-4e0b-a354-15924410b99f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:38.137947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Transition to ACTIVE for port object 0350d50a-f433-4e0b-a354-15924410b99f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:38.145158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.184914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:38.186669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:38.190633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:38.218612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.238678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.250016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Pushing event updated for resources: {'Port': ['ID=0350d50a-f433-4e0b-a354-15924410b99f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:38.262100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Attempting to bind port 0350d50a-f433-4e0b-a354-15924410b99f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:38.262579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Attempting to bind port 0350d50a-f433-4e0b-a354-15924410b99f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:38.263021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Attempting to bind port 0350d50a-f433-4e0b-a354-15924410b99f on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:38.268242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:38.268626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:38.269029 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.269424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Bound using segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:38.269894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Bound port: 0350d50a-f433-4e0b-a354-15924410b99f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:38.270317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.337224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] For port 0350d50a-f433-4e0b-a354-15924410b99f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:38.340315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] For port 0350d50a-f433-4e0b-a354-15924410b99f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0350d50a-f433-4e0b-a354-15924410b99f,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:38.346748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.364168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Allocated IP 172.25.7.160 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b9aec5ae-c71a-4930-aef6-377c9bebd19e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:38.413548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2519e-33c2-4c03-af00-e9be7c1a83fb None None] Pushing event updated for resources: {'Port': ['ID=0350d50a-f433-4e0b-a354-15924410b99f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:38.493148 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.535640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:38.609493 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:38.614037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:38.616794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Pushing event updated for resources: {'Port': ['ID=b9aec5ae-c71a-4930-aef6-377c9bebd19e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:38.628829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:38.678352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:38.680871 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423ee40-1868-4b14-b44b-686191163c72" -d '{"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:38.764543 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbfd09-cc9d-47a5-a2f1-28df7a16e10e x-openstack-request-id: req-d1dbfd09-cc9d-47a5-a2f1-28df7a16e10e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:38.764851 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:38.765111 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1dbfd09-cc9d-47a5-a2f1-28df7a16e10e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:38.765538 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'status': 'completed', 'code': 200} Jul 07 17:36:38.927067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0350d50a-f433-4e0b-a354-15924410b99f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:38.935213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-223588cc-d7d1-4a86-bdb5-41fba1978408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:38.937337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-223588cc-d7d1-4a86-bdb5-41fba1978408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1095 time: 0.1500878 Jul 07 17:36:38.944992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-418da840-dda3-44e1-8afe-7277b19337ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:38.949134 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-418da840-dda3-44e1-8afe-7277b19337ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1095 time: 0.1516411 Jul 07 17:36:38.975294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.005448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0350d50a-f433-4e0b-a354-15924410b99f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:39.117725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-4215503e-abef-45d6-97f2-9d962cff6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.119471 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-4215503e-abef-45d6-97f2-9d962cff6d84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.1694102 Jul 07 17:36:39.167680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-0b353480-9807-448c-8eee-fec0806b0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.169269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-0b353480-9807-448c-8eee-fec0806b0aa5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.2106793 Jul 07 17:36:39.249117 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-c8e83ea1-103c-4d6e-92ab-050254aa08c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 998 time: 0.0778134 Jul 07 17:36:39.260047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.317557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77d34-3c42-40fc-a0ee-e0da0a2111a2 req-d72f04a3-b003-48d1-aea1-ef0c42061b7b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.319419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eaa77d34-3c42-40fc-a0ee-e0da0a2111a2 req-d72f04a3-b003-48d1-aea1-ef0c42061b7b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 943 time: 0.1602983 Jul 07 17:36:39.350958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-1837cae7-dedb-457e-938f-4c75969e9282 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 998 time: 0.1728814 Jul 07 17:36:39.368907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-180e6206-2da8-4c7a-97a5-3e60acb5d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.371669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-180e6206-2da8-4c7a-97a5-3e60acb5d724 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0794511 Jul 07 17:36:39.413753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:36:39.440069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eaa77d34-3c42-40fc-a0ee-e0da0a2111a2 req-63b227b9-b9d0-4fbe-86a4-cc69679af979 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083627 Jul 07 17:36:39.464881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-73fecef0-f06e-4a4b-b045-d6afdad72b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.465591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:36:39.467394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-73fecef0-f06e-4a4b-b045-d6afdad72b50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.1077957 Jul 07 17:36:39.491447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-3c1ff738-0cf0-4c9f-972d-11f470598d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.493590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-3c1ff738-0cf0-4c9f-972d-11f470598d95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943797 Jul 07 17:36:39.504662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:36:39.571479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:39.595867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332a68e-8ed7-449d-afad-f40eb7c2b1f0 None None] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:36:39.674094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:39.688262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:39.701692 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:39.702717 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:39.709088 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.710618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cd1b0f13-e1c0-4d62-bed7-91c5731aa4ab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1890323 Jul 07 17:36:39.713398 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:39.742345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-5774d8af-2e37-490d-b244-4f08e5816864 service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135770 Jul 07 17:36:39.847721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Provisioning for port 0350d50a-f433-4e0b-a354-15924410b99f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:39.882440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Provisioning complete for port 0350d50a-f433-4e0b-a354-15924410b99f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:39.886892 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:39.888777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423ee40-1868-4b14-b44b-686191163c72 req-3b454d59-38e4-4260-8b15-cad0fe66f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:39.892612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-3b454d59-38e4-4260-8b15-cad0fe66f610 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4147644 Jul 07 17:36:39.894234 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:40.004515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:40.037824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'port_id': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'mac_address': 'fa:16:3e:81:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:40.097131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.148641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:38Z', 'revision_number': 3, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:40.179761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.187645 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:40.187996 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Updating router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 port b9aec5ae-c71a-4930-aef6-377c9bebd19e binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:36:40.248409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] For port 0350d50a-f433-4e0b-a354-15924410b99f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0350d50a-f433-4e0b-a354-15924410b99f,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:40.251812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147e6bb3-dd99-476a-83b0-85bb7fff2b0e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:40.259237 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.302505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:40.312127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.412802 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.416952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5d25f-934a-44d3-9306-3be31a2d4aeb None None] Pushing event updated for resources: {'Port': ['ID=0350d50a-f433-4e0b-a354-15924410b99f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:40.564134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:40.603742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-23c1ab24-35ee-42ed-b344-d636beece02a service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434310 Jul 07 17:36:40.615747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-20e33fb2-6082-46f8-b761-2605cd948598 None None] Provisioning complete for port 0350d50a-f433-4e0b-a354-15924410b99f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:40.616654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20e33fb2-6082-46f8-b761-2605cd948598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.641238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-af927c47-336d-452f-a439-e79be4635bb9 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311637 Jul 07 17:36:40.671786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['147e6bb3-dd99-476a-83b0-85bb7fff2b0e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:40.686089 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.707396 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Transition to ACTIVE for port object b9aec5ae-c71a-4930-aef6-377c9bebd19e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:40.717102 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.780499 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d423ee40-1868-4b14-b44b-686191163c72 req-37983d9c-7d25-4b76-abd2-413e162bd641 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313460 Jul 07 17:36:40.824646 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Pushing event updated for resources: {'Port': ['ID=b9aec5ae-c71a-4930-aef6-377c9bebd19e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:40.832678 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.833031 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.833378 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.833715 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.834049 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.834414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.834747 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.835073 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.835404 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.836007 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.836137 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.836359 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:36:40.840396 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Attempting to bind port b9aec5ae-c71a-4930-aef6-377c9bebd19e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:40.840773 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Attempting to bind port b9aec5ae-c71a-4930-aef6-377c9bebd19e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:40.841141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Attempting to bind port b9aec5ae-c71a-4930-aef6-377c9bebd19e on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:40.841744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96617c2b-b96d-4e5e-9bdc-b9203cea5d15 req-3e7d6131-0cd0-42b7-a295-2d7048a69df5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:40.843424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96617c2b-b96d-4e5e-9bdc-b9203cea5d15 req-3e7d6131-0cd0-42b7-a295-2d7048a69df5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 944 time: 0.1662505 Jul 07 17:36:40.846522 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:40.846898 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:40.847304 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.847696 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:40.848161 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Bound port: b9aec5ae-c71a-4930-aef6-377c9bebd19e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:40.848544 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.917311 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] For port b9aec5ae-c71a-4930-aef6-377c9bebd19e, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:40.923484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96617c2b-b96d-4e5e-9bdc-b9203cea5d15 req-7ce3bac8-651a-47ec-b3d3-93fe36140b1c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710745 Jul 07 17:36:40.943089 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] For port b9aec5ae-c71a-4930-aef6-377c9bebd19e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b9aec5ae-c71a-4930-aef6-377c9bebd19e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:40.952827 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:40.985557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0350d50a-f433-4e0b-a354-15924410b99f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:41.003207 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.049853 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:41.050723 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:41.129844 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048122-5b84-4026-9e4a-57a60edb95d4 None None] Pushing event updated for resources: {'Port': ['ID=b9aec5ae-c71a-4930-aef6-377c9bebd19e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.134343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0350d50a-f433-4e0b-a354-15924410b99f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:41.134865 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.258388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Allocated IP 172.20.0.1 (d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f/5b3e702e-2dbb-4c11-9147-a07c5789dc6f/ad1e6c50-f97a-4494-8909-5a15e679f27a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:41.278211 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:41.439154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.463905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Transition to ACTIVE for port object ad1e6c50-f97a-4494-8909-5a15e679f27a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:41.494863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dcff3-30eb-4d17-8223-b2849cba41f0 req-c6678c94-c518-47d8-b3e2-f83c2be90f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.496408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-090dcff3-30eb-4d17-8223-b2849cba41f0 req-c6678c94-c518-47d8-b3e2-f83c2be90f79 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 944 time: 0.1189439 Jul 07 17:36:41.511607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-11612a0f-242e-4214-9ab6-260200898e8d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.513300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-11612a0f-242e-4214-9ab6-260200898e8d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197&tenant_id=067724d4970141ff8e56024dff84aa4d&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.1379504 Jul 07 17:36:41.550652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.563772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:38Z', 'revision_number': 3, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:41.580718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:41.585177 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-ccb67e8f-d897-48c3-8304-36ec120fdf1e service neutron] delete failed (client error): The resource could not be found. Jul 07 17:36:41.585647 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-ccb67e8f-d897-48c3-8304-36ec120fdf1e service neutron] 10.222.0.83 "DELETE /v2.0/ports/147e6bb3-dd99-476a-83b0-85bb7fff2b0e/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0668268 Jul 07 17:36:41.587860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-090dcff3-30eb-4d17-8223-b2849cba41f0 req-9994b972-3c99-454a-bf34-5389cd7fe47e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847628 Jul 07 17:36:41.605032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:41.608711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:41.622526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:41.625467 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf16b2-7c66-4c4a-bfe9-53326a6b8318 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:38Z', 'revision_number': 3, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:41.674546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:41.684589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:41.691687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:41.692216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.704839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.765382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-00d9a0ae-c886-4aa5-9681-22ab0f568810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.767144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-00d9a0ae-c886-4aa5-9681-22ab0f568810 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1096 time: 0.1183689 Jul 07 17:36:41.864944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.897055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.924671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:41.928576 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5b544-0325-4af6-8198-271d46e633eb" -d '{"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-plugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:41.935131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:41.940771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:41.958287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-7e995276-0fb5-4789-a10a-85f3e9cebf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:41.960412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-7e995276-0fb5-4789-a10a-85f3e9cebf49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.1869786 Jul 07 17:36:42.018543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0aea7974-a9a0-4d04-8f31-8910e02c662c None None] Provisioning for port ad1e6c50-f97a-4494-8909-5a15e679f27a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:42.025261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0aea7974-a9a0-4d04-8f31-8910e02c662c None None] Provisioning complete for port ad1e6c50-f97a-4494-8909-5a15e679f27a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:42.025635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aea7974-a9a0-4d04-8f31-8910e02c662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.072352 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7366eecb-b38c-4765-8431-bbe9cb88d077 x-openstack-request-id: req-7366eecb-b38c-4765-8431-bbe9cb88d077 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:42.072638 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-plugged", "status": "completed", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:42.072890 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7366eecb-b38c-4765-8431-bbe9cb88d077 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:42.073285 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'code': 200} Jul 07 17:36:42.073904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0aea7974-a9a0-4d04-8f31-8910e02c662c None None] Port ad1e6c50-f97a-4494-8909-5a15e679f27a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:42.097598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-9f048b66-d5f8-476d-883a-4838ea08e64c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1000 time: 0.1287215 Jul 07 17:36:42.127706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:42.191656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.198735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.211269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-03370999-019c-4d58-86fe-e058627cf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.216237 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-03370999-019c-4d58-86fe-e058627cf654 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.1109278 Jul 07 17:36:42.289204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.294656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-bffdebe5-a09e-4635-bd76-8190125a6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.296471 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-bffdebe5-a09e-4635-bd76-8190125a6b48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742886 Jul 07 17:36:42.297956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:42.406721 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:42.408353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:42.422244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-3a4adc17-3b53-43f9-a7ab-655226803dcb service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036816 Jul 07 17:36:42.531553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-52f66c6d-35f8-43de-a430-5a7ee154d3a2 req-c5000b4e-1168-483f-a6ee-0c3319793dd1 service neutron] 10.222.0.83 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080589 Jul 07 17:36:42.563281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:42.710915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b3c0153b-7597-4e10-90bc-32b268a6b6db None None] Provisioning complete for port ad1e6c50-f97a-4494-8909-5a15e679f27a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:42.711393 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c0153b-7597-4e10-90bc-32b268a6b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:42.754731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:42.764665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7a52b32e-e154-43ec-9a59-ec849d5bc2b1 admin admin] 10.222.0.22 "PUT /v2.0/routers/16868ea9-e8a9-4695-8c21-3c7ec42d13b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0500340 Jul 07 17:36:42.792031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0153b-7597-4e10-90bc-32b268a6b6db None None] Port ad1e6c50-f97a-4494-8909-5a15e679f27a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:42.861996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b2f3d-1cc9-4e22-9d7a-8cae61694676 req-08a532c5-ed51-48a5-8580-65f1409d1530 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:42.863886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a7b2f3d-1cc9-4e22-9d7a-8cae61694676 req-08a532c5-ed51-48a5-8580-65f1409d1530 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1053669 Jul 07 17:36:42.927154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a7b2f3d-1cc9-4e22-9d7a-8cae61694676 req-640a51dc-52ca-4ede-a9d1-6fce372c7f50 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521677 Jul 07 17:36:42.950601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b9aec5ae-c71a-4930-aef6-377c9bebd19e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:43.023809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b9aec5ae-c71a-4930-aef6-377c9bebd19e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:43.029162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b9aec5ae-c71a-4930-aef6-377c9bebd19e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:43.029542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.135770 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.168679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b9aec5ae-c71a-4930-aef6-377c9bebd19e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b9aec5ae-c71a-4930-aef6-377c9bebd19e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:43.178571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.270262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b9aec5ae-c71a-4930-aef6-377c9bebd19e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.466497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:43.471206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937876282', 'description': 'tempest-description--1432465143'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:43.495160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.586843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.591100 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.620806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.622042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1545260 Jul 07 17:36:43.623877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76715168-4439-4993-9665-b7b067f41380 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe988f-e820-4703-84b1-fbe77c1e502c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.625044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:43.634904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group_rule': {'security_group_id': '72fe988f-e820-4703-84b1-fbe77c1e502c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:43.661914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.725901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.730944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.746254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82402cd-4355-4bd3-8d81-8f3459db2872,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.756894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.759026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-582160aa-dbbd-478c-9aec-f5278b4f20d4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321714 Jul 07 17:36:43.761567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57168) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:43.766242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group_rule': {'security_group_id': '72fe988f-e820-4703-84b1-fbe77c1e502c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:43.791924 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.853718 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.859249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.878672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f7cef9-2858-489a-b726-6cd572c16a20,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:43.883354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:43.887876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:43.889408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d2386a5-986b-4de7-b85a-6bfee2956587 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267931 Jul 07 17:36:43.892502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:43.896060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:43.896738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:43.897425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:43.919972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.019202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:44.062973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.231014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0ec6-c554-47b1-8b73-a1c7d89da80b req-e7f1e9b3-1f42-4567-ab2c-2f77813705a4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:44.232260 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-777b0ec6-c554-47b1-8b73-a1c7d89da80b req-e7f1e9b3-1f42-4567-ab2c-2f77813705a4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1605263 Jul 07 17:36:44.250337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 2, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:44.276805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Allocated IP 172.25.7.145 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/09364577-ec62-45fd-8756-e878bff52b84) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:44.295025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:36:44.295384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Updating router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 port ad1e6c50-f97a-4494-8909-5a15e679f27a binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:36:44.305683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-777b0ec6-c554-47b1-8b73-a1c7d89da80b req-ac5f57a6-6e68-46b0-bd50-9926b23673fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651221 Jul 07 17:36:44.331756 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.338317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57184) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:44.401684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9d26a4fb-bfe5-4f51-ba1c-8f28edc293a6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 200 len: 992 time: 0.0619504 Jul 07 17:36:44.414025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.460135 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.509794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:44.515175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:44.519913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:44.523667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=09364577-ec62-45fd-8756-e878bff52b84,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:44.622387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.667956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.673810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.677709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Transition to ACTIVE for port object ad1e6c50-f97a-4494-8909-5a15e679f27a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:44.684231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.757486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0117ac6-5284-4bad-9932-a239f38ce8ba None None] Pushing event updated for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:44.800315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Attempting to bind port ad1e6c50-f97a-4494-8909-5a15e679f27a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:44.800688 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Attempting to bind port ad1e6c50-f97a-4494-8909-5a15e679f27a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:44.801468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Attempting to bind port ad1e6c50-f97a-4494-8909-5a15e679f27a on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:44.807242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:44.807625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:44.808029 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.808485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Bound using segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:44.808892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Bound port: ad1e6c50-f97a-4494-8909-5a15e679f27a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:44.809256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.851506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.858008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.906821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] For port ad1e6c50-f97a-4494-8909-5a15e679f27a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:44.912142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] For port ad1e6c50-f97a-4494-8909-5a15e679f27a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ad1e6c50-f97a-4494-8909-5a15e679f27a,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:44.923877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b9aec5ae-c71a-4930-aef6-377c9bebd19e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:44.928426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.979661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=09364577-ec62-45fd-8756-e878bff52b84,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:44.992281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.007562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.018074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0117ac6-5284-4bad-9932-a239f38ce8ba None None] Pushing event updated for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:45.018308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8548d4c7-ef7c-40a4-9485-392951fca919 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1157305 Jul 07 17:36:45.063549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:45.064211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:45.189268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-7746e1e6-0156-4fd3-818b-b826a5dec3e7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1937876282&fields=id&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 267 time: 0.0415940 Jul 07 17:36:45.273666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b9aec5ae-c71a-4930-aef6-377c9bebd19e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:45.274128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:45.345059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-722c6d3b-d4b8-4eb0-b1ae-052078a39b27 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:45.346567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-722c6d3b-d4b8-4eb0-b1ae-052078a39b27 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 817 time: 0.1419234 Jul 07 17:36:45.363026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-6990680e-dc30-4b69-88ea-fd5265056927 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/quotas/bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 375 time: 0.0100806 Jul 07 17:36:45.427717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:45.441762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-91741adc-9930-4413-888d-3e8ea9c47cc3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700917 Jul 07 17:36:45.560279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-043fc1e9-7612-4fa3-bd26-55ef546ecc74 service neutron] 10.222.0.22 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056931 Jul 07 17:36:45.647990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:44Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:45.655072 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-75a2aee5-cfb9-4d43-b811-be76aa1cbe3c service neutron] 10.222.0.22 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878837 Jul 07 17:36:45.681570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce26bc-8d55-4eac-b1ce-784f7cded881 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:44Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:36:45.916681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-efa443ac-4dbf-4979-b22f-d96f635c7a83 req-e6b06824-6f91-4f9e-b60d-4eadadfe7e3f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0320895 Jul 07 17:36:46.921165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ad1e6c50-f97a-4494-8909-5a15e679f27a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:46.982006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port ad1e6c50-f97a-4494-8909-5a15e679f27a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:46.987244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ad1e6c50-f97a-4494-8909-5a15e679f27a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:46.987832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.115124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-208c4c7b-7c7c-4004-9de7-056a6e3e838c req-89d058c1-542c-48f2-972b-175d417f1f30 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0435400 Jul 07 17:36:47.134961 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.173017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port ad1e6c50-f97a-4494-8909-5a15e679f27a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ad1e6c50-f97a-4494-8909-5a15e679f27a,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:47.175331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-42769c71-c88f-4344-8e70-346bea93b7dd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.177231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-42769c71-c88f-4344-8e70-346bea93b7dd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 817 time: 0.1850436 Jul 07 17:36:47.178578 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.247470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-46f68e4e-90ee-4b98-9948-e8d52f8524ee tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 380 time: 0.0605719 Jul 07 17:36:47.249326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:47.265953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'port': {'device_id': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'admin_state_up': True, 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'security_groups': ['72fe988f-e820-4703-84b1-fbe77c1e502c']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:47.392304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Made reservation on behalf of bbd244ddceb24a0ba9b3033541e27a98 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:36:47.395988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.521527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Allocated IP 172.20.0.7 (d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f/5b3e702e-2dbb-4c11-9147-a07c5789dc6f/042f8763-e84b-4208-8f06-ccf093ace5ff) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:36:47.666990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.681790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Transition to ACTIVE for port object 042f8763-e84b-4208-8f06-ccf093ace5ff will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:47.719794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.763953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:36:47.767166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:36:47.769640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:36:47.805085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:47.845074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:47.845711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.862061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-4d6c6fb5-cf18-46d3-8153-735fd47c2e59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015384 Jul 07 17:36:47.874284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Request body: {'port': {'device_id': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:47.954868 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.025292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3cf040f7-27ce-487c-a746-c3725d350c1e None None] Provisioning for port 042f8763-e84b-4208-8f06-ccf093ace5ff completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:48.029566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3cf040f7-27ce-487c-a746-c3725d350c1e None None] Provisioning complete for port 042f8763-e84b-4208-8f06-ccf093ace5ff triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:48.029944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cf040f7-27ce-487c-a746-c3725d350c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.064175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3cf040f7-27ce-487c-a746-c3725d350c1e None None] Port 042f8763-e84b-4208-8f06-ccf093ace5ff cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:36:48.254529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:48.263452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.277633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Transition to ACTIVE for port object 042f8763-e84b-4208-8f06-ccf093ace5ff will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:36:48.282706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.325680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34164-73d1-40e3-af37-b4636aeccfb9 req-28d7b2b8-f0b6-409b-b1b5-28679ad489ba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.327437 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68d34164-73d1-40e3-af37-b4636aeccfb9 req-28d7b2b8-f0b6-409b-b1b5-28679ad489ba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 931 time: 0.0821927 Jul 07 17:36:48.387363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68d34164-73d1-40e3-af37-b4636aeccfb9 req-d8965f16-2499-4f7e-8374-16a65bac7312 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534532 Jul 07 17:36:48.411477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:48.432525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Attempting to bind port 042f8763-e84b-4208-8f06-ccf093ace5ff on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:36:48.432881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Attempting to bind port 042f8763-e84b-4208-8f06-ccf093ace5ff by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:36:48.433219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Attempting to bind port 042f8763-e84b-4208-8f06-ccf093ace5ff on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:48.438413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Port 042f8763-e84b-4208-8f06-ccf093ace5ff on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:36:48.438744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Attempting to bind port 042f8763-e84b-4208-8f06-ccf093ace5ff on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:36:48.444619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:36:48.444887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:36:48.445283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Bound using segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:36:48.445776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Bound port: 042f8763-e84b-4208-8f06-ccf093ace5ff, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:36:48.446664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.526298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:36:48.531305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:36:48.537393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.579552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.581332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.583040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] 10.222.0.83 "PUT /v2.0/ports/042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1092 time: 0.7133906 Jul 07 17:36:48.583492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:48.586047 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dfdad5-850a-4934-af34-992cd06c3527" -d '{"events": [{"name": "network-changed", "server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:48.629804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce598b4e-f327-41b2-a6ba-aaaf47a7af87 service neutron] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:48.659359 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ca015-b74c-4d18-b8c2-a2679a7d7b2b x-openstack-request-id: req-bb5ca015-b74c-4d18-b8c2-a2679a7d7b2b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:48.659640 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:48.660128 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb5ca015-b74c-4d18-b8c2-a2679a7d7b2b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:48.660876 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'status': 'completed', 'code': 200} Jul 07 17:36:48.708880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-e9af9fda-d66c-49cc-b584-ec9707aee1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.710701 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-e9af9fda-d66c-49cc-b584-ec9707aee1d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.0621283 Jul 07 17:36:48.758860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-3e57bf4d-c2d1-4cc0-bba0-e9c3b55e42c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 217 time: 0.0391915 Jul 07 17:36:48.809859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-7c59c5de-7706-4b67-b0fa-36213228de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.811420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-7c59c5de-7706-4b67-b0fa-36213228de69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0461783 Jul 07 17:36:48.876260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-343e1246-0a79-4674-8adc-d4d25c43b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:48.877742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-343e1246-0a79-4674-8adc-d4d25c43b34d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598490 Jul 07 17:36:48.896530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ad1e6c50-f97a-4494-8909-5a15e679f27a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:48.948300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port ad1e6c50-f97a-4494-8909-5a15e679f27a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:48.948675 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.985469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-a31b9d36-e8fe-43b9-b706-e0ce4f5c32aa service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013463 Jul 07 17:36:49.083775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47b622f0-0dda-4e1d-a3ad-f1c2916076e4 req-019a5b19-1726-43f2-a74f-34cc732860c8 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920882 Jul 07 17:36:49.186511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdad5-850a-4934-af34-992cd06c3527 req-b8884379-64a5-4522-9d1b-2fd3e08e4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.188038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-b8884379-64a5-4522-9d1b-2fd3e08e4883 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.0549517 Jul 07 17:36:49.280598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdad5-850a-4934-af34-992cd06c3527 req-c0fa3e25-e667-4073-b90e-ea29bcedc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.282080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-c0fa3e25-e667-4073-b90e-ea29bcedc77b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0877647 Jul 07 17:36:49.322727 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-c51223da-04c3-408c-987d-9b2e5f96ecee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 217 time: 0.0337424 Jul 07 17:36:49.376502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdad5-850a-4934-af34-992cd06c3527 req-56c7f827-cb40-4162-889e-0e00f96b6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.377985 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-56c7f827-cb40-4162-889e-0e00f96b6752 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0482593 Jul 07 17:36:49.447604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdad5-850a-4934-af34-992cd06c3527 req-4038f6b7-57cd-4e54-adba-a18c82cfb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.447604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-4038f6b7-57cd-4e54-adba-a18c82cfb4dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589597 Jul 07 17:36:49.537152 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-a1efabb5-b95c-4c97-8d66-43a882b7e48b service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863075 Jul 07 17:36:49.578063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959728e-924d-4055-8aa6-c46ebf8a57ff req-127c9e3c-0b65-44b6-baa7-964cdc66821a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:49.580013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d959728e-924d-4055-8aa6-c46ebf8a57ff req-127c9e3c-0b65-44b6-baa7-964cdc66821a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0664623 Jul 07 17:36:49.624750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d959728e-924d-4055-8aa6-c46ebf8a57ff req-b8d378a7-a559-4f97-ade3-2618e70f1d70 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Jul 07 17:36:49.646989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39dfdad5-850a-4934-af34-992cd06c3527 req-6a763092-c142-437d-91ce-55259f1d48ec service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033866 Jul 07 17:36:50.818595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c17201-54e7-468e-b3a4-3cff5bceeadc req-307ba0e7-633e-4f91-90bd-fde8cb0c5b7d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:50.820001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36c17201-54e7-468e-b3a4-3cff5bceeadc req-307ba0e7-633e-4f91-90bd-fde8cb0c5b7d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0668247 Jul 07 17:36:50.857604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36c17201-54e7-468e-b3a4-3cff5bceeadc req-066419c9-d90e-4648-8df4-cf4e01cf60b6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Jul 07 17:36:52.046874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92790cc-6be6-40df-b7e8-dccdc026d416 req-90acce1a-ea8a-437a-aa19-257bd0c9ef20 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:52.048367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e92790cc-6be6-40df-b7e8-dccdc026d416 req-90acce1a-ea8a-437a-aa19-257bd0c9ef20 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0661981 Jul 07 17:36:52.087024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e92790cc-6be6-40df-b7e8-dccdc026d416 req-10d45613-01de-4281-a2b9-196abc0dbee2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Jul 07 17:36:53.273127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea35c-a5a1-4420-82f8-ecaa40b011e1 req-c78f05b7-ebf3-44e6-b7a9-10df8686cb3a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:53.275262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80dea35c-a5a1-4420-82f8-ecaa40b011e1 req-c78f05b7-ebf3-44e6-b7a9-10df8686cb3a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0726264 Jul 07 17:36:53.312799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80dea35c-a5a1-4420-82f8-ecaa40b011e1 req-44eeea1c-7b83-4ee2-94a9-4cb5e3bb0f23 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Jul 07 17:36:53.469135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:36:53.571574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:53.584130 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:36:53.622061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:53.634719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:36:53.654317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:53.658645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:53.707578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:54.008402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['042f8763-e84b-4208-8f06-ccf093ace5ff'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:36:54.491623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de029c-b2b9-4ed6-bc8f-f0ff55ec2b03 req-d83e8762-95ba-4521-a141-01465cb71210 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:54.493794 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94de029c-b2b9-4ed6-bc8f-f0ff55ec2b03 req-d83e8762-95ba-4521-a141-01465cb71210 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0659153 Jul 07 17:36:54.534833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94de029c-b2b9-4ed6-bc8f-f0ff55ec2b03 req-238b52f1-1e5f-4d3c-8274-88c78fee48b5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337744 Jul 07 17:36:55.474904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:36:55.523085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 042f8763-e84b-4208-8f06-ccf093ace5ff completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:36:55.527500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 042f8763-e84b-4208-8f06-ccf093ace5ff triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:36:55.527887 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.614554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.637871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:55.640357 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf5ab08-09ca-4039-a1db-7a6365eec3cc" -d '{"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:55.653863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:36:55.659394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:55.691222 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea645a-6978-4d23-9f6a-6f96e5e8b258 x-openstack-request-id: req-44ea645a-6978-4d23-9f6a-6f96e5e8b258 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:55.691572 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:55.691838 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44ea645a-6978-4d23-9f6a-6f96e5e8b258 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:55.700468 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'code': 200} Jul 07 17:36:55.727643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:36:55.754457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c3ac-a2a0-4dbd-bd35-35409ef5e3f2 req-ccda9be4-2910-4025-a3a7-993eaaeb450b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.755884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e6c3ac-a2a0-4dbd-bd35-35409ef5e3f2 req-ccda9be4-2910-4025-a3a7-993eaaeb450b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0880549 Jul 07 17:36:55.801680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e6c3ac-a2a0-4dbd-bd35-35409ef5e3f2 req-8faee403-bafa-43a4-a9d8-c64edb108d93 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379083 Jul 07 17:36:55.827353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f249f37-55cd-4b15-b4ba-0dcf1fe11cab req-688a43b6-db46-4206-a8ce-38402c67ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:55.829246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f249f37-55cd-4b15-b4ba-0dcf1fe11cab req-688a43b6-db46-4206-a8ce-38402c67ecb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0557117 Jul 07 17:36:55.869605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f249f37-55cd-4b15-b4ba-0dcf1fe11cab req-81838847-6370-4a18-9a4d-ffd0afffcc53 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 07 17:36:56.553949 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:57.000002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39966a2-2de3-42e7-ae47-d7ccba8b0c73 req-a30d00bf-19da-459c-907f-54a99000f454 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:57.001521 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f39966a2-2de3-42e7-ae47-d7ccba8b0c73 req-a30d00bf-19da-459c-907f-54a99000f454 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0753870 Jul 07 17:36:57.041753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f39966a2-2de3-42e7-ae47-d7ccba8b0c73 req-bbdea355-6e77-4ac4-a3ab-c74925438bfa tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Jul 07 17:36:58.222916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c58ff-5f40-4be9-a665-423ec798e62a req-4fbdc133-b1a6-435c-bf58-e9e81f801c6c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.224430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1c58ff-5f40-4be9-a665-423ec798e62a req-4fbdc133-b1a6-435c-bf58-e9e81f801c6c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jul 07 17:36:58.261941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a1c58ff-5f40-4be9-a665-423ec798e62a req-c77c1141-6a17-4c65-a0d4-b56d5db60ceb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Jul 07 17:36:58.439388 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8123ff-af72-4b15-a8a7-87a0a63750e1 req-816885ac-7871-4dcb-9d4d-c4621818aca5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:58.440890 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c8123ff-af72-4b15-a8a7-87a0a63750e1 req-816885ac-7871-4dcb-9d4d-c4621818aca5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0684865 Jul 07 17:36:58.450046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:36:58.455003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'floatingip': {'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:36:58.494966 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.953868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:58.957811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.399388 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Floating IP 342de1b0-ff27-41ae-b1f0-79d292dab59c associated. External IP: 172.25.7.145, port: 042f8763-e84b-4208-8f06-ccf093ace5ff. Jul 07 17:36:59.614403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:36:59.729207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:36:59.734250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.739384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:36:59.749756 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:36:59.750416 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:36:59.770267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-58ae25a7-c50f-4824-875d-65b1da96ff57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "PUT /v2.0/floatingips/342de1b0-ff27-41ae-b1f0-79d292dab59c HTTP/1.1" status: 200 len: 991 time: 1.3191011 Jul 07 17:36:59.770880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:36:59.774352 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1" -d '{"events": [{"name": "network-changed", "server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:36:59.812322 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9050e4ca-73e9-4e74-90f6-4c732ca9d833 x-openstack-request-id: req-9050e4ca-73e9-4e74-90f6-4c732ca9d833 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:36:59.812619 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:36:59.812867 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9050e4ca-73e9-4e74-90f6-4c732ca9d833 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:36:59.813267 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'status': 'completed', 'code': 200} Jul 07 17:36:59.889241 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5430791-9038-4535-bb3b-1180ec556881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:59.898620 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:36:59.906098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-8713e8a3-a741-4adf-8c1e-be0d9580896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:59.907651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-8713e8a3-a741-4adf-8c1e-be0d9580896b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0695331 Jul 07 17:37:00.011223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-f2627fe8-6996-46b2-8ce1-26a64556d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.012822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-f2627fe8-6996-46b2-8ce1-26a64556d13b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0989938 Jul 07 17:37:00.077235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-d4c82eaf-80da-464c-a9c1-504e0fc4a62e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 999 time: 0.0574729 Jul 07 17:37:00.131967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-5be48569-666a-4832-88c3-f9d6e51a2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.135763 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-5be48569-666a-4832-88c3-f9d6e51a2fd1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0526040 Jul 07 17:37:00.152906 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '342de1b0-ff27-41ae-b1f0-79d292dab59c', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:44Z', 'updated_at': '2021-07-07T17:36:58Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:00.220237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-1b339742-d649-45bd-abcc-e6ed8d47a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:00.221207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-1b339742-d649-45bd-abcc-e6ed8d47a442 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792792 Jul 07 17:37:00.289157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:00.298307 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:00.298579 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:36:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:00.316501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-258694e5-9e18-4db2-9052-d1f5a08aae0b service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888004 Jul 07 17:37:00.403446 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:00.411815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d3af54d6-ee48-4ebe-ab57-e754b6e788d1 req-8f91922a-0411-46e5-a8a8-b524da3ca60c service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890856 Jul 07 17:37:00.631875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '342de1b0-ff27-41ae-b1f0-79d292dab59c', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:44Z', 'updated_at': '2021-07-07T17:36:58Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:00.661092 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7d6ba-f1fb-47fc-b432-1c12e7bc32f2 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '342de1b0-ff27-41ae-b1f0-79d292dab59c', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:36:44Z', 'updated_at': '2021-07-07T17:36:58Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:00.867491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d8809-da9d-4391-a2a1-02d1c789b35a None None] New status for floating IP 342de1b0-ff27-41ae-b1f0-79d292dab59c: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:02.318247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2504b024-4870-4d5f-9f56-127776953e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:02.795834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:03.633217 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:04.546426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:05.426187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:06.534372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:10.193679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-a3c63ccb-7f60-4613-9f27-bedeebe43a6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051340 Jul 07 17:37:10.290076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453f54-bebb-427e-a583-61e78c36be80 req-a1ba3151-d176-49e6-9775-3a809dfe97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.291613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-a1ba3151-d176-49e6-9775-3a809dfe97a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.0542562 Jul 07 17:37:10.401988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453f54-bebb-427e-a583-61e78c36be80 req-d5014c2d-b4f8-4693-9b90-f4717f1cab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.403606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-d5014c2d-b4f8-4693-9b90-f4717f1cab88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.0897889 Jul 07 17:37:10.472157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-352a3ce2-84d4-486c-89f1-39323852baed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 1000 time: 0.0617020 Jul 07 17:37:10.526549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453f54-bebb-427e-a583-61e78c36be80 req-7e8e1ca3-69c7-482e-83e0-dd0e5c2f95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.528023 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-7e8e1ca3-69c7-482e-83e0-dd0e5c2f95d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.0500238 Jul 07 17:37:10.587157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453f54-bebb-427e-a583-61e78c36be80 req-5e8c8186-fdde-423c-ae20-8f1b6927ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.588675 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-5e8c8186-fdde-423c-ae20-8f1b6927ab5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541058 Jul 07 17:37:10.681051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-cbc4ff12-1db8-436e-b83e-7666afe0ccd7 service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850506 Jul 07 17:37:10.775925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0e453f54-bebb-427e-a583-61e78c36be80 req-b0c306a4-474d-4f92-b297-14401e0330b2 service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Jul 07 17:37:10.932377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea46f4-aa1e-4655-bfd6-95c939579372 req-09284772-2e93-46ec-abad-80e13b8b510c tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:10.933991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34ea46f4-aa1e-4655-bfd6-95c939579372 req-09284772-2e93-46ec-abad-80e13b8b510c tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.0573051 Jul 07 17:37:10.969515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34ea46f4-aa1e-4655-bfd6-95c939579372 req-bb3455f2-e44a-4f1c-8f6b-3e9089598f37 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295784 Jul 07 17:37:10.995784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57618) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:11.158050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port ced1158f-f12c-4b11-8f57-3f2b697bf556 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:11.158438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.248658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.249259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.261636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for ced1158f-f12c-4b11-8f57-3f2b697bf556 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:11.435355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.459983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=ced1158f-f12c-4b11-8f57-3f2b697bf556,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:11.470927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.471279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.471620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.471961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.472294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.472627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.472957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.473282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.473765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.474091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.474444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.474765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:11.530592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.530926 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 disassociated (deleted). External IP: 172.25.7.85, port: 147e6bb3-dd99-476a-83b0-85bb7fff2b0e. Jul 07 17:37:11.746736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router c68a7e30-68da-415d-8551-74c3e75d1c46 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:11.887999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:11.891754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-e3c7be00-5651-4369-8125-739bc6283916 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1609287 Jul 07 17:37:11.894737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:11.897387 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Sync routers for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:11.907646 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:11.908362 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:11.937462 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-da15c893-b364-4f95-88a3-0a50f133c492 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/floatingips/3b7cfed4-940f-44d6-81f1-6bfcb71c0c27 HTTP/1.1" status: 204 len: 168 time: 0.9382770 Jul 07 17:37:11.937462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:11.939245 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39efa6da-f2c8-47da-b57c-cc2bde408859" -d '{"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:11.995808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a689ed-842d-4f5a-8682-55c06089d76f req-495525e0-7dd0-4750-bf26-88c230a572a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:11.997402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-495525e0-7dd0-4750-bf26-88c230a572a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0611370 Jul 07 17:37:12.024215 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:12.088290 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c17db15-ee42-4674-980d-ecb9bd52d65d x-openstack-request-id: req-0c17db15-ee42-4674-980d-ecb9bd52d65d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:12.088589 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:12.088846 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c17db15-ee42-4674-980d-ecb9bd52d65d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:12.089256 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'status': 'completed', 'code': 200} Jul 07 17:37:12.122513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a689ed-842d-4f5a-8682-55c06089d76f req-aa2fe7d9-a1bb-4a27-a9b7-69081bba0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.124022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-aa2fe7d9-a1bb-4a27-a9b7-69081bba0d9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.1021116 Jul 07 17:37:12.223448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-3ead827b-1131-4390-a70e-e26f301a5fa2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1001 time: 0.0767546 Jul 07 17:37:12.240894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-79ead376-3a00-4b98-b149-b7a93262e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.242945 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-79ead376-3a00-4b98-b149-b7a93262e934 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 1097 time: 0.1313195 Jul 07 17:37:12.298971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:12.333951 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Checking router: c68a7e30-68da-415d-8551-74c3e75d1c46 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:12.347185 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:12.347968 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:12.355186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466f81-b130-47e3-9a1b-a9c4bb5aa64f req-5f0b83f2-bfe6-4fc5-b485-223dadf3e8b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.362612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8466f81-b130-47e3-9a1b-a9c4bb5aa64f req-5f0b83f2-bfe6-4fc5-b485-223dadf3e8b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0830245 Jul 07 17:37:12.410431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8466f81-b130-47e3-9a1b-a9c4bb5aa64f req-d7f2a484-33ea-4f41-868c-5a10ce960ef7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466404 Jul 07 17:37:12.479217 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:12.633914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a689ed-842d-4f5a-8682-55c06089d76f req-c1b803fb-29d1-482a-9a5e-6bd8035cdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.635423 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-c1b803fb-29d1-482a-9a5e-6bd8035cdd36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.4045591 Jul 07 17:37:12.701427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-3d519ccf-af14-4cc4-907f-0eeccd16922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.702761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-3d519ccf-af14-4cc4-907f-0eeccd16922b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 200 len: 897 time: 0.4426193 Jul 07 17:37:12.704431 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:12.801220 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe9d6a-2705-4a3e-bbd8-61d0a6fde4ed None None] The sync data for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 is: [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '3da86276-e85c-4404-8f97-5dcd4a5c497c', 'name': '', 'network_id': 'd18dafc1-731e-475f-8783-99881c20656e', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:0d:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:47Z', 'updated_at': '2021-07-07T17:34:53Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '6615b88b-8d30-42b1-a398-f684ab94a180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:12.885418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a689ed-842d-4f5a-8682-55c06089d76f req-ebb72355-1f25-4583-87a5-e67b08b37840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.885418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-ebb72355-1f25-4583-87a5-e67b08b37840 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131392 Jul 07 17:37:12.885418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-25478ce8-3908-429f-9c70-aa44dde7c098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 200 len: 217 time: 0.0477784 Jul 07 17:37:12.885418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-dab61b09-fd40-4dc8-837c-3662ba1cfa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:12.885418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-dab61b09-fd40-4dc8-837c-3662ba1cfa42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 200 len: 834 time: 0.1103687 Jul 07 17:37:12.942381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-0a610859-cc9f-4b2a-acc2-fe91dc331771 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778743 Jul 07 17:37:13.017666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-4614d3c9-9383-43b6-8eb6-57b6f79526c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.019232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-4614d3c9-9383-43b6-8eb6-57b6f79526c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d18dafc1-731e-475f-8783-99881c20656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226962 Jul 07 17:37:13.110588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-77a689ed-842d-4f5a-8682-55c06089d76f req-49d5fa27-9268-44b3-ae1a-99d051662729 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538675 Jul 07 17:37:13.151360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14dd0e-ebeb-4599-9be3-a4f9df2e143b None None] New status for floating IP 3b7cfed4-940f-44d6-81f1-6bfcb71c0c27: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:13.161393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-b2fe0e51-5882-444f-877f-096cb96cd0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334145 Jul 07 17:37:13.273872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-39efa6da-f2c8-47da-b57c-cc2bde408859 req-3846c9fc-4b54-4472-ab27-19158228b6dd service neutron] 10.222.0.32 "GET /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052749 Jul 07 17:37:13.597353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547ee2-b542-44a0-907d-79496da695c5 req-529e0b5f-6326-401e-9fc5-0fb60f3a368b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.597667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8b647-10b1-4714-88c2-ff8799147868 req-5a4fae00-1f54-445c-9aaa-12e5d70fb4f5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:13.599107 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d547ee2-b542-44a0-907d-79496da695c5 req-529e0b5f-6326-401e-9fc5-0fb60f3a368b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.1060517 Jul 07 17:37:13.599245 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bc8b647-10b1-4714-88c2-ff8799147868 req-5a4fae00-1f54-445c-9aaa-12e5d70fb4f5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=87c61ff1-80f0-402e-8b1d-a5116e54e197 HTTP/1.1" status: 200 len: 945 time: 0.0763233 Jul 07 17:37:13.641605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bc8b647-10b1-4714-88c2-ff8799147868 req-cb1bc33a-d747-4724-8d8a-072cb5e7dad5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=1da58b7f-9961-4685-b5c3-4e5c43fc0f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352664 Jul 07 17:37:13.707568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:13.708196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.800021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:13.800418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.813878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 147e6bb3-dd99-476a-83b0-85bb7fff2b0e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:13.951744 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:13.981688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=147e6bb3-dd99-476a-83b0-85bb7fff2b0e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:14.033078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] No DVR routers for this DVR port 147e6bb3-dd99-476a-83b0-85bb7fff2b0e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:14.035705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:14.037749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5d547ee2-b542-44a0-907d-79496da695c5 req-32ae6963-410b-4818-977e-9b8b57d4c6e9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "DELETE /v2.0/ports/147e6bb3-dd99-476a-83b0-85bb7fff2b0e HTTP/1.1" status: 204 len: 173 time: 0.4317012 Jul 07 17:37:14.090642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-deleted', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:14.093300 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde80079-c2c7-4c58-946b-150c83316ca5" -d '{"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-deleted", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:14.147139 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9640fb4-e22d-40bd-bafd-d781f4b1834d x-openstack-request-id: req-c9640fb4-e22d-40bd-bafd-d781f4b1834d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:14.147503 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c61ff1-80f0-402e-8b1d-a5116e54e197", "name": "network-vif-deleted", "tag": "147e6bb3-dd99-476a-83b0-85bb7fff2b0e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:14.148142 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9640fb4-e22d-40bd-bafd-d781f4b1834d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:14.148536 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c61ff1-80f0-402e-8b1d-a5116e54e197', 'name': 'network-vif-deleted', 'tag': '147e6bb3-dd99-476a-83b0-85bb7fff2b0e', 'status': 'completed', 'code': 200} Jul 07 17:37:14.749841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57722) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:15.153600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.448043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 3da86276-e85c-4404-8f97-5dcd4a5c497c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:15.448479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.545047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 3da86276-e85c-4404-8f97-5dcd4a5c497c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3da86276-e85c-4404-8f97-5dcd4a5c497c,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:15.545419 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.561127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 3da86276-e85c-4404-8f97-5dcd4a5c497c owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:15.759220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:15.786528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=3da86276-e85c-4404-8f97-5dcd4a5c497c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:15.997775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.216135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router c68a7e30-68da-415d-8551-74c3e75d1c46 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:16.331261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:16.337190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1b883cf-c2e8-4b75-9aec-4b6acabb6d87 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/c68a7e30-68da-415d-8551-74c3e75d1c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862484 Jul 07 17:37:16.339866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:16.341718 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Sync routers for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:16.351769 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:16.352689 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:16.401172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting subnet 6615b88b-8d30-42b1-a398-f684ab94a180 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:37:16.404664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.451962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.527003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:16.566260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.662738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.696857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Subnet': ['ID=6615b88b-8d30-42b1-a398-f684ab94a180,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:16.712203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.713048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9e231-98ac-4360-b3a0-5f124fd28ac7 None None] Network d18dafc1-731e-475f-8783-99881c20656e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:16.714552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe554b56-a180-44d1-8b9f-a32fb544dc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/subnets/6615b88b-8d30-42b1-a398-f684ab94a180 HTTP/1.1" status: 204 len: 168 time: 0.3735683 Jul 07 17:37:16.718820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:16.749461 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:37:15Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:16.908150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.914206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Checking router: c68a7e30-68da-415d-8551-74c3e75d1c46 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:16.924370 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Routers {'c68a7e30-68da-415d-8551-74c3e75d1c46'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:16.925261 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c68a7e30-68da-415d-8551-74c3e75d1c46'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:16.943951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] DHCP port deletion for d18dafc1-731e-475f-8783-99881c20656e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:37:17.003290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Deleting port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:17.003997 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.061363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] Set router c68a7e30-68da-415d-8551-74c3e75d1c46 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:17.065641 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.096872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] For port c40febe7-ecb5-49a9-9ca6-b555aaf7d165, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,segment=NetworkSegment(9d9d70ec-db04-4fd9-acc0-fc4979eac153),segment_id=9d9d70ec-db04-4fd9-acc0-fc4979eac153)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:17.097639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.112176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Calling delete_port for c40febe7-ecb5-49a9-9ca6-b555aaf7d165 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:17.126478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 04588c2f-49eb-46da-b8f8-2d60ef998946 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:17.126825 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.213797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.235771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 04588c2f-49eb-46da-b8f8-2d60ef998946, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=04588c2f-49eb-46da-b8f8-2d60ef998946,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:17.236609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.243418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] Pushing event deleted for resources: {'Port': ['ID=c40febe7-ecb5-49a9-9ca6-b555aaf7d165,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:17.260625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa03d82-a47d-498d-9127-a1748fd30433 None None] No DVR routers for this DVR port c40febe7-ecb5-49a9-9ca6-b555aaf7d165 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:17.264002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 04588c2f-49eb-46da-b8f8-2d60ef998946 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:17.311372 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:37:15Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:17.344316 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be397a86-8da4-49dc-bc18-bd175d11c4f7 None None] The sync data for ids ['c68a7e30-68da-415d-8551-74c3e75d1c46'] in n-d-791504-12 is: [{'id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119247480', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:37:15Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '04588c2f-49eb-46da-b8f8-2d60ef998946', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a7e30-68da-415d-8551-74c3e75d1c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:34:44Z', 'updated_at': '2021-07-07T17:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:17.473226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.498991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=04588c2f-49eb-46da-b8f8-2d60ef998946,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:17.511255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.511696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.511958 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.512262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.512594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.512929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.513258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.513708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.513939 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.514246 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.514570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.514933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:17.583535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.688301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.690557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.704354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:17.732793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 147e6bb3-dd99-476a-83b0-85bb7fff2b0e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:17.733482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 147e6bb3-dd99-476a-83b0-85bb7fff2b0e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:17.750316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.751657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Fanout notify agent at l3_agent the message router_deleted on router c68a7e30-68da-415d-8551-74c3e75d1c46 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:37:17.759912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.761307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ca32e3bd-f307-42f3-9e7f-32e89739782c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/routers/c68a7e30-68da-415d-8551-74c3e75d1c46 HTTP/1.1" status: 204 len: 168 time: 1.0414875 Jul 07 17:37:17.764236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:17.847603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.948377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.958547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18dafc1-731e-475f-8783-99881c20656e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:17.969392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9d70ec-db04-4fd9-acc0-fc4979eac153') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:17.969701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9d70ec-db04-4fd9-acc0-fc4979eac153') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:17.981519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.998048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.006510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:37:18.007773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:37:18.012679 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:37:18.085545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.092146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.097165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/networks/d18dafc1-731e-475f-8783-99881c20656e HTTP/1.1" status: 204 len: 168 time: 0.3312242 Jul 07 17:37:18.097698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:18.133171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a2e7f-69de-46f1-b367-da08af57ec6a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Network': ['ID=d18dafc1-731e-475f-8783-99881c20656e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:18.169844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.196539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.274710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.277759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.281785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/security-groups/1da58b7f-9961-4685-b5c3-4e5c43fc0f92 HTTP/1.1" status: 204 len: 168 time: 0.1805036 Jul 07 17:37:18.290901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553d6f4-9dda-49e6-92cc-694c9653d78e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da58b7f-9961-4685-b5c3-4e5c43fc0f92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:18.896627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 04588c2f-49eb-46da-b8f8-2d60ef998946 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:18.919385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 04588c2f-49eb-46da-b8f8-2d60ef998946 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:18.919735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 04588c2f-49eb-46da-b8f8-2d60ef998946 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:18.920360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3da86276-e85c-4404-8f97-5dcd4a5c497c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:18.940928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3da86276-e85c-4404-8f97-5dcd4a5c497c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:18.941275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3da86276-e85c-4404-8f97-5dcd4a5c497c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:18.941698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c40febe7-ecb5-49a9-9ca6-b555aaf7d165 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:18.962056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c40febe7-ecb5-49a9-9ca6-b555aaf7d165 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:18.962445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c40febe7-ecb5-49a9-9ca6-b555aaf7d165 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:19.723084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:19.729241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609948522', 'description': 'tempest-secgroup-smoke-1609948522 description', 'project_id': '067724d4970141ff8e56024dff84aa4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:19.752445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.858195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.863613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.893819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.895294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1706083 Jul 07 17:37:19.899002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:19.903743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:19.915809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f715512-8ec1-4b58-b8f0-a0a8327ab98b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24996a5-6dbb-4959-be8d-665e446bd881,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:19.946572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.026351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.030274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.049314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ac1cbd-0731-4273-ae7a-cd594c0db64b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.055834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.057039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-092a4528-8a56-4f18-a15a-0fa2f049d688 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570609 Jul 07 17:37:20.060028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57874) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.064528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.092219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.154819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.159874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.177169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405f0fd0-8e98-4ebd-a018-3e5b74e48e75,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.184611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.185830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-01eda614-cb83-4037-846d-6707c6ddb5c3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248624 Jul 07 17:37:20.188935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.195262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.225438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.276329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.281163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.311483 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89830c9-4f01-4f2c-8806-9924dfc99205,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.328558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.330321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c87884f-73c1-4d53-b90e-b6a5c56139f1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393769 Jul 07 17:37:20.333115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57882) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.337789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.364796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.432344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.436346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.457432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb8b31d-dbc5-4a68-b9c2-264860faa750,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.461899 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.463105 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0476c8b1-e458-4381-a160-392e8cd68b81 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289787 Jul 07 17:37:20.465719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57888) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.470048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.491839 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:37:20.497363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.565483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.569237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.587167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21772088-ec90-434d-a839-da85f8acc4de,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.595361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.596984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5d2a52d3-bc96-4598-ab30-6becf8a5a34a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300001 Jul 07 17:37:20.599621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.604896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': 'd24996a5-6dbb-4959-be8d-665e446bd881', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.629601 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:37:20.635356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.700535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.705946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.721713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d262f47a-09a8-4855-98e5-2150fde303b9,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.734249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.735491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b256222d-45f7-469e-969a-5fa57b3bf45a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346297 Jul 07 17:37:20.738436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.745669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'network': {'name': 'tempest-network-smoke--333484899', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.775087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:20.778929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.806631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:37:20.817812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.818201 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Added segment 2990bea6-9a94-4216-8da5-c08f9b99a675 of type vlan for network 531b243c-06ad-4ec2-9dd9-aa009c990c26 Jul 07 17:37:20.864666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.894828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.901401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:20.903447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.977044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2347009 Jul 07 17:37:20.977280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 57908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.981678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'admin_state_up': True, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:20.995233 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d289-d137-4b2a-8da3-1f27754a9dfc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Network': ['ID=531b243c-06ad-4ec2-9dd9-aa009c990c26,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:21.008682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:37:21.015056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.016185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.079979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.229901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.443961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.463738 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.573887 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.124 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/96279c7e-abd6-468a-aa5d-4600dce57bab) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:21.688185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.731250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.769623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:21.777651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:21.781816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:21.784761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=96279c7e-abd6-468a-aa5d-4600dce57bab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:22.057935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.266462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.416171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:37:22.534846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:22.545063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Sync routers for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:22.555912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.556592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:22.557297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ab7cfb1-a0f3-401d-b21a-e473c08e1db1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5791180 Jul 07 17:37:22.557933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:22.561926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:22.595946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-910c3431-83c1-4580-8667-644143717abd tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=067724d4970141ff8e56024dff84aa4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325551 Jul 07 17:37:22.598656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57948) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:22.689790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:23.069673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:21Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.094635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa587d-75a8-4641-893c-6f3e47ed6909 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.098992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d5fa587d-75a8-4641-893c-6f3e47ed6909 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4963241 Jul 07 17:37:23.099316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57962) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:23.101333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Checking router: 2346fb9f-d42d-4615-ba9b-135e21c6fc05 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:23.101692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Updating router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 port 96279c7e-abd6-468a-aa5d-4600dce57bab binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:37:23.135441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-600df465-2d96-4ca7-883f-899fc8a53da0 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350115 Jul 07 17:37:23.138340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57964) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:23.140670 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.143763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1916139254', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:23.253805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:23.258192 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.420648 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.431390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Transition to ACTIVE for port object 96279c7e-abd6-468a-aa5d-4600dce57bab will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:23.437290 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.476262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.495369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Attempting to bind port 96279c7e-abd6-468a-aa5d-4600dce57bab on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:23.495778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Attempting to bind port 96279c7e-abd6-468a-aa5d-4600dce57bab by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:23.496133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Attempting to bind port 96279c7e-abd6-468a-aa5d-4600dce57bab on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:23.499390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547af11-d061-4a80-b10c-5fbea355fba9 None None] Pushing event updated for resources: {'Port': ['ID=96279c7e-abd6-468a-aa5d-4600dce57bab,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:23.504240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:23.505017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:23.505622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.506214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:23.507798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Bound port: 96279c7e-abd6-468a-aa5d-4600dce57bab, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:23.508356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.552397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Subnet': ['ID=b814ee4d-6bea-40cd-975c-0c183c24e6d5,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:23.559619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:23.559759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network hostable DHCP agents. Network: 531b243c-06ad-4ec2-9dd9-aa009c990c26, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:37:23.574481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] For port 96279c7e-abd6-468a-aa5d-4600dce57bab, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:23.577706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:37:23.578501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] For port 96279c7e-abd6-468a-aa5d-4600dce57bab, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=96279c7e-abd6-468a-aa5d-4600dce57bab,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:23.584696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.587871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 531b243c-06ad-4ec2-9dd9-aa009c990c26) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:23.593331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:23.594061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.610041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a6a7e61-311d-4c0e-baba-ee29c186c4c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4702575 Jul 07 17:37:23.612466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 57974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:23.615304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c2d24-1cce-40e3-b75f-e85031ca248e None None] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:23.707860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:23.708505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.767029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547af11-d061-4a80-b10c-5fbea355fba9 None None] Pushing event updated for resources: {'Port': ['ID=96279c7e-abd6-468a-aa5d-4600dce57bab,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:23.902173 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:23.938704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-531b243c-06ad-4ec2-9dd9-aa009c990c26', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:37:23.939683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.086760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.189696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Allocated IP 172.20.0.2 (531b243c-06ad-4ec2-9dd9-aa009c990c26/b814ee4d-6bea-40cd-975c-0c183c24e6d5/d0153424-c328-498d-b6ab-a26b0ee1fd98) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:24.267859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:21Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:24.303361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea320c98-fa02-4560-983a-9e6d829b3c96 None None] The sync data for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 is: [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:21Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:24.409600 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.420529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Transition to ACTIVE for port object d0153424-c328-498d-b6ab-a26b0ee1fd98 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:24.439064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Transition to ACTIVE for port object d0153424-c328-498d-b6ab-a26b0ee1fd98 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:24.453590 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.493472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:24.496493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:24.502964 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:24.504991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.1 (531b243c-06ad-4ec2-9dd9-aa009c990c26/b814ee4d-6bea-40cd-975c-0c183c24e6d5/89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:24.515935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Pushing event updated for resources: {'Port': ['ID=d0153424-c328-498d-b6ab-a26b0ee1fd98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.579697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Attempting to bind port d0153424-c328-498d-b6ab-a26b0ee1fd98 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:24.580384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Attempting to bind port d0153424-c328-498d-b6ab-a26b0ee1fd98 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:24.580554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Attempting to bind port d0153424-c328-498d-b6ab-a26b0ee1fd98 on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:24.586351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:24.586728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:24.587132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.587525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Bound using segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:24.587989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Bound port: d0153424-c328-498d-b6ab-a26b0ee1fd98, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:24.588584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.634416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.654613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:24.689183 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.691328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] For port d0153424-c328-498d-b6ab-a26b0ee1fd98, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:24.696981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] For port d0153424-c328-498d-b6ab-a26b0ee1fd98, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d0153424-c328-498d-b6ab-a26b0ee1fd98,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:24.703591 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.752938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:24.761756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:24.767176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57882aaa-d252-4a28-be39-80c2d0ac6ac6 None None] Pushing event updated for resources: {'Port': ['ID=d0153424-c328-498d-b6ab-a26b0ee1fd98,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.768949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:24.775799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.854815 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.974747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 96279c7e-abd6-468a-aa5d-4600dce57bab up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:25.091083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 96279c7e-abd6-468a-aa5d-4600dce57bab completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:25.102396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 96279c7e-abd6-468a-aa5d-4600dce57bab triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:25.102802 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.115344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.238801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.271307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 96279c7e-abd6-468a-aa5d-4600dce57bab, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=96279c7e-abd6-468a-aa5d-4600dce57bab,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:25.278902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.340614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=96279c7e-abd6-468a-aa5d-4600dce57bab,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:25.504787 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.513393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.603746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:25.609199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.723516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:25.726099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:25.846880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:25.965678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819539e-5ee0-4bd2-b99e-ef66eaf1bb58 None None] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:25.990417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:26.001030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1cf322fd-c3af-41d7-904d-7d8add9bb2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/2346fb9f-d42d-4615-ba9b-135e21c6fc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3828232 Jul 07 17:37:26.028664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-825c02fc-52a2-4c36-82a1-0812e0c34f8a None None] Provisioning for port d0153424-c328-498d-b6ab-a26b0ee1fd98 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:26.207860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-ad619b66-a2c9-453f-b979-68e5b88668ca tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609948522&fields=id&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 267 time: 0.0386252 Jul 07 17:37:26.329962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-dd1a6a5c-7e7e-4cba-b8f3-3faa87020f07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:26.331900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-dd1a6a5c-7e7e-4cba-b8f3-3faa87020f07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 796 time: 0.1155510 Jul 07 17:37:26.348447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aebeb2f4-8ad0-48d5-b6af-9a264ff55afa tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/quotas/067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 375 time: 0.0107701 Jul 07 17:37:26.422399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-7c9a5086-709e-414d-919a-6a9d2ceee282 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674202 Jul 07 17:37:26.481627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-965d99fd-eace-4ca0-a742-5cb79684668d None None] Provisioning for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:26.487283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-965d99fd-eace-4ca0-a742-5cb79684668d None None] Provisioning complete for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:26.487825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965d99fd-eace-4ca0-a742-5cb79684668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.533978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-965d99fd-eace-4ca0-a742-5cb79684668d None None] Port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:26.612416 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Sync routers for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:26.624162 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:26.624788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:26.658235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8e7cac7-8406-4c85-a613-e0f670103156 None None] Provisioning complete for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:26.658837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8e7cac7-8406-4c85-a613-e0f670103156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.662253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-45daa5a6-bc3a-4edc-b467-111448682d5f service neutron] 10.222.0.22 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270141 Jul 07 17:37:26.726613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7cac7-8406-4c85-a613-e0f670103156 None None] Port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:26.770331 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:26.958367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-153e20e2-bf34-4d51-82f4-6cc6da6057de None None] Provisioning complete for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:26.959034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-153e20e2-bf34-4d51-82f4-6cc6da6057de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.014349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-153e20e2-bf34-4d51-82f4-6cc6da6057de None None] Port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:27.054497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0153424-c328-498d-b6ab-a26b0ee1fd98 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:27.073850 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 2, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:27.107969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d0153424-c328-498d-b6ab-a26b0ee1fd98 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:27.110581 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Checking router: 2346fb9f-d42d-4615-ba9b-135e21c6fc05 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:27.110936 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Updating router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:37:27.123182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d0153424-c328-498d-b6ab-a26b0ee1fd98 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:27.123859 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.150145 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.197231 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-af641653-1f9e-481c-9371-567636226d4c service neutron] 10.222.0.22 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287693 Jul 07 17:37:27.229387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.265651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port d0153424-c328-498d-b6ab-a26b0ee1fd98, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d0153424-c328-498d-b6ab-a26b0ee1fd98,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:27.270639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.271622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 96279c7e-abd6-468a-aa5d-4600dce57bab up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:27.351983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=d0153424-c328-498d-b6ab-a26b0ee1fd98,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.360201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.360560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.362946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.363203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.363535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.363862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:27.379984 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 96279c7e-abd6-468a-aa5d-4600dce57bab triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:27.380367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.461724 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.473746 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Transition to ACTIVE for port object 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:27.480374 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.533347 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8ed5-8f5a-42f3-a284-58bcf113faa2 None None] Pushing event updated for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.591672 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Attempting to bind port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:27.591961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Attempting to bind port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:27.592325 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Attempting to bind port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:27.597346 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:27.597716 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:27.598134 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.598552 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Bound using segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:27.599014 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Bound port: 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:27.599392 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.665148 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] For port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:27.668574 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] For port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:27.674667 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.729157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:27.729818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:27.784328 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8ed5-8f5a-42f3-a284-58bcf113faa2 None None] Pushing event updated for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.877434 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:28.079496 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:27Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:28.192335 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5833-0728-466e-8af6-10e112e09b0c None None] The sync data for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 is: [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:27Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:28.435443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1906eaad-bdad-4b90-a588-692e53f70899 req-accbdd0d-ff48-4224-9914-a381655e2a50 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 210 time: 0.0320387 Jul 07 17:37:29.029710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0153424-c328-498d-b6ab-a26b0ee1fd98 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:29.089553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d0153424-c328-498d-b6ab-a26b0ee1fd98 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:29.090473 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.181635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:29.254177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:29.260344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:29.261224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.349550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.388371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:29.392347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.444655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:29.586622 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f8eeab-462c-4729-a27f-464cd690a6eb req-dd17b927-fc9d-4022-9af9-c3f0781216c8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 210 time: 0.0360706 Jul 07 17:37:29.783005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-d556b0e6-c2fa-466e-b988-1786857b8b1f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:29.784781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-d556b0e6-c2fa-466e-b988-1786857b8b1f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 796 time: 0.1052730 Jul 07 17:37:29.828993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-f50f5496-bcfe-4f11-aa8b-e31fbc996769 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 380 time: 0.0360217 Jul 07 17:37:29.838805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'port': {'device_id': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'admin_state_up': True, 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'security_groups': ['d24996a5-6dbb-4959-be8d-665e446bd881']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:29.882337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eee41818-00ac-4739-ab51-dfbd3279aa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:29.958667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:29.962310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.105276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.12 (531b243c-06ad-4ec2-9dd9-aa009c990c26/b814ee4d-6bea-40cd-975c-0c183c24e6d5/c735208b-a834-4979-8cb1-23632dcf350c) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:30.242619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.255902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object c735208b-a834-4979-8cb1-23632dcf350c will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:30.290722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.339858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:30.347366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:30.351627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:30.355378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:30.403397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.404061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.420545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-81b866e2-54ae-4f87-95a3-eac7712b8d07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860085 Jul 07 17:37:30.432984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Request body: {'port': {'device_id': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:30.511601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.632598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c04c354-3c06-4f35-97d7-8288530398ae None None] Provisioning for port c735208b-a834-4979-8cb1-23632dcf350c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:30.638842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8c04c354-3c06-4f35-97d7-8288530398ae None None] Provisioning complete for port c735208b-a834-4979-8cb1-23632dcf350c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:30.639216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c04c354-3c06-4f35-97d7-8288530398ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.680600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c04c354-3c06-4f35-97d7-8288530398ae None None] Port c735208b-a834-4979-8cb1-23632dcf350c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:30.785937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a9b0-213e-4c18-8743-8262f3f2a6aa req-19dfee7c-bb27-40fd-8528-178484f3c609 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:30.788590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:30.789085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada4a9b0-213e-4c18-8743-8262f3f2a6aa req-19dfee7c-bb27-40fd-8528-178484f3c609 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 932 time: 0.0701382 Jul 07 17:37:30.796264 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.809027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Transition to ACTIVE for port object c735208b-a834-4979-8cb1-23632dcf350c will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:30.812656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:30.829549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ada4a9b0-213e-4c18-8743-8262f3f2a6aa req-3b452478-2572-402b-95fb-be191252f17e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348458 Jul 07 17:37:30.866372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:30.937903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:30.949631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:30.949999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:30.950356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:30.956570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:30.956912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:30.963308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:30.963745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:30.964156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Bound using segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:30.964609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Bound port: c735208b-a834-4979-8cb1-23632dcf350c, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:30.964981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.003085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:31.003729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.358693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:31.362557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:31.368472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.404837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.405547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:31.407429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] 10.222.0.32 "PUT /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1093 time: 0.9785948 Jul 07 17:37:31.409600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:31.413612 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4db2f0a-2c67-45a5-ab13-adae474824f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:31.445701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6709c-68ec-4226-8547-2f2a258df3ae service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:31.498423 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2a036a-6cc2-4092-ac62-8212b519bb5a x-openstack-request-id: req-dc2a036a-6cc2-4092-ac62-8212b519bb5a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:31.498683 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:31.498806 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc2a036a-6cc2-4092-ac62-8212b519bb5a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:31.499283 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:37:31.542072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-0e384475-8cbf-4e3d-87ac-5a2e5d3d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.543640 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-0e384475-8cbf-4e3d-87ac-5a2e5d3d3081 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0838685 Jul 07 17:37:31.587384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-6bd4ccc0-791f-4593-9d0d-e55d02515339 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 217 time: 0.0359609 Jul 07 17:37:31.637905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-7109f9d7-e9fa-4c60-8b28-2a1a5404348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.639420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-7109f9d7-e9fa-4c60-8b28-2a1a5404348a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0459018 Jul 07 17:37:31.699215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-8d28a478-fd3a-432a-874d-c6f9a45aed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.700627 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-8d28a478-fd3a-432a-874d-c6f9a45aed85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553513 Jul 07 17:37:31.789511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-b9bc036d-4de1-45f6-9110-25fa419e1856 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Jul 07 17:37:31.886769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-84b3720d-9e07-4160-89e6-9e112d49e978 req-2f370129-e46b-40a9-8af1-1de010cdd310 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881531 Jul 07 17:37:31.994690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-344c2e0f-9c48-45e5-9975-450907c23c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:31.996549 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-344c2e0f-9c48-45e5-9975-450907c23c12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0558290 Jul 07 17:37:32.014574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1a004-1ff8-4b37-b899-642523d262c5 req-bdd64f41-6302-40cf-a896-25e503bf716a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.016667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02d1a004-1ff8-4b37-b899-642523d262c5 req-bdd64f41-6302-40cf-a896-25e503bf716a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0660172 Jul 07 17:37:32.058318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02d1a004-1ff8-4b37-b899-642523d262c5 req-6d8be6ba-bc90-4888-a9f1-401506f8d403 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Jul 07 17:37:32.091056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-c0a3cf1d-fd2b-4e24-be2f-7823da237083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.092562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-c0a3cf1d-fd2b-4e24-be2f-7823da237083 service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0902967 Jul 07 17:37:32.136498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-84fe5be7-0cb2-41f8-a383-e40ec2db3dad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 217 time: 0.0375206 Jul 07 17:37:32.185101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-b7d68482-05c9-4cba-9611-b7ed5486a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.186605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-b7d68482-05c9-4cba-9611-b7ed5486a71d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0432031 Jul 07 17:37:32.250833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-70146e7d-cd34-4f5b-8d5b-9ef54a773b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:32.252244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-70146e7d-cd34-4f5b-8d5b-9ef54a773b17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594108 Jul 07 17:37:32.322024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1782add4-25c9-4aea-9031-2dce4175e34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:32.352441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-ef5f7a03-2bac-4492-8717-21e686aa5918 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925622 Jul 07 17:37:32.452536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4db2f0a-2c67-45a5-ab13-adae474824f6 req-cdd2695c-ed53-4500-96d5-606b2e17109d service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918350 Jul 07 17:37:32.800353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.245869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a477a3-dada-45b2-9f97-39a7365f9f1e req-541ee12f-5ba3-4973-af2d-2abe8a65d765 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:33.247830 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54a477a3-dada-45b2-9f97-39a7365f9f1e req-541ee12f-5ba3-4973-af2d-2abe8a65d765 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0738726 Jul 07 17:37:33.290683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54a477a3-dada-45b2-9f97-39a7365f9f1e req-587f4cfc-c33e-42f2-803d-72c4067fceec tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Jul 07 17:37:33.554237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:33.638423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.781003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:33.877297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:33.892850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'c735208b-a834-4979-8cb1-23632dcf350c', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:33.932005 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:33.944815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:33.965190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:33.969827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:34.020079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:34.157188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c735208b-a834-4979-8cb1-23632dcf350c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:34.478253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02f65-2b2f-4f62-83fd-cd2307f1d400 req-712b2485-4499-42e7-b56c-85ee69e16ffa tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:34.481658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e02f65-2b2f-4f62-83fd-cd2307f1d400 req-712b2485-4499-42e7-b56c-85ee69e16ffa tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0718317 Jul 07 17:37:34.537268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4e02f65-2b2f-4f62-83fd-cd2307f1d400 req-1b8ee56b-7aa3-4221-a4a6-6c1b7c482abc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485713 Jul 07 17:37:34.558484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.425042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.738430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525bb7-c6a3-40cb-b8e7-be51e463c909 req-967a8d30-eecf-411f-a5fb-3d56abc2cd21 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:35.739963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31525bb7-c6a3-40cb-b8e7-be51e463c909 req-967a8d30-eecf-411f-a5fb-3d56abc2cd21 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0762808 Jul 07 17:37:35.778735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31525bb7-c6a3-40cb-b8e7-be51e463c909 req-90b25de6-6c65-4458-b5e9-924cdf554e9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 07 17:37:35.781753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:35.831178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port c735208b-a834-4979-8cb1-23632dcf350c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:35.835319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port c735208b-a834-4979-8cb1-23632dcf350c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:35.835628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.913683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.938180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:35.940943 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2295dd-058a-40de-b63c-b7cdc5f2f401" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:35.957289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:35.962340 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:35.989413 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883a4f9-4c0a-4b59-ab78-6e4d59ca5472 x-openstack-request-id: req-6883a4f9-4c0a-4b59-ab78-6e4d59ca5472 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:35.989705 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:35.989959 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6883a4f9-4c0a-4b59-ab78-6e4d59ca5472 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:35.990588 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'code': 200} Jul 07 17:37:36.014376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:36.110825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912daaf4-30cf-4439-b208-fa9629e21e81 req-8367b76b-e639-4357-9315-00b77619614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:36.112333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-912daaf4-30cf-4439-b208-fa9629e21e81 req-8367b76b-e639-4357-9315-00b77619614f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1098 time: 0.0580747 Jul 07 17:37:36.145656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-912daaf4-30cf-4439-b208-fa9629e21e81 req-d63c452c-b069-4631-b4f2-89f10f785bc3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271795 Jul 07 17:37:36.525636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:36.956560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2347-5a2f-40e1-bc12-21cdc2000f9d req-09aa9730-9ea2-4e74-8243-f8b1b853e0b7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:36.958164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f35a2347-5a2f-40e1-bc12-21cdc2000f9d req-09aa9730-9ea2-4e74-8243-f8b1b853e0b7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0666108 Jul 07 17:37:37.004896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f35a2347-5a2f-40e1-bc12-21cdc2000f9d req-3a096d30-07f8-47d1-a6ec-3887bdf6aac9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Jul 07 17:37:38.191968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9cfd9-7a45-4ebd-a811-c4cb84475e23 req-c5298d86-4a2d-416f-b3e4-51dc2f60242d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.194505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fa9cfd9-7a45-4ebd-a811-c4cb84475e23 req-c5298d86-4a2d-416f-b3e4-51dc2f60242d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0688062 Jul 07 17:37:38.237007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fa9cfd9-7a45-4ebd-a811-c4cb84475e23 req-8baaa6e7-e3ee-406d-81e2-abec2e44521d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357981 Jul 07 17:37:38.421586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1550e-c798-4585-9a19-636dcf28ce5f req-6227d4ce-6e86-4f31-8579-12cbc6d1909a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.423120 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de1550e-c798-4585-9a19-636dcf28ce5f req-6227d4ce-6e86-4f31-8579-12cbc6d1909a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0702252 Jul 07 17:37:38.461916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9de1550e-c798-4585-9a19-636dcf28ce5f req-903fd158-b33f-4c3b-b5ff-92eb68ce0df8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 07 17:37:38.486679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:38.540490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb59618-64b7-4ef4-9709-bd60159d9633 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.542189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1cb59618-64b7-4ef4-9709-bd60159d9633 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1093 time: 0.0543311 Jul 07 17:37:38.544902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:38.549455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:38.574130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.691935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.797301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.81 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/866b52ea-3577-454c-9908-3383fa38b621) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:38.900838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.938740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:38.977829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:38.980768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:38.987220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:38.992795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=866b52ea-3577-454c-9908-3383fa38b621,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:39.367226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.444474 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.597172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.602547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.677209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=866b52ea-3577-454c-9908-3383fa38b621,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:39.687610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:39.791476 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP fbf57ad9-61ad-4544-ab2b-1188bdad5d13 associated. External IP: 172.25.7.81, port: c735208b-a834-4979-8cb1-23632dcf350c. Jul 07 17:37:40.006444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:40.131026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:40.144412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Sync routers for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:40.149875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:40.156853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:40.157466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:40.195878 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0349380c-12f9-4fd3-943a-1eb2104b7091 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6466303 Jul 07 17:37:40.195878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:40.195878 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806dd9a9-249e-437c-afc1-2bb167d31d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:40.250417 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993dc1e-9589-49a5-bd66-b759d056a3cd x-openstack-request-id: req-8993dc1e-9589-49a5-bd66-b759d056a3cd {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:40.250810 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:40.251333 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8993dc1e-9589-49a5-bd66-b759d056a3cd {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:40.252318 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:37:40.283742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:40.340455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-6fca9649-3d2b-4627-9a5d-b6161d33ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.342032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-6fca9649-3d2b-4627-9a5d-b6161d33ed84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1098 time: 0.0661743 Jul 07 17:37:40.369157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b417e1-63ab-4cda-b5a8-4c11f5cea034 req-2693b30d-b8c9-4e23-ad41-df6fbed1517c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.371605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9b417e1-63ab-4cda-b5a8-4c11f5cea034 req-2693b30d-b8c9-4e23-ad41-df6fbed1517c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0733888 Jul 07 17:37:40.421866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9b417e1-63ab-4cda-b5a8-4c11f5cea034 req-d356f1bb-5166-4cc5-885e-d18501603863 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 Jul 07 17:37:40.446481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-2847f0c4-f47e-4d6b-b575-1c296d9417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.448113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:40.448370 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-2847f0c4-f47e-4d6b-b575-1c296d9417ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.1001275 Jul 07 17:37:40.518255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0375d5d0-bd9e-428e-b2de-861fb175877f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/fbf57ad9-61ad-4544-ab2b-1188bdad5d13 HTTP/1.1" status: 200 len: 991 time: 0.0684509 Jul 07 17:37:40.526342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-f74708af-64fc-44e3-a356-77852e61e265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.0715859 Jul 07 17:37:40.576980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-8540bd67-d5d5-4949-b73b-be120a326ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.577201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'fbf57ad9-61ad-4544-ab2b-1188bdad5d13', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:39Z', 'updated_at': '2021-07-07T17:37:39Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:40.578712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-8540bd67-d5d5-4949-b73b-be120a326ec0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0448248 Jul 07 17:37:40.605139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Checking router: 2346fb9f-d42d-4615-ba9b-135e21c6fc05 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:40.614229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:40.614867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:37:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:40.639298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-455a7686-6552-4993-bb9a-1d20985f1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:40.642100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-455a7686-6552-4993-bb9a-1d20985f1ec8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568228 Jul 07 17:37:40.728632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:40.735077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-c1f2095c-f446-47ca-b845-5e115a621b77 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Jul 07 17:37:40.825684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-806dd9a9-249e-437c-afc1-2bb167d31d8f req-27bcf429-a04e-4d25-a954-8d4d5a123511 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Jul 07 17:37:40.958722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'fbf57ad9-61ad-4544-ab2b-1188bdad5d13', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:39Z', 'updated_at': '2021-07-07T17:37:39Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:40.984376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f88e3-a864-4f06-a2fb-820d2a96419b None None] The sync data for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 is: [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'fbf57ad9-61ad-4544-ab2b-1188bdad5d13', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:37:39Z', 'updated_at': '2021-07-07T17:37:39Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:41.192103 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20406bb-9502-4a90-9bcf-36aa184e0782 None None] New status for floating IP fbf57ad9-61ad-4544-ab2b-1188bdad5d13: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:41.353889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:41.485268 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10aca757-84ba-44e1-8186-8908e4f85ab8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09264e48cc46499b9136e356bcd32017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301513 Jul 07 17:37:41.487775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:41.521122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58566) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:41.534663 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.556478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.585575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a7c6f95f-97ae-4232-ab45-de7eeb4fd037 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/fbf57ad9-61ad-4544-ab2b-1188bdad5d13 HTTP/1.1" status: 200 len: 993 time: 0.0632186 Jul 07 17:37:41.607595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.610304 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:41.611472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8e2aa59-51a0-43bf-9048-b5798e6b6f43 HTTP/1.1" status: 204 len: 168 time: 0.1227951 Jul 07 17:37:41.619280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed104683-43ea-42b0-8742-1a269dd91815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2aa59-51a0-43bf-9048-b5798e6b6f43,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:43.765795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-0413ebff-5207-439c-92e0-2c7f0bd1d8a9 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=487ed71f926c4dacb649a47f2974b0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260530 Jul 07 17:37:43.868850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-d9319b8e-7204-4c43-bf91-d715924c2834 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.870339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-d9319b8e-7204-4c43-bf91-d715924c2834 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0996585 Jul 07 17:37:43.884901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-079b6973-5504-48be-aeb3-39dc7b6be922 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/quotas/487ed71f926c4dacb649a47f2974b0ba HTTP/1.1" status: 200 len: 375 time: 0.0093725 Jul 07 17:37:43.917771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-803f2ed6-ac67-4c14-97c4-cfe766a99cc2 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=487ed71f926c4dacb649a47f2974b0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jul 07 17:37:44.086163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea3322ab-de9d-41b4-8943-56984e263230 req-f6a7a6f9-c485-479c-9b8c-1d850f7038a3 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 210 time: 0.0335631 Jul 07 17:37:45.037086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-f1e7c49d-2ae6-4ce1-933e-a927e4810978 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=487ed71f926c4dacb649a47f2974b0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234265 Jul 07 17:37:45.152723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-c63bb82c-58ab-4bb7-a79f-ba6cd46460eb tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.154347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-c63bb82c-58ab-4bb7-a79f-ba6cd46460eb tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114450 Jul 07 17:37:45.166902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Request body: {'port': {'device_id': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': '487ed71f926c4dacb649a47f2974b0ba'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:45.235002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37cd445f-5a50-43a2-b3d9-4e54070c1619 req-deb74306-bde1-4770-b30c-5c6a3c078452 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jul 07 17:37:45.282683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Made reservation on behalf of 487ed71f926c4dacb649a47f2974b0ba for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:45.286529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.295664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.388150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.391781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.459801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f8ff5-34fa-4355-be0c-8b6abe498220,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.473408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-22f3c697-db07-4f65-b559-ab02ca9a94f7 req-24e8837c-9517-42e1-a8c3-bc1c10e62dbc service neutron] (93766) timed out ('10.222.0.32', 52979) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:37:45.524949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Allocated IP 192.168.233.193 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/9cd5e384-12f7-4da0-9355-b55d8a3dbbbc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:45.670115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.683223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Transition to ACTIVE for port object 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:45.715648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.758743 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:45.761871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:45.765586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:45.816280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Pushing event updated for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.842776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.843408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.858737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-45f7312a-87f6-4227-b10b-f5b016505445 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6958256 Jul 07 17:37:45.870908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Request body: {'port': {'device_id': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:45.945441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.960488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2d1f468b-691b-44e8-9ba0-421bb9216489 None None] Provisioning for port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:45.964916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2d1f468b-691b-44e8-9ba0-421bb9216489 None None] Provisioning complete for port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:45.965283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1f468b-691b-44e8-9ba0-421bb9216489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.999241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f468b-691b-44e8-9ba0-421bb9216489 None None] Port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:46.208299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:46.216534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.228817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Transition to ACTIVE for port object 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:46.232335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.417660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb90c1-9951-4300-8c6f-a7a8e6aa5a90 req-181c0d8b-294f-4139-ae9b-83e709694f1a tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.419394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86fb90c1-9951-4300-8c6f-a7a8e6aa5a90 req-181c0d8b-294f-4139-ae9b-83e709694f1a tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 948 time: 0.0676930 Jul 07 17:37:46.465038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86fb90c1-9951-4300-8c6f-a7a8e6aa5a90 req-7a46e0f5-a6fd-4eab-bc52-68ea60376401 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Jul 07 17:37:46.603685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:46.655982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Attempting to bind port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:46.656330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Attempting to bind port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:46.656666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Attempting to bind port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:46.661284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:46.661603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Attempting to bind port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:46.667226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:46.667573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:46.667968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:46.668405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Bound port: 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:46.668773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.737394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:46.740631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:46.746169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.779555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.780073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:46.781468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] 10.222.0.83 "PUT /v2.0/ports/9cd5e384-12f7-4da0-9355-b55d8a3dbbbc HTTP/1.1" status: 200 len: 1097 time: 0.9148233 Jul 07 17:37:46.781906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:46.784319 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:46.858144 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29896f7a-b6ae-4228-9ebe-03507fe0ca0c x-openstack-request-id: req-29896f7a-b6ae-4228-9ebe-03507fe0ca0c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:46.858539 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:46.858798 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29896f7a-b6ae-4228-9ebe-03507fe0ca0c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:46.859198 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc', 'status': 'completed', 'code': 200} Jul 07 17:37:46.861191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae2df-c9bc-45ee-917b-c10c47134105 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:46.891251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-fbe73a49-3810-4329-bde3-661aafa11cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.892906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-fbe73a49-3810-4329-bde3-661aafa11cce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=487ed71f926c4dacb649a47f2974b0ba&device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 1100 time: 0.0660253 Jul 07 17:37:46.937646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-8ba42eed-433e-46db-9d0e-5c503f1179e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc HTTP/1.1" status: 200 len: 217 time: 0.0376582 Jul 07 17:37:46.987639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-9f7ecd8c-d9ce-4bd4-8a4a-b8913a58e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.989062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-9f7ecd8c-d9ce-4bd4-8a4a-b8913a58e197 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0449557 Jul 07 17:37:47.049187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-4db91971-5b6b-4bd9-9752-9e84c1fdd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.050920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-4db91971-5b6b-4bd9-9752-9e84c1fdd8d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528703 Jul 07 17:37:47.144349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-9763fe21-942c-4f1a-8b91-0507db6c912d service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859270 Jul 07 17:37:47.232554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30632352-ecc6-41a0-bf4b-5a40e185af15 req-6d9ceed5-188b-47ff-b74f-aaf529469f60 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Jul 07 17:37:47.326759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-09252cbe-39fe-4af0-9a0f-5c23ac464e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.328417 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-09252cbe-39fe-4af0-9a0f-5c23ac464e05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=487ed71f926c4dacb649a47f2974b0ba&device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 1100 time: 0.0510094 Jul 07 17:37:47.418834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-85822e60-3572-4d3a-9916-41b3279dd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.420314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-85822e60-3572-4d3a-9916-41b3279dd1ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.0851822 Jul 07 17:37:47.460493 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-af44743c-aaa1-48e7-b3c7-17fded358935 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc HTTP/1.1" status: 200 len: 217 time: 0.0337338 Jul 07 17:37:47.512338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-ee64a25b-dfd9-4430-a9a0-2d9a9664d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.513830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-ee64a25b-dfd9-4430-a9a0-2d9a9664d807 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0470154 Jul 07 17:37:47.572683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-46839fa9-697e-44cb-b459-da0d5891c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.574221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-46839fa9-697e-44cb-b459-da0d5891c7db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535200 Jul 07 17:37:47.650727 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eae3c-03d6-478e-84f3-c461cceab2ff req-13ea143c-cc1b-4ba2-8a3c-ccc2b7ad6b3d tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.652382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b0eae3c-03d6-478e-84f3-c461cceab2ff req-13ea143c-cc1b-4ba2-8a3c-ccc2b7ad6b3d tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 948 time: 0.0680864 Jul 07 17:37:47.663637 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-36d2547b-c135-4325-8392-115b9733bf16 service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828173 Jul 07 17:37:47.690494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b0eae3c-03d6-478e-84f3-c461cceab2ff req-53733a1f-291d-4d03-bf5b-b4b67da949ca tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 07 17:37:47.756416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afcbcd35-c13e-40fe-86d2-8419ab2bfa96 req-d88cfad2-c49a-4cba-9cf6-2595044e8aac service neutron] 10.222.0.83 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859063 Jul 07 17:37:48.865910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863600b-5e69-4ccd-af74-d629a02893de req-96a7b680-645e-4ff5-98ae-5093e1708600 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.867543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6863600b-5e69-4ccd-af74-d629a02893de req-96a7b680-645e-4ff5-98ae-5093e1708600 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 948 time: 0.0639043 Jul 07 17:37:48.905060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6863600b-5e69-4ccd-af74-d629a02893de req-003bfa93-53d0-4a8e-ae36-626195444679 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Jul 07 17:37:50.073731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d8b8-f871-422b-8d52-ea62bef2682e req-f586b005-3ebe-474a-a8b4-c98d7b5b0739 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:50.075303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8df4d8b8-f871-422b-8d52-ea62bef2682e req-f586b005-3ebe-474a-a8b4-c98d7b5b0739 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 948 time: 0.0630317 Jul 07 17:37:50.118813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8df4d8b8-f871-422b-8d52-ea62bef2682e req-d8a39d15-5a85-48ce-ba02-a8d02375abbb tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Jul 07 17:37:51.299522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c718ad-a8ce-4c11-9f04-a8be7db62ec0 req-110ec9fa-34a1-49c7-a94d-53ddc60e39b5 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.301042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1c718ad-a8ce-4c11-9f04-a8be7db62ec0 req-110ec9fa-34a1-49c7-a94d-53ddc60e39b5 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 948 time: 0.0674362 Jul 07 17:37:51.338976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1c718ad-a8ce-4c11-9f04-a8be7db62ec0 req-ebbf9978-ae97-4dd9-9082-43101c52fe2e tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Jul 07 17:37:51.727434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:51.822372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:51.834530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc', 'mac_address': 'fa:16:3e:df:35:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:51.871099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:51.883858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:51.902977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:51.906813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:51.955720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:52.222039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9cd5e384-12f7-4da0-9355-b55d8a3dbbbc'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:52.508203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86a856-9d46-477b-bcd2-a0cecea66ee4 req-38c765ed-e945-4734-bdee-dbc6e53f76af tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.509595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd86a856-9d46-477b-bcd2-a0cecea66ee4 req-38c765ed-e945-4734-bdee-dbc6e53f76af tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 949 time: 0.0628307 Jul 07 17:37:52.546002 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd86a856-9d46-477b-bcd2-a0cecea66ee4 req-afdf0976-acfe-494a-8311-09a0b4ecd165 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310156 Jul 07 17:37:53.723257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ac368-be4f-4008-a22a-eba5f41f6f5a req-3f74a8b8-66f3-4c57-b575-cd0d6e7cb701 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:53.725249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71ac368-be4f-4008-a22a-eba5f41f6f5a req-3f74a8b8-66f3-4c57-b575-cd0d6e7cb701 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 949 time: 0.0667622 Jul 07 17:37:53.732191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:53.763401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71ac368-be4f-4008-a22a-eba5f41f6f5a req-21689146-9b76-4512-b566-fa4496efc878 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 07 17:37:53.781067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:53.785102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:53.785542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.864027 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.886485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:53.889092 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1e09e-264b-4359-945a-e10cd9cacd38" -d '{"events": [{"server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "name": "network-vif-plugged", "status": "completed", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:53.902085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:53.906126 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:53.928842 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59321015-1aa7-401f-b158-ceb301651619 x-openstack-request-id: req-59321015-1aa7-401f-b158-ceb301651619 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:53.929138 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "name": "network-vif-plugged", "status": "completed", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:53.929394 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59321015-1aa7-401f-b158-ceb301651619 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:53.929790 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc', 'code': 200} Jul 07 17:37:53.955895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:54.042486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd018-ded2-4af3-b5e6-ade3f4336f29 req-e147fa8f-d165-46ef-b0f2-1fd24bd63693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.043888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-882fd018-ded2-4af3-b5e6-ade3f4336f29 req-e147fa8f-d165-46ef-b0f2-1fd24bd63693 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 1102 time: 0.0517905 Jul 07 17:37:54.077010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-882fd018-ded2-4af3-b5e6-ade3f4336f29 req-3864eaa0-d0a8-43bf-95fa-29ba4b55914a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266449 Jul 07 17:37:54.941988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9762d6b-9f19-4395-a759-5e66f45c8167 req-7dbaa795-f17f-45f1-b0b2-c4611b3a2b8d tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.943513 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9762d6b-9f19-4395-a759-5e66f45c8167 req-7dbaa795-f17f-45f1-b0b2-c4611b3a2b8d tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 950 time: 0.0644348 Jul 07 17:37:54.980551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9762d6b-9f19-4395-a759-5e66f45c8167 req-c40d7df2-5287-41d5-be73-c69e05568858 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Jul 07 17:37:56.151295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df1e1-62bf-4d05-889b-4b4b8a1492b6 req-94f4cf7d-ceef-4dd2-9bb6-cfb092593387 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.152761 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-649df1e1-62bf-4d05-889b-4b4b8a1492b6 req-94f4cf7d-ceef-4dd2-9bb6-cfb092593387 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 950 time: 0.0619640 Jul 07 17:37:56.193644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-649df1e1-62bf-4d05-889b-4b4b8a1492b6 req-9b091837-06c7-479e-ac82-621e4274f77a tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Jul 07 17:37:56.596185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc0ac1-c358-4c80-b553-0cd5c3a72ae0 req-67589619-ce6e-41ac-9b8b-3af5fc337e20 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:56.597576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eedc0ac1-c358-4c80-b553-0cd5c3a72ae0 req-67589619-ce6e-41ac-9b8b-3af5fc337e20 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 950 time: 0.0634711 Jul 07 17:37:56.635606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eedc0ac1-c358-4c80-b553-0cd5c3a72ae0 req-c986f34e-cd9f-49cd-93b1-08e18890edb2 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Jul 07 17:37:57.808172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097125-528b-40e5-bed3-fe86f7b200b1 req-adbc6b0c-085d-433f-b135-c7f6247df5a1 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.809663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5097125-528b-40e5-bed3-fe86f7b200b1 req-adbc6b0c-085d-433f-b135-c7f6247df5a1 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 950 time: 0.0633469 Jul 07 17:37:57.848066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5097125-528b-40e5-bed3-fe86f7b200b1 req-5e88df18-c1f1-42f7-b3c2-6d7461dbcdf0 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=f51f8ff5-34fa-4355-be0c-8b6abe498220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Jul 07 17:37:58.228631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-1db17a13-7d7f-46b7-9bc7-4b64609e19e3 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:58.230162 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-1db17a13-7d7f-46b7-9bc7-4b64609e19e3 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 950 time: 0.0639784 Jul 07 17:37:58.335789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Deleting port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:58.336143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.428073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] For port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:58.428429 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.439563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Calling delete_port for 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:58.561890 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.573969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['9cd5e384-12f7-4da0-9355-b55d8a3dbbbc'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:58.594219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Pushing event deleted for resources: {'Port': ['ID=9cd5e384-12f7-4da0-9355-b55d8a3dbbbc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.647799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] No DVR routers for this DVR port 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:58.650736 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.653101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-36fe5711-2483-4e88-9df4-033fa472ea66 req-ca1442c5-0b8f-4be7-9c05-c35a648d7511 tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.83 "DELETE /v2.0/ports/9cd5e384-12f7-4da0-9355-b55d8a3dbbbc HTTP/1.1" status: 204 len: 173 time: 0.4172244 Jul 07 17:37:58.653572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'name': 'network-vif-deleted', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:58.656627 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad5475-6579-43e6-bc91-60fc4066c378" -d '{"events": [{"server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "name": "network-vif-deleted", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:58.702509 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172a7b7-cfd6-4a56-8183-9d3992ef5a64 x-openstack-request-id: req-b172a7b7-cfd6-4a56-8183-9d3992ef5a64 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:58.703222 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4bad36-ad0f-4cb6-9def-271eaad8851c", "name": "network-vif-deleted", "tag": "9cd5e384-12f7-4da0-9355-b55d8a3dbbbc", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:58.703632 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b172a7b7-cfd6-4a56-8183-9d3992ef5a64 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:58.704291 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4bad36-ad0f-4cb6-9def-271eaad8851c', 'name': 'network-vif-deleted', 'tag': '9cd5e384-12f7-4da0-9355-b55d8a3dbbbc', 'status': 'completed', 'code': 200} Jul 07 17:37:59.026238 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b6571d0-21df-4259-9157-e2ca41e73a67 req-19de92e0-bd34-467d-aa3d-8d828e2e6a7d tempest-VolumesNegativeTest-1098642630 tempest-VolumesNegativeTest-1098642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a4bad36-ad0f-4cb6-9def-271eaad8851c HTTP/1.1" status: 200 len: 210 time: 0.0338719 Jul 07 17:37:59.886354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c0693b2-8f35-46ab-934c-0295b5bfe597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.769495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:01.791711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:01.792322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 9cd5e384-12f7-4da0-9355-b55d8a3dbbbc not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:02.323454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00ec970d-a79a-4a39-917b-ae7b49878019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:02.802252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:03.641010 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:04.560371 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.139286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58936) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:05.278960 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ef98e49-281a-4e13-a297-76a5a86a4892 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=487ed71f926c4dacb649a47f2974b0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384709 Jul 07 17:38:05.281330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 58940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:05.327837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.349239 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.394638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.397245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.398424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f51f8ff5-34fa-4355-be0c-8b6abe498220 HTTP/1.1" status: 204 len: 168 time: 0.1161668 Jul 07 17:38:05.405876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90751-f455-4d49-85c5-35974741d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f8ff5-34fa-4355-be0c-8b6abe498220,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:05.438360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:06.531423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:08.234920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f23c74-bb54-48e0-b035-86659df2d558 req-16443213-c3b4-4f26-b6de-7e9fb4c12bb0 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:08.236458 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36f23c74-bb54-48e0-b035-86659df2d558 req-16443213-c3b4-4f26-b6de-7e9fb4c12bb0 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1098 time: 0.0527649 Jul 07 17:38:08.270679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36f23c74-bb54-48e0-b035-86659df2d558 req-efa69269-166d-4990-a392-3d7a5d948569 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279980 Jul 07 17:38:08.444156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c0505-b1f3-431a-9739-0f2833292aa4 req-439e7ad9-30c1-4d51-8ba6-198327447536 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:08.445626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a8c0505-b1f3-431a-9739-0f2833292aa4 req-439e7ad9-30c1-4d51-8ba6-198327447536 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0621505 Jul 07 17:38:08.482486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a8c0505-b1f3-431a-9739-0f2833292aa4 req-870ec717-406c-47fe-925a-d914560bae33 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Jul 07 17:38:08.506410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 58956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:08.571410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-62c5dbc3-766f-4ade-a0e9-973ac6343c6c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/fbf57ad9-61ad-4544-ab2b-1188bdad5d13 HTTP/1.1" status: 200 len: 993 time: 0.0638609 Jul 07 17:38:08.930301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-6c794ed2-2491-4987-85fa-8367a92dc30c req-efe5cf37-0efa-41bf-a6e7-ac0b5147ea99 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:08.931288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c794ed2-2491-4987-85fa-8367a92dc30c req-efe5cf37-0efa-41bf-a6e7-ac0b5147ea99 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056908 Jul 07 17:38:09.353564 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-c3b6cd1b-b426-4980-b299-88af2b988d63 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566607 Jul 07 17:38:09.417966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a927-0d56-48c2-856b-467ad7f11705 req-1e335ec9-57d7-450d-a9b7-c91581850c63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:09.419659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72d9a927-0d56-48c2-856b-467ad7f11705 req-1e335ec9-57d7-450d-a9b7-c91581850c63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0709581 Jul 07 17:38:09.459019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72d9a927-0d56-48c2-856b-467ad7f11705 req-12fc0f57-fee4-4517-81fc-5547f0950f4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jul 07 17:38:10.481881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-8f3f625f-ba48-48e0-91ee-80e62c10f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.483324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-8f3f625f-ba48-48e0-91ee-80e62c10f078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1098 time: 0.0525210 Jul 07 17:38:10.554557 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:10.579015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-c5d8e2ab-0523-4b29-85bd-22f6e2330075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.580488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-c5d8e2ab-0523-4b29-85bd-22f6e2330075 service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0901997 Jul 07 17:38:10.642095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb707de-27e6-4a55-ae7a-dfcbd7fa4a71 req-a38ce15b-24e9-453f-85c6-36e0018638e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.643648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cb707de-27e6-4a55-ae7a-dfcbd7fa4a71 req-a38ce15b-24e9-453f-85c6-36e0018638e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0682614 Jul 07 17:38:10.645630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-724a485e-338c-4138-b3f4-af22f09d6d47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1001 time: 0.0580442 Jul 07 17:38:10.681991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cb707de-27e6-4a55-ae7a-dfcbd7fa4a71 req-f7ab4701-6702-49dd-8043-7032c0e4361a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Jul 07 17:38:10.694348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-d3124790-997b-4be2-8bf1-3f5929436643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.695844 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-d3124790-997b-4be2-8bf1-3f5929436643 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0443134 Jul 07 17:38:10.756818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-a8c8dcf2-6488-4070-a9f3-04fcd59314d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.758238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-a8c8dcf2-6488-4070-a9f3-04fcd59314d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563030 Jul 07 17:38:10.847540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-51af53a3-c7b1-4d3d-8d00-e37b2b0264dd service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Jul 07 17:38:10.939385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-570ff7c6-7b4a-43c2-81f5-a5d62fb0512e service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 Jul 07 17:38:11.056572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-794e53be-54a6-4370-b8fa-cfee7d48e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.058083 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-794e53be-54a6-4370-b8fa-cfee7d48e2af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1098 time: 0.0538323 Jul 07 17:38:11.171161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-f24257cb-1213-4f63-af3c-024d7ec98a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.172649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-f24257cb-1213-4f63-af3c-024d7ec98a5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0857015 Jul 07 17:38:11.241954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-57bcae0b-c17e-40ce-bd70-7cbeb31147c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1001 time: 0.0613608 Jul 07 17:38:11.292194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-12c12612-2c51-4ed8-8e6a-020dca90faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.293562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-12c12612-2c51-4ed8-8e6a-020dca90faad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0447850 Jul 07 17:38:11.351027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-afeed5e9-0905-4cc9-8f42-3638eb4a53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.352487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-afeed5e9-0905-4cc9-8f42-3638eb4a53e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510409 Jul 07 17:38:11.444317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-21f2a1f3-37dd-4a7d-acfe-1c105155b7f1 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Jul 07 17:38:11.531259 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056ceb7a-6851-489f-9ff0-bf08e38a8f2d req-a91700ff-7be3-4eaa-957b-c11afb5903b4 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801365 Jul 07 17:38:11.854879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18055f8-2d17-4d2d-a6e8-45056d54b113 req-6054c4fd-9025-4bf2-9064-6697c3a70407 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.856369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d18055f8-2d17-4d2d-a6e8-45056d54b113 req-6054c4fd-9025-4bf2-9064-6697c3a70407 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0649757 Jul 07 17:38:11.894472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d18055f8-2d17-4d2d-a6e8-45056d54b113 req-5e240fee-2f3a-492b-b5a2-5fbc533b1a42 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 07 17:38:12.801726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-b5cb335c-3cf2-4e9e-a7f8-c82a57e57e0a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560551 Jul 07 17:38:12.896185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-53e3a6bc-f4cf-4648-afd7-6a5b85024a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:12.897669 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-53e3a6bc-f4cf-4648-afd7-6a5b85024a6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0522783 Jul 07 17:38:12.998395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-a2d2ab1b-b8da-4a9c-95a8-19de7dd8b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:12.999880 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-a2d2ab1b-b8da-4a9c-95a8-19de7dd8b5e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0831861 Jul 07 17:38:13.068072 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19edb-c635-4ad4-8043-9a296329c3f5 req-1fd97ff0-39c4-453b-aab2-08e08df88186 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.069495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ac19edb-c635-4ad4-8043-9a296329c3f5 req-1fd97ff0-39c4-453b-aab2-08e08df88186 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0636702 Jul 07 17:38:13.069620 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-bd7f9514-d459-4d5b-8e39-a56599433299 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1001 time: 0.0625029 Jul 07 17:38:13.111781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ac19edb-c635-4ad4-8043-9a296329c3f5 req-eb824bf6-5060-4b68-a1ac-183cb13bad94 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364213 Jul 07 17:38:13.117375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-73779906-fb1f-4b42-855c-23fb20abecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.118879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-73779906-fb1f-4b42-855c-23fb20abecc3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0431321 Jul 07 17:38:13.176525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-9eab97db-72d2-4a50-8f46-2c2c8c9ffcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.177988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-9eab97db-72d2-4a50-8f46-2c2c8c9ffcd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518303 Jul 07 17:38:13.273446 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-b0682cb1-f158-47c6-8c46-2660cffa17f4 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890534 Jul 07 17:38:13.361643 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c966945-18b1-4e1c-902f-9c6f9b7cb4f5 req-68ce8e65-4f4d-4bf4-b2d8-61c708741ab0 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821083 Jul 07 17:38:14.287808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840972d2-2e25-4f2b-97d0-8b922d7af241 req-dd85c5ac-4231-4aa2-a036-4757ce29a71c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:14.289424 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-840972d2-2e25-4f2b-97d0-8b922d7af241 req-dd85c5ac-4231-4aa2-a036-4757ce29a71c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0646245 Jul 07 17:38:14.326617 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-840972d2-2e25-4f2b-97d0-8b922d7af241 req-193f98b6-9679-435c-b177-5e8a63ebb8fc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Jul 07 17:38:15.505543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7361f-bb5e-4268-b0fc-371d0d281468 req-e6298666-e561-49c8-926b-4719c7b6d68d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.507022 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7f7361f-bb5e-4268-b0fc-371d0d281468 req-e6298666-e561-49c8-926b-4719c7b6d68d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0669022 Jul 07 17:38:15.545550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7f7361f-bb5e-4268-b0fc-371d0d281468 req-2b2f1a59-424e-4547-90f9-1744fc33a842 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Jul 07 17:38:16.721232 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0189f8-bd15-433f-bf75-30d1b704493d req-0d58b656-4f7d-4232-a6d5-d5f93196806c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.722736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac0189f8-bd15-433f-bf75-30d1b704493d req-0d58b656-4f7d-4232-a6d5-d5f93196806c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0667996 Jul 07 17:38:16.760201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ac0189f8-bd15-433f-bf75-30d1b704493d req-6fd79382-e077-474f-983d-84e25241b2c8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Jul 07 17:38:17.937090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8870401-c1e7-49b4-b562-5b1261cd4ae8 req-5972311d-c535-4063-9176-aa0dc56ed49a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.938515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8870401-c1e7-49b4-b562-5b1261cd4ae8 req-5972311d-c535-4063-9176-aa0dc56ed49a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0663474 Jul 07 17:38:17.977180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8870401-c1e7-49b4-b562-5b1261cd4ae8 req-d4ad2191-90ea-49c9-9321-595e84039654 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Jul 07 17:38:19.153747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96866157-b117-402c-ae93-8aaa47882c77 req-84e2ab21-a7e3-48c1-97ba-88c16331aae7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.155165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96866157-b117-402c-ae93-8aaa47882c77 req-84e2ab21-a7e3-48c1-97ba-88c16331aae7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0665023 Jul 07 17:38:19.192716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-96866157-b117-402c-ae93-8aaa47882c77 req-ecb8a303-1e98-4087-bcd7-914929ecef37 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Jul 07 17:38:20.370756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7ae3-6b96-4a91-a1b3-05249a54caff req-fc9beef2-bd62-4b19-8856-4d5d94156c86 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.372301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-350e7ae3-6b96-4a91-a1b3-05249a54caff req-fc9beef2-bd62-4b19-8856-4d5d94156c86 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0661852 Jul 07 17:38:20.412156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-350e7ae3-6b96-4a91-a1b3-05249a54caff req-e225a69c-987c-445e-a7e2-4ed449fea2c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Jul 07 17:38:21.584156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94434031-73b1-4615-9387-db2970ebdb9a req-4fccf7f4-a1cf-4723-bb0f-80317565c5d4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:21.585544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94434031-73b1-4615-9387-db2970ebdb9a req-4fccf7f4-a1cf-4723-bb0f-80317565c5d4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0623174 Jul 07 17:38:21.622256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94434031-73b1-4615-9387-db2970ebdb9a req-85778baa-1790-43a9-a5c2-bca8ee04a090 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Jul 07 17:38:22.751482 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-de455262-eda8-472d-bc72-3c77811eec21 req-74143f4c-a23f-4ac2-9535-7afbf03cca17 service neutron] show failed (client error): The resource could not be found. Jul 07 17:38:22.752521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-74143f4c-a23f-4ac2-9535-7afbf03cca17 service neutron] 10.222.0.32 "GET /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0599346 Jul 07 17:38:22.804497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fca2c-91ea-4d6b-ab59-3b12358e7128 req-695e284b-8f55-4a51-95db-7581740363a0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.806790 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a46fca2c-91ea-4d6b-ab59-3b12358e7128 req-695e284b-8f55-4a51-95db-7581740363a0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0750892 Jul 07 17:38:22.846288 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a46fca2c-91ea-4d6b-ab59-3b12358e7128 req-a70757d6-449e-4ed5-bc91-6b915a1c665d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Jul 07 17:38:23.001031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-2fd85e57-bd07-4462-a511-837ec81b188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.002616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-2fd85e57-bd07-4462-a511-837ec81b188f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 1098 time: 0.0530386 Jul 07 17:38:23.013723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:23.091159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.292939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:23.325908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:23.363728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:23.365982 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8677d-6d90-4658-b3b7-69176f9800c0" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-unplugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:23.370059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.383152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Transition to ACTIVE for port object c735208b-a834-4979-8cb1-23632dcf350c will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:23.387749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.416712 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907edb2-9170-4685-826a-76c3ff13d261 x-openstack-request-id: req-6907edb2-9170-4685-826a-76c3ff13d261 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:23.417013 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-unplugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:23.417267 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6907edb2-9170-4685-826a-76c3ff13d261 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:23.417669 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'code': 200} Jul 07 17:38:23.472230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.484372 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.484746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.485141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.485505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.485846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.486208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.486572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.486923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.487278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.487632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.487983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.488366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:23.525745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] No DVR routers for this DVR port c735208b-a834-4979-8cb1-23632dcf350c on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:23.664294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:23.664637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:23.664974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:23.669173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:23.669497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:23.674496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:23.674838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:23.675220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Bound using segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:23.675653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Bound port: c735208b-a834-4979-8cb1-23632dcf350c, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:23.676046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.737445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:23.740479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:23.743908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.778348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.779007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:23.780542 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1093 time: 0.7709725 Jul 07 17:38:23.803857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8400-f983-45fe-b197-808e3a6690b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:23.866626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-bc0f8abd-1e9d-4839-a12f-4e7b5f0cd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.868150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-bc0f8abd-1e9d-4839-a12f-4e7b5f0cd65d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0607927 Jul 07 17:38:23.963772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-d75b552d-c6f1-47fc-9d17-d519d35e5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.965263 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-d75b552d-c6f1-47fc-9d17-d519d35e5ce3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0899680 Jul 07 17:38:24.031760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9aad-edfc-4dd9-aef6-e87f4ae0f131 req-b0a9e2ce-df30-41ec-b1a0-69b826f8ba4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.033436 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-824c9aad-edfc-4dd9-aef6-e87f4ae0f131 req-b0a9e2ce-df30-41ec-b1a0-69b826f8ba4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0691664 Jul 07 17:38:24.038034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-462ae4f0-c9e8-451b-a694-2e3aa2d25873 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.0655723 Jul 07 17:38:24.071504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-824c9aad-edfc-4dd9-aef6-e87f4ae0f131 req-8ebce891-d3e2-4f1f-967d-f846a75e3a0f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Jul 07 17:38:24.086517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-7c6b137d-d802-4024-b9ff-714c45eeb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.087970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-7c6b137d-d802-4024-b9ff-714c45eeb48c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0436718 Jul 07 17:38:24.146406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455262-eda8-472d-bc72-3c77811eec21 req-a8be167a-3d75-4fe5-812d-f96d07046c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:24.147882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-a8be167a-3d75-4fe5-812d-f96d07046c0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526690 Jul 07 17:38:24.237618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-054a325d-b50f-4a62-91ab-8886888da823 service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832233 Jul 07 17:38:24.325737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de455262-eda8-472d-bc72-3c77811eec21 req-ba209d5d-603c-47bd-aa98-4f7ec9fe7939 service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820820 Jul 07 17:38:25.252717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d5c1-1f1a-4f95-b08d-7f6959188cef req-5ebf8ce8-595d-4846-b5c8-3433be3fd359 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.254853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7252d5c1-1f1a-4f95-b08d-7f6959188cef req-5ebf8ce8-595d-4846-b5c8-3433be3fd359 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0689187 Jul 07 17:38:25.291860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7252d5c1-1f1a-4f95-b08d-7f6959188cef req-dd24d499-357b-4ae2-b324-e7574208e9b1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jul 07 17:38:25.419361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:25.421764 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:25.471369 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275d31f-46fa-4d75-8f04-beaf7df27a6d x-openstack-request-id: req-9275d31f-46fa-4d75-8f04-beaf7df27a6d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:25.472326 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:25.472582 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9275d31f-46fa-4d75-8f04-beaf7df27a6d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:25.473335 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:38:25.585496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-924b6fdd-fd5b-4b31-8762-7e970b3be1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.587033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-924b6fdd-fd5b-4b31-8762-7e970b3be1f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0972333 Jul 07 17:38:25.588763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-4374b561-baf9-43bc-81da-93a666515de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.590086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-4374b561-baf9-43bc-81da-93a666515de7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0914869 Jul 07 17:38:25.744103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-52687f10-7459-49ad-ac7d-86796d6b1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.745484 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-52687f10-7459-49ad-ac7d-86796d6b1c19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.1508083 Jul 07 17:38:25.746563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-9b0d4565-d6e2-4c81-a029-2e6b66fa361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.747872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-9b0d4565-d6e2-4c81-a029-2e6b66fa361c service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.1457515 Jul 07 17:38:25.854877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-6b470122-bf57-4e2a-9c29-65f84c7c168a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.1025243 Jul 07 17:38:25.856609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-8de0b893-b710-49fa-8f02-a54db5327c92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.0990148 Jul 07 17:38:25.940573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-c265a675-9533-4365-87e0-80dfb1abb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.942642 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-c265a675-9533-4365-87e0-80dfb1abb09b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0806799 Jul 07 17:38:25.943981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-d08c7c74-3389-4974-ab1a-1903d3817d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.945275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-d08c7c74-3389-4974-ab1a-1903d3817d1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0757525 Jul 07 17:38:26.040647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-b6e7c3a4-59e7-48fc-9d63-22c55fea336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.042020 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-b6e7c3a4-59e7-48fc-9d63-22c55fea336b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854297 Jul 07 17:38:26.043683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-fdc65ab3-834f-4e12-a60e-e4218d5c1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.045027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-fdc65ab3-834f-4e12-a60e-e4218d5c1346 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959072 Jul 07 17:38:26.075940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:26.113864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:26.469800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a43a0-3699-4ae1-8910-578ab489dd2b req-762c85e1-17fe-44a4-8a02-6c22242e71f2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.471633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb4a43a0-3699-4ae1-8910-578ab489dd2b req-762c85e1-17fe-44a4-8a02-6c22242e71f2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0654151 Jul 07 17:38:26.501465 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-d33a7ae9-59ae-424c-bc57-73427cf81bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527662 Jul 07 17:38:26.503351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-258daf8c-9484-422d-9e8c-98d0a68bffdb service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477880 Jul 07 17:38:26.509951 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb4a43a0-3699-4ae1-8910-578ab489dd2b req-e2e9e9ff-70e4-4382-aeaf-f7571b517a19 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jul 07 17:38:26.660846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-593bdb7d-4367-4165-8240-46b5b02a5a92 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525760 Jul 07 17:38:26.662774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e08bd4f5-d167-4c2a-aa8f-0889fac52e0b req-a62fed80-50cd-4dad-90c8-13649b7ae83d service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476943 Jul 07 17:38:27.685378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d74f7-43fa-42cb-aec9-b54eebca6515 req-da226dad-0a06-4b85-a2b5-e852785df429 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:27.686930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a4d74f7-43fa-42cb-aec9-b54eebca6515 req-da226dad-0a06-4b85-a2b5-e852785df429 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0646179 Jul 07 17:38:27.724669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a4d74f7-43fa-42cb-aec9-b54eebca6515 req-3ddd137b-f4b1-4013-9414-8968a18afe39 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Jul 07 17:38:27.986202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c735208b-a834-4979-8cb1-23632dcf350c details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:28.053550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-8b1015e8-4f11-4003-b4e9-f03e6a7b47b0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.055090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-8b1015e8-4f11-4003-b4e9-f03e6a7b47b0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b&tenant_id=067724d4970141ff8e56024dff84aa4d&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.0747454 Jul 07 17:38:28.089073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:28.101223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'c735208b-a834-4979-8cb1-23632dcf350c', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:28.113775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a424620-2ebf-44c5-9bf0-516edea163cd req-d102e92a-c00d-442b-b758-a7e0fab5ac41 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.115641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a424620-2ebf-44c5-9bf0-516edea163cd req-d102e92a-c00d-442b-b758-a7e0fab5ac41 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 944 time: 0.0775917 Jul 07 17:38:28.120577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-d4e831e3-5731-41fd-8921-8461fee5bba2 service neutron] 10.222.0.83 "GET /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c/bindings/n-h2-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.0598156 Jul 07 17:38:28.140413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.153836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:28.156153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a424620-2ebf-44c5-9bf0-516edea163cd req-3dfc53f4-7562-4d4f-9f4d-26465ec51f91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343390 Jul 07 17:38:28.175188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:28.181909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:28.200437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-2fd5401e-4080-4022-a50c-def64a40611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.201955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-2fd5401e-4080-4022-a50c-def64a40611f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1096 time: 0.0559452 Jul 07 17:38:28.232529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:28.240265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.240610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.240949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.241283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.241612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.241939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.242485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.242811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.243164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.243507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.243813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.244131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:28.293825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-c5bc03ab-f6b6-43da-b257-9ef5582efc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.295355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-c5bc03ab-f6b6-43da-b257-9ef5582efc1f service neutron] 10.222.0.83 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0865800 Jul 07 17:38:28.363502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-2f153e14-2a3d-46c2-81a1-3f3887ac4970 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1000 time: 0.0607002 Jul 07 17:38:28.414088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-1ebf5ca8-d655-4d0c-9c02-bd759db64020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.415540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-1ebf5ca8-d655-4d0c-9c02-bd759db64020 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0449629 Jul 07 17:38:28.472440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-c50c9ba4-c607-4f60-9151-49bd7913c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.473915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-c50c9ba4-c607-4f60-9151-49bd7913c0b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506036 Jul 07 17:38:28.515591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['c735208b-a834-4979-8cb1-23632dcf350c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:28.569807 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-b75661f9-b83f-46bb-ac97-e9addc020749 service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888181 Jul 07 17:38:28.662006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-791d5464-cdae-4cdc-9eab-c16da16b88ed service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858457 Jul 07 17:38:29.336710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740426-6606-4455-a63a-b8c9449d180b req-c36f775e-800c-4630-9792-27f740f0e350 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:29.338227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5740426-6606-4455-a63a-b8c9449d180b req-c36f775e-800c-4630-9792-27f740f0e350 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0638680 Jul 07 17:38:29.374646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5740426-6606-4455-a63a-b8c9449d180b req-f6102d8e-857d-4d17-8cdd-d75a4e376ff7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Jul 07 17:38:29.888589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b04c810-af5d-47b0-af57-335f27f769fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.012125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c735208b-a834-4979-8cb1-23632dcf350c up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:30.058474 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port c735208b-a834-4979-8cb1-23632dcf350c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:30.061834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port c735208b-a834-4979-8cb1-23632dcf350c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:30.062237 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.134686 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.155998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:30.158218 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3075a7da-c1fd-4644-bae3-ee613af0b79d" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:30.175020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:30.182584 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:30.230941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:30.336914 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35f22c-bf4e-4a08-ac76-51be05b9636f x-openstack-request-id: req-3e35f22c-bf4e-4a08-ac76-51be05b9636f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:30.337228 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:30.337480 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e35f22c-bf4e-4a08-ac76-51be05b9636f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:30.337904 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'code': 200} Jul 07 17:38:30.555413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225b5ad-0de3-4778-b277-cf72a7fd4992 req-cc885581-9890-416a-a553-de63a5d95be4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:30.556935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d225b5ad-0de3-4778-b277-cf72a7fd4992 req-cc885581-9890-416a-a553-de63a5d95be4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 946 time: 0.0701561 Jul 07 17:38:30.596264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d225b5ad-0de3-4778-b277-cf72a7fd4992 req-fc754290-64a8-4f31-8e8d-2fa906763352 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Jul 07 17:38:30.933873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-f812d902-196e-44f0-9905-ac9297328e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:30.935407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-f812d902-196e-44f0-9905-ac9297328e49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 1098 time: 0.0569215 Jul 07 17:38:30.946519 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:31.020209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.214521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:31.247323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:31.290851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:31.293101 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20f9bc-dd3e-4372-90ea-3081a490af01" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-unplugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:31.296943 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.308885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Transition to ACTIVE for port object c735208b-a834-4979-8cb1-23632dcf350c will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:31.313313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.349229 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13843d9-f986-4afb-a693-98f773fe6ada x-openstack-request-id: req-e13843d9-f986-4afb-a693-98f773fe6ada {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:31.349530 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-unplugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:31.349786 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e13843d9-f986-4afb-a693-98f773fe6ada {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:31.350207 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'code': 200} Jul 07 17:38:31.395222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.437993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] No DVR routers for this DVR port c735208b-a834-4979-8cb1-23632dcf350c on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:31.573940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:31.574307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:31.574638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:31.579147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:31.579539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Attempting to bind port c735208b-a834-4979-8cb1-23632dcf350c on network 531b243c-06ad-4ec2-9dd9-aa009c990c26 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:31.584369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:31.584709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Checking segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:31.585091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Bound using segment: {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:31.585514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Bound port: c735208b-a834-4979-8cb1-23632dcf350c, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2990bea6-9a94-4216-8da5-c08f9b99a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:31.585874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.647437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:31.650524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:31.655626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.687335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:31.688056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:31.689496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] 10.222.0.32 "PUT /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 1094 time: 0.7470567 Jul 07 17:38:31.747307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af38c2-4d7d-450d-998d-5bf7825f007e service neutron] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=11']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:31.779480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854783b-d970-4ebe-9381-14146f8068e7 req-7efa855f-7bca-4c78-9311-ef9ba012fdc1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:31.780063 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-86f125ec-068b-4200-b9e3-a3cd3609af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:31.781562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-86f125ec-068b-4200-b9e3-a3cd3609af79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1097 time: 0.0659733 Jul 07 17:38:31.782182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a854783b-d970-4ebe-9381-14146f8068e7 req-7efa855f-7bca-4c78-9311-ef9ba012fdc1 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0677767 Jul 07 17:38:31.821564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a854783b-d970-4ebe-9381-14146f8068e7 req-198342a9-fe60-4686-bdd7-38a655468db4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Jul 07 17:38:31.881076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-7d089a00-6066-444c-80a3-3ec6f17c3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:31.882591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-7d089a00-6066-444c-80a3-3ec6f17c3fb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0954111 Jul 07 17:38:31.950080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-5827c8e1-ffd3-4743-a29a-60232f85bcb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.0605690 Jul 07 17:38:31.998722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-7a4fd837-0c17-4504-9b54-4ba9820b82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:32.000109 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-7a4fd837-0c17-4504-9b54-4ba9820b82ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0429177 Jul 07 17:38:32.057137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-1788b0ee-cd35-4c6e-910f-6246eceaa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:32.058695 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-1788b0ee-cd35-4c6e-910f-6246eceaa47c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526752 Jul 07 17:38:32.152984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-e50dd780-18ba-4941-8d18-feb4eea5fb19 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Jul 07 17:38:32.240532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-fb42c570-0ff0-4d55-a848-b67c9dae4b2d req-ddc9dfee-f0ac-4232-bada-be7d12ad339c service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Jul 07 17:38:32.323884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ffbad7a-e30d-444c-ac0f-15c9aa5718e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.794796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:32.996926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329f639-48a4-4747-9b55-eac94f966a5d req-30dc6240-323b-4894-a59c-969a14742d59 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:32.998449 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e329f639-48a4-4747-9b55-eac94f966a5d req-30dc6240-323b-4894-a59c-969a14742d59 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jul 07 17:38:33.041433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e329f639-48a4-4747-9b55-eac94f966a5d req-dee1164b-e1c5-4de0-978c-9e7df94090e2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374379 Jul 07 17:38:33.352267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:33.354601 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b995de-89fb-40b2-a43b-32f437f2cd10" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:33.405044 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e3deb-638d-4250-82ee-1c6a178ce730 x-openstack-request-id: req-178e3deb-638d-4250-82ee-1c6a178ce730 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:33.405338 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:33.405596 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-178e3deb-638d-4250-82ee-1c6a178ce730 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:33.406004 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:38:33.522184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-5b7a74ce-bf5f-4063-a82f-c3659e66e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.523682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-5b7a74ce-bf5f-4063-a82f-c3659e66e703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1097 time: 0.0976000 Jul 07 17:38:33.526132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-46e68ab6-9d96-4b2d-b2aa-d1cea808a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.527504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-46e68ab6-9d96-4b2d-b2aa-d1cea808a036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1097 time: 0.0920360 Jul 07 17:38:33.649742 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:33.689612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-f1774155-9bd9-46b0-8c6b-b33af65f5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.691685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-f1774155-9bd9-46b0-8c6b-b33af65f5ddb service neutron] 10.222.0.83 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.1613579 Jul 07 17:38:33.694370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-557a7cc4-1c06-4b6a-9375-83ccf2a53cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.695708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-557a7cc4-1c06-4b6a-9375-83ccf2a53cde service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.1575036 Jul 07 17:38:33.805905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-93f88ce7-3f62-454e-92ce-8873e749493c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.1084089 Jul 07 17:38:33.809721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-e6ccfb7f-3d4d-4dca-a4c6-e233a1f9648b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 999 time: 0.1065397 Jul 07 17:38:33.892045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-b01fd0c3-b9d7-4e9f-bca1-a20b71b70588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.893676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-b01fd0c3-b9d7-4e9f-bca1-a20b71b70588 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0818105 Jul 07 17:38:33.899406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-aa6a5e3b-63fe-4d6a-93e9-39d8f3e1c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.900812 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-aa6a5e3b-63fe-4d6a-93e9-39d8f3e1c1f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0798116 Jul 07 17:38:33.992971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-d3fafbb0-2935-4d20-aa19-7ac3d09b55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.994502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-d3fafbb0-2935-4d20-aa19-7ac3d09b55c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928915 Jul 07 17:38:33.996850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-95862d61-51c1-4ac6-9c3a-d1d3719d593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.998243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-95862d61-51c1-4ac6-9c3a-d1d3719d593b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884578 Jul 07 17:38:34.037549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c735208b-a834-4979-8cb1-23632dcf350c no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:34.076090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device c735208b-a834-4979-8cb1-23632dcf350c not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:34.111146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:34.155657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-d976d7ff-fbe1-4e14-bbcf-ca04393e0c52 service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535769 Jul 07 17:38:34.159075 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-dd88afba-552f-40e8-9346-7f9705e416ee service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491413 Jul 07 17:38:34.218823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:34.225795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b347b-a644-481e-bd50-96bd7aebf79c req-24ff397e-6a4d-449d-9775-2501d0b1c644 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.227423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215b347b-a644-481e-bd50-96bd7aebf79c req-24ff397e-6a4d-449d-9775-2501d0b1c644 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 945 time: 0.0723038 Jul 07 17:38:34.231569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'c735208b-a834-4979-8cb1-23632dcf350c', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'port_id': 'c735208b-a834-4979-8cb1-23632dcf350c', 'mac_address': 'fa:16:3e:cb:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:34.272862 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.282935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-215b347b-a644-481e-bd50-96bd7aebf79c req-3ea9bb12-0469-48bb-8600-6368d45e7e25 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477014 Jul 07 17:38:34.289270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:34.300234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:34.313279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:34.318492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:34.346094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-526e6809-b091-4de9-a272-e1a0e92f6f59 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760321 Jul 07 17:38:34.354430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76b995de-89fb-40b2-a43b-32f437f2cd10 req-09f5352c-161c-4cfb-bcb3-6349f5497486 service neutron] 10.222.0.83 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920924 Jul 07 17:38:34.372879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10ec1d01-66b4-4abd-9fd6-01c58b5e6096 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/fbf57ad9-61ad-4544-ab2b-1188bdad5d13 HTTP/1.1" status: 200 len: 991 time: 0.0699182 Jul 07 17:38:34.379699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:34.555619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['c735208b-a834-4979-8cb1-23632dcf350c'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:34.586580 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:35.431741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.122593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:36.171884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port c735208b-a834-4979-8cb1-23632dcf350c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:36.176454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port c735208b-a834-4979-8cb1-23632dcf350c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:36.176828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.250468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.271891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:36.274129 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b93a2-5e68-4543-af7f-c64f1879b4cf" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:36.287518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:36.292127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:36.316413 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624cc80-d538-401e-84e3-9d2a792b0049 x-openstack-request-id: req-e624cc80-d538-401e-84e3-9d2a792b0049 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:36.316708 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-plugged", "status": "completed", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:36.316965 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e624cc80-d538-401e-84e3-9d2a792b0049 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:36.317360 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'code': 200} Jul 07 17:38:36.345296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=13']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:36.535940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.554559 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:59.889461 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58de014b-1e27-4f04-8652-febce9918768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.326089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-892c2427-2d40-4ba8-a54a-4e16bf9eb8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:02.796619 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:03.645611 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:04.587316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:04.906540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944d96d-803d-40c8-b553-a651969f57fa req-93cb45af-5d43-4693-a8ca-7fe6eb03956c tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.908095 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2944d96d-803d-40c8-b553-a651969f57fa req-93cb45af-5d43-4693-a8ca-7fe6eb03956c tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1099 time: 0.0573986 Jul 07 17:39:04.942309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2944d96d-803d-40c8-b553-a651969f57fa req-2bbb7f4a-edae-4504-9c6d-2b9cc61cfd31 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285294 Jul 07 17:39:04.966375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:05.124943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 866b52ea-3577-454c-9908-3383fa38b621 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:05.125313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.207991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.208302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.220183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 866b52ea-3577-454c-9908-3383fa38b621 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:05.364247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.394843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=866b52ea-3577-454c-9908-3383fa38b621,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:05.421654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.421927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.422348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.422653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.422991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.423326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.423661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.424019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.424353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.424687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.425016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.425344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:05.436005 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.472731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.473073 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP fbf57ad9-61ad-4544-ab2b-1188bdad5d13 disassociated (deleted). External IP: 172.25.7.81, port: c735208b-a834-4979-8cb1-23632dcf350c. Jul 07 17:39:05.687008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:05.795914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:05.801106 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:05.806931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Sync routers for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:05.815999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:05.816638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:05.837925 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a233a2b9-fda7-453e-96ff-eb4882f03f9e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/floatingips/fbf57ad9-61ad-4544-ab2b-1188bdad5d13 HTTP/1.1" status: 204 len: 168 time: 0.8704455 Jul 07 17:39:05.838573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:05.840943 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca8a93-cfab-4710-bb14-c3e94265bec1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:05.881890 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d7e83-3ea8-4f14-8210-bf3b321d921c x-openstack-request-id: req-457d7e83-3ea8-4f14-8210-bf3b321d921c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:05.882245 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:05.882538 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-457d7e83-3ea8-4f14-8210-bf3b321d921c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:05.882979 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:39:05.930254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:05.963216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-a1267042-ee08-4d31-b3d5-e1d9e09802ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.964873 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-a1267042-ee08-4d31-b3d5-e1d9e09802ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 1099 time: 0.0586493 Jul 07 17:39:06.067329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-e4286bfc-5147-4cac-9c78-fe0663dc956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.068859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-e4286bfc-5147-4cac-9c78-fe0663dc956c service neutron] 10.222.0.32 "GET /v2.0/networks?id=531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 200 len: 897 time: 0.0964315 Jul 07 17:39:06.118080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-600147c4-16f1-4817-ad61-2838a4f92ce4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 200 len: 217 time: 0.0423732 Jul 07 17:39:06.180560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-f63141a3-d604-49ad-8c73-e9eb67f7cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.182712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-f63141a3-d604-49ad-8c73-e9eb67f7cf99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 200 len: 835 time: 0.0590236 Jul 07 17:39:06.267610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-9e6f97e9-cf5d-4dea-8072-59009bee8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.269845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-9e6f97e9-cf5d-4dea-8072-59009bee8733 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=531b243c-06ad-4ec2-9dd9-aa009c990c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805466 Jul 07 17:39:06.334636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:06.366139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Checking router: 2346fb9f-d42d-4615-ba9b-135e21c6fc05 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:06.373697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-9ac72185-042d-453f-b178-9322f2f49689 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964890 Jul 07 17:39:06.374723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:06.375360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:06.439672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90874d2e-4dac-4de7-a072-1d6b9ffe4591 req-eadc9784-3787-4280-90fb-225562ce58e8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.441930 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90874d2e-4dac-4de7-a072-1d6b9ffe4591 req-eadc9784-3787-4280-90fb-225562ce58e8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 947 time: 0.0657210 Jul 07 17:39:06.477103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9fca8a93-cfab-4710-bb14-c3e94265bec1 req-78f50b55-33df-4faa-98ce-6d59cb9e9201 service neutron] 10.222.0.32 "GET /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968442 Jul 07 17:39:06.484191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-90874d2e-4dac-4de7-a072-1d6b9ffe4591 req-753a9cf2-39cd-47f9-a76c-ddab4514a1ad tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Jul 07 17:39:06.489065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:06.584211 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:06.700315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:06.731287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cb9b9-b364-427f-9433-3cd485bb6f96 None None] The sync data for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 is: [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a', 'name': '', 'network_id': '531b243c-06ad-4ec2-9dd9-aa009c990c26', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:d5:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:24Z', 'updated_at': '2021-07-07T17:37:29Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'b814ee4d-6bea-40cd-975c-0c183c24e6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:06.956278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db764a-f2e7-423d-bffc-45969124907f None None] New status for floating IP fbf57ad9-61ad-4544-ab2b-1188bdad5d13: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:39:07.660349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-d2271f0a-3f9b-4d07-9c2f-c5dc82fd4622 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:07.661809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-d2271f0a-3f9b-4d07-9c2f-c5dc82fd4622 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 947 time: 0.0619161 Jul 07 17:39:07.662040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fafb-ca5f-4673-bdb4-e65941096da7 req-526a0bba-386f-4df5-8e51-69ca664453cb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:07.663566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1935fafb-ca5f-4673-bdb4-e65941096da7 req-526a0bba-386f-4df5-8e51-69ca664453cb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 947 time: 0.0642719 Jul 07 17:39:07.701970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1935fafb-ca5f-4673-bdb4-e65941096da7 req-5cf838b1-6519-44d9-8d21-b66ba4096833 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=d24996a5-6dbb-4959-be8d-665e446bd881&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Jul 07 17:39:07.765226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:07.765565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.853884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port c735208b-a834-4979-8cb1-23632dcf350c, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=c735208b-a834-4979-8cb1-23632dcf350c,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:07.854274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:07.866244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for c735208b-a834-4979-8cb1-23632dcf350c owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:07.987248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.020097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=c735208b-a834-4979-8cb1-23632dcf350c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:08.063669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] No DVR routers for this DVR port c735208b-a834-4979-8cb1-23632dcf350c on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:08.066215 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:08.068198 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-24b2b71c-b9f5-47d1-90a8-7aede8e68845 req-011a27ee-7143-46fe-b55c-b7b3f5a7df10 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "DELETE /v2.0/ports/c735208b-a834-4979-8cb1-23632dcf350c HTTP/1.1" status: 204 len: 173 time: 0.3991156 Jul 07 17:39:08.068642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-deleted', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:08.070886 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f40df2-96b7-4d53-acca-bcf9a20521d3" -d '{"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-deleted", "tag": "c735208b-a834-4979-8cb1-23632dcf350c"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:08.169605 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d384e96-adc8-466b-8eca-cd67649f94dc x-openstack-request-id: req-4d384e96-adc8-466b-8eca-cd67649f94dc {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:08.169893 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bbf4cc-7b0d-4d1c-ada9-badd7723638b", "name": "network-vif-deleted", "tag": "c735208b-a834-4979-8cb1-23632dcf350c", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:08.170173 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d384e96-adc8-466b-8eca-cd67649f94dc {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:08.170602 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bbf4cc-7b0d-4d1c-ada9-badd7723638b', 'name': 'network-vif-deleted', 'tag': 'c735208b-a834-4979-8cb1-23632dcf350c', 'status': 'completed', 'code': 200} Jul 07 17:39:08.858158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9311bb76-4384-4edc-a82c-0d85509c2c9c req-0d89c60c-70a9-4dc5-b488-d0c54292c9f5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bbf4cc-7b0d-4d1c-ada9-badd7723638b HTTP/1.1" status: 200 len: 210 time: 0.0288279 Jul 07 17:39:09.952059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:10.314561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.572314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:10.572582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.658959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:10.659329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.671553 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:10.857508 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:10.885711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:11.064303 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.608468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:11.714846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:11.723131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f9e1839-093f-460c-80e2-399a365103ef tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/2346fb9f-d42d-4615-ba9b-135e21c6fc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667661 Jul 07 17:39:11.723251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59200) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:11.724060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Sync routers for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:11.733354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:11.733991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:11.774735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting subnet b814ee4d-6bea-40cd-975c-0c183c24e6d5 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:39:11.777923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.818598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.845081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:11.905111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.962891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.989637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Subnet': ['ID=b814ee4d-6bea-40cd-975c-0c183c24e6d5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:11.993372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:11.997719 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7cb9d036-5ed9-46a4-bb95-793b05bab105 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/subnets/b814ee4d-6bea-40cd-975c-0c183c24e6d5 HTTP/1.1" status: 204 len: 168 time: 0.2715278 Jul 07 17:39:11.998614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:12.003536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd1ad0-7e35-4fc6-a000-e3da93567cae None None] Network 531b243c-06ad-4ec2-9dd9-aa009c990c26 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:12.108026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.115204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:39:10Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:12.144304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Checking router: 2346fb9f-d42d-4615-ba9b-135e21c6fc05 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:12.159100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Routers {'2346fb9f-d42d-4615-ba9b-135e21c6fc05'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:12.159636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:12.217547 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.246274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:12.270579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: c735208b-a834-4979-8cb1-23632dcf350c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:12.270926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device c735208b-a834-4979-8cb1-23632dcf350c not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:12.275526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] DHCP port deletion for 531b243c-06ad-4ec2-9dd9-aa009c990c26 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:39:12.277970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 96279c7e-abd6-468a-aa5d-4600dce57bab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:12.278367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.317305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] Set router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:12.359455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 96279c7e-abd6-468a-aa5d-4600dce57bab, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=96279c7e-abd6-468a-aa5d-4600dce57bab,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:12.359828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.376603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 96279c7e-abd6-468a-aa5d-4600dce57bab owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:12.434091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Deleting port d0153424-c328-498d-b6ab-a26b0ee1fd98 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:12.434432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.537336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] For port d0153424-c328-498d-b6ab-a26b0ee1fd98, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d0153424-c328-498d-b6ab-a26b0ee1fd98,segment=NetworkSegment(2990bea6-9a94-4216-8da5-c08f9b99a675),segment_id=2990bea6-9a94-4216-8da5-c08f9b99a675)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:12.537640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.548556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.551697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Calling delete_port for d0153424-c328-498d-b6ab-a26b0ee1fd98 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:12.583458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=96279c7e-abd6-468a-aa5d-4600dce57bab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:12.650001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.743140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.745141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.785408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:39:10Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:12.789084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.789599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Fanout notify agent at l3_agent the message router_deleted on router 2346fb9f-d42d-4615-ba9b-135e21c6fc05 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:39:12.796605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.797708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-176e2a03-257c-43d2-85cc-5821e16036d3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/routers/2346fb9f-d42d-4615-ba9b-135e21c6fc05 HTTP/1.1" status: 204 len: 168 time: 0.7986021 Jul 07 17:39:12.800411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:12.824796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ef2ca-fa58-4c04-be36-54b72da0942b None None] The sync data for ids ['2346fb9f-d42d-4615-ba9b-135e21c6fc05'] in n-d-791504-12 is: [{'id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-519946876', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:39:10Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '96279c7e-abd6-468a-aa5d-4600dce57bab', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346fb9f-d42d-4615-ba9b-135e21c6fc05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:37:21Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:12.843644 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.864669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] No DVR routers for this DVR port d0153424-c328-498d-b6ab-a26b0ee1fd98 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:12.887654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.895041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162e3c9-183e-4a39-bc7c-50349f6180cd None None] Pushing event deleted for resources: {'Port': ['ID=d0153424-c328-498d-b6ab-a26b0ee1fd98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:12.983813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:12.993425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531b243c-06ad-4ec2-9dd9-aa009c990c26']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:13.003408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2990bea6-9a94-4216-8da5-c08f9b99a675') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:13.003702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2990bea6-9a94-4216-8da5-c08f9b99a675') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:13.012259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.026398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.032487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:39:13.032940 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:39:13.036326 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:39:13.093285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.099019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.101770 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/networks/531b243c-06ad-4ec2-9dd9-aa009c990c26 HTTP/1.1" status: 204 len: 168 time: 0.3000321 Jul 07 17:39:13.104666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.117090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52364be0-f8c6-4b47-8a4c-1d64e0df5623 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Network': ['ID=531b243c-06ad-4ec2-9dd9-aa009c990c26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.169279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.202829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.269563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.272385 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.273632 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/security-groups/d24996a5-6dbb-4959-be8d-665e446bd881 HTTP/1.1" status: 204 len: 168 time: 0.1679051 Jul 07 17:39:13.292582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607b7d9-166d-4915-a663-96111bef41b6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24996a5-6dbb-4959-be8d-665e446bd881,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.319176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0153424-c328-498d-b6ab-a26b0ee1fd98 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:13.346975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d0153424-c328-498d-b6ab-a26b0ee1fd98 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:13.346975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d0153424-c328-498d-b6ab-a26b0ee1fd98 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:13.346975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:13.371949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:13.372298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 89a1d2fd-a13f-4f23-9cf6-2594d3b9b75a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:13.589341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.594151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293760846', 'description': 'tempest-secgroup-smoke-293760846 description', 'project_id': '067724d4970141ff8e56024dff84aa4d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:13.622833 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.708324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.712035 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.741081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.744931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519437 Jul 07 17:39:13.744931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26be30-225f-4418-953c-006e67b2bcab tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842f0f03-8477-4f82-a1b3-acd10c58fb2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.746222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59216) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.751630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:13.779084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.826385 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.830645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.848664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a6b3ad-1790-4f18-8652-9eb936451dff,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.854551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.855786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9556442-eed3-463f-958d-9f96c6f2248f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081164 Jul 07 17:39:13.858597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59218) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.863571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:13.890495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.952706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.956505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.974486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d04506-6623-4ad4-ab76-a9196a3d1bd2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:13.982196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:13.983453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30f8d0fc-9546-44e6-b6c2-83c958324c92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239161 Jul 07 17:39:13.986861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59222) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:13.991640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.018717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.080415 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.084406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.104661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dadfaa-9111-42b4-97b3-e0c37425ea7d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.113434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.115042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5b8a967d-2972-4f0a-915d-a29ee419d0fb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269279 Jul 07 17:39:14.118030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.122793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.148678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.205802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.209505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.227537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594722af-526c-4515-902b-97d554445175,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.232451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.237656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7718f8c6-907d-40d4-aec7-337743f69f47 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145158 Jul 07 17:39:14.237656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.241379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.262197 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:39:14.266858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.325830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.329460 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.344411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11af3292-0edf-4299-a8bf-6b63aba430f3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.353235 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.354568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e333e77a-9e4d-4d8e-a566-238b9b018685 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166267 Jul 07 17:39:14.357380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.362453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '842f0f03-8477-4f82-a1b3-acd10c58fb2a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.383151 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:39:14.387938 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.448546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.452455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.474333 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c2a270-e7f8-4c3b-9f60-b55455f26225,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.476873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.478049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2fae6f08-d6aa-4fa5-8827-fcbec8254696 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197259 Jul 07 17:39:14.480966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.485802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'network': {'name': 'tempest-network-smoke--779650749', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.506218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:14.509617 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.532901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:39:14.543771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.544130 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Added segment ada25aa2-24bd-4792-9cb0-7bc72522fe18 of type vlan for network 46a7b3b1-1329-4b63-bb94-0358d19d15ab Jul 07 17:39:14.583450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.610261 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.615831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.616416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.667060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1850748 Jul 07 17:39:14.670136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:14.674852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'admin_state_up': True, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:14.681090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea93ba-aff1-4b0c-b75e-e2505c9a77fe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Network': ['ID=46a7b3b1-1329-4b63-bb94-0358d19d15ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:14.691052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:39:14.698526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.699595 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.758357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.912488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 96279c7e-abd6-468a-aa5d-4600dce57bab no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:14.918930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.926523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-8e7da02e-0348-4717-9052-6e01edf2ef91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1784277 Jul 07 17:39:14.935694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 96279c7e-abd6-468a-aa5d-4600dce57bab {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:14.936808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 96279c7e-abd6-468a-aa5d-4600dce57bab not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:15.050067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-a4a2ecd6-d740-4b5a-9c49-8633b29dbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.051552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-a4a2ecd6-d740-4b5a-9c49-8633b29dbed6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0767212 Jul 07 17:39:15.544204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.571117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.589708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-dd8f0b35-5a24-4def-a59e-6dba6021a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.591399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-dd8f0b35-5a24-4def-a59e-6dba6021a5ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.5195346 Jul 07 17:39:15.717560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-47329f60-192d-4380-ab7d-0b3a9612dab9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1001 time: 0.0987189 Jul 07 17:39:15.768958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.104 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:15.787933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-00039a86-768a-43db-8ec5-b16058ff5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.789454 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-00039a86-768a-43db-8ec5-b16058ff5106 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0657861 Jul 07 17:39:15.924641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.932402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-1963088b-185f-4eee-b7e1-04ccee8560af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.933909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-1963088b-185f-4eee-b7e1-04ccee8560af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309643 Jul 07 17:39:16.033630 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.082115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-5c078bae-0392-4aa8-b50f-1faba1f4252b service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416705 Jul 07 17:39:16.089479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:16.098364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:16.107818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:16.109623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:16.301921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f3eafd4e-4d61-4a19-81c5-2965403de3a7 req-841981eb-b033-48c5-ad58-4d32e472035b service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076488 Jul 07 17:39:16.428392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.625123 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.749699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 8ed46270-d612-4752-8ff6-404d965e18d1 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:39:16.859245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:16.869059 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Sync routers for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:16.878591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:16.878756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:16.879483 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:16.879962 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a73962c4-8442-4452-a900-6f04da4fb324 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2088015 Jul 07 17:39:16.883262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59240) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:16.914952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f176fd38-c562-45c7-9866-c6aa1cfdd833 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=067724d4970141ff8e56024dff84aa4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306151 Jul 07 17:39:16.917466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59242) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:16.988577 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:17.003324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1045a-4012-48b0-a3a4-8d684763e78d tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:17.004854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ca1045a-4012-48b0-a3a4-8d684763e78d tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864880 Jul 07 17:39:17.007676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59244) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:17.036708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d90bb5f-7c74-46d2-9f6e-cc092168e1f9 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279219 Jul 07 17:39:17.039105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59246) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:17.043990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105448486', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:17.137977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:17.141745 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.168167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:16Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:17.193423 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Checking router: 8ed46270-d612-4752-8ff6-404d965e18d1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:17.193765 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Updating router 8ed46270-d612-4752-8ff6-404d965e18d1 port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:39:17.227682 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.336307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.396664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Subnet': ['ID=047520ff-5db1-4e54-bb43-ebdc20532204,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:17.405209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:17.405571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network hostable DHCP agents. Network: 46a7b3b1-1329-4b63-bb94-0358d19d15ab, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:39:17.422662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:39:17.434270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 46a7b3b1-1329-4b63-bb94-0358d19d15ab) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:17.441248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:17.441965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.447413 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a925ce7-6814-4bca-a16b-bbc4c2576b48 None None] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:17.458579 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09517b2b-a65b-4e10-a9fc-e91374cc5982 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4184623 Jul 07 17:39:17.461481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59250) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:17.485281 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.494904 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Transition to ACTIVE for port object 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:17.502064 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.552756 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Attempting to bind port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:17.553234 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Attempting to bind port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:17.553673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Attempting to bind port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:17.564005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Pushing event updated for resources: {'Port': ['ID=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:17.567219 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:17.567599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:17.568001 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.568403 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:17.568873 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Bound port: 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:17.569257 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.576006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.576417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.577022 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.577366 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.577702 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.578035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.578394 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.578725 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.579052 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.579408 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.580237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.580569 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:17.606741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:39:17.607825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.636678 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] For port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:17.640044 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] For port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:17.644295 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.701536 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869091-1aed-461f-8f91-96bea7b10e10 None None] Pushing event updated for resources: {'Port': ['ID=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:17.707360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:17.708217 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:17.752811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Allocated IP 172.20.0.2 (46a7b3b1-1329-4b63-bb94-0358d19d15ab/047520ff-5db1-4e54-bb43-ebdc20532204/b2a5709e-423e-4c13-aecb-ec23f0fd5826) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:17.821072 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:17.912948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.923350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Transition to ACTIVE for port object b2a5709e-423e-4c13-aecb-ec23f0fd5826 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:17.923651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.940249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Transition to ACTIVE for port object b2a5709e-423e-4c13-aecb-ec23f0fd5826 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:17.946885 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.986014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:17.988856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:17.994541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:18.000202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Pushing event updated for resources: {'Port': ['ID=b2a5709e-423e-4c13-aecb-ec23f0fd5826,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.018426 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:16Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:18.046387 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2ea4c-b4b2-431e-89b8-58e73d01ee2b None None] The sync data for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 is: [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:16Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:18.061060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Attempting to bind port b2a5709e-423e-4c13-aecb-ec23f0fd5826 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:18.061557 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Attempting to bind port b2a5709e-423e-4c13-aecb-ec23f0fd5826 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:18.062011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Attempting to bind port b2a5709e-423e-4c13-aecb-ec23f0fd5826 on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:18.068006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:18.068493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:18.068902 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.069296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Bound using segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:18.069781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Bound port: b2a5709e-423e-4c13-aecb-ec23f0fd5826, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:18.070195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.142469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] For port b2a5709e-423e-4c13-aecb-ec23f0fd5826, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:18.146069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] For port b2a5709e-423e-4c13-aecb-ec23f0fd5826, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b2a5709e-423e-4c13-aecb-ec23f0fd5826,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:18.152889 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.218449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.1 (46a7b3b1-1329-4b63-bb94-0358d19d15ab/047520ff-5db1-4e54-bb43-ebdc20532204/d2e2298e-215b-4d75-9dc1-d14c08edb021) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:18.221865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ccbf-7e35-4beb-b3c8-c263b2a2b36e None None] Pushing event updated for resources: {'Port': ['ID=b2a5709e-423e-4c13-aecb-ec23f0fd5826,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.379521 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.395661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object d2e2298e-215b-4d75-9dc1-d14c08edb021 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:18.471381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.527696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:18.531216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:18.536145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:18.578055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:18.600410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.103479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b2a5709e-423e-4c13-aecb-ec23f0fd5826 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:19.141459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.220245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b2a5709e-423e-4c13-aecb-ec23f0fd5826 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:19.233008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:19.297818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:19.302721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:19.303098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.388282 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.410943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:19.415903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.491437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:19.509728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.516049 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.533376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f991fe-62b5-48bc-b3c1-5045cb14e468 None None] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:39:19.594922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:19.598284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.628738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Provisioning for port b2a5709e-423e-4c13-aecb-ec23f0fd5826 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:19.638539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Provisioning complete for port b2a5709e-423e-4c13-aecb-ec23f0fd5826 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:19.638831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.697209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:19.698484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:19.791411 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.826080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 8ed46270-d612-4752-8ff6-404d965e18d1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:19.834935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] For port b2a5709e-423e-4c13-aecb-ec23f0fd5826, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b2a5709e-423e-4c13-aecb-ec23f0fd5826,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:19.839846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.904651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb0391-9ce5-4d12-bfae-e035fed61a01 None None] Pushing event updated for resources: {'Port': ['ID=b2a5709e-423e-4c13-aecb-ec23f0fd5826,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:19.948847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:19.958504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e26ad6c6-0d4a-422d-b6fa-8cf0c25b6fd9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/8ed46270-d612-4752-8ff6-404d965e18d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916220 Jul 07 17:39:20.069051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Provisioning complete for port b2a5709e-423e-4c13-aecb-ec23f0fd5826 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:20.069433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.141096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Sync routers for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:20.161924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:20.162597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.200048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-e3400a36-c6ec-4e21-bd5e-6a3672412897 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293760846&fields=id&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 267 time: 0.0433011 Jul 07 17:39:20.223529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Provisioning for port d2e2298e-215b-4d75-9dc1-d14c08edb021 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:20.259523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Provisioning complete for port d2e2298e-215b-4d75-9dc1-d14c08edb021 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:20.259855 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.309472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:20.311536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfe119-d8a6-4b6c-93ab-733fbec39d55 None None] Port d2e2298e-215b-4d75-9dc1-d14c08edb021 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:20.335031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-cf49151c-b272-4c6a-a018-88517f388e25 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:20.336598 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-cf49151c-b272-4c6a-a018-88517f388e25 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 796 time: 0.1184647 Jul 07 17:39:20.353006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-93dd2fe2-64ff-4d26-8b30-860bcdc71edd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/quotas/067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 375 time: 0.0102513 Jul 07 17:39:20.435034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-1a3247a8-ce08-4815-8be7-d68d798f0a94 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757201 Jul 07 17:39:20.456296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-793ed315-3e12-4f3d-9d69-52bcd8d2d30e None None] Provisioning complete for port d2e2298e-215b-4d75-9dc1-d14c08edb021 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:20.456711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-793ed315-3e12-4f3d-9d69-52bcd8d2d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.515515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-793ed315-3e12-4f3d-9d69-52bcd8d2d30e None None] Port d2e2298e-215b-4d75-9dc1-d14c08edb021 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:20.539252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-2016179a-6f44-43fa-bba2-d23e3230a0c4 service neutron] 10.222.0.22 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929418 Jul 07 17:39:20.565377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 2, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:20.592367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Checking router: 8ed46270-d612-4752-8ff6-404d965e18d1 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:20.592729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Updating router 8ed46270-d612-4752-8ff6-404d965e18d1 port d2e2298e-215b-4d75-9dc1-d14c08edb021 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:39:20.634524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.634773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-f423e079-6750-42c4-a34e-83d1497065e3 service neutron] 10.222.0.22 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 Jul 07 17:39:20.656301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6aa54655-695c-4a59-ae68-266f92458d8d None None] Provisioning complete for port d2e2298e-215b-4d75-9dc1-d14c08edb021 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:20.656744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aa54655-695c-4a59-ae68-266f92458d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.719653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6aa54655-695c-4a59-ae68-266f92458d8d None None] Port d2e2298e-215b-4d75-9dc1-d14c08edb021 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:20.822861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67b7b8ba-883a-42f4-a29f-a448b9390651 req-8b4ed3d4-aec2-4d0c-84cd-ee4a1c07fd1a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Jul 07 17:39:20.954018 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:20.967285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Transition to ACTIVE for port object d2e2298e-215b-4d75-9dc1-d14c08edb021 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:20.974469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b2a5709e-423e-4c13-aecb-ec23f0fd5826 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:20.978683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.083686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304dcf5-944f-4516-bd5d-05278862f728 None None] Pushing event updated for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:21.145491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b2a5709e-423e-4c13-aecb-ec23f0fd5826 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:21.146144 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.148935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Attempting to bind port d2e2298e-215b-4d75-9dc1-d14c08edb021 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:21.149342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Attempting to bind port d2e2298e-215b-4d75-9dc1-d14c08edb021 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:21.149710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Attempting to bind port d2e2298e-215b-4d75-9dc1-d14c08edb021 on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:21.195881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:21.196848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:21.197674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.198697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Bound using segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:21.199739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Bound port: d2e2298e-215b-4d75-9dc1-d14c08edb021, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:21.200466 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.308280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] For port d2e2298e-215b-4d75-9dc1-d14c08edb021, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:21.312155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] For port d2e2298e-215b-4d75-9dc1-d14c08edb021, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2e2298e-215b-4d75-9dc1-d14c08edb021,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:21.318048 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.409313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:21.448187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:21.448866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:21.453772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304dcf5-944f-4516-bd5d-05278862f728 None None] Pushing event updated for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:21.573833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:21.573833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.603995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:22.002964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39284e6a-5c52-4b40-94ca-99c11e40323e req-966e612a-6fbd-486c-aa5b-1ecb978b55c5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 210 time: 0.0343683 Jul 07 17:39:22.031770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:21Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:22.063620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6cd4-f9c1-4545-9c91-87dce0df5828 None None] The sync data for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 is: [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:21Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:22.097300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-101be15b-7cd5-412c-8d16-68273d24711f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.099151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-101be15b-7cd5-412c-8d16-68273d24711f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 796 time: 0.1276243 Jul 07 17:39:22.160686 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-6db3d2f0-db12-4fb9-b727-ea0ee76a1f83 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 379 time: 0.0523779 Jul 07 17:39:22.170244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'port': {'device_id': '48b5b982-20bc-41de-901f-a5930e8fb375', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'admin_state_up': True, 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'security_groups': ['842f0f03-8477-4f82-a1b3-acd10c58fb2a']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:22.296979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:22.301178 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.433344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.11 (46a7b3b1-1329-4b63-bb94-0358d19d15ab/047520ff-5db1-4e54-bb43-ebdc20532204/8006f6f8-945b-4bb8-91db-957c3dbc00cf) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:22.591956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.606621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 8006f6f8-945b-4bb8-91db-957c3dbc00cf will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:22.640495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.685406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:22.689696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:22.693992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:22.733762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:22.759477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.760144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.779408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-5a36c903-9a5a-42e8-a7d4-b16dbc0b46dc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127574 Jul 07 17:39:22.792032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Request body: {'port': {'device_id': '48b5b982-20bc-41de-901f-a5930e8fb375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:22.873793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:22.936567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3071b77e-e897-4e63-bbb1-532c1ef31cd9 None None] Provisioning for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:22.945856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3071b77e-e897-4e63-bbb1-532c1ef31cd9 None None] Provisioning complete for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:22.946577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3071b77e-e897-4e63-bbb1-532c1ef31cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.006463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3071b77e-e897-4e63-bbb1-532c1ef31cd9 None None] Port 8006f6f8-945b-4bb8-91db-957c3dbc00cf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:39:23.034178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2e2298e-215b-4d75-9dc1-d14c08edb021 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:23.105604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d2e2298e-215b-4d75-9dc1-d14c08edb021 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:23.109950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d2e2298e-215b-4d75-9dc1-d14c08edb021 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:23.111185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.206657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.219977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118fca2-7069-4eb0-9001-1c6b03296bd1 req-569d06f6-d163-4e8a-a38b-03d57413821f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.221790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8006f6f8-945b-4bb8-91db-957c3dbc00cf {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:23.226616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c118fca2-7069-4eb0-9001-1c6b03296bd1 req-569d06f6-d163-4e8a-a38b-03d57413821f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 932 time: 0.0757511 Jul 07 17:39:23.231271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.244161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port d2e2298e-215b-4d75-9dc1-d14c08edb021, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2e2298e-215b-4d75-9dc1-d14c08edb021,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:23.244544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Transition to ACTIVE for port object 8006f6f8-945b-4bb8-91db-957c3dbc00cf will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:23.248546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.249879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.283100 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c118fca2-7069-4eb0-9001-1c6b03296bd1 req-5078683a-790b-4afa-84f5-15014e908744 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542893 Jul 07 17:39:23.313017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.350775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.403701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:23.404046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:23.404380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:23.408945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:39:23.409271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:23.414305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:23.414650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:23.415037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Bound using segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:23.415471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Bound port: 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:23.415842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.485837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:23.488991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:23.493722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.527349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.527920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:23.529841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] 10.222.0.32 "PUT /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 1093 time: 0.7427239 Jul 07 17:39:23.533276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:23.537533 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410a7c11-5780-47f8-8389-be9469fe673b" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:23.573622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:23.582120 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.582580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.582937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.583265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.583596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.584023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.584365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.584692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.585014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.585470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.585726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.586343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef03f6-1bb9-45df-8aec-f710b1098653 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:23.599796 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c968a-4b0d-46d2-9829-c7aaa64a9815 x-openstack-request-id: req-c08c968a-4b0d-46d2-9829-c7aaa64a9815 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:23.600091 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:23.600344 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c08c968a-4b0d-46d2-9829-c7aaa64a9815 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:23.600735 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'status': 'completed', 'code': 200} Jul 07 17:39:23.646433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-84d156b5-62d7-45ae-85f6-b4d22c64b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.647959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-84d156b5-62d7-45ae-85f6-b4d22c64b738 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1096 time: 0.0582387 Jul 07 17:39:23.693443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-92f68cfb-6b9c-4756-9cb5-16c134938dec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 217 time: 0.0383561 Jul 07 17:39:23.742924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-7bc38ae1-0ead-4373-8642-d590c43d88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.744380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-7bc38ae1-0ead-4373-8642-d590c43d88bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0438635 Jul 07 17:39:23.800098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-dc64ae3b-dc90-4062-a047-bd3eceef2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:23.801563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-dc64ae3b-dc90-4062-a047-bd3eceef2e56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511818 Jul 07 17:39:23.895896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-8f11ac42-c646-4863-9be0-9a10865f6304 service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Jul 07 17:39:23.985561 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9ede873-a4bd-439c-b13d-1e966634df4a req-48314f19-34b4-4cc5-9571-34015162032f service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Jul 07 17:39:24.081976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7c11-5780-47f8-8389-be9469fe673b req-16dd29f7-61e4-4c39-af9c-c9c71a2bffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.083538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-16dd29f7-61e4-4c39-af9c-c9c71a2bffeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1096 time: 0.0540068 Jul 07 17:39:24.181631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7c11-5780-47f8-8389-be9469fe673b req-2e7f0ba4-535d-416c-8c45-dd7d5970c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.183175 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-2e7f0ba4-535d-416c-8c45-dd7d5970c17c service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.0923684 Jul 07 17:39:24.223988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-a229f575-00b1-41ee-a153-6ab2489ee841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 217 time: 0.0344203 Jul 07 17:39:24.272879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7c11-5780-47f8-8389-be9469fe673b req-e0383449-be53-4e13-b972-9cde49147388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.274356 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-e0383449-be53-4e13-b972-9cde49147388 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0433676 Jul 07 17:39:24.343847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7c11-5780-47f8-8389-be9469fe673b req-ad33374c-766a-4bbb-a315-9ddd15c6043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.346163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-ad33374c-766a-4bbb-a315-9ddd15c6043d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650306 Jul 07 17:39:24.436059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-5c6d4a54-1fb1-4110-953f-118858464a0e service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817456 Jul 07 17:39:24.459481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8d8a-938f-4b19-983a-525c8081dbdc req-51114ae2-9b17-410c-8089-a1ad3d89554f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.460959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-374e8d8a-938f-4b19-983a-525c8081dbdc req-51114ae2-9b17-410c-8089-a1ad3d89554f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 944 time: 0.0668392 Jul 07 17:39:24.498883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-374e8d8a-938f-4b19-983a-525c8081dbdc req-5705d723-c30a-4ac6-8971-af2f79757026 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Jul 07 17:39:24.530525 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-410a7c11-5780-47f8-8389-be9469fe673b req-d2cd19d7-d5a6-4f74-ad73-459eab0b0915 service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878003 Jul 07 17:39:24.553753 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:24.961196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2e2298e-215b-4d75-9dc1-d14c08edb021 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:25.008627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d2e2298e-215b-4d75-9dc1-d14c08edb021 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:25.009042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:25.674299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1660f-ca52-40ea-9a51-2e167101c5e8 req-f4807945-9378-410b-ac5f-d36f86b47b16 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.675782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11e1660f-ca52-40ea-9a51-2e167101c5e8 req-f4807945-9378-410b-ac5f-d36f86b47b16 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 944 time: 0.0631409 Jul 07 17:39:25.712779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11e1660f-ca52-40ea-9a51-2e167101c5e8 req-e542d8dc-0f34-4412-9e26-6989cd286dac tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Jul 07 17:39:26.324447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:26.416093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:26.430226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'port_id': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'mac_address': 'fa:16:3e:42:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:26.466506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.478506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8006f6f8-945b-4bb8-91db-957c3dbc00cf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:26.496998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:26.501749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:26.548655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:26.708460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8006f6f8-945b-4bb8-91db-957c3dbc00cf'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:26.889018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da8458-6b47-4b37-80ef-202aecb28d8a req-ee25cfbc-cefb-4126-862d-9c35aa53b522 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:26.890695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62da8458-6b47-4b37-80ef-202aecb28d8a req-ee25cfbc-cefb-4126-862d-9c35aa53b522 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0698113 Jul 07 17:39:26.929293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62da8458-6b47-4b37-80ef-202aecb28d8a req-3996483c-f2a3-444d-9c8b-d7c5dead9318 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Jul 07 17:39:28.100661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772718c-5b65-4c4e-8775-ffee7ee47a5c req-6818f84d-2339-4abb-b13a-aa74d7b17b3b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.102154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c772718c-5b65-4c4e-8775-ffee7ee47a5c req-6818f84d-2339-4abb-b13a-aa74d7b17b3b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0628057 Jul 07 17:39:28.139508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c772718c-5b65-4c4e-8775-ffee7ee47a5c req-3a092fbf-8057-4240-b5bf-03001b9ced15 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Jul 07 17:39:28.339239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:28.385482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:28.388937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:28.389312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.467699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.489344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:28.491804 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a838ce07-33d4-4514-8c34-11a55ca3a207" -d '{"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-plugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:28.505143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:28.509867 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:28.535619 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f6a041-77a2-408d-9264-cd5bfb07cc8f x-openstack-request-id: req-d2f6a041-77a2-408d-9264-cd5bfb07cc8f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:28.536018 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-plugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:28.536274 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2f6a041-77a2-408d-9264-cd5bfb07cc8f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:28.537128 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'code': 200} Jul 07 17:39:28.562050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:28.570089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.570475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.570860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.571209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.571550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.571885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.572217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.572545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.573139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.573272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.573541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.573871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:28.649376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171162b-1d75-403c-ab44-7f8aad209632 req-e9b753fd-41ce-4b49-92ab-14db1d271bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.650972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3171162b-1d75-403c-ab44-7f8aad209632 req-e9b753fd-41ce-4b49-92ab-14db1d271bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1098 time: 0.0512943 Jul 07 17:39:28.685097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3171162b-1d75-403c-ab44-7f8aad209632 req-ab4eb67a-0cbc-454c-9ec6-91379547907a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277569 Jul 07 17:39:29.311732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460313-2f99-44a3-b526-2187cf8739b0 req-2eea4c72-2dad-4e91-b292-4dbeeb6cef4a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:29.313219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36460313-2f99-44a3-b526-2187cf8739b0 req-2eea4c72-2dad-4e91-b292-4dbeeb6cef4a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0624185 Jul 07 17:39:29.355638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36460313-2f99-44a3-b526-2187cf8739b0 req-09a2d64e-b47d-415b-b94e-995e7c8afb16 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362675 Jul 07 17:39:29.889621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c9cf6b7-8cdf-4903-8b66-eb15394e408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:30.534076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ecf13-c6c9-4227-8d58-cff41487d37d req-73b24300-ac53-4f26-9875-fb8c416c82ed tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.535505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-471ecf13-c6c9-4227-8d58-cff41487d37d req-73b24300-ac53-4f26-9875-fb8c416c82ed tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0664752 Jul 07 17:39:30.572456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-471ecf13-c6c9-4227-8d58-cff41487d37d req-8f87dd66-cabf-4de2-8539-943250dbc3f4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Jul 07 17:39:30.748649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8722b-cf82-4175-a6ae-996b3df95915 req-53fa5bd1-c900-4a67-bbd8-55794047adf0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.750230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18c8722b-cf82-4175-a6ae-996b3df95915 req-53fa5bd1-c900-4a67-bbd8-55794047adf0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0657587 Jul 07 17:39:30.790700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18c8722b-cf82-4175-a6ae-996b3df95915 req-2de010d3-2b7a-4e94-93f5-8ee3407df812 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340481 Jul 07 17:39:30.814978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:30.870400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aee6f0-2f5a-40c7-af8d-3e19898a47aa tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.871955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-82aee6f0-2f5a-40c7-af8d-3e19898a47aa tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1093 time: 0.0559781 Jul 07 17:39:30.874808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:30.879720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:30.903288 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.004195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.118456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.26 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/42764063-98c2-4874-8582-9fe755b00e0c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:31.231609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.275361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.322845 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:31.325806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:31.332402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:31.338169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=42764063-98c2-4874-8582-9fe755b00e0c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:31.721361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.815066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.971845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.976192 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:32.044345 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=42764063-98c2-4874-8582-9fe755b00e0c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:32.052937 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:32.155909 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 933981d6-73bc-4186-ac99-441026f91531 associated. External IP: 172.25.7.26, port: 8006f6f8-945b-4bb8-91db-957c3dbc00cf. Jul 07 17:39:32.330791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ead585c1-5c72-4961-af49-5da755c36d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:32.366662 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 8ed46270-d612-4752-8ff6-404d965e18d1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:39:32.472869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:39:32.482026 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Sync routers for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:39:32.488265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:32.492513 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:32.493156 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:32.524520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7984f3f3-8454-4fb8-abb3-aac9dd85e6c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6486785 Jul 07 17:39:32.525105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:32.527395 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7d28e-00f7-44f4-93ad-0687226e49b1" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:32.567307 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f03bb22-f631-4215-aca3-191747d56661 x-openstack-request-id: req-5f03bb22-f631-4215-aca3-191747d56661 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:32.567598 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:32.567852 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f03bb22-f631-4215-aca3-191747d56661 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:32.568302 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'status': 'completed', 'code': 200} Jul 07 17:39:32.603918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:32.651732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-7309a0c2-38d8-43e8-bcd9-165144c32337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.653668 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-7309a0c2-38d8-43e8-bcd9-165144c32337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1098 time: 0.0554898 Jul 07 17:39:32.679115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d023f7d-dc5c-41c8-bf15-001d78110926 req-bcafc5a3-053b-472a-a02c-c8218cdeac6e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.680773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d023f7d-dc5c-41c8-bf15-001d78110926 req-bcafc5a3-053b-472a-a02c-c8218cdeac6e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0652492 Jul 07 17:39:32.721151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d023f7d-dc5c-41c8-bf15-001d78110926 req-6f41b461-25b1-4779-9edf-552c8175e0a2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345290 Jul 07 17:39:32.746639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:32.751690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-fd27e68c-832a-41c0-a925-c8ab988b773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.753166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-fd27e68c-832a-41c0-a925-c8ab988b773b service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.0936313 Jul 07 17:39:32.799614 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:32.822862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-29a74f22-6349-4097-9736-64d2d332447b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/933981d6-73bc-4186-ac99-441026f91531 HTTP/1.1" status: 200 len: 991 time: 0.0719602 Jul 07 17:39:32.824409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-1cf88bbc-f906-44fd-9ecc-e2c2c4d3b8e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 999 time: 0.0647945 Jul 07 17:39:32.844598 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '933981d6-73bc-4186-ac99-441026f91531', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'port_id': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'mac_address': 'fa:16:3e:42:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5b982-20bc-41de-901f-a5930e8fb375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:31Z', 'updated_at': '2021-07-07T17:39:31Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:32.875125 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Checking router: 8ed46270-d612-4752-8ff6-404d965e18d1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:39:32.881558 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:39:32.882306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:39:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:32.887221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-d469ef53-1124-4538-91a5-4ce19890a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.888684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-d469ef53-1124-4538-91a5-4ce19890a403 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0580049 Jul 07 17:39:32.945001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-1100b378-374b-4541-b3b5-709d519229e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.946770 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-1100b378-374b-4541-b3b5-709d519229e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518534 Jul 07 17:39:33.045710 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-78392bdd-abd5-4b41-9646-cd629eb67b11 service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926614 Jul 07 17:39:33.078436 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:39:33.155338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74e7d28e-00f7-44f4-93ad-0687226e49b1 req-e9f076cd-0abc-40b6-bdc0-26002383d27d service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035140 Jul 07 17:39:33.313981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '933981d6-73bc-4186-ac99-441026f91531', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'port_id': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'mac_address': 'fa:16:3e:42:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5b982-20bc-41de-901f-a5930e8fb375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:31Z', 'updated_at': '2021-07-07T17:39:31Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:39:33.345924 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd77c5e-5ade-47f0-bd7c-74eaac3696c6 None None] The sync data for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 is: [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '933981d6-73bc-4186-ac99-441026f91531', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'port_id': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'mac_address': 'fa:16:3e:42:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5b982-20bc-41de-901f-a5930e8fb375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:39:31Z', 'updated_at': '2021-07-07T17:39:31Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:39:33.558011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9dc93-484a-4608-b94e-832e9c66860d None None] New status for floating IP 933981d6-73bc-4186-ac99-441026f91531: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:39:33.594510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c2c93-12f4-44f7-9c02-db52fbca7baf req-2b9932b1-11dc-4481-bd22-99bdc44b4680 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.596177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-739c2c93-12f4-44f7-9c02-db52fbca7baf req-2b9932b1-11dc-4481-bd22-99bdc44b4680 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0739238 Jul 07 17:39:33.635334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-739c2c93-12f4-44f7-9c02-db52fbca7baf req-99ef4f5a-0352-404b-af69-9e766c52800e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Jul 07 17:39:33.664041 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:33.827170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:39:33.894197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec49394e-e7b3-4b1c-9bfa-67ba6c783881 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/933981d6-73bc-4186-ac99-441026f91531 HTTP/1.1" status: 200 len: 993 time: 0.0657640 Jul 07 17:39:34.585927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:34.832253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb277ed-e1a4-4e06-abed-c408c005827d req-2f7c0b71-8884-4513-b563-0f4e7140a381 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.833986 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afb277ed-e1a4-4e06-abed-c408c005827d req-2f7c0b71-8884-4513-b563-0f4e7140a381 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0733585 Jul 07 17:39:34.871965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afb277ed-e1a4-4e06-abed-c408c005827d req-cf7ed0d8-6e83-44eb-9aed-a1855261c84d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321350 Jul 07 17:39:35.438036 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:36.058617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ca8e-23a9-43bb-b316-53aa0b9c115f req-f85a354b-6f77-47bf-b2d4-e8c4d521c783 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:36.060086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f0ca8e-23a9-43bb-b316-53aa0b9c115f req-f85a354b-6f77-47bf-b2d4-e8c4d521c783 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0673521 Jul 07 17:39:36.097052 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f0ca8e-23a9-43bb-b316-53aa0b9c115f req-c13d6234-182b-434a-8844-2a6a672529b3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Jul 07 17:39:36.546707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.275390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d0454-a3fb-484f-9fef-ff359b4d1036 req-9065beea-2051-4dfc-9a44-06c5f96e8ff4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.276873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-124d0454-a3fb-484f-9fef-ff359b4d1036 req-9065beea-2051-4dfc-9a44-06c5f96e8ff4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0640972 Jul 07 17:39:37.315240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-124d0454-a3fb-484f-9fef-ff359b4d1036 req-425c398e-ecb4-4962-a00e-57140340373d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jul 07 17:39:38.490501 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ce7a9-0736-4230-9751-3ed9792a0879 req-616858c8-424b-4254-abe1-8c4e950dadba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:38.492024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-070ce7a9-0736-4230-9751-3ed9792a0879 req-616858c8-424b-4254-abe1-8c4e950dadba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0638039 Jul 07 17:39:38.534390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-070ce7a9-0736-4230-9751-3ed9792a0879 req-e686d46a-9ad5-45a0-a9d0-5abb6202e287 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367584 Jul 07 17:39:40.041119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf49c9-f5c0-4bf1-baa7-639c2c344d9d req-a7c9fc8a-d929-43ff-8e58-25cc9ccba864 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.042638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38bf49c9-f5c0-4bf1-baa7-639c2c344d9d req-a7c9fc8a-d929-43ff-8e58-25cc9ccba864 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.3905849 Jul 07 17:39:40.080786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38bf49c9-f5c0-4bf1-baa7-639c2c344d9d req-7d5eeff6-989e-44e7-9606-c3d248ad5d67 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Jul 07 17:39:41.255413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece8ef0-e4ad-4eaf-97a8-78c7957f58a5 req-59d746e2-e730-44c1-95d1-4ebef551544d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:41.256918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dece8ef0-e4ad-4eaf-97a8-78c7957f58a5 req-59d746e2-e730-44c1-95d1-4ebef551544d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Jul 07 17:39:41.295730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dece8ef0-e4ad-4eaf-97a8-78c7957f58a5 req-e61f2f67-480a-4630-b4e2-f48df3347225 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Jul 07 17:39:42.478138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3f2ed-2059-47ba-a802-1d1cbd8baa0c req-e78109e4-70a8-4c9f-a5f1-d665bddb0f79 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:42.479631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2de3f2ed-2059-47ba-a802-1d1cbd8baa0c req-e78109e4-70a8-4c9f-a5f1-d665bddb0f79 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0673444 Jul 07 17:39:42.517519 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2de3f2ed-2059-47ba-a802-1d1cbd8baa0c req-1ae2aff0-7331-4949-92ba-4c813e8c7b80 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 07 17:39:43.696921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628db1e-3ab0-4cdb-b28e-968841c887aa req-cdb30465-7d18-4c25-8d31-95488f4c1c57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:43.699201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5628db1e-3ab0-4cdb-b28e-968841c887aa req-cdb30465-7d18-4c25-8d31-95488f4c1c57 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Jul 07 17:39:43.736338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5628db1e-3ab0-4cdb-b28e-968841c887aa req-dcea2841-9314-4166-b6d5-70c3156b4f29 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Jul 07 17:39:44.915746 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79599-58b1-4194-b3dd-1be7a8c2ac99 req-7cecffa2-5f27-42c6-b76e-cb00b6846408 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:44.917222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ff79599-58b1-4194-b3dd-1be7a8c2ac99 req-7cecffa2-5f27-42c6-b76e-cb00b6846408 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0656850 Jul 07 17:39:44.954816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ff79599-58b1-4194-b3dd-1be7a8c2ac99 req-82ddb910-0ad0-4fc6-8957-98c72b2cec45 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Jul 07 17:39:46.135822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf285d-f3ab-4d16-bcb6-56d2307f086c req-0d49a616-5893-4a18-8d30-de72bff03ea0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.137323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83cf285d-f3ab-4d16-bcb6-56d2307f086c req-0d49a616-5893-4a18-8d30-de72bff03ea0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0646219 Jul 07 17:39:46.174858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83cf285d-f3ab-4d16-bcb6-56d2307f086c req-eb0fff4e-1afd-464d-b921-68a98f4df691 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Jul 07 17:39:46.405072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:46.496034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:46.506994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:46.546314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.558935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:46.577678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:46.581318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.630558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:46.652916 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['042f8763-e84b-4208-8f06-ccf093ace5ff'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:47.358486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed345ff-94ad-4d11-9002-64f983c807ba req-e35768a1-4dec-4e2e-8c7a-9a917f8fe25f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:47.360106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ed345ff-94ad-4d11-9002-64f983c807ba req-e35768a1-4dec-4e2e-8c7a-9a917f8fe25f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0718782 Jul 07 17:39:47.400610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ed345ff-94ad-4d11-9002-64f983c807ba req-d226e204-3c6b-403f-aa1d-c03c5c0f9493 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348353 Jul 07 17:39:48.399512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:48.448827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 042f8763-e84b-4208-8f06-ccf093ace5ff triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:48.449200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.524522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.546671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:48.548930 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d313f-4729-4733-9bf4-4a27c098f3b1" -d '{"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:48.568347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:48.572740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.588007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960632c5-f845-4a50-9036-a1dd5c70181a req-3c51f840-f999-49e3-990a-cf0588f3bf0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:48.589527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-960632c5-f845-4a50-9036-a1dd5c70181a req-3c51f840-f999-49e3-990a-cf0588f3bf0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0755298 Jul 07 17:39:48.597801 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ae0c2-f9f5-4dcd-abd7-ee4b23b4ccbe x-openstack-request-id: req-1e4ae0c2-f9f5-4dcd-abd7-ee4b23b4ccbe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:48.598136 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:48.598390 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e4ae0c2-f9f5-4dcd-abd7-ee4b23b4ccbe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:48.598775 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'code': 200} Jul 07 17:39:48.624047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:48.629600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-960632c5-f845-4a50-9036-a1dd5c70181a req-e063aa4c-7d12-42ad-9fee-9f2948256509 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Jul 07 17:39:49.814832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67894a02-32ab-47e1-9be2-6e44bc70ba1d req-37c1fdd8-2e45-4e7c-afb4-7ed83f5b34f9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:49.816382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67894a02-32ab-47e1-9be2-6e44bc70ba1d req-37c1fdd8-2e45-4e7c-afb4-7ed83f5b34f9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Jul 07 17:39:49.856068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-67894a02-32ab-47e1-9be2-6e44bc70ba1d req-77dd7226-f989-425a-84f5-987d80bb1cbb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Jul 07 17:39:51.051165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442015d-3de0-48ae-a987-5cc777ee9e0f req-09b5f303-4a0d-427e-babf-779ee3714970 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:51.053470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9442015d-3de0-48ae-a987-5cc777ee9e0f req-09b5f303-4a0d-427e-babf-779ee3714970 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0764747 Jul 07 17:39:51.106711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9442015d-3de0-48ae-a987-5cc777ee9e0f req-1061a33a-3362-427e-8a12-1864dbd93b7d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Jul 07 17:39:52.292705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ec1a-9d8b-4f96-ba3f-02d3e142e722 req-32436bf0-4ca1-4d17-b370-3882e87182d3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:52.299263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca47ec1a-9d8b-4f96-ba3f-02d3e142e722 req-32436bf0-4ca1-4d17-b370-3882e87182d3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0709300 Jul 07 17:39:52.335461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca47ec1a-9d8b-4f96-ba3f-02d3e142e722 req-0e9720dd-bb56-4efb-81f3-ec7e83d29c8f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347409 Jul 07 17:39:53.536141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896955d-d78c-440c-9490-4d9593b20d9f req-843c1eab-ffb0-4b74-879b-76f2258fdf64 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:53.537642 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6896955d-d78c-440c-9490-4d9593b20d9f req-843c1eab-ffb0-4b74-879b-76f2258fdf64 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0774059 Jul 07 17:39:53.581722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6896955d-d78c-440c-9490-4d9593b20d9f req-5ea691b5-2b8a-4afb-a697-198cd1ed9661 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Jul 07 17:39:54.798069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e958-181c-4dd4-8b27-55986cf3f421 req-8369084c-bf81-41df-844a-2490f2bdd9dd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:54.799816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9483e958-181c-4dd4-8b27-55986cf3f421 req-8369084c-bf81-41df-844a-2490f2bdd9dd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0732563 Jul 07 17:39:54.842663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9483e958-181c-4dd4-8b27-55986cf3f421 req-bc27ba01-36b3-48f2-9202-b099cfe95031 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359929 Jul 07 17:39:56.046579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32a46-72c2-44d1-aa51-5a182f449834 req-d0dfeac9-76b5-481f-b881-d4d02a6ab40b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:56.048836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35a32a46-72c2-44d1-aa51-5a182f449834 req-d0dfeac9-76b5-481f-b881-d4d02a6ab40b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0694296 Jul 07 17:39:56.092665 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35a32a46-72c2-44d1-aa51-5a182f449834 req-c53414bd-66bf-482f-bca5-0f1c99c142a2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Jul 07 17:39:57.284794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05255-4add-4c99-952c-45c17c5a47be req-19c5924d-2d83-4a85-9f16-c071832c37ab tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:57.286320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fa05255-4add-4c99-952c-45c17c5a47be req-19c5924d-2d83-4a85-9f16-c071832c37ab tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0720687 Jul 07 17:39:57.338872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0fa05255-4add-4c99-952c-45c17c5a47be req-037026a0-0899-4081-b968-af494df6ce81 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456431 Jul 07 17:39:58.535962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840bff8-b296-40ef-97e7-4322e8ca911e req-7e518eda-bff5-4b91-8426-27312145ec31 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:58.537663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a840bff8-b296-40ef-97e7-4322e8ca911e req-7e518eda-bff5-4b91-8426-27312145ec31 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0715556 Jul 07 17:39:58.578075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a840bff8-b296-40ef-97e7-4322e8ca911e req-abaaeff1-4670-469e-a8f6-76952a9cbaca tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346782 Jul 07 17:39:59.762016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29953223-6bbe-4554-a0fe-d9fe2b8c37cd req-3df005f7-511e-4942-ac76-93040e83ec65 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:59.763540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29953223-6bbe-4554-a0fe-d9fe2b8c37cd req-3df005f7-511e-4942-ac76-93040e83ec65 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0628316 Jul 07 17:39:59.801098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29953223-6bbe-4554-a0fe-d9fe2b8c37cd req-81cb698f-ff85-460c-b83e-e2c5054ebf89 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Jul 07 17:39:59.891900 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ded79a9a-f807-439d-9e43-8bcd3986d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:00.279210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-c4b78a0a-fa68-45d4-b72f-d84e17f1f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.281414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-c4b78a0a-fa68-45d4-b72f-d84e17f1f3fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0573201 Jul 07 17:40:00.382348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-f44263f5-e544-4b53-8ae5-a56dca0dfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.383862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-f44263f5-e544-4b53-8ae5-a56dca0dfd2b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0964475 Jul 07 17:40:00.448451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-3e66ed7e-728d-4ebc-aaee-a682f603377e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1001 time: 0.0586455 Jul 07 17:40:00.495334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-c11a138d-9bf0-45d1-8db4-ab1da52ff4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.496667 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-c11a138d-9bf0-45d1-8db4-ab1da52ff4d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0424042 Jul 07 17:40:00.556622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-feded591-30e7-47c2-bf67-302d49b3d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.558089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-feded591-30e7-47c2-bf67-302d49b3d37f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550623 Jul 07 17:40:00.644816 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-5ae07e4f-f498-48f9-9c50-9850fa28b25b service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800686 Jul 07 17:40:00.735897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbbb31ac-ddfa-42bc-af26-5e383da8a640 req-19d2d18e-85ef-499b-a08d-cd32796e0c24 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842934 Jul 07 17:40:00.982200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545d875-38b9-45f9-a0eb-5a3f155700e2 req-bddd7f6d-2f55-4465-a1f7-dbbd7a5a6732 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.983694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9545d875-38b9-45f9-a0eb-5a3f155700e2 req-bddd7f6d-2f55-4465-a1f7-dbbd7a5a6732 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0693533 Jul 07 17:40:01.022800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9545d875-38b9-45f9-a0eb-5a3f155700e2 req-731d75c4-dba0-429a-a45f-5cea71dba5c1 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Jul 07 17:40:01.553327 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:02.200701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e7d67-cd74-43e0-945e-ef5fc8793b34 req-aef281bc-5db8-4466-9c45-63145adf6a1c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.202485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-491e7d67-cd74-43e0-945e-ef5fc8793b34 req-aef281bc-5db8-4466-9c45-63145adf6a1c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0633390 Jul 07 17:40:02.240764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-491e7d67-cd74-43e0-945e-ef5fc8793b34 req-7337ff71-ab2d-41fa-8b09-3fbce63a6e2c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Jul 07 17:40:02.323651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262799c-2157-45a1-b9e5-5297d1e5a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:02.803181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.426506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79ecf-0407-4e1a-acfa-22e9c3a8b5c3 req-c12cfde3-fbac-4ad9-935d-0cc2a88a99b5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:03.428016 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86a79ecf-0407-4e1a-acfa-22e9c3a8b5c3 req-c12cfde3-fbac-4ad9-935d-0cc2a88a99b5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0672414 Jul 07 17:40:03.465140 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86a79ecf-0407-4e1a-acfa-22e9c3a8b5c3 req-2769ce82-511e-4652-8c71-3a4dd6ececbc tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Jul 07 17:40:03.652021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:03.969093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-0192a0a2-39be-4ef4-a296-a7c282821099 req-a6bbd918-1b7c-40b6-864e-af657baf691e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:40:03.970227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0192a0a2-39be-4ef4-a296-a7c282821099 req-a6bbd918-1b7c-40b6-864e-af657baf691e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061436 Jul 07 17:40:04.214884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271168d-c3fc-4cb5-9d57-f491964129ec req-0979f0aa-871f-4c87-b8d8-32f851f223a7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.216434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d271168d-c3fc-4cb5-9d57-f491964129ec req-0979f0aa-871f-4c87-b8d8-32f851f223a7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0642743 Jul 07 17:40:04.254725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d271168d-c3fc-4cb5-9d57-f491964129ec req-4edb001a-f5e1-4351-a625-eaffa4987eef tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Jul 07 17:40:04.327139 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-bc2bf3fc-fcf5-42ba-901e-30c247d8f065 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503888 Jul 07 17:40:04.421188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:04.513088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.540974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:04.543411 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d8df6d-f2ef-4fa5-b65f-378ae0ea7210" -d '{"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:04.557225 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:04.562752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.586655 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba3097b-c6ac-47a1-80d4-f4e1cefe56a5 x-openstack-request-id: req-bba3097b-c6ac-47a1-80d4-f4e1cefe56a5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:04.586947 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-unplugged", "status": "failed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:04.587199 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bba3097b-c6ac-47a1-80d4-f4e1cefe56a5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:04.587594 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'code': 422} returned with failed status Jul 07 17:40:04.611408 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:04.623096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:05.293237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db72a7-3efd-4900-b7f8-3aaf8186e7f2 req-a01ac96a-5c7f-43c7-82d9-ff61ced9e387 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.294767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9db72a7-3efd-4900-b7f8-3aaf8186e7f2 req-a01ac96a-5c7f-43c7-82d9-ff61ced9e387 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0652659 Jul 07 17:40:05.334265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9db72a7-3efd-4900-b7f8-3aaf8186e7f2 req-10e98fa3-dc2d-4b20-ae9b-e085927fe7ad tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Jul 07 17:40:05.364801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59526) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:05.435450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dcfe9385-3e43-42f7-b169-ea48d4643bb9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/933981d6-73bc-4186-ac99-441026f91531 HTTP/1.1" status: 200 len: 993 time: 0.0694592 Jul 07 17:40:05.444715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8804-c59d-45a8-8c4f-8baeb17e0715 req-232c3062-4226-4f3d-b98c-cff50d17d1cb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.446385 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:05.447187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-686b8804-c59d-45a8-8c4f-8baeb17e0715 req-232c3062-4226-4f3d-b98c-cff50d17d1cb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0713081 Jul 07 17:40:05.487365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-686b8804-c59d-45a8-8c4f-8baeb17e0715 req-ea2abe5f-664f-4333-8979-ea95369813f5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Jul 07 17:40:05.939959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7ff25-daed-4305-a22d-b4874e1f08f8 req-98768e4f-5484-4e31-9e68-a9d4ae2fbe20 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.941529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75a7ff25-daed-4305-a22d-b4874e1f08f8 req-98768e4f-5484-4e31-9e68-a9d4ae2fbe20 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1098 time: 0.0551229 Jul 07 17:40:05.979711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75a7ff25-daed-4305-a22d-b4874e1f08f8 req-836342d4-72f8-4d81-ba5f-bb16dad1c724 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Jul 07 17:40:06.545626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:06.692464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956990-bbb2-452d-aaae-83acd3660082 req-2fb5e802-8b25-42da-ae84-8ce5cca288a8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:06.693956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db956990-bbb2-452d-aaae-83acd3660082 req-2fb5e802-8b25-42da-ae84-8ce5cca288a8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0696578 Jul 07 17:40:06.732614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db956990-bbb2-452d-aaae-83acd3660082 req-eb3bab4a-86a5-47e5-9ba2-fa9108cc8034 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329909 Jul 07 17:40:07.689600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-c87fce5b-0a13-44cd-9c95-08557ba219a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579580 Jul 07 17:40:07.933523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287d46-ee92-42dd-9179-aa57eac0cff0 req-41c1548e-2354-464f-afc3-16ad32fa9b45 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.935214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22287d46-ee92-42dd-9179-aa57eac0cff0 req-41c1548e-2354-464f-afc3-16ad32fa9b45 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0783885 Jul 07 17:40:07.977003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22287d46-ee92-42dd-9179-aa57eac0cff0 req-9ece22c2-073b-4eb5-9dd2-e01dd9d75ef6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358825 Jul 07 17:40:08.231291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f10aae18-b957-412a-8e86-b52613b81614 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:40:08.232307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f10aae18-b957-412a-8e86-b52613b81614 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625043 Jul 07 17:40:08.240867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Request body: {'binding': {'host': 'n-h2-791504-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:08.241417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:40:08.376485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on host n-h2-791504-12 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:08.376836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:08.377497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:08.382800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:08.383131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:08.387964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:08.388326 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:08.388715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Bound using segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:08.389192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Bound port: 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:08.487812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:08.494857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:08.496170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] 10.222.0.22 "POST /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.2583661 Jul 07 17:40:08.735024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7096-d20b-4c0b-9493-3e85caee5d8b req-c0ceb03e-94b5-41c8-9528-a243beb25273 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.742041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-629e7096-d20b-4c0b-9493-3e85caee5d8b req-c0ceb03e-94b5-41c8-9528-a243beb25273 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0803144 Jul 07 17:40:08.756825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-29daf892-c837-40c2-9e18-f25e9c7ad06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.758476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-29daf892-c837-40c2-9e18-f25e9c7ad06d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1098 time: 0.0605230 Jul 07 17:40:08.785901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-629e7096-d20b-4c0b-9493-3e85caee5d8b req-5a3523e3-670f-4a30-962b-ee5f2c1d75c2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Jul 07 17:40:08.871326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-19f3646c-05c9-49be-a663-8caa58ada9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.872342 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-19f3646c-05c9-49be-a663-8caa58ada9c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.1053681 Jul 07 17:40:08.951247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-fe489749-5c11-40bf-8fd0-6ada3522f9ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 1001 time: 0.0650799 Jul 07 17:40:09.000551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-793660b5-fc66-42e0-9d65-125d63f6a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.002021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-793660b5-fc66-42e0-9d65-125d63f6a7b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0443735 Jul 07 17:40:09.060537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4591fee-cafb-4f13-911f-54985754dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.062803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4591fee-cafb-4f13-911f-54985754dd15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541103 Jul 07 17:40:09.156247 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-9a975bcc-3e20-402d-8100-48bcb7759d2c service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869644 Jul 07 17:40:09.181911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559caf6-4a6f-4a08-a995-a30a323f18b2 req-6c300a69-f4c9-4457-8074-d74f91364fd5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.183418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b559caf6-4a6f-4a08-a995-a30a323f18b2 req-6c300a69-f4c9-4457-8074-d74f91364fd5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0819829 Jul 07 17:40:09.222949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b559caf6-4a6f-4a08-a995-a30a323f18b2 req-5b007220-0eb7-4137-9d07-10863fdf27e1 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333042 Jul 07 17:40:09.246484 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-4efd3e65-c9fe-40d8-a214-f9742917f97d service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839179 Jul 07 17:40:09.429405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-064b5f05-07b6-4ad7-b41b-4906b1870d53 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.430915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-064b5f05-07b6-4ad7-b41b-4906b1870d53 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375&tenant_id=067724d4970141ff8e56024dff84aa4d&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1098 time: 0.1284769 Jul 07 17:40:09.435858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-83d4524a-9085-47d8-8679-ccbe61eee411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.437738 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-83d4524a-9085-47d8-8679-ccbe61eee411 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 1095 time: 0.1106551 Jul 07 17:40:09.442614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-12'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:09.550440 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:09.566977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-4e4015b1-b052-43fc-9b94-1171a01c161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.568466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-4e4015b1-b052-43fc-9b94-1171a01c161a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.1048856 Jul 07 17:40:09.969749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97ba6-6abe-40f6-ba5f-245274294825 req-483307fc-8e82-4487-a7e7-2ec5e2ac428f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:09.971289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cc97ba6-6abe-40f6-ba5f-245274294825 req-483307fc-8e82-4487-a7e7-2ec5e2ac428f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0644591 Jul 07 17:40:10.008913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cc97ba6-6abe-40f6-ba5f-245274294825 req-26c06e4e-073c-4456-aae6-67ca632bfd92 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jul 07 17:40:10.046017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-e7037f7d-8f83-4abd-b798-323a85a8c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.048033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-e7037f7d-8f83-4abd-b798-323a85a8c1da service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.4596422 Jul 07 17:40:10.110826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:10.139374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-20cc5cf1-4d67-4ec2-8b51-2bd376cde8a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 999 time: 0.0845163 Jul 07 17:40:10.187226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:10.228382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-933a4390-6fc2-4d14-94a7-43ca8ff68917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.229839 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-933a4390-6fc2-4d14-94a7-43ca8ff68917 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0816157 Jul 07 17:40:10.249973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:10.252588 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147e1b90-18dc-4db7-b3aa-c0bcb9b1b1eb" -d '{"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-unplugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:10.256585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.278785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.291179 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56495c-7e64-4f7d-bcc2-a6d4b1eb0b9e x-openstack-request-id: req-fd56495c-7e64-4f7d-bcc2-a6d4b1eb0b9e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:10.291469 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-unplugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:10.291722 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd56495c-7e64-4f7d-bcc2-a6d4b1eb0b9e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:10.292116 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'code': 200} Jul 07 17:40:10.394484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:10.408419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-4008de22-3e3c-4845-9e1c-b25a794f9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.409972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-4008de22-3e3c-4845-9e1c-b25a794f9f5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702585 Jul 07 17:40:10.429272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa56f77-0661-4a9a-9712-17ddc1feebe0 req-694807ca-afdb-48bf-9ddd-56eb90eb663c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.431082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa56f77-0661-4a9a-9712-17ddc1feebe0 req-694807ca-afdb-48bf-9ddd-56eb90eb663c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0731366 Jul 07 17:40:10.478561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa56f77-0661-4a9a-9712-17ddc1feebe0 req-ea99f7ba-8234-49c5-8f87-42c4232ed30e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Jul 07 17:40:10.503761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on host n-h1-791504-12 for vnic_type normal with profile {"migrating_to": "n-h2-791504-12"} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:10.504108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:10.504447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:10.511349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:10.511677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Attempting to bind port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on network 46a7b3b1-1329-4b63-bb94-0358d19d15ab {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:10.520813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:10.521273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Checking segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:10.521493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Bound using segment: {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:10.521932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Bound port: 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada25aa2-24bd-4792-9cb0-7bc72522fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:10.522324 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.552053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce1a9541-334a-4481-8e2e-f84e6d874c9c None None] Provisioning complete for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:10.552622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9541-334a-4481-8e2e-f84e6d874c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.579351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-65c96684-f463-4f7e-ba9c-14b675405ad9 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600521 Jul 07 17:40:10.586362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a9541-334a-4481-8e2e-f84e6d874c9c None None] Port 8006f6f8-945b-4bb8-91db-957c3dbc00cf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:10.654661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:10.659332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:10.664315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.732831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1057aace-aaa8-4d33-a3ba-e7a9059a2153 req-6b0b63ed-47a3-4275-996a-dc0c83a4ea5e service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456897 Jul 07 17:40:10.782796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=8']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:10.833765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.834510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:10.836211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-f4f3117a-0241-47db-bcc9-d5f8760dace1 service neutron] 10.222.0.83 "PUT /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 1124 time: 1.3974230 Jul 07 17:40:10.906756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['8006f6f8-945b-4bb8-91db-957c3dbc00cf'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:10.932187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] Provisioning complete for port 8006f6f8-945b-4bb8-91db-957c3dbc00cf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:10.932187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.059024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.122875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:11.126230 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:11.128906 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed752549-2aaf-437c-82d6-09b318b9cdc2" -d '{"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-plugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:11.144979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:11.205115 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09535d9-ec06-45c4-88df-35410beb0d9b x-openstack-request-id: req-e09535d9-ec06-45c4-88df-35410beb0d9b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:11.205634 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-plugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:11.206122 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e09535d9-ec06-45c4-88df-35410beb0d9b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:11.206713 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'code': 200} Jul 07 17:40:11.341712 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea794f-f510-421a-8911-0d835adb1bfc req-c010183f-c480-4df8-8ac8-ded397f0adc0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:11.344656 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aeea794f-f510-421a-8911-0d835adb1bfc req-c010183f-c480-4df8-8ac8-ded397f0adc0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.1609416 Jul 07 17:40:11.363376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba9a0a-1e08-48b3-8fb4-9b06ad340a0d None None] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:11.440793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aeea794f-f510-421a-8911-0d835adb1bfc req-17987f1b-0202-40fc-bfe6-1e3c3d11f056 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904653 Jul 07 17:40:11.670247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e424-71ba-429a-94f9-c96b451fea91 req-e0f817d2-1526-450d-95dc-7d275e2f3312 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:11.672209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1885e424-71ba-429a-94f9-c96b451fea91 req-e0f817d2-1526-450d-95dc-7d275e2f3312 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0674493 Jul 07 17:40:11.710721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1885e424-71ba-429a-94f9-c96b451fea91 req-6fd9f4ec-ab1d-4068-809b-9acfbd9ed070 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Jul 07 17:40:12.188708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-3d5e2879-3804-43e0-97fc-6d457010474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.190253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-3d5e2879-3804-43e0-97fc-6d457010474f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1129 time: 0.0554059 Jul 07 17:40:12.294173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:12.296995 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f6244-6f27-4624-bc27-5086530baae4" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:12.304819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-d1e1c21d-6784-4763-9301-afd744e8f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.306592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-d1e1c21d-6784-4763-9301-afd744e8f44b service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.0935779 Jul 07 17:40:12.354759 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc0f28-b6ef-45b8-aad8-061f4a43c2e7 x-openstack-request-id: req-4dbc0f28-b6ef-45b8-aad8-061f4a43c2e7 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:12.355038 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:12.355297 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dbc0f28-b6ef-45b8-aad8-061f4a43c2e7 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:12.355690 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'status': 'completed', 'code': 200} Jul 07 17:40:12.381512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-583b6c71-ee4f-44b9-b5c0-867dd852f2ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 1001 time: 0.0688066 Jul 07 17:40:12.434581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-e327c893-2279-478f-95db-eec247b033cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.436174 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-e327c893-2279-478f-95db-eec247b033cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0476506 Jul 07 17:40:12.455212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:12.516366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-5f5f6088-188c-4d83-bec5-e8cfe22ad509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.517914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-5f5f6088-188c-4d83-bec5-e8cfe22ad509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759358 Jul 07 17:40:12.570178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:12.584880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf has no active binding in host n-h2-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:40:12.639296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-c3e4dcb1-d932-4bfa-aad4-003f9863a3cc service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133399 Jul 07 17:40:12.656432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8740f9e-eb06-4bf1-a0d0-9b8e4a98f21e req-13856c5d-2c25-4778-991e-90191fe3be52 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.658365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8740f9e-eb06-4bf1-a0d0-9b8e4a98f21e req-13856c5d-2c25-4778-991e-90191fe3be52 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0768332 Jul 07 17:40:12.700672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8740f9e-eb06-4bf1-a0d0-9b8e4a98f21e req-0b0585a3-a50c-44b1-90a6-469055144c78 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Jul 07 17:40:12.737387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef4293a5-317c-4e8a-8137-ea5ed681fd49 req-41b6d8ac-1e8b-4d51-91f2-d84771220ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918355 Jul 07 17:40:12.861641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-c849602f-2f17-4373-aad0-993694f49a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.863501 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-c849602f-2f17-4373-aad0-993694f49a1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1129 time: 0.0691929 Jul 07 17:40:12.908153 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49b26-c5da-44aa-b6ed-393d5384e84a req-802f2940-623c-475e-bab8-e5ab00a36466 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.917114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cf49b26-c5da-44aa-b6ed-393d5384e84a req-802f2940-623c-475e-bab8-e5ab00a36466 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0819681 Jul 07 17:40:12.954228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6cf49b26-c5da-44aa-b6ed-393d5384e84a req-5b2aecc6-ed00-4050-8163-75c37bcb1f69 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Jul 07 17:40:12.977679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-ff520fa0-bb66-4c51-8956-857fc60de1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.979197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-ff520fa0-bb66-4c51-8956-857fc60de1e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.1086738 Jul 07 17:40:13.053104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-05ecb6d0-00f4-4152-91c0-6fc8c869b999 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 1001 time: 0.0674448 Jul 07 17:40:13.104318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-95d72e94-82c7-4f30-9369-b749bcc6bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:13.106016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-95d72e94-82c7-4f30-9369-b749bcc6bce4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0463848 Jul 07 17:40:13.161897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-005aac46-1dc2-4602-9c0c-bea8c739e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:13.163411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-005aac46-1dc2-4602-9c0c-bea8c739e99e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514858 Jul 07 17:40:13.263041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-9228f8ea-fd5d-48c5-bd0e-ff8d82814b0b service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926626 Jul 07 17:40:13.355373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-eb4f6244-6f27-4624-bc27-5086530baae4 req-3e61b1c1-0cae-44b2-9f80-5a5540e40af2 service neutron] 10.222.0.32 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Jul 07 17:40:13.887766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517ba5b-2557-4890-b24d-584fc2957d77 req-072098b9-954f-4801-aeba-cd63bb19ad91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:13.890266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6517ba5b-2557-4890-b24d-584fc2957d77 req-072098b9-954f-4801-aeba-cd63bb19ad91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0678377 Jul 07 17:40:13.928773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6517ba5b-2557-4890-b24d-584fc2957d77 req-d5298620-cbdd-40d5-846c-fbec2de97683 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 07 17:40:14.152914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcfa5c-0e01-41be-8f69-f41b1265538b req-7a61489f-3556-4512-9540-28c1070dfc88 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:14.154557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23bcfa5c-0e01-41be-8f69-f41b1265538b req-7a61489f-3556-4512-9540-28c1070dfc88 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0698400 Jul 07 17:40:14.196176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-23bcfa5c-0e01-41be-8f69-f41b1265538b req-bbb4f71c-8d36-487d-b16c-f28ed9b81ca2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Jul 07 17:40:15.109787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445a0c-3243-4446-8951-339752d8bf43 req-b4fc0be7-f495-4315-9453-852164c0313f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.112163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1445a0c-3243-4446-8951-339752d8bf43 req-b4fc0be7-f495-4315-9453-852164c0313f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0684321 Jul 07 17:40:15.150872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1445a0c-3243-4446-8951-339752d8bf43 req-9620a545-c8a0-48df-a28c-65c9515790b9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Jul 07 17:40:15.393029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de29a3-b4a9-4927-a3ee-37108e11d766 req-44e15d1d-dcb2-43bb-a29d-55209cf9921e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.394574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32de29a3-b4a9-4927-a3ee-37108e11d766 req-44e15d1d-dcb2-43bb-a29d-55209cf9921e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0731213 Jul 07 17:40:15.433910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32de29a3-b4a9-4927-a3ee-37108e11d766 req-5dd4c26f-7100-4f1b-8e6d-3c97050a1f05 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337172 Jul 07 17:40:16.333299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f136d9-c1a1-4df0-a6f2-09d897777a4b req-8950eb6e-af3b-4588-9a4b-078b29ae151e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.334933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f136d9-c1a1-4df0-a6f2-09d897777a4b req-8950eb6e-af3b-4588-9a4b-078b29ae151e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0672390 Jul 07 17:40:16.375126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78f136d9-c1a1-4df0-a6f2-09d897777a4b req-9642e0b6-1006-4708-a84d-13d7a32911c6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345051 Jul 07 17:40:16.619882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98f9f-7587-49a9-bedc-374d0dbe944a req-5e69ad63-e5fe-4a35-b589-7e82fbe843aa tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.621655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24f98f9f-7587-49a9-bedc-374d0dbe944a req-5e69ad63-e5fe-4a35-b589-7e82fbe843aa tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0654104 Jul 07 17:40:16.664882 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24f98f9f-7587-49a9-bedc-374d0dbe944a req-4ca8c8d8-708f-4d7f-a8c3-b07619fd8b15 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369594 Jul 07 17:40:17.554702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949168-a901-46f6-bc92-bdb51a463601 req-432a7d16-18f1-4b54-8eb9-4216f1efe58e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:17.556135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19949168-a901-46f6-bc92-bdb51a463601 req-432a7d16-18f1-4b54-8eb9-4216f1efe58e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0667727 Jul 07 17:40:17.596049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19949168-a901-46f6-bc92-bdb51a463601 req-f8e9cfc5-69de-4fd2-a0cb-5e99c545aeeb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339370 Jul 07 17:40:17.845549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06abb-00b3-4928-bae0-1e01edd38bda req-98f30938-d6c5-4dcb-9b27-9588c48bbd98 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:17.846991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9b06abb-00b3-4928-bae0-1e01edd38bda req-98f30938-d6c5-4dcb-9b27-9588c48bbd98 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0645909 Jul 07 17:40:17.886662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9b06abb-00b3-4928-bae0-1e01edd38bda req-b1f72587-4cbc-4477-926c-a2e0f85da842 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Jul 07 17:40:18.790228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897980-8bde-4e68-9f26-ad027f98d467 req-53f00c17-152a-4335-b620-d23b5fdb2825 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.792041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d897980-8bde-4e68-9f26-ad027f98d467 req-53f00c17-152a-4335-b620-d23b5fdb2825 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0720420 Jul 07 17:40:18.832471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d897980-8bde-4e68-9f26-ad027f98d467 req-233bfbb4-0666-42e1-ba17-5e922f2bae17 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346262 Jul 07 17:40:19.086512 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e84f3-a613-4aa4-8f82-510859676013 req-d73a92ab-148a-4dd2-84e1-723cece71ecd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.088106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e84f3-a613-4aa4-8f82-510859676013 req-d73a92ab-148a-4dd2-84e1-723cece71ecd tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0722401 Jul 07 17:40:19.135806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e84f3-a613-4aa4-8f82-510859676013 req-c3bc947a-88e8-4c55-a7f8-ef7fa8a5779b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Jul 07 17:40:20.019491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec5e4-d620-4b1b-9779-0cc986927ddc req-d3df9c45-a619-4c4a-8daf-9c20a438097c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.021010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-822ec5e4-d620-4b1b-9779-0cc986927ddc req-d3df9c45-a619-4c4a-8daf-9c20a438097c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 946 time: 0.0708094 Jul 07 17:40:20.060745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-822ec5e4-d620-4b1b-9779-0cc986927ddc req-0b2244ac-10b6-4504-8909-83efd610fb4c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Jul 07 17:40:20.322387 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2406a-1ff3-4f34-af14-6e741548a5e0 req-b24600fe-3e34-4f39-b759-03dfb974ad0f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.323975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40b2406a-1ff3-4f34-af14-6e741548a5e0 req-b24600fe-3e34-4f39-b759-03dfb974ad0f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Jul 07 17:40:20.365967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40b2406a-1ff3-4f34-af14-6e741548a5e0 req-bd2edd4c-36f6-4a2e-a83c-0d9670415e79 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 Jul 07 17:40:20.501818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-77f954ed-0e01-4fcc-9e3b-31fdc94ff68d service neutron] 10.222.0.32 "GET /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf/bindings/n-h2-791504-12 HTTP/1.1" status: 200 len: 385 time: 0.0586696 Jul 07 17:40:20.528214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:20.630432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:20.643477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf has no active binding in host n-h2-791504-12 {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:40:20.694363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:20.719106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:20.763949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:20.766998 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c6896-1c01-45e1-a6d6-44eb040d9e34" -d '{"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-unplugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:20.774778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:20.798475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.822591 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6901c-86a3-4c89-8f07-4d703360715a x-openstack-request-id: req-94b6901c-86a3-4c89-8f07-4d703360715a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:20.822887 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-unplugged", "status": "completed", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:20.823161 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94b6901c-86a3-4c89-8f07-4d703360715a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:20.823540 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'code': 200} Jul 07 17:40:20.888170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] Transition to ACTIVE for port object 8006f6f8-945b-4bb8-91db-957c3dbc00cf will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:20.894743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.997224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] Pushing event updated for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=11']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:21.031968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] No DVR routers for this DVR port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:21.196229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-edef94c5-1480-4e15-bb92-ac7bf7bcb06e service neutron] 10.222.0.32 "PUT /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf/bindings/n-h2-791504-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6891296 Jul 07 17:40:21.488571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f99d8-e0f3-44b2-93f8-d636d8a7725c req-cb0f2a43-1807-4d66-8590-edde4cbb8293 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:21.490139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b7f99d8-e0f3-44b2-93f8-d636d8a7725c req-cb0f2a43-1807-4d66-8590-edde4cbb8293 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0659344 Jul 07 17:40:21.565112 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b7f99d8-e0f3-44b2-93f8-d636d8a7725c req-951493ed-d6db-416c-89ad-434889869994 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683315 Jul 07 17:40:21.591055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665923-bb60-4219-a7ee-f5e8fa7a12d3 req-95fc74dc-3f96-44ba-816b-180d65426f1c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:21.593132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00665923-bb60-4219-a7ee-f5e8fa7a12d3 req-95fc74dc-3f96-44ba-816b-180d65426f1c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0969396 Jul 07 17:40:21.629750 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00665923-bb60-4219-a7ee-f5e8fa7a12d3 req-36cbdd74-4266-46d8-8efc-5623b9090496 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310199 Jul 07 17:40:22.573046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:22.613026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:22.738585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e9f85-fba0-4daf-87ca-4e46e628738d req-f0d389c0-4ca7-43ba-be1c-aec2c174ec5b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.740163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c81e9f85-fba0-4daf-87ca-4e46e628738d req-f0d389c0-4ca7-43ba-be1c-aec2c174ec5b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0640724 Jul 07 17:40:22.812970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c81e9f85-fba0-4daf-87ca-4e46e628738d req-3d7e1591-8959-4de4-afd9-f5655b001b96 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673020 Jul 07 17:40:22.842360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe409f8-4b2d-4c81-bd4d-f9a9c472ca0c req-7100d7ec-8ed8-491c-b8f9-94822d794547 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.844542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebe409f8-4b2d-4c81-bd4d-f9a9c472ca0c req-7100d7ec-8ed8-491c-b8f9-94822d794547 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0925400 Jul 07 17:40:22.881931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebe409f8-4b2d-4c81-bd4d-f9a9c472ca0c req-84c676bf-f92e-4398-aca1-4fad41ae461c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Jul 07 17:40:23.985374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d377-db2d-48c1-bb15-ceb4b528b8e4 req-14785e89-2b33-4115-8c59-e3a2b2ffcb4a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:23.986901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c461d377-db2d-48c1-bb15-ceb4b528b8e4 req-14785e89-2b33-4115-8c59-e3a2b2ffcb4a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0650480 Jul 07 17:40:24.052896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c461d377-db2d-48c1-bb15-ceb4b528b8e4 req-116f9adc-7d06-4c2a-87bd-d3df707d9497 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604599 Jul 07 17:40:24.081336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245f029-f0bc-480b-9953-185db3e02887 req-6b40dffb-9692-4344-9117-488eac0a948b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:24.082849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6245f029-f0bc-480b-9953-185db3e02887 req-6b40dffb-9692-4344-9117-488eac0a948b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0834317 Jul 07 17:40:24.124348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6245f029-f0bc-480b-9953-185db3e02887 req-1ee30d5b-eee1-471c-9780-f2edf98b14fb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Jul 07 17:40:25.226846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3959-2c0b-4732-afd9-2d040af3b065 req-b2204a78-a4c0-4a42-a5bd-86025bce8fac tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.228343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6be3959-2c0b-4732-afd9-2d040af3b065 req-b2204a78-a4c0-4a42-a5bd-86025bce8fac tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0641673 Jul 07 17:40:25.293983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a6be3959-2c0b-4732-afd9-2d040af3b065 req-674b7c8c-5364-4767-b25e-efb38c743085 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602093 Jul 07 17:40:25.326203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fa09-8652-4e0a-bd73-45000191bfc6 req-21f3dd20-ecf6-4905-8335-62fb59dc195c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.329123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a35fa09-8652-4e0a-bd73-45000191bfc6 req-21f3dd20-ecf6-4905-8335-62fb59dc195c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0822773 Jul 07 17:40:25.378454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a35fa09-8652-4e0a-bd73-45000191bfc6 req-f008d3e4-05b4-49a2-905e-9404e8a2a5e7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Jul 07 17:40:25.439992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-ab956558-ead7-47fa-9517-ec6257bc34b5 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.441487 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-ab956558-ead7-47fa-9517-ec6257bc34b5 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375&tenant_id=067724d4970141ff8e56024dff84aa4d&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.0981438 Jul 07 17:40:25.461628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-0ff3295a-ef82-4394-bac2-234e2e2201cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.463085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-0ff3295a-ef82-4394-bac2-234e2e2201cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1095 time: 0.0741093 Jul 07 17:40:25.594597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-0b85d6cc-a80e-436e-8b05-b2b6b05553d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.596018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-0b85d6cc-a80e-436e-8b05-b2b6b05553d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 1097 time: 0.1223865 Jul 07 17:40:25.605020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-7ac0fa43-4199-4c6a-ba04-c499d74d048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.606433 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-7ac0fa43-4199-4c6a-ba04-c499d74d048c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.1052091 Jul 07 17:40:25.696639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-4561068f-9965-467f-8023-f9369c104549 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 999 time: 0.0839977 Jul 07 17:40:25.743213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-33479fb0-68e2-43d8-8034-640e9619fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.744644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-33479fb0-68e2-43d8-8034-640e9619fb33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1097 time: 0.1254742 Jul 07 17:40:25.762025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-e5687889-e72d-407d-9c21-71f0fa2bf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.763423 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-e5687889-e72d-407d-9c21-71f0fa2bf313 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0609162 Jul 07 17:40:25.873121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-15a27bf6-788d-4cb9-b7f7-97da7c6ace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.875282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-15a27bf6-788d-4cb9-b7f7-97da7c6ace10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.1234291 Jul 07 17:40:25.884175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-32e1b5c2-a428-43ea-bc49-093b7a9d390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.885667 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-32e1b5c2-a428-43ea-bc49-093b7a9d390f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127753 Jul 07 17:40:25.996603 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-6a8088c3-d51e-49f7-85db-bb21689dc0ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 999 time: 0.1145463 Jul 07 17:40:26.058702 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-3d6ec31f-31b5-4ce4-8e7b-934586edc629 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665897 Jul 07 17:40:26.064312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-0309a9a5-c882-4c49-b035-0a59521be540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.065715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-0309a9a5-c882-4c49-b035-0a59521be540 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0620332 Jul 07 17:40:26.192913 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-690b04e6-9a67-44a2-a0fd-50cef0b2624e req-9ede48d7-4e76-43da-9c06-b0688f7e2ab9 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261504 Jul 07 17:40:26.194537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-39db721f-3948-4f5e-8801-9d0a5002eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.195893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-39db721f-3948-4f5e-8801-9d0a5002eaac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216872 Jul 07 17:40:26.296218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-946b837c-33e9-4d32-ade7-fbb6b7d0fa07 service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901403 Jul 07 17:40:26.384981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-33d76968-070b-4a23-9264-4e78b2df738f service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Jul 07 17:40:26.495951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc2c85-b64f-4c19-a83a-2d9b58d6d722 req-4e63886f-d90f-44eb-a2df-f8c887db8355 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.497388 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77fc2c85-b64f-4c19-a83a-2d9b58d6d722 req-4e63886f-d90f-44eb-a2df-f8c887db8355 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0690784 Jul 07 17:40:26.571467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77fc2c85-b64f-4c19-a83a-2d9b58d6d722 req-311bad79-f8d8-4ad2-bc56-2992b9b6e1e4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610454 Jul 07 17:40:26.600519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f06e-7371-41e9-80ec-7759745e238e req-a591642d-9457-43fc-a708-93b9c26a7e6f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.602687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74a0f06e-7371-41e9-80ec-7759745e238e req-a591642d-9457-43fc-a708-93b9c26a7e6f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.1010976 Jul 07 17:40:26.654535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74a0f06e-7371-41e9-80ec-7759745e238e req-28013fe2-3601-416e-a2d1-feeb45c354bf tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Jul 07 17:40:26.762564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-7ee8ee3f-bf59-494e-babf-60ede0391b28 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.764611 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-7ee8ee3f-bf59-494e-babf-60ede0391b28 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375&tenant_id=067724d4970141ff8e56024dff84aa4d&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 1097 time: 0.0749667 Jul 07 17:40:26.907030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-c99722a4-c38c-4f09-8c0c-bf1de5eca14a service neutron] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:26.910160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-c99722a4-c38c-4f09-8c0c-bf1de5eca14a service neutron] Notify callbacks [] for binding, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.911355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-c99722a4-c38c-4f09-8c0c-bf1de5eca14a service neutron] 10.222.0.83 "DELETE /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf/bindings/n-h1-791504-12 HTTP/1.1" status: 204 len: 173 time: 0.1385410 Jul 07 17:40:27.751899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37afdd-cf34-4734-9baa-d18bea6ae45b req-26380eb0-9c0b-4a63-9e32-1d4de9b737eb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.753383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f37afdd-cf34-4734-9baa-d18bea6ae45b req-26380eb0-9c0b-4a63-9e32-1d4de9b737eb tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0662894 Jul 07 17:40:27.820217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f37afdd-cf34-4734-9baa-d18bea6ae45b req-0e767664-e0c9-4b1e-b9fb-9b0e3656eb9c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613384 Jul 07 17:40:27.849071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272fc93-6314-4b75-92ed-7c711e2f3b2c req-fbcea270-4887-42fa-bd1d-2ded375dc0c6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.850748 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3272fc93-6314-4b75-92ed-7c711e2f3b2c req-fbcea270-4887-42fa-bd1d-2ded375dc0c6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0785031 Jul 07 17:40:27.888491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3272fc93-6314-4b75-92ed-7c711e2f3b2c req-99a20eb0-eda6-49a3-bb47-5d6778697ad1 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Jul 07 17:40:27.982386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefedee-9d57-4b1b-a24d-e2d36ab04f12 req-ba3025be-ded6-4ede-9064-5dba5df315d6 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:27.984505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cefedee-9d57-4b1b-a24d-e2d36ab04f12 req-ba3025be-ded6-4ede-9064-5dba5df315d6 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1097 time: 0.0521419 Jul 07 17:40:28.017076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cefedee-9d57-4b1b-a24d-e2d36ab04f12 req-670d5fe1-a551-483d-af11-26b5bba5514d tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271187 Jul 07 17:40:28.188849 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211de25-6fa9-4196-8a35-85c89c843cd6 req-e077c4d1-efc7-474b-a8cf-3820fdc200b3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:28.190431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3211de25-6fa9-4196-8a35-85c89c843cd6 req-e077c4d1-efc7-474b-a8cf-3820fdc200b3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0676663 Jul 07 17:40:28.226921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3211de25-6fa9-4196-8a35-85c89c843cd6 req-e8c665c7-6ef2-4083-8299-a5c7855f9fd5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310416 Jul 07 17:40:28.251645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:28.310712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7c827059-8115-4213-b80f-e31ad4d995c4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/933981d6-73bc-4186-ac99-441026f91531 HTTP/1.1" status: 200 len: 991 time: 0.0579357 Jul 07 17:40:28.563978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59678) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:29.031129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 42764063-98c2-4874-8582-9fe755b00e0c {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:29.031597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.072745 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f2980-f4f2-4383-b3a2-8928c2e6d243 req-cf862bad-ae5f-4e07-b69d-f1fa8fbf56bc tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.074348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a88f2980-f4f2-4383-b3a2-8928c2e6d243 req-cf862bad-ae5f-4e07-b69d-f1fa8fbf56bc tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0658550 Jul 07 17:40:29.108481 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.108812 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.113295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a88f2980-f4f2-4383-b3a2-8928c2e6d243 req-6e19e4cf-9e1a-49cc-93ac-04892b4e9f36 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Jul 07 17:40:29.120604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 42764063-98c2-4874-8582-9fe755b00e0c owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:29.269803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.292159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=42764063-98c2-4874-8582-9fe755b00e0c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:29.305686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.306068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.306427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.306763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.307097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.307423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.307753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.308069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.308392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.308718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.309036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.309353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:29.365251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.365587 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 933981d6-73bc-4186-ac99-441026f91531 disassociated (deleted). External IP: 172.25.7.26, port: 8006f6f8-945b-4bb8-91db-957c3dbc00cf. Jul 07 17:40:29.567555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 8ed46270-d612-4752-8ff6-404d965e18d1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:29.673420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:29.678212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.682930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Sync routers for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:29.692058 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:29.692660 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:29.717316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cadc8f4a-49d9-40c2-8dee-77d383233c46 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/floatingips/933981d6-73bc-4186-ac99-441026f91531 HTTP/1.1" status: 204 len: 168 time: 1.1522279 Jul 07 17:40:29.717905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:29.720183 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:29.755978 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7886a6d9-7acd-46a1-83e7-31017f0943fb x-openstack-request-id: req-7886a6d9-7acd-46a1-83e7-31017f0943fb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:29.756285 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:29.756526 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7886a6d9-7acd-46a1-83e7-31017f0943fb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:29.756930 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'status': 'completed', 'code': 200} Jul 07 17:40:29.802654 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:29.832535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-14536bab-dc25-451c-a617-f2848fc16aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.834072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-14536bab-dc25-451c-a617-f2848fc16aae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 1097 time: 0.0546679 Jul 07 17:40:29.895336 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02603bf7-5d1d-45bc-b2f3-9e86c3ba1c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.930620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-b040225a-bfae-42c8-bbc0-26e7fc2787a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:29.932555 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-b040225a-bfae-42c8-bbc0-26e7fc2787a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 200 len: 897 time: 0.0917690 Jul 07 17:40:29.985932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-f5ea98b8-bfaa-4803-993e-3a51a1d313a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 200 len: 217 time: 0.0463722 Jul 07 17:40:30.019704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:30.044823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-f4b9404a-79f1-45ca-94ae-34baf1517335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.046522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-f4b9404a-79f1-45ca-94ae-34baf1517335 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 200 len: 835 time: 0.0544744 Jul 07 17:40:30.047199 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Checking router: 8ed46270-d612-4752-8ff6-404d965e18d1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:30.055578 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:30.056174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:30.097991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f025403-1c7a-4d82-b8ec-16973159b991 req-8ffd1145-ea23-487c-9f54-a32c4dae4784 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.099460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f025403-1c7a-4d82-b8ec-16973159b991 req-8ffd1145-ea23-487c-9f54-a32c4dae4784 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0667758 Jul 07 17:40:30.111880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-88afea2a-fa3c-4606-afd6-7875ea167fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.113716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-88afea2a-fa3c-4606-afd6-7875ea167fa1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=46a7b3b1-1329-4b63-bb94-0358d19d15ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604782 Jul 07 17:40:30.138404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f025403-1c7a-4d82-b8ec-16973159b991 req-199a4ca1-cc69-4f72-a4c2-6c28b7c7fecc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=842f0f03-8477-4f82-a1b3-acd10c58fb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331922 Jul 07 17:40:30.175147 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:30.226975 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-d69f05b1-5b0d-4c3f-8dea-de64290bbf32 service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063027 Jul 07 17:40:30.306250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc123f-bc7f-402a-95ac-e35e1e1e5498 req-c91f42ba-9676-40d7-ac69-774e574b8763 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.307866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eefc123f-bc7f-402a-95ac-e35e1e1e5498 req-c91f42ba-9676-40d7-ac69-774e574b8763 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0701323 Jul 07 17:40:30.327947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ec01c81c-2957-4c1f-ad55-f51f299ea2eb req-fb7d840d-0943-4842-abda-1bc8c0b1ff05 service neutron] 10.222.0.83 "GET /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936742 Jul 07 17:40:30.356499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eefc123f-bc7f-402a-95ac-e35e1e1e5498 req-1e6edcd7-b03e-4080-9e6e-292b58fc070f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Jul 07 17:40:30.391589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:30.416807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712df88-a99c-4228-93a6-b270a25839c6 None None] The sync data for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 is: [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'd2e2298e-215b-4d75-9dc1-d14c08edb021', 'name': '', 'network_id': '46a7b3b1-1329-4b63-bb94-0358d19d15ab', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:66:59:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:18Z', 'updated_at': '2021-07-07T17:39:23Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': '047520ff-5db1-4e54-bb43-ebdc20532204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:30.641235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1e17e-4539-4555-ab63-9da2dcc4e343 None None] New status for floating IP 933981d6-73bc-4186-ac99-441026f91531: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:40:30.820952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-c6912a39-7bea-40fc-803f-7d5f528d231d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:30.822525 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-c6912a39-7bea-40fc-803f-7d5f528d231d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 945 time: 0.0661786 Jul 07 17:40:30.930534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 8006f6f8-945b-4bb8-91db-957c3dbc00cf {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:30.930798 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.017192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 8006f6f8-945b-4bb8-91db-957c3dbc00cf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8006f6f8-945b-4bb8-91db-957c3dbc00cf,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:31.017549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.034437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 8006f6f8-945b-4bb8-91db-957c3dbc00cf owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:31.156499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.185548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=8006f6f8-945b-4bb8-91db-957c3dbc00cf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.238850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] No DVR routers for this DVR port 8006f6f8-945b-4bb8-91db-957c3dbc00cf on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:31.241479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.243889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e7d519bf-eae0-42c5-b63c-0b583ac75206 req-47d30d91-3983-4a13-bde7-76ec0d1a623c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.83 "DELETE /v2.0/ports/8006f6f8-945b-4bb8-91db-957c3dbc00cf HTTP/1.1" status: 204 len: 173 time: 0.4157486 Jul 07 17:40:31.295702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ae17842-73c0-4f01-8327-7ecea68bf9fb req-41566ebf-9cf7-457b-9d13-7abe13b2a0d6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=48b5b982-20bc-41de-901f-a5930e8fb375 HTTP/1.1" status: 200 len: 210 time: 0.0327759 Jul 07 17:40:31.541298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93657-b749-4fef-9d90-cc0a809fcb01 req-7e26c02c-c098-4569-93b1-b81537595249 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:31.542969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06d93657-b749-4fef-9d90-cc0a809fcb01 req-7e26c02c-c098-4569-93b1-b81537595249 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0682306 Jul 07 17:40:31.587159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06d93657-b749-4fef-9d90-cc0a809fcb01 req-a9df0cc9-91d4-4a10-8bc2-9219bfc7190c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Jul 07 17:40:31.757858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-deleted', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:31.760232 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a6177-1b10-49cb-9c57-e250489d6c89" -d '{"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-deleted", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:31.794668 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32507651-a4c4-48a2-966b-c9b1c8cab8d4 x-openstack-request-id: req-32507651-a4c4-48a2-966b-c9b1c8cab8d4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:31.794970 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b982-20bc-41de-901f-a5930e8fb375", "name": "network-vif-deleted", "tag": "8006f6f8-945b-4bb8-91db-957c3dbc00cf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:31.795721 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32507651-a4c4-48a2-966b-c9b1c8cab8d4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:31.796126 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b982-20bc-41de-901f-a5930e8fb375', 'name': 'network-vif-deleted', 'tag': '8006f6f8-945b-4bb8-91db-957c3dbc00cf', 'status': 'completed', 'code': 200} Jul 07 17:40:32.324850 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a442f119-3b72-4d18-87f5-44f7ec631181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.397668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59698) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:32.768438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.780263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3411f6-f6a4-4261-a230-51da8c014b90 req-6e93a9ad-1280-49ea-a722-5fff4e25455f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:32.782511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b3411f6-f6a4-4261-a230-51da8c014b90 req-6e93a9ad-1280-49ea-a722-5fff4e25455f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0678699 Jul 07 17:40:32.808816 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.821878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b3411f6-f6a4-4261-a230-51da8c014b90 req-b83b746f-aabd-4ed5-9154-b7600b0ae1a4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345528 Jul 07 17:40:33.061897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port d2e2298e-215b-4d75-9dc1-d14c08edb021 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:33.062279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.150958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port d2e2298e-215b-4d75-9dc1-d14c08edb021, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d2e2298e-215b-4d75-9dc1-d14c08edb021,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:33.151320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.163839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for d2e2298e-215b-4d75-9dc1-d14c08edb021 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:33.346064 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.373482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=d2e2298e-215b-4d75-9dc1-d14c08edb021,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:33.550298 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.655260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.759249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router 8ed46270-d612-4752-8ff6-404d965e18d1 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:33.864339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:33.873238 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc954ce7-8e3f-4da4-9a07-f8ddb0e2be6f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/8ed46270-d612-4752-8ff6-404d965e18d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4705884 Jul 07 17:40:33.873238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:33.875385 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Sync routers for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:33.884971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:33.885595 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:33.926065 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting subnet 047520ff-5db1-4e54-bb43-ebdc20532204 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:40:33.929421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.970148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.991212 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:34.017959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122d3cb-c544-4213-9be5-9afa38ff9bd0 req-cbfcd116-d62c-4756-848a-e38213e675be tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:34.024947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9122d3cb-c544-4213-9be5-9afa38ff9bd0 req-cbfcd116-d62c-4756-848a-e38213e675be tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0766296 Jul 07 17:40:34.058273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.060295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9122d3cb-c544-4213-9be5-9afa38ff9bd0 req-6d99a095-c631-4b99-97c9-150267fd0e5a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Jul 07 17:40:34.121402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.149746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Subnet': ['ID=047520ff-5db1-4e54-bb43-ebdc20532204,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.151828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.153698 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-439967bb-eed7-49f2-83d5-43401d5b108f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/subnets/047520ff-5db1-4e54-bb43-ebdc20532204 HTTP/1.1" status: 204 len: 168 time: 0.2805595 Jul 07 17:40:34.157111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59706) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:34.159729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf04213-efcd-4a4a-8ce7-c889ef6b36db None None] Network 46a7b3b1-1329-4b63-bb94-0358d19d15ab requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:34.173909 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:34.272114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.296787 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Checking router: 8ed46270-d612-4752-8ff6-404d965e18d1 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:34.305406 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Routers {'8ed46270-d612-4752-8ff6-404d965e18d1'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:34.305769 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['8ed46270-d612-4752-8ff6-404d965e18d1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:34.359704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] DHCP port deletion for 46a7b3b1-1329-4b63-bb94-0358d19d15ab request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:40:34.405317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.409717 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Deleting port b2a5709e-423e-4c13-aecb-ec23f0fd5826 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:34.410743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.412094 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] Set router 8ed46270-d612-4752-8ff6-404d965e18d1 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:34.459256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:34.459769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.478235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] For port b2a5709e-423e-4c13-aecb-ec23f0fd5826, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b2a5709e-423e-4c13-aecb-ec23f0fd5826,segment=NetworkSegment(ada25aa2-24bd-4792-9cb0-7bc72522fe18),segment_id=ada25aa2-24bd-4792-9cb0-7bc72522fe18)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.478944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.494786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Calling delete_port for b2a5709e-423e-4c13-aecb-ec23f0fd5826 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:34.540848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.541276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.554081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:34.580805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:34.583318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:34.598361 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:34.614760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.624829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 8006f6f8-945b-4bb8-91db-957c3dbc00cf {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:34.625178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8006f6f8-945b-4bb8-91db-957c3dbc00cf not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:34.629260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b13be-6a57-4a0c-80af-d755b95555ae None None] The sync data for ids ['8ed46270-d612-4752-8ff6-404d965e18d1'] in n-d-791504-12 is: [{'id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076037874', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:39:14Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed46270-d612-4752-8ff6-404d965e18d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:39:15Z', 'updated_at': '2021-07-07T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:34.655348 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.658367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Pushing event deleted for resources: {'Port': ['ID=b2a5709e-423e-4c13-aecb-ec23f0fd5826,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.682535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] No DVR routers for this DVR port b2a5709e-423e-4c13-aecb-ec23f0fd5826 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:34.685530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.686698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.687428 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.687777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.688115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.688446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.688811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.689174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.689571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.689925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.690291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.690617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf4-82e8-42d9-bb6b-d8ceac60414f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:34.737058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.766443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.767167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.778728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'mac_address': 'fa:16:3e:83:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:34.815522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.828281 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.829802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:34.849283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:34.853014 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.906507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.918948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.921638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.963692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.964230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed46270-d612-4752-8ff6-404d965e18d1 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:40:34.971140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.972253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-25b0beeb-da33-41f1-8d78-4d5bd170b054 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/routers/8ed46270-d612-4752-8ff6-404d965e18d1 HTTP/1.1" status: 204 len: 168 time: 0.8142240 Jul 07 17:40:34.975698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:35.079531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.106633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2e2298e-215b-4d75-9dc1-d14c08edb021 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:35.120618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d2e2298e-215b-4d75-9dc1-d14c08edb021 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:35.121093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d2e2298e-215b-4d75-9dc1-d14c08edb021 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:35.121856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b2a5709e-423e-4c13-aecb-ec23f0fd5826 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:35.141972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b2a5709e-423e-4c13-aecb-ec23f0fd5826 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:35.142441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b2a5709e-423e-4c13-aecb-ec23f0fd5826 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:35.178077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['042f8763-e84b-4208-8f06-ccf093ace5ff'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:35.195571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.218060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a7b3b1-1329-4b63-bb94-0358d19d15ab']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:35.249944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada25aa2-24bd-4792-9cb0-7bc72522fe18') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:35.250685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada25aa2-24bd-4792-9cb0-7bc72522fe18') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:35.265673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.285878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.298051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:40:35.298491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:40:35.302427 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:40:35.355299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c56dc-283e-4ae2-af3e-e5e08f8c16e2 req-0f051c58-9a6c-40a6-9a87-378da1e14790 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.356855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c3c56dc-283e-4ae2-af3e-e5e08f8c16e2 req-0f051c58-9a6c-40a6-9a87-378da1e14790 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 944 time: 0.1526153 Jul 07 17:40:35.392053 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.400590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.402487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/networks/46a7b3b1-1329-4b63-bb94-0358d19d15ab HTTP/1.1" status: 204 len: 168 time: 0.4257736 Jul 07 17:40:35.406922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59712) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:35.415812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Network': ['ID=46a7b3b1-1329-4b63-bb94-0358d19d15ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.432884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.432884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.433346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.433518 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.433880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.434240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.434583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.435226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.435368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.436139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.436481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.436815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0cbedc-c47c-4f02-bed5-d793d57090a5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:35.442023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c3c56dc-283e-4ae2-af3e-e5e08f8c16e2 req-68228bc3-cdeb-4ced-a359-d6a6842f714f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741565 Jul 07 17:40:35.448221 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.479405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.819131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.877884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.880509 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.881964 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/security-groups/842f0f03-8477-4f82-a1b3-acd10c58fb2a HTTP/1.1" status: 204 len: 168 time: 0.4736004 Jul 07 17:40:35.892457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eac05-c29c-4902-89bf-f03ff046ec91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f0f03-8477-4f82-a1b3-acd10c58fb2a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.205295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59718) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.210248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326188729', 'description': 'tempest-secgroup-smoke-326188729 description', 'project_id': '067724d4970141ff8e56024dff84aa4d'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.233248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.310430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.314310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.340129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.341335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1349330 Jul 07 17:40:36.345263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59720) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.350455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.357180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fe114-e157-408e-85cc-ac7397661925 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.378961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.433742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.437177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.455761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e566336d-15b8-43c4-b2d7-585efd38af4f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.459268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.460748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1538560-b653-4c6a-a51c-1edb0e71fa73 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144969 Jul 07 17:40:36.463325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59722) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.468381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.495380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.555210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.559488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.579646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dfd41c-f929-4248-99bc-752ed651c175,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.589124 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.593768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-00846107-d62c-4993-b88f-2f5e544473c0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262584 Jul 07 17:40:36.593999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59726) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.599076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.631047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.645139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b74b10-fdd4-4010-8f2f-f9b562695d1d req-ea502aaa-99ea-4b62-97d5-5ef1b23eceb9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.646936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2b74b10-fdd4-4010-8f2f-f9b562695d1d req-ea502aaa-99ea-4b62-97d5-5ef1b23eceb9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0818136 Jul 07 17:40:36.694831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f2b74b10-fdd4-4010-8f2f-f9b562695d1d req-814fc565-cb34-4361-8c0e-4a6ce03a30a2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Jul 07 17:40:36.701197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.705517 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.706478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:36.729142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d9b8ae-ed78-42a8-a66f-74f715aca9d3,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.733376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.735072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0496ed0e-7a30-4557-82cf-a1dbfbe78cc7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399388 Jul 07 17:40:36.738183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.738703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59728) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.743260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.759448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 042f8763-e84b-4208-8f06-ccf093ace5ff triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:36.759824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.771243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.832836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.836681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.843074 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.854240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa2c78-7b5e-4aea-b248-259713ad6ab7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.863485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.864953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e6aa38d-f67a-449e-ba86-622576880d4e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251953 Jul 07 17:40:36.868353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:36.870978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:36.873807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:36.873996 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520e2f2-0604-47d3-8ecc-f047a52a0fa8" -d '{"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:36.887366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:36.892502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.904626 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:40:36.909880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.919611 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c3b94-3219-43ec-ac44-3ce96911876a x-openstack-request-id: req-548c3b94-3219-43ec-ac44-3ce96911876a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:36.919996 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:36.920258 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-548c3b94-3219-43ec-ac44-3ce96911876a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:36.920657 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'code': 200} Jul 07 17:40:36.947832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:36.966096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.967226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:36.970978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:36.988113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:36.988463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1f3bfde3-16f6-4c8c-8053-99c4a3ab8e53 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:36.995739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da9254-e120-4606-b5dc-731504332919,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.004233 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.005616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7080730c-24ad-4844-bb79-ea440244225f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361184 Jul 07 17:40:37.008485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:37.013045 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'security_group_rule': {'security_group_id': '85387e83-cd40-42dd-9cd9-fecdc7fdd5a7', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:37.035626 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Project 067724d4970141ff8e56024dff84aa4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:40:37.040790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.103028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.106689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.111631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056860e6-0dc8-438b-87ed-3af960872a9b req-eda78b09-95ad-4417-9647-d0f864fd5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.113185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056860e6-0dc8-438b-87ed-3af960872a9b req-eda78b09-95ad-4417-9647-d0f864fd5c25 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0563929 Jul 07 17:40:37.125094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86771ad4-1c92-44e9-8f08-b719a971e15e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.131045 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.132227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-71163878-5218-4a89-92a3-3cd3cb18effd tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228364 Jul 07 17:40:37.135167 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:37.140637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'network': {'name': 'tempest-network-smoke--1079605219', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:37.150618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-056860e6-0dc8-438b-87ed-3af960872a9b req-362a9c3e-9f24-4b44-a768-61e5107a0dde service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jul 07 17:40:37.161186 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:37.164744 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.187101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:37.195945 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.196290 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Added segment bd2eaf68-2a52-47d9-a0b4-962bc1efdc21 of type vlan for network bc1af28d-6e20-45e3-8123-92df089a361a Jul 07 17:40:37.239167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.267313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.272979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.273573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.325172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889379 Jul 07 17:40:37.328312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59738) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:37.333078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'admin_state_up': True, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:37.342542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba068e-6c3b-4300-ac07-6150ba6acf63 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Network': ['ID=bc1af28d-6e20-45e3-8123-92df089a361a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:37.353529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bc1af28d-6e20-45e3-8123-92df089a361a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:37.357262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.358872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.411080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.550615 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.744758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.764243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.869168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.142 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/565463e7-9f8f-47b5-8f45-786810d5c824) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:37.877279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6e7fb-a960-4e49-9a63-7966c0c98d1c req-a7acb8ff-7a69-4fd6-86b5-68a626e7a00d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.878846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60c6e7fb-a960-4e49-9a63-7966c0c98d1c req-a7acb8ff-7a69-4fd6-86b5-68a626e7a00d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 946 time: 0.0687809 Jul 07 17:40:37.918574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-60c6e7fb-a960-4e49-9a63-7966c0c98d1c req-466594c0-7995-43ee-9c0a-756cbaeab092 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337846 Jul 07 17:40:37.975818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.014920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.050145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:38.053029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:38.056488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:38.087193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=565463e7-9f8f-47b5-8f45-786810d5c824,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:38.323649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.541090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.553374 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:38.670291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:40:38.777508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:38.791400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Sync routers for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:38.798278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:38.799854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-971acd47-8d56-4348-a425-8cf51872624d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4704401 Jul 07 17:40:38.803164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59776) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:38.808363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:38.808992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:38.835558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f19cc879-be77-4bf6-94fe-001c72be08fd tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=067724d4970141ff8e56024dff84aa4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296431 Jul 07 17:40:38.836607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:38.925122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:38.928463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11bb9a-6673-4b76-a67e-c3b8da8fceae tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:38.930006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a11bb9a-6673-4b76-a67e-c3b8da8fceae tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924809 Jul 07 17:40:38.932918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59780) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:38.964060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a6e9d36f-4d80-4897-8c80-191128c4da44 tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272915 Jul 07 17:40:38.964060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59784) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:38.969177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660974392', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'project_id': '067724d4970141ff8e56024dff84aa4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:39.064805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:39.068447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.103057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e5a1b-dcc6-4202-93b9-829eb72daca2 req-f3aa873a-a13b-4ef4-8ef3-9026a5fa1e42 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.104742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473e5a1b-dcc6-4202-93b9-829eb72daca2 req-f3aa873a-a13b-4ef4-8ef3-9026a5fa1e42 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 946 time: 0.0672803 Jul 07 17:40:39.110919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:39.137715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Checking router: d5f710ad-88fb-429d-bad9-0e1c96ccbad6 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:39.138090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Updating router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 port 565463e7-9f8f-47b5-8f45-786810d5c824 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:39.151037 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473e5a1b-dcc6-4202-93b9-829eb72daca2 req-84b77e2d-b650-4569-82c5-b8d4a542a8ca tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Jul 07 17:40:39.182879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.269402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.336607 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Subnet': ['ID=d8b51cde-4645-4199-a3a4-f0edde5c63ee,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.341983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Checking segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:39.342449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network hostable DHCP agents. Network: bc1af28d-6e20-45e3-8123-92df089a361a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:40:39.361656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network bc1af28d-6e20-45e3-8123-92df089a361a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:40:39.369862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bc1af28d-6e20-45e3-8123-92df089a361a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:39.380464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.381234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.385242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6222e-03ed-45d8-9bfa-c8e74bb43749 None None] Network bc1af28d-6e20-45e3-8123-92df089a361a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:39.396893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f921f75-a7d3-47f2-8cc3-6336322014c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4320867 Jul 07 17:40:39.399796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:39.497560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.531782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Transition to ACTIVE for port object 565463e7-9f8f-47b5-8f45-786810d5c824 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:39.555227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.613175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Attempting to bind port 565463e7-9f8f-47b5-8f45-786810d5c824 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:39.613407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Attempting to bind port 565463e7-9f8f-47b5-8f45-786810d5c824 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:39.613629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Attempting to bind port 565463e7-9f8f-47b5-8f45-786810d5c824 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:39.645027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:39.645432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:39.645820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.646239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:39.646715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Bound port: 565463e7-9f8f-47b5-8f45-786810d5c824, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:39.647108 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.648780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a56c-ad2e-424b-b4ca-bd05d5342055 None None] Pushing event updated for resources: {'Port': ['ID=565463e7-9f8f-47b5-8f45-786810d5c824,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.653923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bc1af28d-6e20-45e3-8123-92df089a361a', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:40:39.654574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.775735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] For port 565463e7-9f8f-47b5-8f45-786810d5c824, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:39.793919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] For port 565463e7-9f8f-47b5-8f45-786810d5c824, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=565463e7-9f8f-47b5-8f45-786810d5c824,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:39.803374 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.833069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.894525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Allocated IP 172.20.0.2 (bc1af28d-6e20-45e3-8123-92df089a361a/d8b51cde-4645-4199-a3a4-f0edde5c63ee/bcd53198-db1f-4636-8ce1-7e5728a419bb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:39.905875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:39.906531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:39.911275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a56c-ad2e-424b-b4ca-bd05d5342055 None None] Pushing event updated for resources: {'Port': ['ID=565463e7-9f8f-47b5-8f45-786810d5c824,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.077558 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:40.373023 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.391055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Transition to ACTIVE for port object bcd53198-db1f-4636-8ce1-7e5728a419bb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:40.418806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Transition to ACTIVE for port object bcd53198-db1f-4636-8ce1-7e5728a419bb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:40.440958 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.472336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.1 (bc1af28d-6e20-45e3-8123-92df089a361a/d8b51cde-4645-4199-a3a4-f0edde5c63ee/31ffd4df-b516-404e-af31-dec016020769) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:40.482671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Network bc1af28d-6e20-45e3-8123-92df089a361a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:40.488663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:40.491297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:40.505516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Pushing event updated for resources: {'Port': ['ID=bcd53198-db1f-4636-8ce1-7e5728a419bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.557787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:40.584211 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.588695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f5db-b405-4fac-bfa3-47e6f13a4934 None None] The sync data for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 is: [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:38Z', 'revision_number': 3, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:40.594445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Attempting to bind port bcd53198-db1f-4636-8ce1-7e5728a419bb on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:40.594820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Attempting to bind port bcd53198-db1f-4636-8ce1-7e5728a419bb by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:40.595304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Attempting to bind port bcd53198-db1f-4636-8ce1-7e5728a419bb on network bc1af28d-6e20-45e3-8123-92df089a361a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:40.598493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 31ffd4df-b516-404e-af31-dec016020769 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:40.600596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:40.601015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Checking segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:40.601421 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.601817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Bound using segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:40.602510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Bound port: bcd53198-db1f-4636-8ce1-7e5728a419bb, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:40.602710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.638757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.668295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] For port bcd53198-db1f-4636-8ce1-7e5728a419bb, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:40.672737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] For port bcd53198-db1f-4636-8ce1-7e5728a419bb, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bcd53198-db1f-4636-8ce1-7e5728a419bb,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:40.678628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.688553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network bc1af28d-6e20-45e3-8123-92df089a361a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:40.691978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:40.698195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:40.723993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.739024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672003e6-a3a7-445b-9341-3449c13725b1 None None] Pushing event updated for resources: {'Port': ['ID=bcd53198-db1f-4636-8ce1-7e5728a419bb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:40.752262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:40.942560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.144195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bcd53198-db1f-4636-8ce1-7e5728a419bb up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:41.196163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port bcd53198-db1f-4636-8ce1-7e5728a419bb completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:41.202778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 565463e7-9f8f-47b5-8f45-786810d5c824 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:41.262530 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 565463e7-9f8f-47b5-8f45-786810d5c824 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:41.266546 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 565463e7-9f8f-47b5-8f45-786810d5c824 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:41.266932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.295748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.302268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.360381 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.383037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 565463e7-9f8f-47b5-8f45-786810d5c824, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=565463e7-9f8f-47b5-8f45-786810d5c824,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:41.388196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.391013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.397312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:41.441814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=565463e7-9f8f-47b5-8f45-786810d5c824,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:41.494949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network bc1af28d-6e20-45e3-8123-92df089a361a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:41.496963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:41.620883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:41.815641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56b08d-fbb0-4e23-aedb-918b90c72577 None None] Network bc1af28d-6e20-45e3-8123-92df089a361a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:41.884515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Provisioning for port bcd53198-db1f-4636-8ce1-7e5728a419bb completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:41.905420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Provisioning complete for port bcd53198-db1f-4636-8ce1-7e5728a419bb triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:41.905799 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.051972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.070849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:42.077122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2c12b8ac-352a-472a-8005-5173a8b2822b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/d5f710ad-88fb-429d-bad9-0e1c96ccbad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756673 Jul 07 17:40:42.098641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] For port bcd53198-db1f-4636-8ce1-7e5728a419bb, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bcd53198-db1f-4636-8ce1-7e5728a419bb,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:42.104683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.159436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe9da4-6f3a-4eba-8be6-31d5b1a85756 None None] Pushing event updated for resources: {'Port': ['ID=bcd53198-db1f-4636-8ce1-7e5728a419bb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:42.246404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-d7f60708-4a5c-40ef-8454-48465544a97a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326188729&fields=id&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 267 time: 0.0387139 Jul 07 17:40:42.365987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-7f190141-505d-495c-8117-70e1837d47f8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.368249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-7f190141-505d-495c-8117-70e1837d47f8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 797 time: 0.1132121 Jul 07 17:40:42.384410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-a5cf0041-0321-4097-b32f-043396cf998e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/quotas/067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 375 time: 0.0105410 Jul 07 17:40:42.437333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Provisioning for port 31ffd4df-b516-404e-af31-dec016020769 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:42.441819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Provisioning complete for port 31ffd4df-b516-404e-af31-dec016020769 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:42.442096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.459445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-ca492a49-9517-499f-8e53-483f3f9c4cfe tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679085 Jul 07 17:40:42.475743 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Sync routers for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:42.486060 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:42.487011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:42.487507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Port 31ffd4df-b516-404e-af31-dec016020769 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:42.497933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Provisioning complete for port bcd53198-db1f-4636-8ce1-7e5728a419bb triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:42.498354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39efd9c-2e2f-4585-8c39-897246396750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.587125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-3cf04f62-e229-4817-a670-9c8b2c80de58 service neutron] 10.222.0.22 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126645 Jul 07 17:40:42.606790 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:42.689593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-4a6559a7-e12b-4a6e-aeed-466bee656a4f service neutron] 10.222.0.22 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012127 Jul 07 17:40:42.735722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6a60eb27-fe7b-4de5-9f38-081a4e33a1df None None] Provisioning complete for port 31ffd4df-b516-404e-af31-dec016020769 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:42.736110 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a60eb27-fe7b-4de5-9f38-081a4e33a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.771727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6a60eb27-fe7b-4de5-9f38-081a4e33a1df None None] Port 31ffd4df-b516-404e-af31-dec016020769 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:42.819417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 2, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:42.848166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Checking router: d5f710ad-88fb-429d-bad9-0e1c96ccbad6 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:42.848451 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Updating router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 port 31ffd4df-b516-404e-af31-dec016020769 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:42.880717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eb4940ea-9df7-492e-8fc0-e0982ec69dbd req-b71ab307-f58f-4cbc-841a-ace7b2b865de tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 210 time: 0.0302980 Jul 07 17:40:42.886258 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.892379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fb4b1437-5848-4892-b553-1975c0581f19 None None] Provisioning complete for port 31ffd4df-b516-404e-af31-dec016020769 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:42.892761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1437-5848-4892-b553-1975c0581f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.945652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b1437-5848-4892-b553-1975c0581f19 None None] Port 31ffd4df-b516-404e-af31-dec016020769 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:43.020869 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bcd53198-db1f-4636-8ce1-7e5728a419bb up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:43.074729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port bcd53198-db1f-4636-8ce1-7e5728a419bb triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:43.075112 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.159793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 565463e7-9f8f-47b5-8f45-786810d5c824 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:43.185815 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.196132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Transition to ACTIVE for port object 31ffd4df-b516-404e-af31-dec016020769 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:43.205351 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.219822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 565463e7-9f8f-47b5-8f45-786810d5c824 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:43.220209 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.271286 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Pushing event updated for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:43.298273 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.298892 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.299426 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.299956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.300478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.301061 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.301637 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.302156 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.302658 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.303157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.303673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.304168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:43.339679 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Attempting to bind port 31ffd4df-b516-404e-af31-dec016020769 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:43.340054 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Attempting to bind port 31ffd4df-b516-404e-af31-dec016020769 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:43.340419 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Attempting to bind port 31ffd4df-b516-404e-af31-dec016020769 on network bc1af28d-6e20-45e3-8123-92df089a361a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:43.347075 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:43.347474 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Checking segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:43.347913 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.348353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Bound using segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:43.348906 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Bound port: 31ffd4df-b516-404e-af31-dec016020769, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:43.349276 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.416138 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] For port 31ffd4df-b516-404e-af31-dec016020769, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:43.420660 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] For port 31ffd4df-b516-404e-af31-dec016020769, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=31ffd4df-b516-404e-af31-dec016020769,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:43.424751 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:43.485870 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:43.486614 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:43.492885 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cadfa-4bc8-45de-bd42-4c41ab8b12ab None None] Pushing event updated for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:43.609248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:43.809206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:43Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:43.924229 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5640d7-c8be-4071-be22-b479d2f522a2 None None] The sync data for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 is: [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:43Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:44.011566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-60aad371-0aa0-4cd5-b695-855d9624f970 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:44.014385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-60aad371-0aa0-4cd5-b695-855d9624f970 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 797 time: 0.1388240 Jul 07 17:40:44.071021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f72325c9-cb5e-442d-85f0-627b8b35c5b7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067724d4970141ff8e56024dff84aa4d HTTP/1.1" status: 200 len: 379 time: 0.0467839 Jul 07 17:40:44.080236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'port': {'device_id': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'admin_state_up': True, 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'security_groups': ['85387e83-cd40-42dd-9cd9-fecdc7fdd5a7']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:44.082185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d80e615f-1de3-4a2c-a19e-c9069b6582ee req-7bde2dc9-a877-45d9-b60d-78adc259bb55 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 210 time: 0.0387619 Jul 07 17:40:44.207057 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Made reservation on behalf of 067724d4970141ff8e56024dff84aa4d for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:44.210832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.341117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.20.0.11 (bc1af28d-6e20-45e3-8123-92df089a361a/d8b51cde-4645-4199-a3a4-f0edde5c63ee/37701362-c469-4d6f-8cf3-a2244a1f0de5) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:44.489839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.504162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Transition to ACTIVE for port object 37701362-c469-4d6f-8cf3-a2244a1f0de5 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:44.537976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.586723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network bc1af28d-6e20-45e3-8123-92df089a361a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:44.589967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:44.596268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:44.602379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:44.650636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:44.651425 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.667716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9a79330d-e9bf-4fcd-8d15-9ae9314d5941 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924892 Jul 07 17:40:44.679980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Request body: {'port': {'device_id': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:44.756782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.825028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-01bc0adb-d836-419e-9a9d-5473bbebc785 None None] Provisioning for port 37701362-c469-4d6f-8cf3-a2244a1f0de5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:44.830396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-01bc0adb-d836-419e-9a9d-5473bbebc785 None None] Provisioning complete for port 37701362-c469-4d6f-8cf3-a2244a1f0de5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:44.830900 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01bc0adb-d836-419e-9a9d-5473bbebc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.868784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-01bc0adb-d836-419e-9a9d-5473bbebc785 None None] Port 37701362-c469-4d6f-8cf3-a2244a1f0de5 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:45.045325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 31ffd4df-b516-404e-af31-dec016020769 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:45.050385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37701362-c469-4d6f-8cf3-a2244a1f0de5 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:45.058408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.070824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Transition to ACTIVE for port object 37701362-c469-4d6f-8cf3-a2244a1f0de5 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:45.074289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.099759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 31ffd4df-b516-404e-af31-dec016020769 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:45.115561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 31ffd4df-b516-404e-af31-dec016020769 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:45.116223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.145726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:45.199696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Attempting to bind port 37701362-c469-4d6f-8cf3-a2244a1f0de5 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:45.200313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Attempting to bind port 37701362-c469-4d6f-8cf3-a2244a1f0de5 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:45.201346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Attempting to bind port 37701362-c469-4d6f-8cf3-a2244a1f0de5 on network bc1af28d-6e20-45e3-8123-92df089a361a {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:45.206956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Port 37701362-c469-4d6f-8cf3-a2244a1f0de5 on network bc1af28d-6e20-45e3-8123-92df089a361a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:45.207898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Attempting to bind port 37701362-c469-4d6f-8cf3-a2244a1f0de5 on network bc1af28d-6e20-45e3-8123-92df089a361a {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:45.217438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.217998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:45.218790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Checking segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:45.219479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Bound using segment: {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:45.220188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Bound port: 37701362-c469-4d6f-8cf3-a2244a1f0de5, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:45.220920 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.254340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 31ffd4df-b516-404e-af31-dec016020769, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=31ffd4df-b516-404e-af31-dec016020769,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:45.259917 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.301527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b790a5-e7b3-4c0d-89d8-7b1991a2d139 req-449f4230-e760-4da4-8554-2e140fde059c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.303879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61b790a5-e7b3-4c0d-89d8-7b1991a2d139 req-449f4230-e760-4da4-8554-2e140fde059c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 944 time: 0.0839593 Jul 07 17:40:45.320249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:45.323884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:45.327848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:45.330082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.353123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61b790a5-e7b3-4c0d-89d8-7b1991a2d139 req-71e160cb-d7cd-41c5-a650-3b547655ed91 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Jul 07 17:40:45.365978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.366637 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:45.368072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] 10.222.0.32 "PUT /v2.0/ports/37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 1093 time: 0.6929109 Jul 07 17:40:45.368516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:45.371186 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:45.419360 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ce90a-913a-48b3-bf9f-079d28649e67 x-openstack-request-id: req-cf9ce90a-913a-48b3-bf9f-079d28649e67 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:45.419747 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:45.420003 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf9ce90a-913a-48b3-bf9f-079d28649e67 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:45.420544 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'status': 'completed', 'code': 200} Jul 07 17:40:45.433886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a5b10-b98f-4666-bda2-f0261374da4f service neutron] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:45.487405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9dea7c71-aac9-4aa0-a8f1-55865224bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.489079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-9dea7c71-aac9-4aa0-a8f1-55865224bbd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1096 time: 0.0636914 Jul 07 17:40:45.534335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-b4f6f183-9084-4dda-a3bd-14eb316b04d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 217 time: 0.0378184 Jul 07 17:40:45.583564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-74450dc5-0ba3-486c-a0c2-ed93d4df9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.585031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-74450dc5-0ba3-486c-a0c2-ed93d4df9879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0447948 Jul 07 17:40:45.645602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-faf85d2d-2391-48bd-84de-315499a5b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.647190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-faf85d2d-2391-48bd-84de-315499a5b92e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556431 Jul 07 17:40:45.738484 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-b05d63c1-dd2a-4cfe-a086-8a2757778c8f service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832894 Jul 07 17:40:45.824521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa7d54ba-a198-48ab-a173-972fe6c8b199 req-f4f3a28d-d769-4cb4-afc3-7a081ec85e63 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800240 Jul 07 17:40:45.918470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-3ab07e88-2b03-42bc-b872-f59b79de39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:45.919952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-3ab07e88-2b03-42bc-b872-f59b79de39d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1096 time: 0.0523751 Jul 07 17:40:46.011106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-91cf93b7-4999-43b8-8b3f-1571adbeded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:46.012569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-91cf93b7-4999-43b8-8b3f-1571adbeded3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 898 time: 0.0866239 Jul 07 17:40:46.052486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-57bf2b7c-16e9-44ad-ac9e-f257d8833892 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 217 time: 0.0338478 Jul 07 17:40:46.103119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-21217352-2bf4-4917-a3b8-a32a20b44120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:46.104430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-21217352-2bf4-4917-a3b8-a32a20b44120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0460775 Jul 07 17:40:46.159861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-bfae4c21-838c-40dc-9c05-3e0f060891b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:46.161297 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-bfae4c21-838c-40dc-9c05-3e0f060891b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499122 Jul 07 17:40:46.249027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-b6536cc2-7b74-4a7a-a19f-9641ff0d54c9 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Jul 07 17:40:46.339568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5b5d2389-31c4-4eda-aaf2-f5c1de2deb01 req-efc51798-0a01-4b75-b4e1-52277a21fd48 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Jul 07 17:40:46.529839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c46dc-29f5-4deb-9243-9a8e3665fb16 req-08e9abbd-44cc-4d80-ad36-06e96ca0363c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:46.531367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-810c46dc-29f5-4deb-9243-9a8e3665fb16 req-08e9abbd-44cc-4d80-ad36-06e96ca0363c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 944 time: 0.0637836 Jul 07 17:40:46.568212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-810c46dc-29f5-4deb-9243-9a8e3665fb16 req-7fd4140f-bd7f-4916-acc5-13f8986db047 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Jul 07 17:40:47.011423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 31ffd4df-b516-404e-af31-dec016020769 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:47.062183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 31ffd4df-b516-404e-af31-dec016020769 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:47.062565 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.749657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e2457-062e-4cc2-b20d-c4ecf05aae48 req-19c4f596-f479-4b2b-9e25-17f74fb6d517 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:47.751235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-500e2457-062e-4cc2-b20d-c4ecf05aae48 req-19c4f596-f479-4b2b-9e25-17f74fb6d517 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 944 time: 0.0691202 Jul 07 17:40:47.789600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-500e2457-062e-4cc2-b20d-c4ecf05aae48 req-3ba84b79-c405-4083-924f-dc760b24f32a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Jul 07 17:40:48.758393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:48.854866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:48.866466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'mac_address': 'fa:16:3e:f4:dc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:48.903959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.916669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37701362-c469-4d6f-8cf3-a2244a1f0de5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:48.936590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:48.941040 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.963836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27ef8-f84d-483b-beff-f381ce32ef13 req-9541a3e8-70ad-42e9-b452-63eb538abd56 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:48.965344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78e27ef8-f84d-483b-beff-f381ce32ef13 req-9541a3e8-70ad-42e9-b452-63eb538abd56 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 944 time: 0.0674758 Jul 07 17:40:48.987461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:49.004416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78e27ef8-f84d-483b-beff-f381ce32ef13 req-3def913f-97bd-42d6-97f8-f6224eef3b61 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Jul 07 17:40:49.153655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['37701362-c469-4d6f-8cf3-a2244a1f0de5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:50.178434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12491-b52f-49e6-9dc7-4034d7dfbf41 req-20aa612b-e9ca-4005-bf4c-cbc743ff2182 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:50.179906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b12491-b52f-49e6-9dc7-4034d7dfbf41 req-20aa612b-e9ca-4005-bf4c-cbc743ff2182 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 945 time: 0.0656779 Jul 07 17:40:50.216872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74b12491-b52f-49e6-9dc7-4034d7dfbf41 req-438fb646-6e99-4b65-8cbe-0980ddd5e900 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309596 Jul 07 17:40:50.758409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:50.808284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 37701362-c469-4d6f-8cf3-a2244a1f0de5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:50.812989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 37701362-c469-4d6f-8cf3-a2244a1f0de5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:50.813364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.890442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.912379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:50.914715 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51536407-d187-40c7-8ed3-1f226f54cacb" -d '{"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:50.928095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:50.931905 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.958346 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97500449-8f07-40af-8c51-95298f43016a x-openstack-request-id: req-97500449-8f07-40af-8c51-95298f43016a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:50.958621 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:50.958897 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97500449-8f07-40af-8c51-95298f43016a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:50.959333 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'code': 200} Jul 07 17:40:50.988278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:51.066687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0f60f-1287-405e-a34f-a9315ff3aaf8 req-a65d2b3d-7669-49f8-b876-ebf35f23cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:51.068261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60a0f60f-1287-405e-a34f-a9315ff3aaf8 req-a65d2b3d-7669-49f8-b876-ebf35f23cee0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0554919 Jul 07 17:40:51.103116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-60a0f60f-1287-405e-a34f-a9315ff3aaf8 req-0e5c3d11-2efe-4ecb-934a-f36f0894795c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278273 Jul 07 17:40:51.389024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422679d-277b-4e23-bc36-f835268a8b4d req-caf65f43-b876-4dad-b959-f6d6e65d0138 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:51.390603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3422679d-277b-4e23-bc36-f835268a8b4d req-caf65f43-b876-4dad-b959-f6d6e65d0138 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0624397 Jul 07 17:40:51.427763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3422679d-277b-4e23-bc36-f835268a8b4d req-f2819791-2cd0-400e-9d8e-c54c90549a41 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Jul 07 17:40:52.601668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cb893-a1a7-4c05-9097-4c186d3f8b4f req-a8c291b3-d071-4c02-ac95-1313563ffc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.603150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-771cb893-a1a7-4c05-9097-4c186d3f8b4f req-a8c291b3-d071-4c02-ac95-1313563ffc89 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0626743 Jul 07 17:40:52.639369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-771cb893-a1a7-4c05-9097-4c186d3f8b4f req-29d0849d-e2d6-4c64-ad9b-abadd4acdb3b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300901 Jul 07 17:40:52.811528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131112-e30f-40e3-93a0-a912049a98b4 req-b86a172f-9e70-46c5-a8b6-8b660faf8544 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.812999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7131112-e30f-40e3-93a0-a912049a98b4 req-b86a172f-9e70-46c5-a8b6-8b660faf8544 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0661895 Jul 07 17:40:52.850798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7131112-e30f-40e3-93a0-a912049a98b4 req-2b5c679f-248b-45a4-acf7-6256bfecacd5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Jul 07 17:40:52.874957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:52.925812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a9e7e-fdfb-4063-9ce3-8850455bbb3a tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:52.927370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d41a9e7e-fdfb-4063-9ce3-8850455bbb3a tempest-TestNetworkAdvancedServerOps-261094676 tempest-TestNetworkAdvancedServerOps-261094676-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1093 time: 0.0514386 Jul 07 17:40:52.930184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:52.934729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:52.957371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.383625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.484760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Allocated IP 172.25.7.57 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/48751846-0c1e-4462-8fe4-190a370bca74) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:53.587971 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.626135 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:53.663032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:53.665838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:53.668379 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:53.697170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=48751846-0c1e-4462-8fe4-190a370bca74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:54.030190 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.109770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.255914 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.260365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.331462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event updated for resources: {'Port': ['ID=48751846-0c1e-4462-8fe4-190a370bca74,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:54.343569 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.443658 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 3737ebba-83c6-4851-84ea-05dfe655c2fe associated. External IP: 172.25.7.57, port: 37701362-c469-4d6f-8cf3-a2244a1f0de5. Jul 07 17:40:54.654448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:54.759407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:54.769170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Sync routers for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:54.775589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:54.782140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:54.782780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:54.813174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-88f2ce39-2c77-44ff-be82-af1a0b2f1a9a tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8819346 Jul 07 17:40:54.813886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:54.817161 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09811a8-d794-463a-9725-c92c5f57be4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:54.896337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:54.921498 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b005b-f4d6-4d8d-9336-b535df07534f x-openstack-request-id: req-672b005b-f4d6-4d8d-9336-b535df07534f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:54.921902 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:54.922197 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-672b005b-f4d6-4d8d-9336-b535df07534f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:54.922613 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'status': 'completed', 'code': 200} Jul 07 17:40:54.988479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9b00-0e8a-4ffa-85f9-0db8ec3df5d2 req-5d9a04fa-2cc1-4896-885d-688c19abb033 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:54.990263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-286e9b00-0e8a-4ffa-85f9-0db8ec3df5d2 req-5d9a04fa-2cc1-4896-885d-688c19abb033 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0666471 Jul 07 17:40:55.010869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09811a8-d794-463a-9725-c92c5f57be4b req-9f483a80-fdc9-45ab-819b-da77d230f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.013105 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-9f483a80-fdc9-45ab-819b-da77d230f413 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0666332 Jul 07 17:40:55.030295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-286e9b00-0e8a-4ffa-85f9-0db8ec3df5d2 req-23b3b205-3961-4ca0-a605-52ccfba35338 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338023 Jul 07 17:40:55.058274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:55.104164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09811a8-d794-463a-9725-c92c5f57be4b req-960bcc73-2143-4f14-9a6f-a9cee751bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.105664 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-960bcc73-2143-4f14-9a6f-a9cee751bea8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 898 time: 0.0865686 Jul 07 17:40:55.126592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d3124b01-ae8b-4922-90ce-1f9ecdc886ad tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3737ebba-83c6-4851-84ea-05dfe655c2fe HTTP/1.1" status: 200 len: 991 time: 0.0659492 Jul 07 17:40:55.129600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3737ebba-83c6-4851-84ea-05dfe655c2fe', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'mac_address': 'fa:16:3e:f4:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:53Z', 'updated_at': '2021-07-07T17:40:53Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:55.156535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Checking router: d5f710ad-88fb-429d-bad9-0e1c96ccbad6 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:55.164972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:55.165574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:40:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:55.177460 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-711c87d1-59ae-4ed6-bb60-4bc1e0e23ba6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 999 time: 0.0654929 Jul 07 17:40:55.228601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09811a8-d794-463a-9725-c92c5f57be4b req-dadc9833-d837-4ced-9801-8854addeb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.230078 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-dadc9833-d837-4ced-9801-8854addeb67c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0465095 Jul 07 17:40:55.274071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:55.286027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09811a8-d794-463a-9725-c92c5f57be4b req-004f089a-a7e7-470a-999e-19265679f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:55.287592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-004f089a-a7e7-470a-999e-19265679f901 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515568 Jul 07 17:40:55.384443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-d135917c-8198-4e11-8b42-f47f65fc59ea service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903990 Jul 07 17:40:55.478414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a09811a8-d794-463a-9725-c92c5f57be4b req-aeb8e0bf-b445-4ac4-a8dd-8909f8a5e53f service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869472 Jul 07 17:40:55.664832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3737ebba-83c6-4851-84ea-05dfe655c2fe', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'mac_address': 'fa:16:3e:f4:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:53Z', 'updated_at': '2021-07-07T17:40:53Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:55.690968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e354f-1170-418d-ad82-0bbc4e1bf808 None None] The sync data for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 is: [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '3737ebba-83c6-4851-84ea-05dfe655c2fe', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'mac_address': 'fa:16:3e:f4:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:53Z', 'updated_at': '2021-07-07T17:40:53Z', 'revision_number': 0, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:55.881393 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a6254-76da-46d7-93b5-0bdab79e562d None None] New status for floating IP 3737ebba-83c6-4851-84ea-05dfe655c2fe: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:40:56.129337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:56.195449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32234cf3-2bec-44a5-8452-cca8cc780e4b tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3737ebba-83c6-4851-84ea-05dfe655c2fe HTTP/1.1" status: 200 len: 993 time: 0.0649116 Jul 07 17:40:59.896967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd92d2ac-31f0-4e96-8ac0-b4f16771b273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.327488 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d40940-1f5c-4723-8e91-a590dcac0819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.801150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:03.657906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:04.599582 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:05.441701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:06.559900 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:13.194382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-9e24c224-a84c-4709-a3d4-eea2590645e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501986 Jul 07 17:41:13.290206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf6a0-1be7-423f-8062-0231db275aed req-40bde61b-4c5c-43ed-abf6-5f3cd2ceaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.291725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-40bde61b-4c5c-43ed-abf6-5f3cd2ceaaed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0533636 Jul 07 17:41:13.396630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf6a0-1be7-423f-8062-0231db275aed req-19469dfb-1ec7-4d37-a2f9-331e5c34b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.398152 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-19469dfb-1ec7-4d37-a2f9-331e5c34b9de service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 898 time: 0.0862341 Jul 07 17:41:13.461444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-83b91432-59d7-4f01-bfc3-885480435df5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 1001 time: 0.0568440 Jul 07 17:41:13.508622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf6a0-1be7-423f-8062-0231db275aed req-baae58bb-6f02-411e-bdb9-786d61ec2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.509965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-baae58bb-6f02-411e-bdb9-786d61ec2d52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0420926 Jul 07 17:41:13.570211 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf6a0-1be7-423f-8062-0231db275aed req-c02e8037-4e30-4df7-a32e-b10799597c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:13.571672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-c02e8037-4e30-4df7-a32e-b10799597c5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545373 Jul 07 17:41:13.659098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-d7681e9d-da9d-4343-875f-3b45decc53f1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794082 Jul 07 17:41:13.751631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-481bf6a0-1be7-423f-8062-0231db275aed req-71b75507-1202-4273-a3e8-9db8eaff22a6 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Jul 07 17:41:15.556588 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:16.787480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-cde94350-95d9-48a4-a552-1518b5f24c9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516884 Jul 07 17:41:16.882539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-ac31869b-5ae4-4afe-8139-52e2bf14491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:16.884019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-ac31869b-5ae4-4afe-8139-52e2bf14491d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0521541 Jul 07 17:41:16.988128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-83419fd5-c01d-4ce7-9c70-98792f15afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:16.989586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-83419fd5-c01d-4ce7-9c70-98792f15afd1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0855236 Jul 07 17:41:17.053297 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-60f3ef8c-b864-43b1-81fa-7ae613ce819d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 200 len: 1001 time: 0.0566404 Jul 07 17:41:17.101179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-a2a52a96-f44b-44e5-972f-4aea7ab45ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.102731 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-a2a52a96-f44b-44e5-972f-4aea7ab45ebf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0422573 Jul 07 17:41:17.164031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-8aa3fe1f-9b6c-437e-a3c7-c4e74168de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:17.165511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-8aa3fe1f-9b6c-437e-a3c7-c4e74168de30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562034 Jul 07 17:41:17.254735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-d23ae583-533a-4329-9542-fd7517f9e4b4 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824513 Jul 07 17:41:17.347548 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a753b27-ebf0-46b3-94fe-763910a481bc req-c60ad050-6809-4502-bd40-60d67308a2a0 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Jul 07 17:41:28.015932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f727b6-a7a9-4345-9d27-d8e9168c34b2 req-c6e8872d-97c0-4ce1-96bb-83bc4420e718 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:28.017431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8f727b6-a7a9-4345-9d27-d8e9168c34b2 req-c6e8872d-97c0-4ce1-96bb-83bc4420e718 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.1208897 Jul 07 17:41:28.056141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8f727b6-a7a9-4345-9d27-d8e9168c34b2 req-e4d8cd0f-45f3-405c-96a1-0367b8d30760 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328753 Jul 07 17:41:29.234728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6eef-3fbc-411e-bda4-0777602d2de6 req-4fa838a6-7209-41c3-a380-cd4447430e6c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:29.236168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-624b6eef-3fbc-411e-bda4-0777602d2de6 req-4fa838a6-7209-41c3-a380-cd4447430e6c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0643246 Jul 07 17:41:29.278147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-624b6eef-3fbc-411e-bda4-0777602d2de6 req-7f12a243-926d-4609-962e-e5c0185aa106 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Jul 07 17:41:29.896938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a83fcbb-478c-4b0d-9aed-f5f04d6d8792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:30.448588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fd6f-420a-496a-8667-91098d7f4e87 req-d2c3e405-96bb-4ae5-830c-aec2e5224ace tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:30.450866 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aac5fd6f-420a-496a-8667-91098d7f4e87 req-d2c3e405-96bb-4ae5-830c-aec2e5224ace tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0629797 Jul 07 17:41:30.487422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aac5fd6f-420a-496a-8667-91098d7f4e87 req-b0969999-4768-499d-888f-6c56e5865116 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Jul 07 17:41:31.657962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f4213-db4a-4ea4-8c74-a78da28a9dcf req-eb793530-ddcd-42c4-a2c7-3730a80f9687 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:31.659539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-183f4213-db4a-4ea4-8c74-a78da28a9dcf req-eb793530-ddcd-42c4-a2c7-3730a80f9687 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0628502 Jul 07 17:41:31.696170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-183f4213-db4a-4ea4-8c74-a78da28a9dcf req-756848e6-7ae0-49f5-8b0d-1d0b1ebbd7f4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Jul 07 17:41:32.327598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f317c25c-c9f6-4eb2-bbf3-05f86170dafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.803033 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:32.869709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8f6fb-18ae-49c9-ad88-a3978d821fe1 req-2399204f-8263-4941-b971-e29032344230 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:32.871359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5c8f6fb-18ae-49c9-ad88-a3978d821fe1 req-2399204f-8263-4941-b971-e29032344230 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0661421 Jul 07 17:41:32.908607 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5c8f6fb-18ae-49c9-ad88-a3978d821fe1 req-ec43e362-9bac-4a85-a0d7-ab2965599eb8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Jul 07 17:41:33.660622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:34.079414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38f14-2c5f-42be-a9ae-ba4769db1af7 req-ce7c6c4b-08fc-41e3-92ae-1e82271636f9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:34.080907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95e38f14-2c5f-42be-a9ae-ba4769db1af7 req-ce7c6c4b-08fc-41e3-92ae-1e82271636f9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0635684 Jul 07 17:41:34.117795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95e38f14-2c5f-42be-a9ae-ba4769db1af7 req-33f006e4-6626-470b-a5f6-e60d1e635dd6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Jul 07 17:41:34.613294 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:35.291053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968c994-80b4-44df-af3d-ed33d2f556d3 req-d03dfd47-1e2d-43c1-a062-73e993c2f252 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:35.292446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2968c994-80b4-44df-af3d-ed33d2f556d3 req-d03dfd47-1e2d-43c1-a062-73e993c2f252 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0625148 Jul 07 17:41:35.339474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2968c994-80b4-44df-af3d-ed33d2f556d3 req-8ecdff43-2f8b-4ae9-8b51-bdf205d59e95 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 Jul 07 17:41:35.445265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:36.513494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02c339-014d-41cf-82ab-5e7d78b8012e req-01d4ca83-24d6-4d93-81ba-9d78fb451178 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:36.514963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e02c339-014d-41cf-82ab-5e7d78b8012e req-01d4ca83-24d6-4d93-81ba-9d78fb451178 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0642235 Jul 07 17:41:36.552862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e02c339-014d-41cf-82ab-5e7d78b8012e req-b6040b56-0c9d-425c-9547-dbcc997fb2e3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Jul 07 17:41:36.567118 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:37.727490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23720-a71f-4ac0-ab18-c7be8b430a7d req-90344ee5-031f-466e-8b06-22c5e96bd953 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:37.728996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2a23720-a71f-4ac0-ab18-c7be8b430a7d req-90344ee5-031f-466e-8b06-22c5e96bd953 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0628331 Jul 07 17:41:37.766159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2a23720-a71f-4ac0-ab18-c7be8b430a7d req-fc75b5d9-42d1-4edf-8018-0f32e133f568 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Jul 07 17:41:38.947754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fff7e-dc56-43f0-9856-64695738d0c4 req-2bdfe310-b7ae-46c2-a71e-3ed78319f507 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.950181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc5fff7e-dc56-43f0-9856-64695738d0c4 req-2bdfe310-b7ae-46c2-a71e-3ed78319f507 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0691717 Jul 07 17:41:38.987647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc5fff7e-dc56-43f0-9856-64695738d0c4 req-80f541bb-ad76-4c64-8187-899cfddcf964 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318918 Jul 07 17:41:40.160759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76b6f2-cbd5-4aa2-b6ef-ced875b2d331 req-011de74f-72f5-4241-b1a5-6b89d3f9233e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:40.162265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c76b6f2-cbd5-4aa2-b6ef-ced875b2d331 req-011de74f-72f5-4241-b1a5-6b89d3f9233e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0624230 Jul 07 17:41:40.199788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c76b6f2-cbd5-4aa2-b6ef-ced875b2d331 req-a613b249-fbbd-4e89-b06c-ad4eb9d3b6b8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Jul 07 17:41:41.372559 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611501-ed5f-4cbd-ac9a-7afde8b44f89 req-3548b9aa-10de-419d-9aa9-08b9fadb56bc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:41.374067 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a611501-ed5f-4cbd-ac9a-7afde8b44f89 req-3548b9aa-10de-419d-9aa9-08b9fadb56bc tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0650749 Jul 07 17:41:41.415942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6a611501-ed5f-4cbd-ac9a-7afde8b44f89 req-1af5a86c-bbee-46af-ad48-9bde65f05bf9 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357883 Jul 07 17:41:42.592509 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08493f4-9e54-43c4-88a0-86ae65902b5d req-dd8cbba7-2011-41a7-be5b-86149e9da51f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:42.593995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c08493f4-9e54-43c4-88a0-86ae65902b5d req-dd8cbba7-2011-41a7-be5b-86149e9da51f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0642924 Jul 07 17:41:42.630352 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c08493f4-9e54-43c4-88a0-86ae65902b5d req-48205032-d50a-44cb-b553-824bfac93c3e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Jul 07 17:41:43.809702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051b1fd-e04e-41e9-a3fa-559555a8c3cc req-410b33ab-ccb1-4a1d-a237-4105075c59b8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:43.811338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3051b1fd-e04e-41e9-a3fa-559555a8c3cc req-410b33ab-ccb1-4a1d-a237-4105075c59b8 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0663140 Jul 07 17:41:43.864487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3051b1fd-e04e-41e9-a3fa-559555a8c3cc req-c35f4a0a-51c5-44d5-a207-b716aa23ceed tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 Jul 07 17:41:45.043358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb701-02c9-41de-81e8-81c20062c622 req-47794513-4a0e-4f92-a1bc-95a5c9c124b3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.045208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d51fb701-02c9-41de-81e8-81c20062c622 req-47794513-4a0e-4f92-a1bc-95a5c9c124b3 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0683117 Jul 07 17:41:45.083952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d51fb701-02c9-41de-81e8-81c20062c622 req-59a93e7d-26e6-4f61-ac77-e625ebd03a07 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Jul 07 17:41:45.612856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d442e-1ab5-4e59-bfa3-b7719df1e992 req-36d805d6-bd25-4958-88f2-096da433092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:45.614398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-023d442e-1ab5-4e59-bfa3-b7719df1e992 req-36d805d6-bd25-4958-88f2-096da433092f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0548644 Jul 07 17:41:45.648446 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-023d442e-1ab5-4e59-bfa3-b7719df1e992 req-dc5a3eb1-47a0-4d9b-84c4-6fcda09ddce0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270605 Jul 07 17:41:46.255366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7daae-77d9-4a42-8580-30b2295419f2 req-ab56af95-a8fb-4c5e-896e-c983d49ce2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:46.256892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08a7daae-77d9-4a42-8580-30b2295419f2 req-ab56af95-a8fb-4c5e-896e-c983d49ce2b5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0629356 Jul 07 17:41:46.295767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08a7daae-77d9-4a42-8580-30b2295419f2 req-3d936f7a-3f7a-48b9-b22a-a7ebb98979a4 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Jul 07 17:41:46.954996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded8253-baa2-41de-9788-6dbfd4c5bc1c req-97a69e49-3d49-4e25-b045-fdf949ea3e58 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:46.956375 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ded8253-baa2-41de-9788-6dbfd4c5bc1c req-97a69e49-3d49-4e25-b045-fdf949ea3e58 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 946 time: 0.0640841 Jul 07 17:41:46.998071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ded8253-baa2-41de-9788-6dbfd4c5bc1c req-391d5538-7515-4c6a-a9cd-38ee5cc2d1f6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361605 Jul 07 17:41:47.075894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:41:47.168236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:47.179424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'port_id': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'mac_address': 'fa:16:3e:f4:dc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:41:47.219528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.231548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37701362-c469-4d6f-8cf3-a2244a1f0de5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:47.250040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:47.253973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.299118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:47.306185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.306538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.306878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.307213 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.308058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.308409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.308734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.309059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.309380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.309701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.310021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.310369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:47.464149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['37701362-c469-4d6f-8cf3-a2244a1f0de5'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:41:47.471619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baeea8-7816-49a7-96a1-a814f3d45962 req-a578497d-331e-4c8e-9311-939917b12830 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:47.473082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98baeea8-7816-49a7-96a1-a814f3d45962 req-a578497d-331e-4c8e-9311-939917b12830 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 945 time: 0.0635631 Jul 07 17:41:47.513570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98baeea8-7816-49a7-96a1-a814f3d45962 req-6f8a59e8-b57e-4e8a-93c4-aafcaa358ae2 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Jul 07 17:41:47.536727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:47.596009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e5039623-80d7-4971-ac26-36784e0063b0 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/floatingips/3737ebba-83c6-4851-84ea-05dfe655c2fe HTTP/1.1" status: 200 len: 992 time: 0.0580246 Jul 07 17:41:48.172830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0dc7-06cb-4132-b692-809a85b0ef38 req-f1b04ec7-7ab2-4f8b-a99b-5d6eda0c28a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:48.174334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f7a0dc7-06cb-4132-b692-809a85b0ef38 req-f1b04ec7-7ab2-4f8b-a99b-5d6eda0c28a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 946 time: 0.0621152 Jul 07 17:41:48.212244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9f7a0dc7-06cb-4132-b692-809a85b0ef38 req-87b226a1-7e9d-4dbe-a153-1dfd8c5f3274 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=72fe988f-e820-4703-84b1-fbe77c1e502c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Jul 07 17:41:48.702878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-e0acfe30-e33b-40ed-a461-a3f0fa3a7527 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:48.704395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-e0acfe30-e33b-40ed-a461-a3f0fa3a7527 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 946 time: 0.0675464 Jul 07 17:41:48.801231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Deleting port 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:48.801607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.894416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] For port 042f8763-e84b-4208-8f06-ccf093ace5ff, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=042f8763-e84b-4208-8f06-ccf093ace5ff,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:48.894786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.063176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.063553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.063869 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Floating IP 342de1b0-ff27-41ae-b1f0-79d292dab59c disassociated. External IP: 172.25.7.145, port: 042f8763-e84b-4208-8f06-ccf093ace5ff. Jul 07 17:41:49.064231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Calling delete_port for 042f8763-e84b-4208-8f06-ccf093ace5ff owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:49.085475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:41:49.132187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 37701362-c469-4d6f-8cf3-a2244a1f0de5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:49.132569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.192777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.212156 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.222886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'Port': ['ID=042f8763-e84b-4208-8f06-ccf093ace5ff,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:49.235622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:49.237875 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b862d-f96f-4701-b803-d577fb5976ed" -d '{"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:49.238214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.238574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.238921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.239265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.239604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.241380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.241726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.242076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.242439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.242773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.243843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.243843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:49.261782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:49.266974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.293896 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fee926e-b593-470c-b27c-3969b13fba38 x-openstack-request-id: req-5fee926e-b593-470c-b27c-3969b13fba38 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:49.294248 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:49.294481 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fee926e-b593-470c-b27c-3969b13fba38 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:49.294883 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'code': 200} Jul 07 17:41:49.320925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:49.368099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:41:49.380479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdfc65cf-c329-4fed-a790-3ca034127018 req-a6c0a9c9-1121-431b-afd7-a55ca4561ef7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=020fa3e1-b711-4254-9aa6-335c24a9f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0314963 Jul 07 17:41:49.476161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:41:49.486448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:41:49.496091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:49.496670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:41:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:49.518965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] No DVR routers for this DVR port 042f8763-e84b-4208-8f06-ccf093ace5ff on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:41:49.521649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:49.523711 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-04ed43dc-85bb-4ede-870d-9eebb60b43ff req-adbb46f0-dc12-4d9c-b483-c83b670e1219 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "DELETE /v2.0/ports/042f8763-e84b-4208-8f06-ccf093ace5ff HTTP/1.1" status: 204 len: 173 time: 0.8138909 Jul 07 17:41:49.524185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-deleted', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:49.527216 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e72c730-0e76-47fa-9cc7-674485ae5241" -d '{"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-deleted", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:49.568099 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9233019-1a9f-459c-ba2b-5615d9fda381 x-openstack-request-id: req-f9233019-1a9f-459c-ba2b-5615d9fda381 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:49.568473 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020fa3e1-b711-4254-9aa6-335c24a9f0d8", "name": "network-vif-deleted", "tag": "042f8763-e84b-4208-8f06-ccf093ace5ff", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:49.568830 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9233019-1a9f-459c-ba2b-5615d9fda381 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:49.569350 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020fa3e1-b711-4254-9aa6-335c24a9f0d8', 'name': 'network-vif-deleted', 'tag': '042f8763-e84b-4208-8f06-ccf093ace5ff', 'status': 'completed', 'code': 200} Jul 07 17:41:49.616155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:49.826881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:49.851930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:41:49.860683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:41:49.861314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:41:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:49.965127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:41:50.166076 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:41:50.196324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64057e-6bcd-414d-a544-2c7bdcf7e8a2 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:41:50.408027 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07afb28-af5f-4faa-9293-814f3c756fff None None] New status for floating IP 342de1b0-ff27-41ae-b1f0-79d292dab59c: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:41:50.506421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:50.566538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.590414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.638020 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.640561 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.641697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "DELETE /v2.0/security-groups/72fe988f-e820-4703-84b1-fbe77c1e502c HTTP/1.1" status: 204 len: 168 time: 0.1342659 Jul 07 17:41:50.644573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59968) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:50.650359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe988f-e820-4703-84b1-fbe77c1e502c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:50.657660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.658010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.658377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.658688 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-855d1fa3-117f-40a4-9d42-833adea01eda tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] show failed (client error): The resource could not be found. Jul 07 17:41:50.658811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.659029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.659360 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662465 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-855d1fa3-117f-40a4-9d42-833adea01eda tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups/72fe988f-e820-4703-84b1-fbe77c1e502c HTTP/1.1" status: 404 len: 347 time: 0.0141351 Jul 07 17:41:50.662583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.662583 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b4fd-ce0b-4893-a3ac-ae0a08a2dcb2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:41:50.663072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59970) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:50.787659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Deleting port 09364577-ec62-45fd-8756-e878bff52b84 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:41:50.787918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.863236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.863557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.874873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Calling delete_port for 09364577-ec62-45fd-8756-e878bff52b84 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:41:51.008946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.033780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'Port': ['ID=09364577-ec62-45fd-8756-e878bff52b84,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:51.096479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.099285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.100688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17891ba5-8789-4c06-baa0-8d7b423e3c3b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "DELETE /v2.0/floatingips/342de1b0-ff27-41ae-b1f0-79d292dab59c HTTP/1.1" status: 204 len: 168 time: 0.4371910 Jul 07 17:41:51.490435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 59974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:51.495717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265129440', 'description': 'tempest-description--503870005'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:51.516523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.597148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.601734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.630345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.631559 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1401134 Jul 07 17:41:51.636442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e45d6-3bd3-45b5-890b-2669471659a3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf583b-baff-4773-bbf5-7841576b3a51,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:51.637633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:51.642524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group_rule': {'security_group_id': 'a0cf583b-baff-4773-bbf5-7841576b3a51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:51.671245 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.718986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.722429 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.740386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75365df7-0390-41f0-83c7-1704d2de92cb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:51.748282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.749732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-557aa7fb-abd7-4956-9670-a6969d5f02a6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109202 Jul 07 17:41:51.752383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:51.756942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'security_group_rule': {'security_group_id': 'a0cf583b-baff-4773-bbf5-7841576b3a51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:51.784422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.842893 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.846473 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.864479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb50779-645d-48be-aad2-b9e57ad13a8a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:51.871670 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.872862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3924a58e-cd56-4177-ab70-537cff7e78eb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195104 Jul 07 17:41:51.875840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 59980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:41:51.880258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:51.902495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:51.998342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.101385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Allocated IP 172.25.7.135 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/cbad70d6-cd15-4e23-82e3-b1733a5607eb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:52.200520 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.238573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.278757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:52.281534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:52.285231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:52.311952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=cbad70d6-cd15-4e23-82e3-b1733a5607eb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:52.374987 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.417757 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.556235 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:52.565280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.569853 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.643084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=cbad70d6-cd15-4e23-82e3-b1733a5607eb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:52.652368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.665479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:52.667596 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-74f2e000-713f-4f83-9367-e27bcd98e100 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7907827 Jul 07 17:41:52.804949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-865931fa-e35b-4c18-a1da-d36a93383d0e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--265129440&fields=id&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 267 time: 0.0338461 Jul 07 17:41:52.915330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6af9c0d2-3a51-4036-9d76-f3d51cbc9f0b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:52.917328 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6af9c0d2-3a51-4036-9d76-f3d51cbc9f0b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 817 time: 0.1056395 Jul 07 17:41:52.931224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-315c2b9f-ec46-4a2c-8b3a-281c0f18ff00 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/quotas/bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 375 time: 0.0086315 Jul 07 17:41:52.956536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:41:52.976820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 042f8763-e84b-4208-8f06-ccf093ace5ff {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:41:52.977187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 042f8763-e84b-4208-8f06-ccf093ace5ff not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:41:53.000717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-f41ecf4b-ffc1-49a2-80e1-52920cad7bed tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642302 Jul 07 17:41:53.093209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-153f8e49-928b-4abd-b59d-e982287440df service neutron] 10.222.0.22 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811079 Jul 07 17:41:53.184339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6e7e7158-04f8-4067-b23c-14f1a4a9b683 service neutron] 10.222.0.22 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Jul 07 17:41:53.356565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0c8567a-5949-4b5a-b29a-5fc10ccde12c req-0c84dda7-56d7-4963-a81c-8d346d6ff5ce tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Jul 07 17:41:54.384098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6ca52d6d-adca-40f6-9050-633b9236368d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:54.385625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6ca52d6d-adca-40f6-9050-633b9236368d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 817 time: 0.1121354 Jul 07 17:41:54.431665 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-62d18387-16b1-448f-8ca6-3bae1dd4be59 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 379 time: 0.0373945 Jul 07 17:41:54.439967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'port': {'device_id': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'admin_state_up': True, 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'security_groups': ['a0cf583b-baff-4773-bbf5-7841576b3a51']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:54.512356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-048e6e78-8d84-4cbd-8fc9-08c7f7082b88 req-6114a805-69e1-4f50-985a-0e4d2fd9e55c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 210 time: 0.0312479 Jul 07 17:41:54.869268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Made reservation on behalf of bbd244ddceb24a0ba9b3033541e27a98 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:41:54.873232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:54.991751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Allocated IP 172.20.0.7 (d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f/5b3e702e-2dbb-4c11-9147-a07c5789dc6f/f98ef08c-86c2-45be-81ea-6e64542078f9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:41:55.126242 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.139225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Transition to ACTIVE for port object f98ef08c-86c2-45be-81ea-6e64542078f9 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:55.170403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.210718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:41:55.214637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:41:55.218677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:41:55.249740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.277629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.278307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.293396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-9195eca1-df28-4496-b31d-9af019557e85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570566 Jul 07 17:41:55.305765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Request body: {'port': {'device_id': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:41:55.384108 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.429572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-258a34da-5d91-49dd-b642-ba6d0262bcd4 None None] Provisioning for port f98ef08c-86c2-45be-81ea-6e64542078f9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:41:55.434253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-258a34da-5d91-49dd-b642-ba6d0262bcd4 None None] Provisioning complete for port f98ef08c-86c2-45be-81ea-6e64542078f9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:41:55.434640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-258a34da-5d91-49dd-b642-ba6d0262bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.469874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-258a34da-5d91-49dd-b642-ba6d0262bcd4 None None] Port f98ef08c-86c2-45be-81ea-6e64542078f9 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:41:55.649426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:55.657500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.670326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Transition to ACTIVE for port object f98ef08c-86c2-45be-81ea-6e64542078f9 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:41:55.674228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.699514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691744-8431-4212-a036-dc93274bc800 req-bd949ead-a786-4ad1-a8e2-10d727829926 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.701285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40691744-8431-4212-a036-dc93274bc800 req-bd949ead-a786-4ad1-a8e2-10d727829926 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 931 time: 0.0716481 Jul 07 17:41:55.744602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-40691744-8431-4212-a036-dc93274bc800 req-853509b2-19e0-4ceb-b431-7c021dbf5e4a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Jul 07 17:41:55.770670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.796656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:41:55.796827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:41:55.797238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:55.801650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:41:55.801975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:41:55.807316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:41:55.807668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:41:55.808058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Bound using segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:41:55.808494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Bound port: f98ef08c-86c2-45be-81ea-6e64542078f9, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:41:55.808861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.879276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:41:55.882876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:41:55.887956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.920072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:55.920800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:55.922425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] 10.222.0.83 "PUT /v2.0/ports/f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1092 time: 0.6211534 Jul 07 17:41:55.925300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:41:55.927808 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44061f3-dce3-4745-9de2-eb96cf88c724" -d '{"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:41:55.959421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ce824-e25f-4c42-92e7-ba00d971a943 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:55.974170 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6483d3-ad80-4a5c-98a4-a114e36780ac x-openstack-request-id: req-0e6483d3-ad80-4a5c-98a4-a114e36780ac {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:41:55.974389 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:41:55.974656 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e6483d3-ad80-4a5c-98a4-a114e36780ac {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:41:55.975076 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'status': 'completed', 'code': 200} Jul 07 17:41:56.021818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6e16633e-c455-4d2e-9b22-667c30431f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.023335 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-6e16633e-c455-4d2e-9b22-667c30431f47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1095 time: 0.0585520 Jul 07 17:41:56.068732 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-33495b29-36d5-4166-9050-180e3cf7cf10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 217 time: 0.0385294 Jul 07 17:41:56.117683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-16d2ab24-2e90-4084-9292-c4f28e1e6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.119159 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-16d2ab24-2e90-4084-9292-c4f28e1e6d58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0447516 Jul 07 17:41:56.174483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-a1a6fac3-8831-4d43-8053-d6281356e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.175848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-a1a6fac3-8831-4d43-8053-d6281356e248 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509858 Jul 07 17:41:56.266733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-d1b5922c-0285-41f3-858f-00aef9c03711 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846570 Jul 07 17:41:56.353258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa43b2dd-e61b-4531-82cb-51acea02704d req-1bba088a-7e99-4efb-9565-3d82e21f6a2d service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797641 Jul 07 17:41:56.457064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-b557ebf1-f94a-4da4-bbcb-cafc5545a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.458500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-b557ebf1-f94a-4da4-bbcb-cafc5545a22c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1095 time: 0.0551896 Jul 07 17:41:56.550870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-25d54f4b-e2b5-42a4-8a18-28365d760822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.552361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-25d54f4b-e2b5-42a4-8a18-28365d760822 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0880044 Jul 07 17:41:56.593154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-58d2d21a-91f5-4a6a-a33a-8306dc6129b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 217 time: 0.0344052 Jul 07 17:41:56.644504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-ace434eb-8387-4ef4-956f-907c401c5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.646001 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-ace434eb-8387-4ef4-956f-907c401c5288 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0466464 Jul 07 17:41:56.702670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-044ad43b-95d5-4496-80f4-63b1d747feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.704146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-044ad43b-95d5-4496-80f4-63b1d747feb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517898 Jul 07 17:41:56.802568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-a582302d-e966-48e1-ba8c-a4c8a92733f1 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917332 Jul 07 17:41:56.898005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f44061f3-dce3-4745-9de2-eb96cf88c724 req-6ac2684d-7fc4-4585-a6f3-0ef5a6f112f2 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893712 Jul 07 17:41:56.924757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8728498-0788-4092-a7b9-14bce30360a3 req-c0f3d23e-df76-4848-848f-bae4eb82fb3e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:56.926428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8728498-0788-4092-a7b9-14bce30360a3 req-c0f3d23e-df76-4848-848f-bae4eb82fb3e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 943 time: 0.0655653 Jul 07 17:41:56.964913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8728498-0788-4092-a7b9-14bce30360a3 req-783e04f2-cb1a-4eea-844f-b0cfea40338a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Jul 07 17:41:58.142007 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608b97-e765-4d18-8bf6-62bb1bdc2445 req-026a35b4-d920-444a-aae1-a61999830c85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:58.145143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a608b97-e765-4d18-8bf6-62bb1bdc2445 req-026a35b4-d920-444a-aae1-a61999830c85 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 943 time: 0.0639129 Jul 07 17:41:58.186128 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a608b97-e765-4d18-8bf6-62bb1bdc2445 req-94821e67-889b-4018-8f3e-d9f6ef21665a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jul 07 17:41:59.021132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:41:59.117885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:59.128840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:41:59.164606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.176695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:41:59.195507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:41:59.200253 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:59.246448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:41:59.365496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a79f4-ceb8-4990-a1e7-8fac70e8941a req-04818a16-f225-437e-94f0-5c800fa31dea tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:59.367013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724a79f4-ceb8-4990-a1e7-8fac70e8941a req-04818a16-f225-437e-94f0-5c800fa31dea tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0638483 Jul 07 17:41:59.407064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-724a79f4-ceb8-4990-a1e7-8fac70e8941a req-e674a7a1-73a6-4ac6-9bdc-1e785cc30fe0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339322 Jul 07 17:41:59.531879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['f98ef08c-86c2-45be-81ea-6e64542078f9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:41:59.897178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a53de457-b647-4916-b9bf-9a1f6d8dcf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:00.580789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e6f5-e358-43ef-997e-fa3070925f42 req-2bdf8e20-f20a-46ec-b15b-8d3a4bb1bb5e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:00.582187 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a33e6f5-e358-43ef-997e-fa3070925f42 req-2bdf8e20-f20a-46ec-b15b-8d3a4bb1bb5e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0629735 Jul 07 17:42:00.618613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a33e6f5-e358-43ef-997e-fa3070925f42 req-c9907095-9bb4-4554-84da-71eff5813fe6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307746 Jul 07 17:42:01.039318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:01.087708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port f98ef08c-86c2-45be-81ea-6e64542078f9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:01.091392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port f98ef08c-86c2-45be-81ea-6e64542078f9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:01.091806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.168757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.189938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:01.192206 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a99298b-40da-4fcc-a6f8-fae108212feb" -d '{"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:01.205871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:01.209861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:01.236280 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb516f56-35ce-4597-89e0-203c53a5493d x-openstack-request-id: req-cb516f56-35ce-4597-89e0-203c53a5493d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:01.236571 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:01.236836 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb516f56-35ce-4597-89e0-203c53a5493d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:01.237223 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'code': 200} Jul 07 17:42:01.264590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:01.343724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235a411-2fef-4ab6-bb6c-503201a2e31e req-94732d27-6f39-4983-b135-175fb3307fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:01.345261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2235a411-2fef-4ab6-bb6c-503201a2e31e req-94732d27-6f39-4983-b135-175fb3307fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0541544 Jul 07 17:42:01.379331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2235a411-2fef-4ab6-bb6c-503201a2e31e req-e8d6660f-ed8c-48a5-820d-965b6e5b3d40 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278254 Jul 07 17:42:01.797163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94de1-f49f-44a5-8533-703ef0c0534e req-c823df2b-2883-4d66-b909-0182662498e7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:01.798690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89e94de1-f49f-44a5-8533-703ef0c0534e req-c823df2b-2883-4d66-b909-0182662498e7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0674305 Jul 07 17:42:01.836158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-89e94de1-f49f-44a5-8533-703ef0c0534e req-17d2b7f7-d343-48da-8934-b3d03b7a74ba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Jul 07 17:42:02.329132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6745aac9-8757-447f-8deb-adaab1ca9cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:02.804205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.013843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc74293-4d36-40b0-b015-2bd51bb7792d req-617340d6-23ae-4a8b-99ee-30dadc5a17d3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:03.015348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dc74293-4d36-40b0-b015-2bd51bb7792d req-617340d6-23ae-4a8b-99ee-30dadc5a17d3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Jul 07 17:42:03.052921 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0dc74293-4d36-40b0-b015-2bd51bb7792d req-2f2c6e81-ebf4-4782-a5af-c6932d9c62f4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jul 07 17:42:03.230626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498cb0-f5bb-4e49-ab6a-0533c1722c04 req-bbedf3a4-7936-45c5-810e-78d5b43838bb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:03.232131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0498cb0-f5bb-4e49-ab6a-0533c1722c04 req-bbedf3a4-7936-45c5-810e-78d5b43838bb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0731189 Jul 07 17:42:03.240451 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:03.245296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Request body: {'floatingip': {'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:03.287993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:03.664152 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.066023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.069500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.172496 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Floating IP 90a55bd2-af7b-4830-b0b0-5f77e6990d76 associated. External IP: 172.25.7.135, port: f98ef08c-86c2-45be-81ea-6e64542078f9. Jul 07 17:42:04.377564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:42:04.484528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:04.489056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.494935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:04.503549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:04.504256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:04.529832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-df6c3b22-9d33-4f22-97cc-7636f7c4a3ae tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "PUT /v2.0/floatingips/90a55bd2-af7b-4830-b0b0-5f77e6990d76 HTTP/1.1" status: 200 len: 991 time: 1.2883248 Jul 07 17:42:04.530437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:04.532677 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919150d-e2c7-4a12-ac9c-3b26fac813c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:04.568490 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a961b01-c498-4c3c-bb1c-5f503d6214a4 x-openstack-request-id: req-0a961b01-c498-4c3c-bb1c-5f503d6214a4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:04.568775 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:04.569024 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a961b01-c498-4c3c-bb1c-5f503d6214a4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:04.569425 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'status': 'completed', 'code': 200} Jul 07 17:42:04.613806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:04.628976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:04.644889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-60377bda-c42e-456e-b2e2-9d8ed643bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:04.646414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-60377bda-c42e-456e-b2e2-9d8ed643bb62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0556526 Jul 07 17:42:04.745204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-152037fc-77a7-4fae-bbd5-11b39a3d0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:04.746735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-152037fc-77a7-4fae-bbd5-11b39a3d0664 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0943179 Jul 07 17:42:04.813868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-c552a5ac-d0a2-441a-9f4d-115438c8d1b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 999 time: 0.0605893 Jul 07 17:42:04.870587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-fe083aee-3be3-40a1-8ef0-af17a03eebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:04.872042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-fe083aee-3be3-40a1-8ef0-af17a03eebbd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0481615 Jul 07 17:42:04.928324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-fd970adf-bd28-4494-9a22-c4a37bf1b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:04.929747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-fd970adf-bd28-4494-9a22-c4a37bf1b4e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509241 Jul 07 17:42:05.015562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '90a55bd2-af7b-4830-b0b0-5f77e6990d76', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:52Z', 'updated_at': '2021-07-07T17:42:03Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:05.017832 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-4e8b6235-5cf6-4c70-86d9-5b7d41a69d8a service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Jul 07 17:42:05.041518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:05.050789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:05.051396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:05.112787 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2919150d-e2c7-4a12-ac9c-3b26fac813c5 req-2a654e12-8872-4e09-bc72-7887245e6476 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Jul 07 17:42:05.155945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:05.376733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '90a55bd2-af7b-4830-b0b0-5f77e6990d76', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:52Z', 'updated_at': '2021-07-07T17:42:03Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:05.402715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4f60-c1ea-4952-b643-b9f342eaac0c None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '90a55bd2-af7b-4830-b0b0-5f77e6990d76', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:41:52Z', 'updated_at': '2021-07-07T17:42:03Z', 'revision_number': 1, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:05.448242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:05.595264 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acc068-3c2e-446d-8ca5-e088e149fe81 None None] New status for floating IP 90a55bd2-af7b-4830-b0b0-5f77e6990d76: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:42:06.585339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:15.228199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-2739da82-bec8-475d-9e12-f50e4613b294 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154170 Jul 07 17:42:15.325955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-482367e9-684a-44a6-99a8-fe3010fb518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:15.327283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-482367e9-684a-44a6-99a8-fe3010fb518e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0522468 Jul 07 17:42:15.434880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-9dde64f0-2f8f-445a-aa38-1a11b33b1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:15.436257 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-9dde64f0-2f8f-445a-aa38-1a11b33b1fa2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 898 time: 0.0880868 Jul 07 17:42:15.500099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-b92ae238-1b8c-4fb5-8e4b-7bc7508c39cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 1001 time: 0.0561838 Jul 07 17:42:15.553291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-b1e0bea3-a1ce-4d59-af89-374540bb81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:15.554827 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-b1e0bea3-a1ce-4d59-af89-374540bb81a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0481133 Jul 07 17:42:15.613771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-0ce26c15-f83b-408a-85d5-a31ffe7f005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:15.615326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-0ce26c15-f83b-408a-85d5-a31ffe7f005f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537543 Jul 07 17:42:15.625505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-db03e2ba-30d9-4816-af45-d98276e01d43 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:42:15.626479 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-db03e2ba-30d9-4816-af45-d98276e01d43 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049782 Jul 07 17:42:15.714621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-e96302e1-9282-496d-b4cd-044811541a86 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810304 Jul 07 17:42:15.804358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b9d4cc77-8f94-4808-9ba5-548b43ddd2d9 req-f5cde705-206c-4a13-b7e8-7f86e0310bbc service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833895 Jul 07 17:42:17.816399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-e31080b6-986f-41a9-be87-735754f64abc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002171 Jul 07 17:42:17.920402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-9efc96d1-7bac-4a87-ac0c-f7f34e1d9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:17.921879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-9efc96d1-7bac-4a87-ac0c-f7f34e1d9f80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0538368 Jul 07 17:42:18.028467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-921ba641-19fe-4482-b165-d336da48def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.029836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-921ba641-19fe-4482-b165-d336da48def5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0884764 Jul 07 17:42:18.095240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-3bad85d9-59d7-4a35-a4cf-fb37c1065de3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1001 time: 0.0582159 Jul 07 17:42:18.145724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-a4318f49-d2cf-46f2-87a7-1651b1218854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.147154 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-a4318f49-d2cf-46f2-87a7-1651b1218854 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0464954 Jul 07 17:42:18.202768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-73b11583-dfae-43ca-8199-6f013d4b11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:18.204229 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-73b11583-dfae-43ca-8199-6f013d4b11ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503097 Jul 07 17:42:18.208728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60068) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:18.395056 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-9bc0abb3-0d2b-42ef-98aa-9ee324be21b5 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841302 Jul 07 17:42:18.514290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 48751846-0c1e-4462-8fe4-190a370bca74 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:18.514651 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.558116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-946f6445-81d3-4c29-b019-3335b4a0a7a7 req-9e23354a-23f8-46f2-afae-ec7aa2278112 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398656 Jul 07 17:42:18.600078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.600412 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.611947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 48751846-0c1e-4462-8fe4-190a370bca74 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:18.769911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.795662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=48751846-0c1e-4462-8fe4-190a370bca74,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:18.869858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.870658 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Floating IP 3737ebba-83c6-4851-84ea-05dfe655c2fe disassociated (deleted). External IP: 172.25.7.57, port: 37701362-c469-4d6f-8cf3-a2244a1f0de5. Jul 07 17:42:19.085988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:42:19.197682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:19.202690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:19.207686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Sync routers for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:19.217876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:19.218531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:19.238963 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-158b3be7-02c6-4fee-b46f-e690de1e776c tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/floatingips/3737ebba-83c6-4851-84ea-05dfe655c2fe HTTP/1.1" status: 204 len: 168 time: 1.0291958 Jul 07 17:42:19.239579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:19.241931 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67e877-75d1-4d79-84e4-d32932811152" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:19.284695 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f84f1-d58e-42c0-9e7b-3d5ae1995f2e x-openstack-request-id: req-850f84f1-d58e-42c0-9e7b-3d5ae1995f2e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:19.284983 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:19.285234 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-850f84f1-d58e-42c0-9e7b-3d5ae1995f2e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:19.285665 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'status': 'completed', 'code': 200} Jul 07 17:42:19.334828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:19.370371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e877-75d1-4d79-84e4-d32932811152 req-431c24d5-f63b-4e11-8ac9-9caaa8ef1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.371893 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-431c24d5-f63b-4e11-8ac9-9caaa8ef1b74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=067724d4970141ff8e56024dff84aa4d&device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0604069 Jul 07 17:42:19.479622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e877-75d1-4d79-84e4-d32932811152 req-0ad11398-20a6-4de8-b40f-9caeb95481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.481115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-0ad11398-20a6-4de8-b40f-9caeb95481f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 200 len: 898 time: 0.1019440 Jul 07 17:42:19.522855 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-fb280312-7702-4f34-9f54-c6a0bea6763b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Jul 07 17:42:19.549586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:19.577536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Checking router: d5f710ad-88fb-429d-bad9-0e1c96ccbad6 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:19.582610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e877-75d1-4d79-84e4-d32932811152 req-c954e826-2ecf-410d-8584-fb3edbd1be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.584132 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-c954e826-2ecf-410d-8584-fb3edbd1be3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 200 len: 834 time: 0.0539341 Jul 07 17:42:19.586823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:19.588088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:19.639291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4c173-4409-4a8e-bbdb-80ec4d576df1 req-13bf9804-7a1d-4403-b955-90a447bbae62 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.640950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ab4c173-4409-4a8e-bbdb-80ec4d576df1 req-13bf9804-7a1d-4403-b955-90a447bbae62 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0691583 Jul 07 17:42:19.648788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e877-75d1-4d79-84e4-d32932811152 req-792f0bcd-5b92-45c6-ad4d-891464f01d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:19.650972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-792f0bcd-5b92-45c6-ad4d-891464f01d45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc1af28d-6e20-45e3-8123-92df089a361a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585437 Jul 07 17:42:19.680628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ab4c173-4409-4a8e-bbdb-80ec4d576df1 req-2c830e29-8ce7-40d9-b98b-3f4189ecd4c5 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339758 Jul 07 17:42:19.695659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:19.748178 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-52320905-4632-42b0-b851-a3305c47bc46 service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Jul 07 17:42:19.842757 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a67e877-75d1-4d79-84e4-d32932811152 req-4968d8dc-0dfe-4bce-870b-c1d749e73f5b service neutron] 10.222.0.32 "GET /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869827 Jul 07 17:42:19.891051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:19.920979 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57d241-590c-4af9-8580-aad41a6bdc4d None None] The sync data for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 is: [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:40Z', 'revision_number': 4, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '31ffd4df-b516-404e-af31-dec016020769', 'name': '', 'network_id': 'bc1af28d-6e20-45e3-8123-92df089a361a', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'mac_address': 'fa:16:3e:a7:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:39Z', 'updated_at': '2021-07-07T17:40:45Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'subnets': [{'id': 'd8b51cde-4645-4199-a3a4-f0edde5c63ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:20.142082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf8320-af79-4fac-aa22-c47f54663aa1 None None] New status for floating IP 3737ebba-83c6-4851-84ea-05dfe655c2fe: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:42:20.872140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aeac4d-64cb-44a4-bfc0-82d847cb8f3e req-ea6db438-f4f1-4db0-ae51-db8f45840e1e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.873766 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93aeac4d-64cb-44a4-bfc0-82d847cb8f3e req-ea6db438-f4f1-4db0-ae51-db8f45840e1e tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0647709 Jul 07 17:42:20.909780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba96b45-3742-483f-bf48-66f242201c7b req-347381eb-a43d-4246-b812-40ef41101eea tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.911294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bba96b45-3742-483f-bf48-66f242201c7b req-347381eb-a43d-4246-b812-40ef41101eea tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aa9dda3-934c-4301-99e1-fd11f52d0af4 HTTP/1.1" status: 200 len: 946 time: 0.0647948 Jul 07 17:42:20.911435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93aeac4d-64cb-44a4-bfc0-82d847cb8f3e req-ad991194-3ccb-4dc5-bad0-f5c81236e35d tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "GET /v2.0/security-groups?id=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Jul 07 17:42:21.015099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 37701362-c469-4d6f-8cf3-a2244a1f0de5 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:21.015454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.107420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 37701362-c469-4d6f-8cf3-a2244a1f0de5, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=37701362-c469-4d6f-8cf3-a2244a1f0de5,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:21.107789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.121515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 37701362-c469-4d6f-8cf3-a2244a1f0de5 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:21.251386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.279698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=37701362-c469-4d6f-8cf3-a2244a1f0de5,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:21.328533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] No DVR routers for this DVR port 37701362-c469-4d6f-8cf3-a2244a1f0de5 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:21.331357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:21.333379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bba96b45-3742-483f-bf48-66f242201c7b req-97e3bb45-7a99-43c1-8eff-62a4d66ae653 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.32 "DELETE /v2.0/ports/37701362-c469-4d6f-8cf3-a2244a1f0de5 HTTP/1.1" status: 204 len: 173 time: 0.4163959 Jul 07 17:42:21.333816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-deleted', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:21.336070 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb30746-6536-4faa-82e1-039571c1485a" -d '{"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-deleted", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:21.372084 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e6c1b1-0c07-48bc-b67d-0a814a683b5e x-openstack-request-id: req-47e6c1b1-0c07-48bc-b67d-0a814a683b5e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:21.372383 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa9dda3-934c-4301-99e1-fd11f52d0af4", "name": "network-vif-deleted", "tag": "37701362-c469-4d6f-8cf3-a2244a1f0de5", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:21.372623 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47e6c1b1-0c07-48bc-b67d-0a814a683b5e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:21.373026 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa9dda3-934c-4301-99e1-fd11f52d0af4', 'name': 'network-vif-deleted', 'tag': '37701362-c469-4d6f-8cf3-a2244a1f0de5', 'status': 'completed', 'code': 200} Jul 07 17:42:22.003935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:22.368381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.634229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 31ffd4df-b516-404e-af31-dec016020769 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:22.634586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.723895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 31ffd4df-b516-404e-af31-dec016020769, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=31ffd4df-b516-404e-af31-dec016020769,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:22.724256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.736323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 31ffd4df-b516-404e-af31-dec016020769 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:22.932682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:22.959200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=31ffd4df-b516-404e-af31-dec016020769,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:23.137218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.357825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:42:23.466397 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:23.471774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee76c721-aee3-4dcf-96d9-3bcec17603e6 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "PUT /v2.0/routers/d5f710ad-88fb-429d-bad9-0e1c96ccbad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667022 Jul 07 17:42:23.474490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:23.477284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Sync routers for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:23.486343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:23.486952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:23.529440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting subnet d8b51cde-4645-4199-a3a4-f0edde5c63ee {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:23.532894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.574871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.590911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:23.665865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.726626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.755938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b51cde-4645-4199-a3a4-f0edde5c63ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:23.759775 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.761649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2381f38b-42c8-4c54-83de-4e65c264ba26 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/subnets/d8b51cde-4645-4199-a3a4-f0edde5c63ee HTTP/1.1" status: 204 len: 168 time: 0.2861955 Jul 07 17:42:23.764361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:23.764950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:42:22Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:23.792665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4953deb-69f6-47f8-a733-514999e094bc None None] Network bc1af28d-6e20-45e3-8123-92df089a361a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:23.794962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Checking router: d5f710ad-88fb-429d-bad9-0e1c96ccbad6 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:23.846709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Routers {'d5f710ad-88fb-429d-bad9-0e1c96ccbad6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:23.847334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:42:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:23.875589 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:23.995428 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.005750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] Set router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:24.050052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Deleting port 565463e7-9f8f-47b5-8f45-786810d5c824 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:24.050430 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.139109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] For port 565463e7-9f8f-47b5-8f45-786810d5c824, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=565463e7-9f8f-47b5-8f45-786810d5c824,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:24.139998 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.153776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Calling delete_port for 565463e7-9f8f-47b5-8f45-786810d5c824 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:24.337551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.353523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] DHCP port deletion for bc1af28d-6e20-45e3-8123-92df089a361a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:42:24.365194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Port': ['ID=565463e7-9f8f-47b5-8f45-786810d5c824,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:24.393495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:42:22Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.422759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6921b-62aa-4e9f-b95f-a78fc0f027fe None None] The sync data for ids ['d5f710ad-88fb-429d-bad9-0e1c96ccbad6'] in n-d-791504-12 is: [{'id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363372093', 'tenant_id': '067724d4970141ff8e56024dff84aa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:42:22Z', 'revision_number': 5, 'project_id': '067724d4970141ff8e56024dff84aa4d', 'gw_port': {'id': '565463e7-9f8f-47b5-8f45-786810d5c824', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f710ad-88fb-429d-bad9-0e1c96ccbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:37Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:24.431072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.444492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Deleting port bcd53198-db1f-4636-8ce1-7e5728a419bb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:24.444883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.514364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] For port bcd53198-db1f-4636-8ce1-7e5728a419bb, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=bcd53198-db1f-4636-8ce1-7e5728a419bb,segment=NetworkSegment(bd2eaf68-2a52-47d9-a0b4-962bc1efdc21),segment_id=bd2eaf68-2a52-47d9-a0b4-962bc1efdc21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:24.515125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.523705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.525890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.528391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Calling delete_port for bcd53198-db1f-4636-8ce1-7e5728a419bb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:24.572608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.573266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Fanout notify agent at l3_agent the message router_deleted on router d5f710ad-88fb-429d-bad9-0e1c96ccbad6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:42:24.581320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.582507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-48eec226-4371-403a-b79a-e512749a891f tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/routers/d5f710ad-88fb-429d-bad9-0e1c96ccbad6 HTTP/1.1" status: 204 len: 168 time: 0.8170738 Jul 07 17:42:24.585251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60108) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:24.608032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.635589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] Pushing event deleted for resources: {'Port': ['ID=bcd53198-db1f-4636-8ce1-7e5728a419bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:24.637435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbac8c5-0c63-4ec3-bd35-ace14251eaae None None] No DVR routers for this DVR port bcd53198-db1f-4636-8ce1-7e5728a419bb on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:24.671268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.755312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.765084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1af28d-6e20-45e3-8123-92df089a361a']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.781425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.781655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2eaf68-2a52-47d9-a0b4-962bc1efdc21') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:24.792084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.806158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.812921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:24.813366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:24.816627 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:24.876059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.885753 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.888014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/networks/bc1af28d-6e20-45e3-8123-92df089a361a HTTP/1.1" status: 204 len: 168 time: 0.3017282 Jul 07 17:42:24.890810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:24.901125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0351c0-327b-4431-b32c-26a2876824c7 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'Network': ['ID=bc1af28d-6e20-45e3-8123-92df089a361a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:24.958801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:24.984350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.054163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.056721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.057944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] 10.222.0.22 "DELETE /v2.0/security-groups/85387e83-cd40-42dd-9cd9-fecdc7fdd5a7 HTTP/1.1" status: 204 len: 168 time: 0.1660995 Jul 07 17:42:25.068464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628397f-da42-443b-bb0f-e120263ce697 tempest-TestNetworkAdvancedServerOps-2139955670 tempest-TestNetworkAdvancedServerOps-2139955670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85387e83-cd40-42dd-9cd9-fecdc7fdd5a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:25.268701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:25.292894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 37701362-c469-4d6f-8cf3-a2244a1f0de5 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:25.293249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 37701362-c469-4d6f-8cf3-a2244a1f0de5 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:25.402689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60118) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:25.484063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bcd53198-db1f-4636-8ce1-7e5728a419bb no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:25.519963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: bcd53198-db1f-4636-8ce1-7e5728a419bb {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:25.520602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device bcd53198-db1f-4636-8ce1-7e5728a419bb not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:25.520861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 31ffd4df-b516-404e-af31-dec016020769 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:25.541648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 31ffd4df-b516-404e-af31-dec016020769 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:25.542003 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 31ffd4df-b516-404e-af31-dec016020769 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:25.557529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-291e9a79-3f9d-4c12-a251-9adb89a88f8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=067724d4970141ff8e56024dff84aa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536443 Jul 07 17:42:25.559946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60124) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:25.608368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.634661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.682550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.685231 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:25.686398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a727081-0fce-4673-a258-c8d45cb440a8 HTTP/1.1" status: 204 len: 168 time: 0.1254959 Jul 07 17:42:25.693804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937beda-2ca7-4ef8-88d6-4b55a21fe511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a727081-0fce-4673-a258-c8d45cb440a8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:25.943852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:25.988650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b0af57f5-bb10-4581-b1fc-0eab020b902b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80b18591bbdc416ba51945f5bb7675cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421040 Jul 07 17:42:25.991087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:26.041642 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.067648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.115018 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.118019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.119221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4f72cc2-645c-4392-9590-3ce5315e3813 HTTP/1.1" status: 204 len: 168 time: 0.1271548 Jul 07 17:42:26.126899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200cf3-d85a-4f0f-9746-147eb24291fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f72cc2-645c-4392-9590-3ce5315e3813,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:26.799439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:26.891843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-822997307-network', 'tenant_id': '4a96c1480cd84e55aa888d9dec9cecab'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:26.914278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Made reservation on behalf of 4a96c1480cd84e55aa888d9dec9cecab for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:26.916677 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:26.925569 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.018011 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.021268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 565463e7-9f8f-47b5-8f45-786810d5c824 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:27.022945 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.041123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 565463e7-9f8f-47b5-8f45-786810d5c824 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:27.041469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 565463e7-9f8f-47b5-8f45-786810d5c824 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:27.048019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:27.057265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa92fa1-de0e-4407-82c0-685d3cd5de57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:27.063183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.063515 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Added segment 1e50bbe5-24e2-4864-9f0c-6720f7f846dd of type vlan for network 1bb4b268-188d-4608-ae31-c75cfedd2fdb Jul 07 17:42:27.103274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.130499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.131450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.132036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.182325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3815932 Jul 07 17:42:27.185302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:27.190570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Request body: {'subnet': {'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-822997307-subnet', 'tenant_id': '4a96c1480cd84e55aa888d9dec9cecab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:27.194701 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564e3e-7efb-4f8d-9c36-b0818a05e09d admin admin] Pushing event updated for resources: {'Network': ['ID=1bb4b268-188d-4608-ae31-c75cfedd2fdb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:27.206206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1bb4b268-188d-4608-ae31-c75cfedd2fdb details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:27.215670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Made reservation on behalf of 4a96c1480cd84e55aa888d9dec9cecab for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:27.218341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.385660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.440179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9b9dca-321e-4949-a8a0-69dfbe16abde,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:27.448824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Checking segment: {'id': '1e50bbe5-24e2-4864-9f0c-6720f7f846dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:27.449193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Network hostable DHCP agents. Network: 1bb4b268-188d-4608-ae31-c75cfedd2fdb, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:27.465264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Network 1bb4b268-188d-4608-ae31-c75cfedd2fdb is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:27.473286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1bb4b268-188d-4608-ae31-c75cfedd2fdb) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:27.480693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.481295 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:27.481431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c26f1-c5d7-4015-96ea-95c46e96fb44 None None] Network 1bb4b268-188d-4608-ae31-c75cfedd2fdb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:27.513040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db6841d3-ecfd-4cff-8d20-fa99b6013f88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3210211 Jul 07 17:42:27.609645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bdcaa1-8f00-4998-9386-a6a7062eabce None None] Network 1bb4b268-188d-4608-ae31-c75cfedd2fdb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:27.976955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60178) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:27.983308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-286997375-network', 'tenant_id': 'da9b42545ea2419d9ae33583f510e563'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:28.003302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Made reservation on behalf of da9b42545ea2419d9ae33583f510e563 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:28.006227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.015114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.106754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.110547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.135150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:42:28.144808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ddc2bb-70b9-440e-9bc5-90c3e1747063,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:28.151726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.152087 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Added segment 599cdfe6-2c02-4bfd-93d6-4542b4c7bb91 of type vlan for network 8e0f4310-7e3d-446f-a7d5-c4be3de8db71 Jul 07 17:42:28.190618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.223358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.224347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.224928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.285812 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3066840 Jul 07 17:42:28.288489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:28.293732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Request body: {'subnet': {'network_id': '8e0f4310-7e3d-446f-a7d5-c4be3de8db71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-286997375-subnet', 'tenant_id': 'da9b42545ea2419d9ae33583f510e563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:28.293912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295264c2-2672-4750-89b0-4f75cf137ebc admin admin] Pushing event updated for resources: {'Network': ['ID=8e0f4310-7e3d-446f-a7d5-c4be3de8db71,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:28.306138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8e0f4310-7e3d-446f-a7d5-c4be3de8db71 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:42:28.316600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Made reservation on behalf of da9b42545ea2419d9ae33583f510e563 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:28.319164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.492354 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.551659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Pushing event updated for resources: {'Subnet': ['ID=988bfe6a-df84-42cc-b398-ea2fb86b3305,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:28.558337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Checking segment: {'id': '599cdfe6-2c02-4bfd-93d6-4542b4c7bb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8e0f4310-7e3d-446f-a7d5-c4be3de8db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:28.558704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Network hostable DHCP agents. Network: 8e0f4310-7e3d-446f-a7d5-c4be3de8db71, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:42:28.579104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Network 8e0f4310-7e3d-446f-a7d5-c4be3de8db71 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:42:28.591964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8e0f4310-7e3d-446f-a7d5-c4be3de8db71) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:28.597180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.598142 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:28.605345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6250db-a3bc-4389-ada9-d8d10fed6856 None None] Network 8e0f4310-7e3d-446f-a7d5-c4be3de8db71 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:28.618749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8bb4941d-9b22-4fde-8b00-205590db30da admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3285904 Jul 07 17:42:28.740014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b55f1f-f98a-41e3-ab4c-ca3ea4e8ee24 None None] Network 8e0f4310-7e3d-446f-a7d5-c4be3de8db71 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:42:29.110157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-8eb320b7-19e6-4df9-86a9-e22706fff0e2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.111522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-8eb320b7-19e6-4df9-86a9-e22706fff0e2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/networks?id=1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 200 len: 811 time: 0.1017299 Jul 07 17:42:29.125943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-cb0b565d-3a02-4ae3-b085-d481558f9436 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/quotas/4a96c1480cd84e55aa888d9dec9cecab HTTP/1.1" status: 200 len: 375 time: 0.0092072 Jul 07 17:42:29.157689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-a9ef6162-6c31-479d-97ba-97f101b75675 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269556 Jul 07 17:42:29.337504 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-fcf4b144-3ff0-4f93-8409-57d2bd4cfa07 service neutron] 10.222.0.22 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734476 Jul 07 17:42:29.556212 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:29.759161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d267d853-320c-415f-9840-20b5827de384 service neutron] 10.222.0.22 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159079 Jul 07 17:42:29.901378 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6b4c690-8461-4b81-a7c2-9540450a5a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:29.932742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d85ba32-0098-4bca-a659-93ba09d06cde req-86713e52-a1d7-416c-8c9e-8114797d730f tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 210 time: 0.0309508 Jul 07 17:42:31.087833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c75e60a-d6e2-4031-a026-34b0791c6103 req-72f43108-b85d-46ef-8dab-4f326e139a71 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 210 time: 0.0329013 Jul 07 17:42:31.145212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-4fa5fec7-dec8-4cb8-b575-5f1ea7a6e1f1 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:31.146704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-4fa5fec7-dec8-4cb8-b575-5f1ea7a6e1f1 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.32 "GET /v2.0/networks?id=1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 200 len: 811 time: 0.1269269 Jul 07 17:42:31.161309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Request body: {'port': {'device_id': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb', 'admin_state_up': True, 'tenant_id': '4a96c1480cd84e55aa888d9dec9cecab'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:31.267307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Made reservation on behalf of 4a96c1480cd84e55aa888d9dec9cecab for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:31.270965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.396225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Allocated IP 172.20.0.4 (1bb4b268-188d-4608-ae31-c75cfedd2fdb/ac9b9dca-321e-4949-a8a0-69dfbe16abde/de9a259c-b73c-43ed-af9c-b3c65da33903) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:31.540861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.895712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:31.939957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Network 1bb4b268-188d-4608-ae31-c75cfedd2fdb is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:31.943008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:31.945541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:31.974879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Pushing event updated for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:32.000194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.000796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.013875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-d80adfd2-3091-41ec-a49b-55b4159437cc tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562958 Jul 07 17:42:32.025083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Request body: {'port': {'device_id': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:32.097276 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.269611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b000c-87ce-4cfe-b704-d0380133764d req-92c4b194-8ed7-424e-821e-9777b0047aa0 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.271122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd9b000c-87ce-4cfe-b704-d0380133764d req-92c4b194-8ed7-424e-821e-9777b0047aa0 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 931 time: 0.0670011 Jul 07 17:42:32.309087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd9b000c-87ce-4cfe-b704-d0380133764d req-1bb9e197-ecd6-4570-9927-9c9addec2a87 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Jul 07 17:42:32.343854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-926c7a82-15ee-4aac-b0b0-6d1fb748cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.359399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9a259c-b73c-43ed-af9c-b3c65da33903 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:32.366635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.378435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Transition to ACTIVE for port object de9a259c-b73c-43ed-af9c-b3c65da33903 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:32.382067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.433941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:32.501878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Attempting to bind port de9a259c-b73c-43ed-af9c-b3c65da33903 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:32.502244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Attempting to bind port de9a259c-b73c-43ed-af9c-b3c65da33903 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '1e50bbe5-24e2-4864-9f0c-6720f7f846dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:32.502579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Attempting to bind port de9a259c-b73c-43ed-af9c-b3c65da33903 on network 1bb4b268-188d-4608-ae31-c75cfedd2fdb {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:32.506808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Port de9a259c-b73c-43ed-af9c-b3c65da33903 on network 1bb4b268-188d-4608-ae31-c75cfedd2fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:32.507124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Attempting to bind port de9a259c-b73c-43ed-af9c-b3c65da33903 on network 1bb4b268-188d-4608-ae31-c75cfedd2fdb {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:32.511950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:32.512284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Checking segment: {'id': '1e50bbe5-24e2-4864-9f0c-6720f7f846dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:32.512665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Bound using segment: {'id': '1e50bbe5-24e2-4864-9f0c-6720f7f846dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:32.513085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Bound port: de9a259c-b73c-43ed-af9c-b3c65da33903, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e50bbe5-24e2-4864-9f0c-6720f7f846dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:32.513439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.574473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:32.577577 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=de9a259c-b73c-43ed-af9c-b3c65da33903,segment=NetworkSegment(1e50bbe5-24e2-4864-9f0c-6720f7f846dd),segment_id=1e50bbe5-24e2-4864-9f0c-6720f7f846dd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:32.581848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.616162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.617024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.618521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 200 len: 1092 time: 0.5973129 Jul 07 17:42:32.618958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:32.621238 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c" -d '{"events": [{"name": "network-changed", "server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:32.645491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038475-1fd0-4bd9-ac4c-f5939e9182f4 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:32.667250 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d69d2-5e5d-46d0-b22d-7b8511433788 x-openstack-request-id: req-934d69d2-5e5d-46d0-b22d-7b8511433788 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:32.667734 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:32.667990 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-934d69d2-5e5d-46d0-b22d-7b8511433788 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:32.668407 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903', 'status': 'completed', 'code': 200} Jul 07 17:42:32.714714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-477f1a23-3f97-4024-ac8d-192b3f19fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.716142 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-477f1a23-3f97-4024-ac8d-192b3f19fc87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 1095 time: 0.0588660 Jul 07 17:42:32.757122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-13038e97-1ac7-4cdd-a657-cb4c401cd56c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 200 len: 217 time: 0.0337691 Jul 07 17:42:32.803128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-8a81b924-c024-43f8-9762-a8c96e7747a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.804606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-8a81b924-c024-43f8-9762-a8c96e7747a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9b9dca-321e-4949-a8a0-69dfbe16abde HTTP/1.1" status: 200 len: 851 time: 0.0419023 Jul 07 17:42:32.807302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:32.840622 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-83ba23ae-5801-452e-8da0-81d528c5915b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1bb4b268-188d-4608-ae31-c75cfedd2fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295913 Jul 07 17:42:32.927373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-26602901-a9c1-421e-b17d-e3cbe5f2cbab service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798852 Jul 07 17:42:33.018422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a9d48ad-8fa4-4615-8ca1-120af02d624d req-ad05c025-2938-493e-9c0c-0da323b3370b service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846379 Jul 07 17:42:33.120864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-ceae55a2-60a2-4a0c-abf3-8b609d9d9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.122371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-ceae55a2-60a2-4a0c-abf3-8b609d9d9f5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 1095 time: 0.0526316 Jul 07 17:42:33.217783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-8082ba3d-3e16-4264-b1e8-46ae23a679af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.219428 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-8082ba3d-3e16-4264-b1e8-46ae23a679af service neutron] 10.222.0.32 "GET /v2.0/networks?id=1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 200 len: 912 time: 0.0907080 Jul 07 17:42:33.261141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-31daa05c-287a-4100-acdd-772611663843 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 200 len: 217 time: 0.0351205 Jul 07 17:42:33.311621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-29504d51-ccd3-4b5c-a90a-473d518e957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.313073 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-29504d51-ccd3-4b5c-a90a-473d518e957c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9b9dca-321e-4949-a8a0-69dfbe16abde HTTP/1.1" status: 200 len: 851 time: 0.0454917 Jul 07 17:42:33.347324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-98441f6d-ad75-4dc6-bdc8-0f40dd7097e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1bb4b268-188d-4608-ae31-c75cfedd2fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jul 07 17:42:33.440101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-2d7ce7e7-bdeb-41da-b9cc-da1388470112 service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859740 Jul 07 17:42:33.483272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368229a-e0d7-47b0-9af5-e2e62e72ce53 req-1a4e8353-af13-46d0-bd54-6fd058c35850 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.484789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6368229a-e0d7-47b0-9af5-e2e62e72ce53 req-1a4e8353-af13-46d0-bd54-6fd058c35850 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 943 time: 0.0636318 Jul 07 17:42:33.523147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6368229a-e0d7-47b0-9af5-e2e62e72ce53 req-24222e67-cc27-4b9b-b5bc-cd25e29e15ba tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jul 07 17:42:33.530269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afa1e2fa-73a4-4fcc-9246-1422c57fe09c req-fe23f89b-5a25-46a4-95aa-bf7cdebb6c3c service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827222 Jul 07 17:42:33.665761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.623787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:34.702674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee45a7-69fc-45da-8625-e83628df1dab req-3f294c59-01e5-4cf1-989a-ba8e4fce59ae tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:34.704395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71ee45a7-69fc-45da-8625-e83628df1dab req-3f294c59-01e5-4cf1-989a-ba8e4fce59ae tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 943 time: 0.0685320 Jul 07 17:42:34.747380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-71ee45a7-69fc-45da-8625-e83628df1dab req-f5655f7d-ba37-4973-a426-3617eacec2fb tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jul 07 17:42:35.348879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device de9a259c-b73c-43ed-af9c-b3c65da33903 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:42:35.450175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=de9a259c-b73c-43ed-af9c-b3c65da33903,segment=NetworkSegment(1e50bbe5-24e2-4864-9f0c-6720f7f846dd),segment_id=1e50bbe5-24e2-4864-9f0c-6720f7f846dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:35.463522 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:35.464296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'de9a259c-b73c-43ed-af9c-b3c65da33903', 'network_id': '1bb4b268-188d-4608-ae31-c75cfedd2fdb', 'port_id': 'de9a259c-b73c-43ed-af9c-b3c65da33903', 'mac_address': 'fa:16:3e:16:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9b9dca-321e-4949-a8a0-69dfbe16abde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:42:35.502247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:35.518845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9a259c-b73c-43ed-af9c-b3c65da33903 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:35.537881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=de9a259c-b73c-43ed-af9c-b3c65da33903,segment=NetworkSegment(1e50bbe5-24e2-4864-9f0c-6720f7f846dd),segment_id=1e50bbe5-24e2-4864-9f0c-6720f7f846dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:35.542604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:35.588976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:35.774605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['de9a259c-b73c-43ed-af9c-b3c65da33903'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:35.924907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a01fc-9a35-483d-a814-7b958c51c3d3 req-e6f62c84-408b-4207-b827-010cfa8de036 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:35.926422 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a30a01fc-9a35-483d-a814-7b958c51c3d3 req-e6f62c84-408b-4207-b827-010cfa8de036 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 944 time: 0.0647554 Jul 07 17:42:35.966453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a30a01fc-9a35-483d-a814-7b958c51c3d3 req-3fe0d279-ddf0-4f11-a1ee-c1da6d75fd95 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Jul 07 17:42:36.584843 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.148671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c885c95-ac04-40fe-baa7-749be7304b0e req-fc4de106-e560-4418-a822-75615c4240d5 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:37.150869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c885c95-ac04-40fe-baa7-749be7304b0e req-fc4de106-e560-4418-a822-75615c4240d5 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 944 time: 0.0657318 Jul 07 17:42:37.188139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2c885c95-ac04-40fe-baa7-749be7304b0e req-ae87d5b1-d883-4851-9880-d18717354a8c tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jul 07 17:42:37.349160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device de9a259c-b73c-43ed-af9c-b3c65da33903 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:37.401155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port de9a259c-b73c-43ed-af9c-b3c65da33903 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:37.405278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port de9a259c-b73c-43ed-af9c-b3c65da33903 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:37.405654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.481826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.503377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:37.505620 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a139feb-1ed2-4f79-b784-07706c8fa4a8" -d '{"events": [{"server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "name": "network-vif-plugged", "status": "completed", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:37.520001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=de9a259c-b73c-43ed-af9c-b3c65da33903,segment=NetworkSegment(1e50bbe5-24e2-4864-9f0c-6720f7f846dd),segment_id=1e50bbe5-24e2-4864-9f0c-6720f7f846dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:37.525168 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:37.552374 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1294bb4-7876-4788-ab9e-646d2f0d86f5 x-openstack-request-id: req-b1294bb4-7876-4788-ab9e-646d2f0d86f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:37.552671 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "name": "network-vif-plugged", "status": "completed", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:37.552926 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1294bb4-7876-4788-ab9e-646d2f0d86f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:37.553316 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903', 'code': 200} Jul 07 17:42:37.579205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:37.660412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029748e-414b-4368-94a4-182dab2da341 req-408fc652-a5eb-45cc-988d-d1bb3a86e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:37.661937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6029748e-414b-4368-94a4-182dab2da341 req-408fc652-a5eb-45cc-988d-d1bb3a86e5bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 1097 time: 0.0561199 Jul 07 17:42:37.696995 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6029748e-414b-4368-94a4-182dab2da341 req-8daa6d49-b2bb-4205-b2da-4b7aea74f45f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277269 Jul 07 17:42:38.370558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191f799-f4ba-475b-bfab-0875352145f3 req-1fc96222-a51c-480e-a6bf-8d7b97e817ba tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:38.372066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e191f799-f4ba-475b-bfab-0875352145f3 req-1fc96222-a51c-480e-a6bf-8d7b97e817ba tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0703356 Jul 07 17:42:38.413920 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e191f799-f4ba-475b-bfab-0875352145f3 req-33332253-80c5-414d-b62d-5f60f6542ad4 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Jul 07 17:42:39.584529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f665562-41fb-43f7-8f66-5bf4aaf39b54 req-bb8e3658-60e8-49c2-a375-ffa0bbacffcf tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:39.585999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f665562-41fb-43f7-8f66-5bf4aaf39b54 req-bb8e3658-60e8-49c2-a375-ffa0bbacffcf tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0620615 Jul 07 17:42:39.622631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f665562-41fb-43f7-8f66-5bf4aaf39b54 req-6f85ec97-2af5-4f19-bd8d-3adb388dff3d tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Jul 07 17:42:39.803202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898746e3-4084-46b7-a770-06f57d26d576 req-a91735c5-dce8-4e9b-8311-4dbf26c7eae3 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:39.804759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-898746e3-4084-46b7-a770-06f57d26d576 req-a91735c5-dce8-4e9b-8311-4dbf26c7eae3 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0710690 Jul 07 17:42:39.842657 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-898746e3-4084-46b7-a770-06f57d26d576 req-73d7f0d7-6419-4664-a8be-c832c0052d91 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Jul 07 17:42:40.197513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058607d9-c717-4ab8-9d4c-f5e782ecebae req-d6310acc-141c-4577-9a67-e435e2a0deb3 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.199307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-058607d9-c717-4ab8-9d4c-f5e782ecebae req-d6310acc-141c-4577-9a67-e435e2a0deb3 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0643797 Jul 07 17:42:40.237116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-058607d9-c717-4ab8-9d4c-f5e782ecebae req-81ae8e19-12e3-4b19-8c93-518487d5b08c tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Jul 07 17:42:41.410253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566de81-a03a-4780-9ac3-3f988548f757 req-d2f20c63-6b33-491b-9764-caf6882deeb1 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.411749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5566de81-a03a-4780-9ac3-3f988548f757 req-d2f20c63-6b33-491b-9764-caf6882deeb1 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0628743 Jul 07 17:42:41.449330 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5566de81-a03a-4780-9ac3-3f988548f757 req-50402042-fe78-4b0b-8c37-ab2321dc9c10 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Jul 07 17:42:41.764590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-0419e736-5ab1-4070-a29c-176953ca9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.766097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-0419e736-5ab1-4070-a29c-176953ca9449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 1097 time: 0.0531390 Jul 07 17:42:41.789055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be570df-98e6-4a06-b39b-46d02ef014d2 req-ce033728-5338-4f3b-80f5-02faed4a4196 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.799420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5be570df-98e6-4a06-b39b-46d02ef014d2 req-ce033728-5338-4f3b-80f5-02faed4a4196 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0668776 Jul 07 17:42:41.835132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5be570df-98e6-4a06-b39b-46d02ef014d2 req-52448115-ee7d-4d09-8d41-ccd6cd7d5f2e tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 Jul 07 17:42:41.861072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-4f69c4ef-19ff-41bf-9513-466c483a143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.862615 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-4f69c4ef-19ff-41bf-9513-466c483a143b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 200 len: 912 time: 0.0904422 Jul 07 17:42:41.902957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-62377910-d2bb-4dea-9571-f2b1336b439a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 200 len: 217 time: 0.0337656 Jul 07 17:42:41.949881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-e8dee9c0-abb6-499d-b6cb-1423ad4cd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.951362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-e8dee9c0-abb6-499d-b6cb-1423ad4cd311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9b9dca-321e-4949-a8a0-69dfbe16abde HTTP/1.1" status: 200 len: 851 time: 0.0429587 Jul 07 17:42:41.989288 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-44bc3073-d94d-40a9-95d1-4f1afeccad3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1bb4b268-188d-4608-ae31-c75cfedd2fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317569 Jul 07 17:42:42.080158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-e3b7c1d8-c710-46d8-8e51-a91f13caee4a service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844271 Jul 07 17:42:42.175606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-73ff314b-b40c-43a2-99b1-b4a1a6760522 req-4d9b7133-e625-451f-b014-b728736f62eb service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Jul 07 17:42:43.004276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a162d7-b38f-4a84-bbf6-916733aecef4 req-fea80460-b8ac-4cd6-9741-38b74af05fee tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:43.005881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a162d7-b38f-4a84-bbf6-916733aecef4 req-fea80460-b8ac-4cd6-9741-38b74af05fee tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0630574 Jul 07 17:42:43.043350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a9a162d7-b38f-4a84-bbf6-916733aecef4 req-3c634bb5-35d3-434b-a6fa-4c2f71207245 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Jul 07 17:42:43.414571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a78d8-0346-4f40-ada5-6eefb3e65c3a req-4da8bd29-6b66-4946-8c3c-4f0f1717564d tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:43.415970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-894a78d8-0346-4f40-ada5-6eefb3e65c3a req-4da8bd29-6b66-4946-8c3c-4f0f1717564d tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Jul 07 17:42:43.453486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-894a78d8-0346-4f40-ada5-6eefb3e65c3a req-1afc5bf2-0058-4545-94ec-6acf88302cc9 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 07 17:42:44.625989 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255518b8-cdbf-41e5-b4fd-c2e2fd501578 req-3555e819-3420-411b-8ce2-bf2dff960430 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:44.627506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-255518b8-cdbf-41e5-b4fd-c2e2fd501578 req-3555e819-3420-411b-8ce2-bf2dff960430 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0640204 Jul 07 17:42:44.665313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-255518b8-cdbf-41e5-b4fd-c2e2fd501578 req-809f5395-b699-4ade-8b80-eb8e47fb20c3 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Jul 07 17:42:45.002029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-7ef50512-c463-4424-8ba0-ff44be07a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:45.002682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce86f-77e9-4031-be57-3ec7254fb9cd req-0c7ab2b9-0445-4f52-bb7f-2705a3748112 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:45.003568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-7ef50512-c463-4424-8ba0-ff44be07a218 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 1097 time: 0.0527821 Jul 07 17:42:45.003829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-428ce86f-77e9-4031-be57-3ec7254fb9cd req-0c7ab2b9-0445-4f52-bb7f-2705a3748112 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0645092 Jul 07 17:42:45.046704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-428ce86f-77e9-4031-be57-3ec7254fb9cd req-43b4caea-77f0-4663-a04c-c189b96d379f tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370281 Jul 07 17:42:45.094299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-b365190e-959a-4116-a12f-5716033d2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:45.095782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-b365190e-959a-4116-a12f-5716033d2c33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 200 len: 912 time: 0.0861595 Jul 07 17:42:45.138835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-fb45d250-817e-4a13-b5fd-59f2f29a74b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 200 len: 217 time: 0.0370865 Jul 07 17:42:45.187400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-3f187094-9721-488c-84ce-9f124298ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:45.188815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-3f187094-9721-488c-84ce-9f124298ec8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9b9dca-321e-4949-a8a0-69dfbe16abde HTTP/1.1" status: 200 len: 851 time: 0.0441256 Jul 07 17:42:45.220805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-de1466a7-3cc7-48a2-be23-e31754b4c121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1bb4b268-188d-4608-ae31-c75cfedd2fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260146 Jul 07 17:42:45.310730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-cddb2dbc-33bf-47bf-8194-370382277010 service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837328 Jul 07 17:42:45.404746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed36177e-3f94-4bda-8cc6-1c9912005bfb req-57d24a91-b04c-4cc8-99f7-c3c166d00b8f service neutron] 10.222.0.32 "GET /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867102 Jul 07 17:42:46.218567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0036022-a228-452a-b748-c4e50868949c req-322a3bdb-9bcf-4ba3-8823-e1366520ea29 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.220079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0036022-a228-452a-b748-c4e50868949c req-322a3bdb-9bcf-4ba3-8823-e1366520ea29 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0643213 Jul 07 17:42:46.258087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0036022-a228-452a-b748-c4e50868949c req-94b968f9-ad01-419b-9c06-b8cb842ea5d6 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Jul 07 17:42:46.635741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6f648-4df3-442b-8cbd-6bab6807e41f req-462b8ac6-d6ad-4a80-96dd-61dd29d7a951 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.637277 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8c6f648-4df3-442b-8cbd-6bab6807e41f req-462b8ac6-d6ad-4a80-96dd-61dd29d7a951 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0641968 Jul 07 17:42:46.675165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8c6f648-4df3-442b-8cbd-6bab6807e41f req-417f0e04-8ee9-4ca0-b8d4-b26bb0c635cb tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jul 07 17:42:47.855012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4fcc0-0b85-42e2-8fdf-760b9d98b41d req-afd7566c-044e-469d-9551-20221837bb5a tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:47.856454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b6d4fcc0-0b85-42e2-8fdf-760b9d98b41d req-afd7566c-044e-469d-9551-20221837bb5a tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0685918 Jul 07 17:42:47.894346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b6d4fcc0-0b85-42e2-8fdf-760b9d98b41d req-acef4d7e-a58e-43a0-bdd3-51b79d98d819 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/security-groups?id=9aa92fa1-de0e-4407-82c0-685d3cd5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 07 17:42:48.328257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-2827e44e-7a68-4531-adb4-4fa5580167e4 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.329680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-2827e44e-7a68-4531-adb4-4fa5580167e4 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.32 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 945 time: 0.0669308 Jul 07 17:42:48.427011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Deleting port de9a259c-b73c-43ed-af9c-b3c65da33903 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:48.427341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.517051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] For port de9a259c-b73c-43ed-af9c-b3c65da33903, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=de9a259c-b73c-43ed-af9c-b3c65da33903,segment=NetworkSegment(1e50bbe5-24e2-4864-9f0c-6720f7f846dd),segment_id=1e50bbe5-24e2-4864-9f0c-6720f7f846dd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:48.517328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.530733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Calling delete_port for de9a259c-b73c-43ed-af9c-b3c65da33903 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:48.656210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.668920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['de9a259c-b73c-43ed-af9c-b3c65da33903'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:48.688447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Pushing event deleted for resources: {'Port': ['ID=de9a259c-b73c-43ed-af9c-b3c65da33903,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:48.741304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] No DVR routers for this DVR port de9a259c-b73c-43ed-af9c-b3c65da33903 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:48.744647 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.746734 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-62b33569-8776-4f56-9250-562a1fcf03c0 req-4a5cc0d2-988d-4706-b9c4-cf6fd37c88f2 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.32 "DELETE /v2.0/ports/de9a259c-b73c-43ed-af9c-b3c65da33903 HTTP/1.1" status: 204 len: 173 time: 0.4114943 Jul 07 17:42:48.747180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'name': 'network-vif-deleted', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:48.749558 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55164dc-3266-4995-8cba-e7812010ea48" -d '{"events": [{"server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "name": "network-vif-deleted", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:48.786861 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ac96c-6efd-430b-9bae-5aa3045d02e8 x-openstack-request-id: req-115ac96c-6efd-430b-9bae-5aa3045d02e8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:48.787155 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19376795-f0d2-4a2a-b911-604b7fd94d11", "name": "network-vif-deleted", "tag": "de9a259c-b73c-43ed-af9c-b3c65da33903", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:48.787413 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-115ac96c-6efd-430b-9bae-5aa3045d02e8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:48.787823 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19376795-f0d2-4a2a-b911-604b7fd94d11', 'name': 'network-vif-deleted', 'tag': 'de9a259c-b73c-43ed-af9c-b3c65da33903', 'status': 'completed', 'code': 200} Jul 07 17:42:49.044894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c6c2a74-6a56-459e-968d-bdcb025f3897 req-dbbefeb3-2c7b-445a-9705-922224b71009 tempest-TestServerAdvancedOps-2126138185 tempest-TestServerAdvancedOps-2126138185-project] 10.222.0.22 "GET /v2.0/ports?device_id=19376795-f0d2-4a2a-b911-604b7fd94d11 HTTP/1.1" status: 200 len: 210 time: 0.0303266 Jul 07 17:42:50.143173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60312) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.187673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Deleting subnet ac9b9dca-321e-4949-a8a0-69dfbe16abde {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:50.190607 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.224129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.279294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.332940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.358403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9b9dca-321e-4949-a8a0-69dfbe16abde,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:50.363391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.365492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac9b9dca-321e-4949-a8a0-69dfbe16abde HTTP/1.1" status: 204 len: 168 time: 0.2209966 Jul 07 17:42:50.368426 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.371075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.371430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.371923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.372264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.372605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.372936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.373266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.373593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.373919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.374272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.374599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.374926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4242fd-a27e-475b-baa4-3ce12823e33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:50.444081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.520405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.530823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb4b268-188d-4608-ae31-c75cfedd2fdb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:50.541359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e50bbe5-24e2-4864-9f0c-6720f7f846dd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:50.541663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e50bbe5-24e2-4864-9f0c-6720f7f846dd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:50.550240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.564352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.569787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:50.570750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:50.572607 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:50.628811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.634805 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.636654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1bb4b268-188d-4608-ae31-c75cfedd2fdb HTTP/1.1" status: 204 len: 168 time: 0.2670419 Jul 07 17:42:50.639578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60316) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.647781 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b657631-069c-4b87-bc4d-08725c6b4996 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb4b268-188d-4608-ae31-c75cfedd2fdb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:50.686919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Deleting subnet 988bfe6a-df84-42cc-b398-ea2fb86b3305 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:42:50.690074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.723354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.766262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.815752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.843259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988bfe6a-df84-42cc-b398-ea2fb86b3305,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:50.845316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.850187 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7952f063-611d-4b24-9968-e803b2ef0e88 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/988bfe6a-df84-42cc-b398-ea2fb86b3305 HTTP/1.1" status: 204 len: 168 time: 0.2066634 Jul 07 17:42:50.850187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60320) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:50.916231 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.995842 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.005093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0f4310-7e3d-446f-a7d5-c4be3de8db71']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.014693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599cdfe6-2c02-4bfd-93d6-4542b4c7bb91') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.014985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599cdfe6-2c02-4bfd-93d6-4542b4c7bb91') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.023903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.036907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.043100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:42:51.043485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:42:51.045035 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:42:51.099472 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.105705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.107609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e0f4310-7e3d-446f-a7d5-c4be3de8db71 HTTP/1.1" status: 204 len: 168 time: 0.2568409 Jul 07 17:42:51.118326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7ba49-ef2c-42fe-953f-7f5e7f582329 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0f4310-7e3d-446f-a7d5-c4be3de8db71,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:51.264514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60324) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.303031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1b25f46-2e9a-4381-907a-e8fff4662652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a96c1480cd84e55aa888d9dec9cecab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373614 Jul 07 17:42:51.305394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60326) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.353900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.375126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.421613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.424191 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.425449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9aa92fa1-de0e-4407-82c0-685d3cd5de57 HTTP/1.1" status: 204 len: 168 time: 0.1191671 Jul 07 17:42:51.428421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device de9a259c-b73c-43ed-af9c-b3c65da33903 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:51.434740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ddc49-2f23-423c-aa0d-9176f7fb4f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa92fa1-de0e-4407-82c0-685d3cd5de57,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:51.453999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: de9a259c-b73c-43ed-af9c-b3c65da33903 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:51.454508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device de9a259c-b73c-43ed-af9c-b3c65da33903 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:51.731401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.769609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1e92da55-afa4-43c5-b11e-b3baf5d2f2f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da9b42545ea2419d9ae33583f510e563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370619 Jul 07 17:42:51.772025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:51.818690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.839519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.885859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.888593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.889820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1ddc2bb-70b9-440e-9bc5-90c3e1747063 HTTP/1.1" status: 204 len: 168 time: 0.1169002 Jul 07 17:42:51.897642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ddc2bb-70b9-440e-9bc5-90c3e1747063,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:51.905491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.905867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.906226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.906576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.906918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.907255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.907593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.907928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.908260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.908595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.908923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:51.909250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1028327-38b5-43cb-9959-847d786b9928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:59.904616 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ee525af-add6-4aa2-bdf1-817029c3f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.334487 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc410de-f4ef-4e13-aaa4-cb844c7a04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.808146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:03.669327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.625814 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.452579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:06.555477 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:06.580622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.777581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-38572754-a671-44a6-9cdf-c9e724a36ddf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551004 Jul 07 17:43:18.875198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-e6e2ffa2-7ce3-4438-b58f-4a18fb5cefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:18.876728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-e6e2ffa2-7ce3-4438-b58f-4a18fb5cefb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0540755 Jul 07 17:43:18.981665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-be3c68a4-d884-48ab-9d44-2ebd82c85151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:18.983175 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-be3c68a4-d884-48ab-9d44-2ebd82c85151 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0848982 Jul 07 17:43:19.051667 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-13083736-25c7-4462-a862-481a30eaf73f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1001 time: 0.0617018 Jul 07 17:43:19.099364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-2001b1b7-97f2-4b0c-9b0e-57c19b6bd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:19.100752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-2001b1b7-97f2-4b0c-9b0e-57c19b6bd4a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0435007 Jul 07 17:43:19.157321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-df1d3cd6-9ba5-4a2b-816b-4c0bfa402192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:19.158881 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-df1d3cd6-9ba5-4a2b-816b-4c0bfa402192 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519972 Jul 07 17:43:19.169058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-178a2208-c298-41f9-904d-1c15736f977d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:43:19.170004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-178a2208-c298-41f9-904d-1c15736f977d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049896 Jul 07 17:43:19.266570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-bb2d0419-3966-4f32-8559-6ed9ddb600f8 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895665 Jul 07 17:43:19.355783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-61490e12-5180-4e0f-9f0f-91fbab1396e9 req-317f418a-aa0e-48ab-ab2c-6b96e048ed31 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Jul 07 17:43:29.906504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2752648b-edc1-4b6c-afba-de2436294352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.334716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05520dad-a7e2-4854-b099-e3d55f6b0567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:32.809143 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:33.672216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:34.625440 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:35.454966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:36.585550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:43.555760 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:59.907496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bc02dfd-c226-4137-919c-446d3e1c1298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.334771 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a03dcb1-a57d-408a-9b7a-c642a17a2e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:02.811971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:03.672946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:04.639501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:05.457178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:06.568297 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.554886 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:20.784726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-476c432b-e760-4ae1-9312-94188f117016 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552940 Jul 07 17:44:20.879544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-b3fd5f81-656d-4710-867f-e391ce59925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:20.881171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-b3fd5f81-656d-4710-867f-e391ce59925d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0523887 Jul 07 17:44:20.982605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-5b1149cd-8baf-4c6e-bf35-1b42919056f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:20.984076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-5b1149cd-8baf-4c6e-bf35-1b42919056f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0828130 Jul 07 17:44:21.049889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-b43d6d04-80f8-4d79-a5f1-46dc5ef2eabf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1001 time: 0.0589237 Jul 07 17:44:21.096750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-3291ad22-937c-40c5-85ff-4f24ccb0bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:21.098245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-3291ad22-937c-40c5-85ff-4f24ccb0bfb5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0426438 Jul 07 17:44:21.153316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-0ae6dc12-0cda-48b8-9aa5-45177c0b8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:21.154710 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-0ae6dc12-0cda-48b8-9aa5-45177c0b8503 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504756 Jul 07 17:44:21.243891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-2aea4132-5cd7-4e2d-a9aa-6ebedbb59cce service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823905 Jul 07 17:44:21.332850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c9501ec9-889c-41d4-9b69-37724fe22210 req-a6658f65-8091-41d2-9f6a-1b6443a38108 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816658 Jul 07 17:44:29.908754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4692aba6-5e97-4cad-ac73-2e923340f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.335953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c21a33-4e14-4a7e-9369-94375112c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:32.812840 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:33.676516 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:34.638673 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:35.460550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:36.580703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:40.926462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-561f7cc1-e84a-4faf-a272-122279c1784e req-c60c823c-8232-45a2-bbee-c041e668a53f service neutron] (93765) timed out ('10.222.0.22', 57884) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:44:53.151884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5a15-4236-4fd6-abe0-bb1a75e8ec1f req-7bb61a44-64c2-4ed5-8d51-1b11b1b4bd06 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:53.153326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-423b5a15-4236-4fd6-abe0-bb1a75e8ec1f req-7bb61a44-64c2-4ed5-8d51-1b11b1b4bd06 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Jul 07 17:44:53.196981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-423b5a15-4236-4fd6-abe0-bb1a75e8ec1f req-c42542de-8c78-4f4f-8660-2d9850f10ab4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Jul 07 17:44:54.394822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e41-3155-49df-bd8a-9706326754a7 req-ce5d4d39-027c-4a5d-bfaf-559698c51ea0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.396440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c272e41-3155-49df-bd8a-9706326754a7 req-ce5d4d39-027c-4a5d-bfaf-559698c51ea0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0646272 Jul 07 17:44:54.433418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c272e41-3155-49df-bd8a-9706326754a7 req-f1f5665c-5214-4275-9bc7-df25ac75c5d9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jul 07 17:44:55.628910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2ae06-df14-45f2-a0b5-d9e82f163623 req-79464165-23e7-4783-a05b-3338b1c887e3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:55.630411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3be2ae06-df14-45f2-a0b5-d9e82f163623 req-79464165-23e7-4783-a05b-3338b1c887e3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0746958 Jul 07 17:44:55.670771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3be2ae06-df14-45f2-a0b5-d9e82f163623 req-5c7c7a72-1aa8-4cee-b5c9-ae0de4e573e3 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347843 Jul 07 17:44:56.862832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16ae3-9a2e-4dfb-a3e9-e77fc8bcf052 req-c80cf22a-e65c-41d6-8036-edb619c771f9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.864456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32b16ae3-9a2e-4dfb-a3e9-e77fc8bcf052 req-c80cf22a-e65c-41d6-8036-edb619c771f9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0659270 Jul 07 17:44:56.903346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32b16ae3-9a2e-4dfb-a3e9-e77fc8bcf052 req-660fffcb-3c32-4642-9742-073e130954b6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Jul 07 17:44:57.553659 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:58.107941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89de54-6517-48e5-ba71-7caf4398a85d req-d317c66d-ee98-42ec-b030-7c624b688764 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:58.109499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b89de54-6517-48e5-ba71-7caf4398a85d req-d317c66d-ee98-42ec-b030-7c624b688764 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0788624 Jul 07 17:44:58.153906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b89de54-6517-48e5-ba71-7caf4398a85d req-a0e16246-da18-4907-ac82-43e0b669ec4c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 Jul 07 17:44:59.368113 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497806e9-4536-4c35-b961-158ef97ad5fe req-233f9aa6-4ff1-458c-9be3-9317b6f637b9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:59.369834 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-497806e9-4536-4c35-b961-158ef97ad5fe req-233f9aa6-4ff1-458c-9be3-9317b6f637b9 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0886149 Jul 07 17:44:59.417334 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-497806e9-4536-4c35-b961-158ef97ad5fe req-a230be98-2041-449b-ab93-7aac49cf3d5a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354683 Jul 07 17:44:59.910856 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1006d37b-aea1-46d2-b382-f3f753ce6de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.625952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9071-69ba-403d-80d8-8b0cd49a4560 req-6a171d6f-004a-41bf-9770-9ba0842e0ab0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:00.628001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f09b9071-69ba-403d-80d8-8b0cd49a4560 req-6a171d6f-004a-41bf-9770-9ba0842e0ab0 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0700226 Jul 07 17:45:00.665808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f09b9071-69ba-403d-80d8-8b0cd49a4560 req-18a03feb-c062-48ab-ac31-ffa8e2e4278d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jul 07 17:45:01.850648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101f90-d3c4-4d6c-8f44-1a3e0b58239b req-b26d383d-c607-4c2e-93b8-8b8a93e7b0f7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.852173 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0101f90-d3c4-4d6c-8f44-1a3e0b58239b req-b26d383d-c607-4c2e-93b8-8b8a93e7b0f7 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0696003 Jul 07 17:45:01.891362 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b0101f90-d3c4-4d6c-8f44-1a3e0b58239b req-9c014497-83ca-40eb-a156-979ce5d89d0e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jul 07 17:45:02.338956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce085-73e4-4cc5-aa99-6f9ddb9120a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:02.813031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:03.081562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936c1c-a956-4017-8fc6-8cbe408e1695 req-3ad776bc-162d-4858-8ae0-8bca11df9e0c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.083141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07936c1c-a956-4017-8fc6-8cbe408e1695 req-3ad776bc-162d-4858-8ae0-8bca11df9e0c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0694742 Jul 07 17:45:03.121438 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07936c1c-a956-4017-8fc6-8cbe408e1695 req-fcfd3159-7a16-4069-b8a5-d2ac2b0b01f6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Jul 07 17:45:03.679006 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:04.302735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165f72-9452-4af2-a563-a0a54eebaee1 req-80648a22-43ea-4ca4-b587-068a3f159e4b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:04.304195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c165f72-9452-4af2-a563-a0a54eebaee1 req-80648a22-43ea-4ca4-b587-068a3f159e4b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0668325 Jul 07 17:45:04.343570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c165f72-9452-4af2-a563-a0a54eebaee1 req-ff0573a4-f916-45bb-950f-f38bc7b9d35b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Jul 07 17:45:04.641205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.464526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:05.531558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b361c-45ab-45ec-b260-d57cf8147301 req-a1f4a0e0-175c-4890-b3a2-c3f206ddfa19 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.533963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-039b361c-45ab-45ec-b260-d57cf8147301 req-a1f4a0e0-175c-4890-b3a2-c3f206ddfa19 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0716553 Jul 07 17:45:05.584059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-039b361c-45ab-45ec-b260-d57cf8147301 req-42d08f92-3cf4-4e2d-a7ed-fcc58cc6d066 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Jul 07 17:45:06.574577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.771938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287bb77-8be1-4d2c-bf95-8dd7e4356e77 req-8721f26d-8a91-47af-9c95-a754515e6d5f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.774566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d287bb77-8be1-4d2c-bf95-8dd7e4356e77 req-8721f26d-8a91-47af-9c95-a754515e6d5f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0709448 Jul 07 17:45:06.813783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d287bb77-8be1-4d2c-bf95-8dd7e4356e77 req-95efe4dd-245e-485f-a6c5-63c5f5c4187c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337090 Jul 07 17:45:07.838799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:07.931441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:07.943445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:07.979901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:07.993617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94507-0ed3-49c2-9911-688e4c6a02d7 req-bcd955ce-2935-4541-9be2-58f49ff4fc9e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.995139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ca94507-0ed3-49c2-9911-688e4c6a02d7 req-bcd955ce-2935-4541-9be2-58f49ff4fc9e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0684774 Jul 07 17:45:07.997625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:08.017216 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:08.021941 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.034548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ca94507-0ed3-49c2-9911-688e4c6a02d7 req-4e050254-e95f-42dc-8668-ad8b737e77cb tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Jul 07 17:45:08.071517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:08.079080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.079433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.080372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.080714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.081049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.081382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.081709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.082033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.082384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.082709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.083033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.083353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:08.092836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['f98ef08c-86c2-45be-81ea-6e64542078f9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:09.277195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b498438-544b-49a2-b19d-91144f37ab68 req-63f797d7-0fa5-43a4-bd5c-ab1fecb8d5a5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:09.281336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b498438-544b-49a2-b19d-91144f37ab68 req-63f797d7-0fa5-43a4-bd5c-ab1fecb8d5a5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.1018331 Jul 07 17:45:09.330762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b498438-544b-49a2-b19d-91144f37ab68 req-78cc88cc-ee2e-4b84-a846-2e28672525be tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Jul 07 17:45:09.844727 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:09.902091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port f98ef08c-86c2-45be-81ea-6e64542078f9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:09.902507 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:09.995355 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.024875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:10.028195 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c857a-35b1-4b96-bcc7-7449592261d7" -d '{"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:10.046044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:10.052837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.112200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:10.291879 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02498069-a00c-4f0b-8abb-a1a510e6fc50 x-openstack-request-id: req-02498069-a00c-4f0b-8abb-a1a510e6fc50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:10.292170 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:10.292420 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02498069-a00c-4f0b-8abb-a1a510e6fc50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:10.292825 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'code': 200} Jul 07 17:45:10.531617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd270a46-93bb-45ce-9144-c3db5b5383e1 req-37eb355a-9acf-4763-a331-8a6ad64d7822 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:10.533344 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd270a46-93bb-45ce-9144-c3db5b5383e1 req-37eb355a-9acf-4763-a331-8a6ad64d7822 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0725291 Jul 07 17:45:10.580516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd270a46-93bb-45ce-9144-c3db5b5383e1 req-16ab7f67-6bae-4ecb-8dee-c1453f695a10 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Jul 07 17:45:11.807370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de69d4-dbb4-4003-b220-4bbd8193f731 req-5adb076b-5f91-4848-baa9-ce03d3edc257 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:11.810391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7de69d4-dbb4-4003-b220-4bbd8193f731 req-5adb076b-5f91-4848-baa9-ce03d3edc257 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0855143 Jul 07 17:45:11.858613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7de69d4-dbb4-4003-b220-4bbd8193f731 req-55d23391-a5e0-4c01-9686-a672b36e026d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394483 Jul 07 17:45:13.130238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc57dd-0cc0-4909-869e-ad82ef7751e8 req-6a5bb320-e629-4813-8046-d97f4fa6773b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.135364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93bc57dd-0cc0-4909-869e-ad82ef7751e8 req-6a5bb320-e629-4813-8046-d97f4fa6773b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.1254170 Jul 07 17:45:13.205655 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93bc57dd-0cc0-4909-869e-ad82ef7751e8 req-16780446-7ae7-4c6e-bdbb-51f9f79ae74e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611238 Jul 07 17:45:14.416340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda860-884d-489f-84ec-282d10052d19 req-9e479f3c-fe62-4297-b0a6-8f89e205748b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:14.417950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6afda860-884d-489f-84ec-282d10052d19 req-9e479f3c-fe62-4297-b0a6-8f89e205748b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0724883 Jul 07 17:45:14.462329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6afda860-884d-489f-84ec-282d10052d19 req-ba77ce48-f5f6-42f2-9586-0f7827cf948e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Jul 07 17:45:15.695868 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761231f8-20d4-456d-b056-2a0c5e32d79f req-de1659e4-4c21-4d01-a12f-55743971a68a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:15.703956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-761231f8-20d4-456d-b056-2a0c5e32d79f req-de1659e4-4c21-4d01-a12f-55743971a68a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0974610 Jul 07 17:45:15.750762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-761231f8-20d4-456d-b056-2a0c5e32d79f req-d08b38e2-bac7-4677-a193-2997c0935df6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Jul 07 17:45:16.958201 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9150-826a-4515-b99f-bc8528a026a1 req-dc921086-aa52-457d-bd5d-78a11f1f4636 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.960137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c07f9150-826a-4515-b99f-bc8528a026a1 req-dc921086-aa52-457d-bd5d-78a11f1f4636 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0791638 Jul 07 17:45:17.019835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c07f9150-826a-4515-b99f-bc8528a026a1 req-333bc6c9-a106-426c-9206-29d581d91e0a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521502 Jul 07 17:45:18.215830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc4ae7-10da-42f6-a2b8-4c8ef7968c05 req-77dbb9bc-1dde-439d-be35-d1b1e2ccf8ea tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:18.217313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97dc4ae7-10da-42f6-a2b8-4c8ef7968c05 req-77dbb9bc-1dde-439d-be35-d1b1e2ccf8ea tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0663257 Jul 07 17:45:18.257900 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-97dc4ae7-10da-42f6-a2b8-4c8ef7968c05 req-39f9ec1a-de84-4edb-aaa9-94c3bc071595 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346482 Jul 07 17:45:19.388843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-dccd6131-3d1f-4419-a6b5-ab7e4327a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.390402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-dccd6131-3d1f-4419-a6b5-ab7e4327a89e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0577657 Jul 07 17:45:19.438593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6b6ff-e0a2-447b-ba0b-1e15e37fce5f req-02640c77-432d-45fb-9729-e1f388bce7c8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.440700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81a6b6ff-e0a2-447b-ba0b-1e15e37fce5f req-02640c77-432d-45fb-9729-e1f388bce7c8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Jul 07 17:45:19.479860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81a6b6ff-e0a2-447b-ba0b-1e15e37fce5f req-a03af889-8b55-4bdb-8a80-3c9102df604b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Jul 07 17:45:19.484664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-674eff4d-1ac3-433e-941a-5f8c7d5c7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.486386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-674eff4d-1ac3-433e-941a-5f8c7d5c7933 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0901000 Jul 07 17:45:19.559132 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-f3632d3f-376c-43d1-bfa4-3e7d7c9138ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1001 time: 0.0661654 Jul 07 17:45:19.606612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-e1ccee0b-4f13-4892-93ca-07104126bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.608036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-e1ccee0b-4f13-4892-93ca-07104126bd5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0431170 Jul 07 17:45:19.663122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-4f08c165-fa2d-4aab-82be-aa6d3ecb186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:19.664453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-4f08c165-fa2d-4aab-82be-aa6d3ecb186c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505724 Jul 07 17:45:19.756831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-11fd0600-7e2b-42ef-8f46-e11653ce4c3f service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Jul 07 17:45:19.847910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8a405968-a30e-47fe-a2d6-c19bdfa6797e req-5a8a03d3-7165-48f1-a899-9ef415a1d0cb service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Jul 07 17:45:20.669567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4ab8-aec6-4b9b-a3f8-f4912f78b267 req-c241fe1b-9d79-4605-b1bb-13b1fa86bf2b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.671080 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-873e4ab8-aec6-4b9b-a3f8-f4912f78b267 req-c241fe1b-9d79-4605-b1bb-13b1fa86bf2b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0671904 Jul 07 17:45:20.711816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-873e4ab8-aec6-4b9b-a3f8-f4912f78b267 req-77089e51-7cf1-422c-96cb-3c8e15d5799a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346620 Jul 07 17:45:20.796050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f879-4649-4112-bcb0-5875ef757536 req-b57efd4a-699e-4a5d-8164-4e0c3dd11531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.797455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-b57efd4a-699e-4a5d-8164-4e0c3dd11531 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1097 time: 0.0507672 Jul 07 17:45:20.903465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f879-4649-4112-bcb0-5875ef757536 req-e9b422ff-6c88-4e05-aa6d-6aa7464dc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.904932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-e9b422ff-6c88-4e05-aa6d-6aa7464dc825 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0865750 Jul 07 17:45:20.967633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-53d70212-a4cd-4e7f-ba77-0195e0d2a203 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1001 time: 0.0548866 Jul 07 17:45:21.018013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f879-4649-4112-bcb0-5875ef757536 req-3432049b-4924-4c0a-8e3b-fac151aadc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.019445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-3432049b-4924-4c0a-8e3b-fac151aadc31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0449717 Jul 07 17:45:21.074882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f879-4649-4112-bcb0-5875ef757536 req-5a17d572-1f73-4085-85e7-a655e6cb5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.076275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-5a17d572-1f73-4085-85e7-a655e6cb5f34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499690 Jul 07 17:45:21.163440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-642b9594-b143-4d85-a19a-17c43cdc652a service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796494 Jul 07 17:45:21.572837 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8b21f879-4649-4112-bcb0-5875ef757536 req-d403fc51-572b-46c8-8892-d94b717ca450 service neutron] 10.222.0.83 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019206 Jul 07 17:45:21.897614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f5939-3a68-4e2b-beaf-47d406faeefb req-1b41317b-85e2-4722-88ca-bc3dc9f396aa tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.899164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b98f5939-3a68-4e2b-beaf-47d406faeefb req-1b41317b-85e2-4722-88ca-bc3dc9f396aa tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0663965 Jul 07 17:45:21.922156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:21.936852 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b98f5939-3a68-4e2b-beaf-47d406faeefb req-d479d0d1-1b09-467d-9492-528310d16851 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319662 Jul 07 17:45:21.995660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.017386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:22.019630 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cc1352-db7a-44ef-bb8c-3d482073bf17" -d '{"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-unplugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:22.032952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:22.037197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:22.059872 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e0859-f669-48b4-bc61-de8813973267 x-openstack-request-id: req-c66e0859-f669-48b4-bc61-de8813973267 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:22.060167 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-unplugged", "status": "failed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:22.060425 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c66e0859-f669-48b4-bc61-de8813973267 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:22.060822 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'code': 422} returned with failed status Jul 07 17:45:22.089305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:23.027668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1fc7-81b1-411f-9827-cde1778a7a67 req-8984a7f6-e81e-4d06-9b03-9399fa76af5d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.029191 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa3b1fc7-81b1-411f-9827-cde1778a7a67 req-8984a7f6-e81e-4d06-9b03-9399fa76af5d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 943 time: 0.0687902 Jul 07 17:45:23.068709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa3b1fc7-81b1-411f-9827-cde1778a7a67 req-224148d7-af7c-4822-ba6f-1511f0ebe652 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335624 Jul 07 17:45:23.203022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-caf7a9e3-a279-48a1-b392-8ae045f00f81 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482239 Jul 07 17:45:24.013048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-bbd5dc14-4f5e-4c1c-bad4-eea8ebf6b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.014547 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-bbd5dc14-4f5e-4c1c-bad4-eea8ebf6b806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4&tenant_id=bbd244ddceb24a0ba9b3033541e27a98 HTTP/1.1" status: 200 len: 1095 time: 0.0516639 Jul 07 17:45:24.026395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:24.099255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.247766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d1b52-decb-4c85-b0e3-6c1797e9fc30 req-7a351a66-6df9-44ff-8639-9777b09160c2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.249949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-866d1b52-decb-4c85-b0e3-6c1797e9fc30 req-7a351a66-6df9-44ff-8639-9777b09160c2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 943 time: 0.0664477 Jul 07 17:45:24.289169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-866d1b52-decb-4c85-b0e3-6c1797e9fc30 req-dbfdb303-e94a-4db7-af4a-bc6c1ca96ded tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326080 Jul 07 17:45:24.298548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:24.332350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:24.364304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:24.371427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.382713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Transition to ACTIVE for port object f98ef08c-86c2-45be-81ea-6e64542078f9 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:24.386531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.470504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=9']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:24.482231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.482581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.482924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.483264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.483600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.483933 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.484264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.484596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.484923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.485830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.486193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.486523 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:24.519840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] No DVR routers for this DVR port f98ef08c-86c2-45be-81ea-6e64542078f9 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:24.658511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:24.658854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:24.659233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:24.663904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:24.664236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Attempting to bind port f98ef08c-86c2-45be-81ea-6e64542078f9 on network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:24.668963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:24.669304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Checking segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:24.669686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Bound using segment: {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:24.670130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Bound port: f98ef08c-86c2-45be-81ea-6e64542078f9, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efddfa8-ac99-43c1-952c-e8a2d12b5057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:24.670499 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.735388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:24.738249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:24.742678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.775463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.776083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:24.777516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] 10.222.0.32 "PUT /v2.0/ports/f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 1092 time: 0.7549648 Jul 07 17:45:24.777988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:24.780319 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b12685-2238-442f-82f9-47cabc05632a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:24.837341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f8e74-041d-4736-878e-7efed1fedb76 service neutron] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:24.871485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-23da711f-f82b-4f7e-a814-3f4d3a2fb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.873212 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-23da711f-f82b-4f7e-a814-3f4d3a2fb899 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1096 time: 0.0668752 Jul 07 17:45:24.888944 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66077b6f-4f2a-46f3-afc2-acb2627b9797 x-openstack-request-id: req-66077b6f-4f2a-46f3-afc2-acb2627b9797 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:24.889239 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:24.889489 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66077b6f-4f2a-46f3-afc2-acb2627b9797 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:24.889889 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'status': 'completed', 'code': 200} Jul 07 17:45:24.973762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-5e3451c3-032d-4b45-b1a0-81e84a79c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.975298 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-5e3451c3-032d-4b45-b1a0-81e84a79c74d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.0960178 Jul 07 17:45:25.041091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-32bece69-4cd2-4266-af7b-9d28e498e694 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 999 time: 0.0583210 Jul 07 17:45:25.095483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-fbf96f21-2965-4ebd-b62f-8a5cde05643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.096881 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-fbf96f21-2965-4ebd-b62f-8a5cde05643b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0487301 Jul 07 17:45:25.151848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-c545714e-2d46-46b2-b9bc-d16a0eba33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.153308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-c545714e-2d46-46b2-b9bc-d16a0eba33dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506043 Jul 07 17:45:25.239484 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-f78268e3-ae26-4c84-9675-4a26b688d400 service neutron] 10.222.0.32 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801587 Jul 07 17:45:25.331903 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba065a7d-4c37-4f6e-8e57-fcb9f65787ec req-0f02975a-5a11-4db5-8a97-b261787ddf84 service neutron] 10.222.0.32 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865636 Jul 07 17:45:25.433465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12685-2238-442f-82f9-47cabc05632a req-2ba6a4b3-03d2-4e6e-bed2-0f75e30e6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.434993 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-2ba6a4b3-03d2-4e6e-bed2-0f75e30e6f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1096 time: 0.0574024 Jul 07 17:45:25.488898 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614892-e422-46a5-ab5e-c8bd5ca40974 req-a05316aa-0b73-445f-ba93-7ec93c25c38b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.491538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01614892-e422-46a5-ab5e-c8bd5ca40974 req-a05316aa-0b73-445f-ba93-7ec93c25c38b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0760345 Jul 07 17:45:25.534599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01614892-e422-46a5-ab5e-c8bd5ca40974 req-c04d023d-4ac8-4517-b993-41904575eea4 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374637 Jul 07 17:45:25.540224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12685-2238-442f-82f9-47cabc05632a req-bd9cf36f-b275-43d5-a459-d3ff4e4ec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.541817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-bd9cf36f-b275-43d5-a459-d3ff4e4ec8f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 200 len: 918 time: 0.1012616 Jul 07 17:45:25.611569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-f9cce0a2-285c-4c0d-8cc6-ff1cd83c99e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 200 len: 999 time: 0.0636535 Jul 07 17:45:25.677385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12685-2238-442f-82f9-47cabc05632a req-a9eb50ae-f9f3-4835-ab47-afbf3a3c25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:25.680236 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-a9eb50ae-f9f3-4835-ab47-afbf3a3c25a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 200 len: 856 time: 0.0612414 Jul 07 17:45:25.936327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:25.975254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:26.730783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f382e17-380a-46c2-be3e-26a4852fbb50 req-d8837aa7-4b6f-48f8-ab9b-b00f2e712408 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:26.732568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f382e17-380a-46c2-be3e-26a4852fbb50 req-d8837aa7-4b6f-48f8-ab9b-b00f2e712408 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0704937 Jul 07 17:45:26.771641 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f382e17-380a-46c2-be3e-26a4852fbb50 req-7b71cb10-f95a-46b6-ae7d-9072660ad3d2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Jul 07 17:45:27.954725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3a12d-06b4-4e7c-b088-51f7bdeb7786 req-1b0db34c-f882-489d-9e52-5bc2d434c462 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:27.956495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1fb3a12d-06b4-4e7c-b088-51f7bdeb7786 req-1b0db34c-f882-489d-9e52-5bc2d434c462 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0670056 Jul 07 17:45:27.995784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1fb3a12d-06b4-4e7c-b088-51f7bdeb7786 req-927b4d21-1ace-436b-b520-81e10bd67696 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Jul 07 17:45:29.196313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4105db-c866-47ef-8f38-722df096939b req-376257c6-80df-4761-be8b-37e892d9b492 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:29.198145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b4105db-c866-47ef-8f38-722df096939b req-376257c6-80df-4761-be8b-37e892d9b492 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0768073 Jul 07 17:45:29.240926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b4105db-c866-47ef-8f38-722df096939b req-a2b8f133-cedc-40e1-beeb-788ad0fa46d2 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370102 Jul 07 17:45:29.912169 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9337e88-c229-4ac1-a3e0-c8f9e16e6e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:30.432005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dcd5a-7382-4554-bb35-4ea060196912 req-2bffd001-bd75-447b-a6df-008c44864a1f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:30.433578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e0dcd5a-7382-4554-bb35-4ea060196912 req-2bffd001-bd75-447b-a6df-008c44864a1f tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0690207 Jul 07 17:45:30.473119 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5e0dcd5a-7382-4554-bb35-4ea060196912 req-aa3c1cc7-d94b-4922-a59b-ce760f55a33c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337255 Jul 07 17:45:31.655025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f9094-e14b-4b12-ae3f-e13ab9524dd8 req-657a0f65-c9e1-4861-a38f-e2b06d437a30 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:31.656440 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b86f9094-e14b-4b12-ae3f-e13ab9524dd8 req-657a0f65-c9e1-4861-a38f-e2b06d437a30 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0649693 Jul 07 17:45:31.694963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b86f9094-e14b-4b12-ae3f-e13ab9524dd8 req-c00e5df4-1658-4dc0-95b9-c7b40b1a10b5 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Jul 07 17:45:32.341281 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68fdc2da-80ee-4e87-a1cc-e91d6871abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.826051 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:32.884910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fefcf-8022-42bd-be72-5cb903b39899 req-5b478ca8-6045-4794-8c46-419893b34c27 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:32.886470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-956fefcf-8022-42bd-be72-5cb903b39899 req-5b478ca8-6045-4794-8c46-419893b34c27 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0732090 Jul 07 17:45:32.926354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-956fefcf-8022-42bd-be72-5cb903b39899 req-0291c2c9-f7d7-47d6-b0f9-652e25eb8356 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342212 Jul 07 17:45:33.683170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:34.112328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb01f-5bdb-4ba2-87ce-d9595c7c1fac req-534f75b1-7f09-4dfb-9c14-94a15ad3f030 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:34.114233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d5fb01f-5bdb-4ba2-87ce-d9595c7c1fac req-534f75b1-7f09-4dfb-9c14-94a15ad3f030 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0706851 Jul 07 17:45:34.163162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d5fb01f-5bdb-4ba2-87ce-d9595c7c1fac req-0e28ca9b-b6ec-4852-a583-e4d2014555ba tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 Jul 07 17:45:34.553334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:34.654537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:35.363019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d39e8-542e-49fb-b987-eb8e2257462b req-a456cfec-f7e3-4c67-8baa-4e786faf8200 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:35.364613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb0d39e8-542e-49fb-b987-eb8e2257462b req-a456cfec-f7e3-4c67-8baa-4e786faf8200 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0736439 Jul 07 17:45:35.406765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb0d39e8-542e-49fb-b987-eb8e2257462b req-eaae3f9a-9933-4ff2-934a-d192af089a64 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Jul 07 17:45:35.466921 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.407686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12685-2238-442f-82f9-47cabc05632a req-aab9b039-b499-4dff-9c23-dc15256061d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:36.409301 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-aab9b039-b499-4dff-9c23-dc15256061d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579405 Jul 07 17:45:36.498921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-3d9570f7-6fd5-4ea3-984e-88276a7fd867 service neutron] 10.222.0.32 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823619 Jul 07 17:45:36.580643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:36.592119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faeb75-1d1e-4685-b668-78b9f879f9bc req-6ea6d3c9-8ff8-41a4-8501-07e59ff37f16 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:36.593817 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68faeb75-1d1e-4685-b668-78b9f879f9bc req-6ea6d3c9-8ff8-41a4-8501-07e59ff37f16 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0668538 Jul 07 17:45:36.596061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a2b12685-2238-442f-82f9-47cabc05632a req-69f88ee3-b39e-4fbe-8264-651c330e40e8 service neutron] 10.222.0.32 "GET /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905330 Jul 07 17:45:36.631454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68faeb75-1d1e-4685-b668-78b9f879f9bc req-10df0132-1e0b-40d3-87db-69de2975a07e tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Jul 07 17:45:37.805863 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dca63-66de-4d0a-b7ff-07444d0d54c2 req-90b82262-67ce-4b83-9739-abb2d34b5594 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:37.807366 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c5dca63-66de-4d0a-b7ff-07444d0d54c2 req-90b82262-67ce-4b83-9739-abb2d34b5594 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 944 time: 0.0630960 Jul 07 17:45:37.845335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c5dca63-66de-4d0a-b7ff-07444d0d54c2 req-30cf1303-07da-438a-b191-975d5ce55b76 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325103 Jul 07 17:45:38.328368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:38.422120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:38.433112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'port_id': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'mac_address': 'fa:16:3e:39:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:38.468492 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.480839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:38.499110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:38.503055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:38.548566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:38.733612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['f98ef08c-86c2-45be-81ea-6e64542078f9'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:39.024305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3bdd-146f-4ab1-ac18-ae1ccd327cd9 req-57a47173-2c7f-42ac-a606-8f9ad5b7f8b6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:39.025709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473d3bdd-146f-4ab1-ac18-ae1ccd327cd9 req-57a47173-2c7f-42ac-a606-8f9ad5b7f8b6 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0665510 Jul 07 17:45:39.062584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-473d3bdd-146f-4ab1-ac18-ae1ccd327cd9 req-041c8acd-9408-4024-9d07-037294bfbaa8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Jul 07 17:45:40.244654 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35236d-57a1-4ad9-8117-40c606d904c7 req-e727fb36-daff-4224-ae27-06083959e70b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:40.246214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb35236d-57a1-4ad9-8117-40c606d904c7 req-e727fb36-daff-4224-ae27-06083959e70b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 945 time: 0.0653248 Jul 07 17:45:40.284636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb35236d-57a1-4ad9-8117-40c606d904c7 req-67c2154b-ab51-468f-a0c5-88a0a7db5d5c tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Jul 07 17:45:40.362924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:40.415907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port f98ef08c-86c2-45be-81ea-6e64542078f9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:40.419656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port f98ef08c-86c2-45be-81ea-6e64542078f9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:40.420035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.496419 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.518232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:40.520577 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10027e-321c-40bf-b63f-698772f8b8dd" -d '{"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:40.533399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:40.537519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:40.560285 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54bc9a-a094-4c2b-8c53-d398e05ba554 x-openstack-request-id: req-7a54bc9a-a094-4c2b-8c53-d398e05ba554 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:40.560575 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-plugged", "status": "completed", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:40.560825 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a54bc9a-a094-4c2b-8c53-d398e05ba554 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:40.561212 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'code': 200} Jul 07 17:45:40.587337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:40.726952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d454a36-0e8c-45bd-aee2-d1637a152edc req-6e0bb138-4352-4c3b-9bc8-10ec5063bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:40.728348 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d454a36-0e8c-45bd-aee2-d1637a152edc req-6e0bb138-4352-4c3b-9bc8-10ec5063bb49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 1098 time: 0.0519083 Jul 07 17:45:40.761083 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d454a36-0e8c-45bd-aee2-d1637a152edc req-6d099132-61cf-41cf-98b1-21e3a45e703c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261259 Jul 07 17:45:41.464878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf493f2-6560-4663-a9cc-1a81ec85e5c1 req-438947dd-bb9f-4347-a075-a2319bfabfff tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:41.466471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cf493f2-6560-4663-a9cc-1a81ec85e5c1 req-438947dd-bb9f-4347-a075-a2319bfabfff tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 946 time: 0.0677743 Jul 07 17:45:41.514469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cf493f2-6560-4663-a9cc-1a81ec85e5c1 req-80f28260-fec2-4041-9f8d-1abfc4fdb6a8 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364728 Jul 07 17:45:42.691632 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161417e-e6b0-48be-a00e-21988f85beca req-171d0a87-690e-484e-9382-f23ca1b7f166 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:42.693152 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e161417e-e6b0-48be-a00e-21988f85beca req-171d0a87-690e-484e-9382-f23ca1b7f166 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 946 time: 0.0634966 Jul 07 17:45:42.729377 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e161417e-e6b0-48be-a00e-21988f85beca req-4583f351-26fd-43f7-96a3-b8486fd40638 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Jul 07 17:45:59.914320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837c7482-be02-4243-bf1c-f5f3f2756211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:02.341622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45138727-c169-4d33-b257-b128acd33ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:02.816647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:03.684721 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:04.670483 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:05.472374 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:06.573660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:11.552652 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:11.929753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308da1-32e2-4795-bd83-0b52ed8c0d9c req-0beb5d8b-1e26-4579-8876-0ad8cb8e9e92 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:11.931269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e308da1-32e2-4795-bd83-0b52ed8c0d9c req-0beb5d8b-1e26-4579-8876-0ad8cb8e9e92 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 946 time: 0.0638347 Jul 07 17:46:11.968342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9e308da1-32e2-4795-bd83-0b52ed8c0d9c req-8e5338d2-9f05-4975-90b5-7fa3e568f6f1 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Jul 07 17:46:13.151993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-c58d6c19-fc6d-4037-87ab-1ce085830a4b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.153758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed951fb-2d4d-4573-9c29-840fe9603d16 req-fab3ad81-c1bc-4e8c-8cf6-e4bf0097f182 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:13.154249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-c58d6c19-fc6d-4037-87ab-1ce085830a4b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 946 time: 0.0641470 Jul 07 17:46:13.155267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ed951fb-2d4d-4573-9c29-840fe9603d16 req-fab3ad81-c1bc-4e8c-8cf6-e4bf0097f182 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 946 time: 0.0678549 Jul 07 17:46:13.194807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ed951fb-2d4d-4573-9c29-840fe9603d16 req-9959eb5d-ce3c-47f4-9693-4f0faa829621 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups?id=a0cf583b-baff-4773-bbf5-7841576b3a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337648 Jul 07 17:46:13.258554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Deleting port f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:13.258819 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.345172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] For port f98ef08c-86c2-45be-81ea-6e64542078f9, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=f98ef08c-86c2-45be-81ea-6e64542078f9,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:13.345533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.515253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.515558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.515952 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Floating IP 90a55bd2-af7b-4830-b0b0-5f77e6990d76 disassociated. External IP: 172.25.7.135, port: f98ef08c-86c2-45be-81ea-6e64542078f9. Jul 07 17:46:13.516895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Calling delete_port for f98ef08c-86c2-45be-81ea-6e64542078f9 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:13.642406 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.679036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'Port': ['ID=f98ef08c-86c2-45be-81ea-6e64542078f9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:13.788603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:13.891170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:13.902235 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:13.911719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:13.912529 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:46:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:13.938651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] No DVR routers for this DVR port f98ef08c-86c2-45be-81ea-6e64542078f9 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:13.941431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:13.943536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3e493787-d046-4ba7-8022-18e36e031bc2 req-16ade27f-955d-4f30-b552-71cc4d720794 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.32 "DELETE /v2.0/ports/f98ef08c-86c2-45be-81ea-6e64542078f9 HTTP/1.1" status: 204 len: 173 time: 0.7846851 Jul 07 17:46:13.943981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-deleted', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:13.946317 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1f37eb-8e23-4737-8ea0-c5beefc58692" -d '{"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-deleted", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:13.986705 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9497f719-ac8c-42d9-a8a1-c835e88fa952 x-openstack-request-id: req-9497f719-ac8c-42d9-a8a1-c835e88fa952 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:13.987003 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f23b45b-893b-4b81-8da1-f7721ecdfef4", "name": "network-vif-deleted", "tag": "f98ef08c-86c2-45be-81ea-6e64542078f9", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:13.987262 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9497f719-ac8c-42d9-a8a1-c835e88fa952 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:13.987673 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f23b45b-893b-4b81-8da1-f7721ecdfef4', 'name': 'network-vif-deleted', 'tag': 'f98ef08c-86c2-45be-81ea-6e64542078f9', 'status': 'completed', 'code': 200} Jul 07 17:46:14.026907 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:14.243709 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:14.270262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:14.278551 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:14.279150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:46:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:14.359147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-50cda0ed-2595-4cd6-aa7b-b048396de81b req-5193fc6d-8a0c-4a47-bc49-e9e43d1cf15b tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f23b45b-893b-4b81-8da1-f7721ecdfef4 HTTP/1.1" status: 200 len: 210 time: 0.0301843 Jul 07 17:46:14.484567 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:14.688786 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:14.715747 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e5235-7842-4bd5-aa78-b58fc8061711 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:36:41Z', 'revision_number': 4, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'ad1e6c50-f97a-4494-8909-5a15e679f27a', 'name': '', 'network_id': 'd7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'mac_address': 'fa:16:3e:b9:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:41Z', 'updated_at': '2021-07-07T17:36:47Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'subnets': [{'id': '5b3e702e-2dbb-4c11-9147-a07c5789dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:14.935395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51d531-cf6e-4cd6-bbc2-a0e596b48900 None None] New status for floating IP 90a55bd2-af7b-4830-b0b0-5f77e6990d76: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:46:15.485953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:15.540426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.564777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.614509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.617002 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.618318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "DELETE /v2.0/security-groups/a0cf583b-baff-4773-bbf5-7841576b3a51 HTTP/1.1" status: 204 len: 168 time: 0.1312468 Jul 07 17:46:15.621056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:15.628295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf583b-baff-4773-bbf5-7841576b3a51,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:15.635323 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-730c883f-ef1f-4e96-85af-1af492e0bd2a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] show failed (client error): The resource could not be found. Jul 07 17:46:15.635591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.635946 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.636292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.636389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-730c883f-ef1f-4e96-85af-1af492e0bd2a tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "GET /v2.0/security-groups/a0cf583b-baff-4773-bbf5-7841576b3a51 HTTP/1.1" status: 404 len: 347 time: 0.0142832 Jul 07 17:46:15.636716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.637061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.637393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.637726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.638059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.638432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.638853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.639088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:15.639197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.639503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c09e40-4896-40fb-b43f-44b90d730c0d tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:15.765441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Deleting port cbad70d6-cd15-4e23-82e3-b1733a5607eb {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:15.765786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.839510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.839839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:15.851037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Calling delete_port for cbad70d6-cd15-4e23-82e3-b1733a5607eb owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:15.987317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.015364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Pushing event deleted for resources: {'Port': ['ID=cbad70d6-cd15-4e23-82e3-b1733a5607eb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:16.076876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.079535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.080748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-76d8155c-e3cf-4764-b03f-c2954bd06083 tempest-AttachVolumeShelveTestJSON-255864600 tempest-AttachVolumeShelveTestJSON-255864600-project] 10.222.0.22 "DELETE /v2.0/floatingips/90a55bd2-af7b-4830-b0b0-5f77e6990d76 HTTP/1.1" status: 204 len: 168 time: 0.4407687 Jul 07 17:46:16.532861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:16.552599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: f98ef08c-86c2-45be-81ea-6e64542078f9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:16.552944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device f98ef08c-86c2-45be-81ea-6e64542078f9 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:21.849584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:22.281341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.526725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Deleting port ad1e6c50-f97a-4494-8909-5a15e679f27a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:22.526990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.604902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] For port ad1e6c50-f97a-4494-8909-5a15e679f27a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=ad1e6c50-f97a-4494-8909-5a15e679f27a,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:22.605260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.617730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Calling delete_port for ad1e6c50-f97a-4494-8909-5a15e679f27a owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:22.790903 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:22.816561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1e6c50-f97a-4494-8909-5a15e679f27a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:22.975837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.186762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:46:23.291123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:46:23.296186 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b2f22fa3-4118-4518-9c30-08a2a0af18fb admin admin] 10.222.0.22 "PUT /v2.0/routers/16868ea9-e8a9-4695-8c21-3c7ec42d13b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4455245 Jul 07 17:46:23.299267 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:23.301967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Sync routers for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:46:23.311650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:23.312249 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:46:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:23.400717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.413213 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:23.593886 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:46:22Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:23.624048 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Checking router: 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:46:23.633311 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Routers {'16868ea9-e8a9-4695-8c21-3c7ec42d13b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:46:23.633922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:46:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:23.739050 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] Set router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:46:23.823977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.879329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Deleting port b9aec5ae-c71a-4930-aef6-377c9bebd19e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:23.879663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.912813 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:46:22Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:23.939505 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0187a3-e0e5-466a-8d2f-13385d0adad8 None None] The sync data for ids ['16868ea9-e8a9-4695-8c21-3c7ec42d13b8'] in n-d-791504-12 is: [{'id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1902015156-router', 'tenant_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:36:37Z', 'updated_at': '2021-07-07T17:46:22Z', 'revision_number': 5, 'project_id': 'bbd244ddceb24a0ba9b3033541e27a98', 'gw_port': {'id': 'b9aec5ae-c71a-4930-aef6-377c9bebd19e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16868ea9-e8a9-4695-8c21-3c7ec42d13b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:36:38Z', 'updated_at': '2021-07-07T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:46:23.962480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] For port b9aec5ae-c71a-4930-aef6-377c9bebd19e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b9aec5ae-c71a-4930-aef6-377c9bebd19e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:23.962847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:23.977150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Calling delete_port for b9aec5ae-c71a-4930-aef6-377c9bebd19e owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:24.136142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.164629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9aec5ae-c71a-4930-aef6-377c9bebd19e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:24.224153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.317545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.319835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.367405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.367967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16868ea9-e8a9-4695-8c21-3c7ec42d13b8 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:46:24.372524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.373919 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e24a462d-f554-456f-a451-a9f81ebb12cc admin admin] 10.222.0.22 "DELETE /v2.0/routers/16868ea9-e8a9-4695-8c21-3c7ec42d13b8 HTTP/1.1" status: 204 len: 168 time: 1.0736966 Jul 07 17:46:24.376433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:24.420862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Deleting subnet 5b3e702e-2dbb-4c11-9147-a07c5789dc6f {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:46:24.424053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.457931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.540645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.595998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.620846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3e702e-2dbb-4c11-9147-a07c5789dc6f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:24.631503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.631855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.632203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.632541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.632879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.633212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.633543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.633882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.634277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.634566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.634918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.635245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:24.636513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95807c47-845e-48a7-9c93-6eee5bba42be None None] Network d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:24.638027 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.639918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72801481-ae53-45e6-9771-8041f5245e7d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5b3e702e-2dbb-4c11-9147-a07c5789dc6f HTTP/1.1" status: 204 len: 168 time: 0.2624218 Jul 07 17:46:24.642430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60908) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:24.711972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.765784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Deleting port 0350d50a-f433-4e0b-a354-15924410b99f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:46:24.766154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.826732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] For port 0350d50a-f433-4e0b-a354-15924410b99f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0350d50a-f433-4e0b-a354-15924410b99f,segment=NetworkSegment(2efddfa8-ac99-43c1-952c-e8a2d12b5057),segment_id=2efddfa8-ac99-43c1-952c-e8a2d12b5057)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:24.827093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.839808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Calling delete_port for 0350d50a-f433-4e0b-a354-15924410b99f owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:46:24.925813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:24.939659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b1744-8122-4eec-8f2d-1951f6e59efa None None] DHCP port deletion for d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:46:24.952659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Pushing event deleted for resources: {'Port': ['ID=0350d50a-f433-4e0b-a354-15924410b99f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:24.956575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] No DVR routers for this DVR port 0350d50a-f433-4e0b-a354-15924410b99f on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:46:25.034428 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.043914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.053773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efddfa8-ac99-43c1-952c-e8a2d12b5057') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.054075 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efddfa8-ac99-43c1-952c-e8a2d12b5057') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:46:25.062631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.076701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.082988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:46:25.083380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:46:25.084973 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:46:25.136759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.146544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.150708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f HTTP/1.1" status: 204 len: 168 time: 0.5050774 Jul 07 17:46:25.160145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5013826-6395-4282-a8b3-4a2b0f006158 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a0efb5-9896-47f5-b4e2-5a7fa15d9f6f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:25.187641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ad1e6c50-f97a-4494-8909-5a15e679f27a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:25.208797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: ad1e6c50-f97a-4494-8909-5a15e679f27a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:25.209265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device ad1e6c50-f97a-4494-8909-5a15e679f27a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:25.209785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0350d50a-f433-4e0b-a354-15924410b99f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:25.230548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0350d50a-f433-4e0b-a354-15924410b99f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:25.230904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0350d50a-f433-4e0b-a354-15924410b99f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:25.231326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b9aec5ae-c71a-4930-aef6-377c9bebd19e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:46:25.251363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b9aec5ae-c71a-4930-aef6-377c9bebd19e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:46:25.251722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b9aec5ae-c71a-4930-aef6-377c9bebd19e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:46:25.277210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60914) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:25.316461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e356e35-bac9-4e53-b52e-3c1b56572b3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbd244ddceb24a0ba9b3033541e27a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380654 Jul 07 17:46:25.319035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:25.370129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.390050 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.437883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.440495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:25.444054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eeecb881-2e0d-4e81-bc53-574b40a259aa HTTP/1.1" status: 204 len: 168 time: 0.1217327 Jul 07 17:46:25.451256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1dd1e-46bf-4f04-a720-4c83e2feca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeecb881-2e0d-4e81-bc53-574b40a259aa,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.075895 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 60940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:26.170738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1709249401-network', 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:26.192486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:26.194781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.203099 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.291856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.295418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.321983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:46:26.327515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe9477-5507-40f1-876f-41b6b565c7b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.335379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.335938 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Added segment f90dd60c-557d-4917-9df3-0ea8cb308ecf of type vlan for network 041c346e-8f24-45e5-8718-4a83f66664b4 Jul 07 17:46:26.375274 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.403685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.404658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:26.405248 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.455993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3788705 Jul 07 17:46:26.459531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 60944) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:46:26.464788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Request body: {'subnet': {'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1709249401-subnet', 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:26.469291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e0a35-03a6-49af-86b6-543186520710 admin admin] Pushing event updated for resources: {'Network': ['ID=041c346e-8f24-45e5-8718-4a83f66664b4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.479391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 041c346e-8f24-45e5-8718-4a83f66664b4 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:46:26.487723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:26.490612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.652851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.710727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20234741-fc9f-4021-8323-b70c794093a4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:26.714963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Checking segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:26.715356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Network hostable DHCP agents. Network: 041c346e-8f24-45e5-8718-4a83f66664b4, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:46:26.731717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Network 041c346e-8f24-45e5-8718-4a83f66664b4 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:46:26.740637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 041c346e-8f24-45e5-8718-4a83f66664b4) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:26.744596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:26.745358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:26.751227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0eb03-deb3-4f7f-aba0-f1947a7334ba None None] Network 041c346e-8f24-45e5-8718-4a83f66664b4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:26.759326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be012db0-ad7e-493a-a495-1374bc36c4cb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2986977 Jul 07 17:46:26.873463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea750a-82af-43f6-9772-f98b1305e0dd None None] Network 041c346e-8f24-45e5-8718-4a83f66664b4 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:46:27.276289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-6fc91873-e5af-41a5-ad60-12726e694b98 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:27.277788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-6fc91873-e5af-41a5-ad60-12726e694b98 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1023529 Jul 07 17:46:27.293145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-657f5fd1-e027-46a6-a82c-c839707c9121 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/quotas/e259a3a821614d2ea4f8efe710100ecc HTTP/1.1" status: 200 len: 375 time: 0.0092442 Jul 07 17:46:27.330430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-a903dfec-bd11-4350-881a-75df5afdee9b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325840 Jul 07 17:46:27.340940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-7bf3c52a-d7e0-40be-9e46-8fdc29d4bb17 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:46:27.341889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-7bf3c52a-d7e0-40be-9e46-8fdc29d4bb17 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054741 Jul 07 17:46:27.428999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-69e47356-ea21-4fef-a57a-232d37618da4 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817084 Jul 07 17:46:27.521595 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-11234b1f-3705-4227-b3b2-84acd8292935 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869553 Jul 07 17:46:27.685262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75cb5564-4eaf-46f9-a865-8dc4e7341399 req-998dd388-698d-404e-8db2-7c75659bdc7b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 210 time: 0.0291350 Jul 07 17:46:28.727486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-2921c5e3-8643-45a0-9a10-9ebd936d6bdf tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:28.729164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-2921c5e3-8643-45a0-9a10-9ebd936d6bdf tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1206706 Jul 07 17:46:28.744310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Request body: {'port': {'device_id': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'admin_state_up': True, 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:28.833648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a7d2caf-e533-4492-9acd-fe3833f85403 req-809cc2d1-b5c3-4fb5-bc3e-11dfc895bbe4 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 210 time: 0.0312090 Jul 07 17:46:28.858585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:28.862853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:28.989847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Allocated IP 172.20.0.12 (041c346e-8f24-45e5-8718-4a83f66664b4/20234741-fc9f-4021-8323-b70c794093a4/2a6c0b09-5643-4192-a0b3-f4d3edaa72d3) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:29.133476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.171084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.214837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Network 041c346e-8f24-45e5-8718-4a83f66664b4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:29.218051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:29.224094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:29.246809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event updated for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:29.274150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.274772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.288007 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-5fcef9a1-f2a3-4b17-953e-96d234af90de tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491867 Jul 07 17:46:29.300423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Request body: {'port': {'device_id': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:29.375541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.634704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:29.642714 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.654511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Transition to ACTIVE for port object 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:29.658162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.727294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:29.776871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Attempting to bind port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:29.777473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Attempting to bind port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:29.777616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Attempting to bind port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:29.781767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 on network 041c346e-8f24-45e5-8718-4a83f66664b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:29.782160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Attempting to bind port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:29.786860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:29.787196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Checking segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:29.787581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Bound using segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:29.788006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Bound port: 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:29.788360 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.850362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:29.853274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:29.856690 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.895357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:29.895988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.897388 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] 10.222.0.32 "PUT /v2.0/ports/2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 HTTP/1.1" status: 200 len: 1093 time: 0.6015818 Jul 07 17:46:29.897844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:29.900609 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592a0c0-57f6-47b7-9b10-b32d988ae531" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:29.930315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05b73-60cf-4577-b3b8-d1889e951341 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:29.937744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db7c95d5-0911-4106-baed-6cfe87999f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:29.987020 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b91d80-2125-44eb-b035-0478b00addb3 x-openstack-request-id: req-b5b91d80-2125-44eb-b035-0478b00addb3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:29.987308 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:29.987558 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5b91d80-2125-44eb-b035-0478b00addb3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:29.987951 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', 'status': 'completed', 'code': 200} Jul 07 17:46:30.018748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-50ea642f-0e48-4507-b550-6dda1247a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.020361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-50ea642f-0e48-4507-b550-6dda1247a3ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 1096 time: 0.0788281 Jul 07 17:46:30.062210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-7bd38323-4753-4ee3-bc12-68b149fac5e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 HTTP/1.1" status: 200 len: 217 time: 0.0344999 Jul 07 17:46:30.105592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c187-21d1-4361-8fa3-434b7324d484 req-0cb4e6a4-be4d-4c65-99d3-7c174f99f16a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.107126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd55c187-21d1-4361-8fa3-434b7324d484 req-0cb4e6a4-be4d-4c65-99d3-7c174f99f16a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 944 time: 0.1221600 Jul 07 17:46:30.113125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-9b8c4909-dbdf-47cd-b37b-4676efee10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.114609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-9b8c4909-dbdf-47cd-b37b-4676efee10ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0467269 Jul 07 17:46:30.145550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd55c187-21d1-4361-8fa3-434b7324d484 req-f596c691-aea7-4d9f-aca5-d0f670960bab tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jul 07 17:46:30.147135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-670440c8-6b57-41f4-8bc0-f2d82a1e820f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265331 Jul 07 17:46:30.242755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-ad32d0e5-b006-45c4-9976-b3dc8e6559d7 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895176 Jul 07 17:46:30.331917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c21b5571-85c9-4cc3-870f-0b709a053254 req-bae6518b-1962-43d6-8b5f-2839ecf34fef service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825717 Jul 07 17:46:30.430749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-3568e903-207e-4bb9-846d-3a1e7fbe37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.432170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-3568e903-207e-4bb9-846d-3a1e7fbe37a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 1096 time: 0.0570245 Jul 07 17:46:30.518816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-7b8241f0-9c1b-467b-8cfa-177f75ab388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.520266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-7b8241f0-9c1b-467b-8cfa-177f75ab388d service neutron] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0822537 Jul 07 17:46:30.564922 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-df96ee76-fdfb-432d-80f4-3875a9c0d782 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 HTTP/1.1" status: 200 len: 217 time: 0.0381625 Jul 07 17:46:30.617650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-ce927ed2-6b7f-4cb8-b9f1-d70b776f643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:30.619199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-ce927ed2-6b7f-4cb8-b9f1-d70b776f643c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0481484 Jul 07 17:46:30.652914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-1d654f11-c519-43ff-8087-5fadbba74791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262332 Jul 07 17:46:30.744078 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-b4544940-384b-4cc9-ac0f-45ca42735703 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832324 Jul 07 17:46:30.833836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8592a0c0-57f6-47b7-9b10-b32d988ae531 req-89962ca1-e4c9-4074-908a-5a32c93555bf service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 Jul 07 17:46:31.323051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b9db-22c6-4c1b-914f-5664c945c9c9 req-d7987c66-963e-484e-9b4a-9969b1d84acd tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:31.324791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b84b9db-22c6-4c1b-914f-5664c945c9c9 req-d7987c66-963e-484e-9b4a-9969b1d84acd tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 944 time: 0.0659907 Jul 07 17:46:31.361502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b84b9db-22c6-4c1b-914f-5664c945c9c9 req-4042e6ba-2713-486a-b0cc-10b56b4e6ce1 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Jul 07 17:46:32.347340 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-994b87d7-6779-46f1-95b0-6fca1f043085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.535821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa419b1-cff9-4d85-9b5a-8d337fa80003 req-666cfb98-d3d8-4521-9983-42217a9ae938 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:32.537235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afa419b1-cff9-4d85-9b5a-8d337fa80003 req-666cfb98-d3d8-4521-9983-42217a9ae938 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 944 time: 0.0652659 Jul 07 17:46:32.574181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afa419b1-cff9-4d85-9b5a-8d337fa80003 req-c6c7986f-7641-4b79-a832-8c86cd1fca3f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Jul 07 17:46:32.609563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:32.702020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:32.713564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'port_id': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', 'mac_address': 'fa:16:3e:e0:1a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20234741-fc9f-4021-8323-b70c794093a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:32.749160 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.761711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:32.780150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:32.784649 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.833281 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:32.847521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:32.854584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.854928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.855267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.855602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.855933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.856261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.856587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.856909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.857233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.857552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.857877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.858214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:46:32.974657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:33.687870 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:33.747495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8041d-7a1f-4927-bbe4-bb4f1c28d2a5 req-311483e0-59c9-4f83-9fc8-b70d4e4da435 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:33.749013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ca8041d-7a1f-4927-bbe4-bb4f1c28d2a5 req-311483e0-59c9-4f83-9fc8-b70d4e4da435 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 945 time: 0.0666301 Jul 07 17:46:33.786339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ca8041d-7a1f-4927-bbe4-bb4f1c28d2a5 req-6fb59763-a24f-4847-868b-7e5c7405de9c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Jul 07 17:46:34.641028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:34.682812 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.708002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:34.712135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:34.712507 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.788901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.809868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:34.812410 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a03fc5-6ea1-4685-a95f-bcdce6aa82d5" -d '{"events": [{"server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:34.825812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:34.830999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:34.859073 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c982afc-9b14-45b1-9cc9-cacff06839d9 x-openstack-request-id: req-8c982afc-9b14-45b1-9cc9-cacff06839d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:34.859366 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:34.859620 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c982afc-9b14-45b1-9cc9-cacff06839d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:34.860088 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', 'code': 200} Jul 07 17:46:34.887760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:34.967661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841a52f-f555-4855-9848-3b862b16e254 req-87fdc5b1-4802-4558-a08c-16ea424bbc27 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:34.969164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a841a52f-f555-4855-9848-3b862b16e254 req-87fdc5b1-4802-4558-a08c-16ea424bbc27 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 946 time: 0.0635350 Jul 07 17:46:34.971308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0013fd-3293-4d6e-9c02-bf16e5c760f2 req-8a45cbd7-8cba-45da-a7e0-eea7e4456fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:34.972786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e0013fd-3293-4d6e-9c02-bf16e5c760f2 req-8a45cbd7-8cba-45da-a7e0-eea7e4456fc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 1098 time: 0.0526633 Jul 07 17:46:35.008029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e0013fd-3293-4d6e-9c02-bf16e5c760f2 req-c256bf37-1a0e-4635-b1e7-24b41fd5fc94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289960 Jul 07 17:46:35.012201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a841a52f-f555-4855-9848-3b862b16e254 req-9583d1cb-4838-44e7-aeee-c88527586c19 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Jul 07 17:46:35.473788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:36.193192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d870233-3a08-4513-8384-492411b67633 req-e16c9a92-735e-4c68-a7a9-9fd32ee2345e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:36.194677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d870233-3a08-4513-8384-492411b67633 req-e16c9a92-735e-4c68-a7a9-9fd32ee2345e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 946 time: 0.0631278 Jul 07 17:46:36.231309 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d870233-3a08-4513-8384-492411b67633 req-b19cbc98-457c-4ec4-a04d-13ac51a86cab tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307834 Jul 07 17:46:36.573116 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.669997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-182b5e55-f6b4-4ffd-a6b0-c357d3f6bc72 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:47.671407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-182b5e55-f6b4-4ffd-a6b0-c357d3f6bc72 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1082284 Jul 07 17:46:47.685571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-c42a7827-dfca-4b6e-8c6c-6f50f2091767 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/quotas/e259a3a821614d2ea4f8efe710100ecc HTTP/1.1" status: 200 len: 375 time: 0.0087631 Jul 07 17:46:47.749753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-28d8df22-aa1e-4896-98dd-7301a15c83bd tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584915 Jul 07 17:46:47.843356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-680224d3-9730-4b04-8521-0deb86fe033d service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864890 Jul 07 17:46:47.944125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-2b8dbb45-b9c9-4f2c-be98-8b2badd39fb6 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Jul 07 17:46:48.116520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfffb33e-0cba-4edb-ad90-3b93686d4692 req-341c7ffd-adfe-46c3-8c48-a69343055d24 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 210 time: 0.0331554 Jul 07 17:46:48.552326 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:49.141454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-c5748b8a-2924-4dc8-ba57-128ca15de56d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.143439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-c5748b8a-2924-4dc8-ba57-128ca15de56d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.83 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1095464 Jul 07 17:46:49.163058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Request body: {'port': {'device_id': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'admin_state_up': True, 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:49.273548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-007fcad1-8949-49fe-ae10-91ad44c67216 req-62524455-f409-466a-bee7-b01e1becc1c2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Jul 07 17:46:49.290137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:46:49.293129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.412186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Allocated IP 172.20.0.11 (041c346e-8f24-45e5-8718-4a83f66664b4/20234741-fc9f-4021-8323-b70c794093a4/e175b06a-8386-4aef-9332-aafbf486d34e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:46:49.557402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.595709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.609697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:49.635790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Network 041c346e-8f24-45e5-8718-4a83f66664b4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:46:49.638989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:46:49.643258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:46:49.675939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event updated for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:49.701307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:49.701916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.715705 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-3fe0c8d9-2eda-4be2-98a6-e9fefec3c377 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585821 Jul 07 17:46:49.735360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Request body: {'port': {'device_id': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:46:49.805273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.062247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e175b06a-8386-4aef-9332-aafbf486d34e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:50.070022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.083691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Transition to ACTIVE for port object e175b06a-8386-4aef-9332-aafbf486d34e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:46:50.087463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.152555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:50.201585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Attempting to bind port e175b06a-8386-4aef-9332-aafbf486d34e on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:46:50.201918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Attempting to bind port e175b06a-8386-4aef-9332-aafbf486d34e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:46:50.202285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Attempting to bind port e175b06a-8386-4aef-9332-aafbf486d34e on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:50.206526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Port e175b06a-8386-4aef-9332-aafbf486d34e on network 041c346e-8f24-45e5-8718-4a83f66664b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:46:50.206845 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Attempting to bind port e175b06a-8386-4aef-9332-aafbf486d34e on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:46:50.211600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:46:50.211950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Checking segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:46:50.212333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Bound using segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:46:50.212758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Bound port: e175b06a-8386-4aef-9332-aafbf486d34e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:46:50.213125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.286278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:46:50.289993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e175b06a-8386-4aef-9332-aafbf486d34e,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:46:50.294212 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.328338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.328997 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.330429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/e175b06a-8386-4aef-9332-aafbf486d34e HTTP/1.1" status: 200 len: 1093 time: 0.5991907 Jul 07 17:46:50.330878 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:50.333118 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafcf806-4dc4-4fed-847b-e1fb4600475b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:50.363720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54857-6f19-49a6-a360-bb731c9821e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:50.404403 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9b838-71a8-47d3-ae45-b3871ee5abb9 x-openstack-request-id: req-5bc9b838-71a8-47d3-ae45-b3871ee5abb9 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:50.404873 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:50.405126 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bc9b838-71a8-47d3-ae45-b3871ee5abb9 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:50.405519 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e', 'status': 'completed', 'code': 200} Jul 07 17:46:50.432807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-50bc23b5-6b64-44fa-9e51-7ac361890718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.434481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-50bc23b5-6b64-44fa-9e51-7ac361890718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0592613 Jul 07 17:46:50.459770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b65ae7-b721-4f74-bc18-123215178326 req-fe944237-f1e0-4cfa-b132-ebb84e4fc3a9 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.461267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1b65ae7-b721-4f74-bc18-123215178326 req-fe944237-f1e0-4cfa-b132-ebb84e4fc3a9 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 944 time: 0.0642347 Jul 07 17:46:50.477948 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-d0e7fc77-9cc3-47da-9a05-0228b00178a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e175b06a-8386-4aef-9332-aafbf486d34e HTTP/1.1" status: 200 len: 217 time: 0.0370083 Jul 07 17:46:50.499518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1b65ae7-b721-4f74-bc18-123215178326 req-763d3e26-9e66-4a65-9465-93c3633f6cd2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Jul 07 17:46:50.526810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-aea29e75-8ed3-4543-b7c8-ceb70d91a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.528275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-aea29e75-8ed3-4543-b7c8-ceb70d91a94f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0446498 Jul 07 17:46:50.559387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-f80ba18d-f8e0-4565-83c3-24e17d2f88f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253282 Jul 07 17:46:50.649226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-31d37f1d-5037-49b6-8585-0f61b4b95750 service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839038 Jul 07 17:46:50.736962 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7af95b56-080f-42b7-a923-899f0b3cadb8 req-bd2761dd-7181-4dc3-a3bc-0511915c8460 service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818386 Jul 07 17:46:50.832886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-59b0d6c9-3ee2-486e-ae4d-4b327aec83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.834412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-59b0d6c9-3ee2-486e-ae4d-4b327aec83d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0524042 Jul 07 17:46:50.924231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-57e5552b-e5a2-4070-90e9-5951f7cc4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:50.925596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-57e5552b-e5a2-4070-90e9-5951f7cc4738 service neutron] 10.222.0.83 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0854871 Jul 07 17:46:50.970645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-a388b263-f1a3-45b1-b339-774b8337bd38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e175b06a-8386-4aef-9332-aafbf486d34e HTTP/1.1" status: 200 len: 217 time: 0.0383782 Jul 07 17:46:51.024832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-6962f956-f9d1-4a98-b8ee-d104e66746d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.026322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-6962f956-f9d1-4a98-b8ee-d104e66746d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0497117 Jul 07 17:46:51.061850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-a124b89f-6950-42fc-ad5f-fa34f7ca1861 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296757 Jul 07 17:46:51.152536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-eb26ca89-93df-480d-b8ed-924d8914b0ed service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jul 07 17:46:51.245763 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aafcf806-4dc4-4fed-847b-e1fb4600475b req-b5c0f1df-ea19-4a43-8e95-fce9cfdc2ae2 service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Jul 07 17:46:51.677778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa61f3e-91d7-42d4-a03b-82d58072e773 req-ac54cbcb-77f0-4248-a51a-4618516568d7 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:51.679252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fa61f3e-91d7-42d4-a03b-82d58072e773 req-ac54cbcb-77f0-4248-a51a-4618516568d7 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 944 time: 0.0648825 Jul 07 17:46:51.715818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5fa61f3e-91d7-42d4-a03b-82d58072e773 req-af99a47d-0b13-4810-83e0-b966abbe74b2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jul 07 17:46:52.886645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988dc4-e74b-4b1e-aee7-cbdc087995dd req-fe4b491e-78dd-4ba1-a585-580074ca1060 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:52.888109 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94988dc4-e74b-4b1e-aee7-cbdc087995dd req-fe4b491e-78dd-4ba1-a585-580074ca1060 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 944 time: 0.0638850 Jul 07 17:46:52.926486 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94988dc4-e74b-4b1e-aee7-cbdc087995dd req-b4edcb2f-7bf4-4bb9-b783-f11f81b422e0 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jul 07 17:46:54.099641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc51cf-627a-442b-9ad6-657bcb498620 req-7f3e0cf4-d029-41fc-9602-caec2abbc76e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:54.101094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9fc51cf-627a-442b-9ad6-657bcb498620 req-7f3e0cf4-d029-41fc-9602-caec2abbc76e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 944 time: 0.0632544 Jul 07 17:46:54.140114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9fc51cf-627a-442b-9ad6-657bcb498620 req-8406cc4b-aa1f-4f26-903e-cc1191b11cac tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Jul 07 17:46:54.336930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e175b06a-8386-4aef-9332-aafbf486d34e details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:46:54.429933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e175b06a-8386-4aef-9332-aafbf486d34e,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:54.441701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'e175b06a-8386-4aef-9332-aafbf486d34e', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'port_id': 'e175b06a-8386-4aef-9332-aafbf486d34e', 'mac_address': 'fa:16:3e:a9:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20234741-fc9f-4021-8323-b70c794093a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:46:54.477337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.489421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e175b06a-8386-4aef-9332-aafbf486d34e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:46:54.509757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e175b06a-8386-4aef-9332-aafbf486d34e,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:54.514006 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:54.562919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:54.865724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:46:55.311930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b057338-3f02-42b5-b1f9-efec595a2b29 req-ece29974-1352-458c-b2b9-5f207c985bbe tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:55.313927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b057338-3f02-42b5-b1f9-efec595a2b29 req-ece29974-1352-458c-b2b9-5f207c985bbe tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 945 time: 0.0627675 Jul 07 17:46:55.350589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b057338-3f02-42b5-b1f9-efec595a2b29 req-bd73ab04-64d6-449a-8414-9944d876a7d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Jul 07 17:46:56.341850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e175b06a-8386-4aef-9332-aafbf486d34e up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:46:56.390657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port e175b06a-8386-4aef-9332-aafbf486d34e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:46:56.394638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port e175b06a-8386-4aef-9332-aafbf486d34e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:46:56.395008 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.472868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.495059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:46:56.497363 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed0109-8cd1-4250-afaf-257f329968a7" -d '{"events": [{"server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "name": "network-vif-plugged", "status": "completed", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:46:56.510352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e175b06a-8386-4aef-9332-aafbf486d34e,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:46:56.517388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:56.527812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59069896-d3dc-4755-a0b3-0f0c64b38d91 req-bb083a98-47da-4281-a6d8-68fba5d49b21 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:56.530252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59069896-d3dc-4755-a0b3-0f0c64b38d91 req-bb083a98-47da-4281-a6d8-68fba5d49b21 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 945 time: 0.0688069 Jul 07 17:46:56.547204 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76c1f7-e778-4b1b-ab6c-2ac935217d03 x-openstack-request-id: req-be76c1f7-e778-4b1b-ab6c-2ac935217d03 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:46:56.547748 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "name": "network-vif-plugged", "status": "completed", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:46:56.548028 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be76c1f7-e778-4b1b-ab6c-2ac935217d03 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:46:56.548389 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e', 'code': 200} Jul 07 17:46:56.571291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-59069896-d3dc-4755-a0b3-0f0c64b38d91 req-afab8a62-82d8-4bff-8bd9-0f10e006d75b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Jul 07 17:46:56.574073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:46:56.653154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb04305-1056-4b0d-9165-e092d84f86e4 req-abf0e395-666a-4ad9-b628-9a2ad0a67a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:56.654868 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afb04305-1056-4b0d-9165-e092d84f86e4 req-abf0e395-666a-4ad9-b628-9a2ad0a67a4e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0522497 Jul 07 17:46:56.688999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-afb04305-1056-4b0d-9165-e092d84f86e4 req-e197bab6-3461-44a4-a347-2a558ec49b76 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272431 Jul 07 17:46:57.765747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703be0-bca9-4e0c-b140-e1ff3ba3f996 req-067f2eea-9ee1-49e2-9ed5-38981d95d081 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:57.767345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8703be0-bca9-4e0c-b140-e1ff3ba3f996 req-067f2eea-9ee1-49e2-9ed5-38981d95d081 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 946 time: 0.0679262 Jul 07 17:46:57.812686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8703be0-bca9-4e0c-b140-e1ff3ba3f996 req-374bc6a2-90d7-457e-a76c-0ecab79b6aa3 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Jul 07 17:46:58.991054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe4236-fec5-498c-aecb-c1654274b044 req-8ee2ba6c-1667-42af-a1d3-33eaf7e47c04 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:58.992572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ebe4236-fec5-498c-aecb-c1654274b044 req-8ee2ba6c-1667-42af-a1d3-33eaf7e47c04 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Jul 07 17:46:59.038978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2ebe4236-fec5-498c-aecb-c1654274b044 req-32f20845-a6f5-4a94-8fbd-ca7ec1fe81a5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Jul 07 17:46:59.912993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87c35e50-d949-4d84-afb2-6c06ce7efa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.337934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61427eb7-05c6-4b93-a8ab-2512702d70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.816058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:03.693500 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:04.037254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-a6aa6fc4-e67c-4d33-9301-6ca7e843fef8 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:04.038651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-a6aa6fc4-e67c-4d33-9301-6ca7e843fef8 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1052604 Jul 07 17:47:04.053224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-9b351907-6051-494c-b50b-2a44fd4797fe tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/quotas/e259a3a821614d2ea4f8efe710100ecc HTTP/1.1" status: 200 len: 375 time: 0.0090344 Jul 07 17:47:04.120534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-11751a84-ac28-4cc6-a728-f010158fcc3b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623147 Jul 07 17:47:04.131594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-30c6f6e6-d07a-4668-8c1b-2b530cfce738 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:47:04.132553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-30c6f6e6-d07a-4668-8c1b-2b530cfce738 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054133 Jul 07 17:47:04.269545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-db4abd99-71c0-4e40-8192-a3e2dba926dd service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315398 Jul 07 17:47:04.360648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-a13cd254-55ec-4465-ae21-0dd137e86630 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 Jul 07 17:47:04.527389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9bb4375-1b6b-4ae1-b1e0-e1dbdbea5966 req-659fe7d8-b0cf-473c-bd10-1086986e07d2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 210 time: 0.0292726 Jul 07 17:47:04.681270 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.477158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:05.676616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2ecbb30-874f-46eb-afaa-f6d2dfe9fb98 req-d5a195d9-fcf1-4c4e-8d3e-9636f9cdcc5a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 210 time: 0.0332367 Jul 07 17:47:05.894131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-2b979ab0-b76c-4401-9878-84eef278e480 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:05.895572 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-2b979ab0-b76c-4401-9878-84eef278e480 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.4330730 Jul 07 17:47:05.908526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Request body: {'port': {'device_id': '3843e917-70a8-4908-b894-cf43dba33092', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'admin_state_up': True, 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:06.009061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:06.012541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.149982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Allocated IP 172.20.0.6 (041c346e-8f24-45e5-8718-4a83f66664b4/20234741-fc9f-4021-8323-b70c794093a4/6628d2ed-4520-4a06-ad8c-5bba28aefa30) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:06.296614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.335835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.349576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:06.352026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:06.378978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Network 041c346e-8f24-45e5-8718-4a83f66664b4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:06.382155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:06.388233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:06.395254 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event updated for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:06.443891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:06.444663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.460495 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-e0c62515-6855-498c-b434-110025005c6e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560594 Jul 07 17:47:06.472067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Request body: {'port': {'device_id': '3843e917-70a8-4908-b894-cf43dba33092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:06.547697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.599621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.809402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6628d2ed-4520-4a06-ad8c-5bba28aefa30 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:06.817402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.830555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Transition to ACTIVE for port object 6628d2ed-4520-4a06-ad8c-5bba28aefa30 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:06.834527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:06.857580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccb046-7a28-433c-b2c0-abb075672502 req-296dc081-6c4f-4aac-997a-7818fd7b6d08 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:06.859302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9ccb046-7a28-433c-b2c0-abb075672502 req-296dc081-6c4f-4aac-997a-7818fd7b6d08 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 931 time: 0.0668850 Jul 07 17:47:06.885665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Pushing event updated for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:06.900435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9ccb046-7a28-433c-b2c0-abb075672502 req-332d2c50-0d52-491b-83e4-ad898689da52 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Jul 07 17:47:06.954694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Attempting to bind port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:06.955263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Attempting to bind port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:06.955373 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Attempting to bind port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:06.959539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 on network 041c346e-8f24-45e5-8718-4a83f66664b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:06.959801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Attempting to bind port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:06.964450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:06.964781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Checking segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:06.965159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Bound using segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:06.965579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Bound port: 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:06.965930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.026472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:07.029799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:07.034550 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.065969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.066608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:07.067974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] 10.222.0.32 "PUT /v2.0/ports/6628d2ed-4520-4a06-ad8c-5bba28aefa30 HTTP/1.1" status: 200 len: 1092 time: 0.6001868 Jul 07 17:47:07.068400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:07.070637 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdeb9cf-351c-4523-8a22-40066f3f55dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:07.101939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd71ce0-1266-48a9-9ea6-737924b0acdd service neutron] Pushing event updated for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:07.110904 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b3da0d-26a5-4ca0-97bb-d31355449805 x-openstack-request-id: req-d6b3da0d-26a5-4ca0-97bb-d31355449805 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:07.111360 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:07.111764 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6b3da0d-26a5-4ca0-97bb-d31355449805 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:07.112429 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30', 'status': 'completed', 'code': 200} Jul 07 17:47:07.180885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-4733e32c-8265-4373-9b8c-14171d4a690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.182505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-4733e32c-8265-4373-9b8c-14171d4a690f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 1095 time: 0.0620406 Jul 07 17:47:07.225568 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-3a93fac5-0d1a-4d62-b096-2b199c34a352 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30 HTTP/1.1" status: 200 len: 217 time: 0.0345142 Jul 07 17:47:07.272872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-721e9064-ac2a-43ea-9c6d-15b28a2aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.274442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-721e9064-ac2a-43ea-9c6d-15b28a2aa8c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0428827 Jul 07 17:47:07.306971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-cd738e61-f13b-4018-916b-c6fa371c5a4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256255 Jul 07 17:47:07.402411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-1e8c73c0-0235-4ecb-a184-d36195a3c15e service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883977 Jul 07 17:47:07.493397 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6b2e25fe-c035-4eb7-809f-993c2fb4a281 req-65acd489-dbfb-4be0-afea-6d88c112f84d service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839198 Jul 07 17:47:07.603174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-dfe9aee8-f2e8-4f54-b5d7-dbe3891e9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.604645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-dfe9aee8-f2e8-4f54-b5d7-dbe3891e9d6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 1095 time: 0.0573740 Jul 07 17:47:07.693666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-42a2278b-3f17-41f7-8914-b36bd80729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.695156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-42a2278b-3f17-41f7-8914-b36bd80729bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0824544 Jul 07 17:47:07.739775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-67a7b1d8-45cd-4a25-b741-3f1b9daf61be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30 HTTP/1.1" status: 200 len: 217 time: 0.0374296 Jul 07 17:47:07.787558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-057c6249-12bf-47ad-ac5d-11f9b6eb4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.788864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-057c6249-12bf-47ad-ac5d-11f9b6eb4914 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0422904 Jul 07 17:47:07.825362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-9bb44b4b-3d96-45f0-a951-43c198adc6bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262408 Jul 07 17:47:07.918492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-b9ac548d-00ad-4143-8484-83c969d882bd service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849013 Jul 07 17:47:08.009301 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5fdeb9cf-351c-4523-8a22-40066f3f55dd req-95ee7fa1-8463-4e99-881d-fb79d7e6ad1b service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827925 Jul 07 17:47:08.071574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52033081-49b8-4b2e-a289-da037cda83f7 req-ab37e72c-f6d2-48ad-b75a-6420197b9b0a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:08.072979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52033081-49b8-4b2e-a289-da037cda83f7 req-ab37e72c-f6d2-48ad-b75a-6420197b9b0a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 943 time: 0.0625343 Jul 07 17:47:08.113169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52033081-49b8-4b2e-a289-da037cda83f7 req-e4501bea-631f-4db8-843c-324c544f69c1 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 07 17:47:08.798564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6628d2ed-4520-4a06-ad8c-5bba28aefa30 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:08.890575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:08.905511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6628d2ed-4520-4a06-ad8c-5bba28aefa30', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'port_id': '6628d2ed-4520-4a06-ad8c-5bba28aefa30', 'mac_address': 'fa:16:3e:13:1a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20234741-fc9f-4021-8323-b70c794093a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:08.943145 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:08.956166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6628d2ed-4520-4a06-ad8c-5bba28aefa30 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:08.975109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:08.978991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:09.025897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:09.195763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6628d2ed-4520-4a06-ad8c-5bba28aefa30'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:09.295085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475563f-b15a-4071-9dbd-4e9e70fb5eef req-587f16d5-7e8f-4f47-a36d-ffb362d44598 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:09.296566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1475563f-b15a-4071-9dbd-4e9e70fb5eef req-587f16d5-7e8f-4f47-a36d-ffb362d44598 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 944 time: 0.0667913 Jul 07 17:47:09.334940 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1475563f-b15a-4071-9dbd-4e9e70fb5eef req-4051493f-2fba-4a3d-9eee-284fad10341f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Jul 07 17:47:10.505410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c6d19-b9f1-42d7-90f6-dec153c2f01b req-ad6a57fd-05f9-4e22-8ac8-f03f0e20391b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.506807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d64c6d19-b9f1-42d7-90f6-dec153c2f01b req-ad6a57fd-05f9-4e22-8ac8-f03f0e20391b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 944 time: 0.0620337 Jul 07 17:47:10.543539 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d64c6d19-b9f1-42d7-90f6-dec153c2f01b req-0afb3ebc-5652-4e0a-9197-37292616a03e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Jul 07 17:47:10.800043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6628d2ed-4520-4a06-ad8c-5bba28aefa30 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:10.847674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:10.851220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:10.851595 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.928326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.949503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:10.952001 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b028f13-4136-4e56-a7ed-c0c10da1c1c6" -d '{"events": [{"server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "name": "network-vif-plugged", "status": "completed", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:10.964425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:10.968278 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:10.994466 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f162a3-64c0-4ad4-a129-03776f9cd76b x-openstack-request-id: req-d1f162a3-64c0-4ad4-a129-03776f9cd76b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:10.994767 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "name": "network-vif-plugged", "status": "completed", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:10.995017 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1f162a3-64c0-4ad4-a129-03776f9cd76b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:10.995407 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30', 'code': 200} Jul 07 17:47:11.021310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:11.098314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd0b7-6cb5-4368-a636-492d182b8ae2 req-08461004-a72d-4de3-805a-df5c2c80dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.099710 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-151cd0b7-6cb5-4368-a636-492d182b8ae2 req-08461004-a72d-4de3-805a-df5c2c80dc2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 1097 time: 0.0506194 Jul 07 17:47:11.132498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-151cd0b7-6cb5-4368-a636-492d182b8ae2 req-a73f2277-dac4-4506-93dd-66e9d3c75281 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266311 Jul 07 17:47:11.717811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69327-361f-4352-a570-a3eb1c4f7cff req-dc0466ed-f716-4c49-ae85-931d53cfa070 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:11.719829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3e69327-361f-4352-a570-a3eb1c4f7cff req-dc0466ed-f716-4c49-ae85-931d53cfa070 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 945 time: 0.0661952 Jul 07 17:47:11.756509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3e69327-361f-4352-a570-a3eb1c4f7cff req-95cbb8f0-07be-48db-8cb6-ee6dcdba86ec tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jul 07 17:47:12.928891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae2ff-ddfb-43e7-92ea-386615bf33c5 req-538e5653-3647-4b06-aaab-9061e8b0ae8d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:12.930403 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc4ae2ff-ddfb-43e7-92ea-386615bf33c5 req-538e5653-3647-4b06-aaab-9061e8b0ae8d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 945 time: 0.0635169 Jul 07 17:47:12.967294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc4ae2ff-ddfb-43e7-92ea-386615bf33c5 req-1ec64c2a-1fbc-42bc-b976-bfd11ebd8755 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Jul 07 17:47:18.661334 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-79378c15-e44f-4e45-8e29-e9f86a8c51f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113768 Jul 07 17:47:18.757071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-59e8fdf0-9522-41ca-8af5-e7a3d6f4d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.758508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-59e8fdf0-9522-41ca-8af5-e7a3d6f4d6cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 1098 time: 0.0529919 Jul 07 17:47:18.868356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-0e7e143b-9c9b-43a0-a95c-eb7984fd981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.869994 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-0e7e143b-9c9b-43a0-a95c-eb7984fd981f service neutron] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0910342 Jul 07 17:47:18.917203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-6afb9c89-d32b-4965-a711-e5ad71cd74a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 HTTP/1.1" status: 200 len: 217 time: 0.0381651 Jul 07 17:47:18.965714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-2ad224ab-a701-455c-97f1-1452221d5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.967230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-2ad224ab-a701-455c-97f1-1452221d5baf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0435359 Jul 07 17:47:18.999011 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-4b9b885f-70cd-48cf-9985-b7d128e2952e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258341 Jul 07 17:47:19.091883 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-390bf57d-5a00-40a8-acfc-b9243c17c154 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Jul 07 17:47:19.181097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6ee0b3a-b2ee-46d6-ad39-50cc6f6252a5 req-7babae73-0e4b-40b0-a479-5b480d90e329 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Jul 07 17:47:24.824060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-312de117-8a66-475e-bd90-61ac57bd3e76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991123 Jul 07 17:47:24.921238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-f42c8bbf-4996-4bbe-b1e3-1561f3a453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.923408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-f42c8bbf-4996-4bbe-b1e3-1561f3a453d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0569122 Jul 07 17:47:25.025963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-d8efb599-7f95-4a92-9a1a-dfdcf27e0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.027506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-d8efb599-7f95-4a92-9a1a-dfdcf27e0efa service neutron] 10.222.0.83 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0850625 Jul 07 17:47:25.072329 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-ceb9d157-3cc5-46b4-99b3-795d5fd7092b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e175b06a-8386-4aef-9332-aafbf486d34e HTTP/1.1" status: 200 len: 217 time: 0.0382624 Jul 07 17:47:25.120800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-6e48664b-c513-45da-b693-ca26dacc0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.122287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-6e48664b-c513-45da-b693-ca26dacc0c01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0435693 Jul 07 17:47:25.153747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-bf53c7d8-affd-4125-9f3e-b25d32c784a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254023 Jul 07 17:47:25.244192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-949e0d12-b914-421b-aec5-4431eb02fbb9 service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843186 Jul 07 17:47:25.332309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-26b9dad0-c141-48af-96f3-7252b0b9c642 req-05155864-0926-425f-a6d1-362065ef531c service neutron] 10.222.0.83 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811613 Jul 07 17:47:25.551896 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:29.373247 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-53bc0db3-8f19-44be-835f-09b69143f38b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:29.374842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-53bc0db3-8f19-44be-835f-09b69143f38b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.4327176 Jul 07 17:47:29.389020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-5f5cd53d-606b-4bd3-8d06-cc0a54c49fd6 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/quotas/e259a3a821614d2ea4f8efe710100ecc HTTP/1.1" status: 200 len: 375 time: 0.0088239 Jul 07 17:47:29.456291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-753ef3c1-bc4d-4b7c-8373-1b0ff6a5c305 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620389 Jul 07 17:47:29.545913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-34feb3c0-3beb-4554-a227-1ec677cc78b0 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Jul 07 17:47:29.633367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-4b9f07ea-d2a6-48cf-bb60-91d672252af6 service neutron] 10.222.0.22 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818279 Jul 07 17:47:29.806715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b4c0b67-a207-4013-a87b-c32cf101b8db req-c05dec32-d642-461f-b4ef-11032196ab37 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 210 time: 0.0292940 Jul 07 17:47:29.914446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33a981ef-7ea8-46a4-be62-2a57d495a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.868392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-8a7a1e2f-f050-42c3-951c-8287357e5c1b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:30.869836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-8a7a1e2f-f050-42c3-951c-8287357e5c1b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 815 time: 0.1142707 Jul 07 17:47:30.890524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Request body: {'port': {'device_id': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'admin_state_up': True, 'tenant_id': 'e259a3a821614d2ea4f8efe710100ecc'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:30.959783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6dd656bf-19c2-49f0-9c1d-8eebd6333ccc req-e139dd5e-b360-420c-9e29-cac650f56e58 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 210 time: 0.0362401 Jul 07 17:47:31.004449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Made reservation on behalf of e259a3a821614d2ea4f8efe710100ecc for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:31.008054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.137589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Allocated IP 172.20.0.14 (041c346e-8f24-45e5-8718-4a83f66664b4/20234741-fc9f-4021-8323-b70c794093a4/6a4c405a-1516-435b-8ccc-ba9f0a495188) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:31.287368 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.324700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.338336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:31.340566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', '6628d2ed-4520-4a06-ad8c-5bba28aefa30'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:31.368070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Network 041c346e-8f24-45e5-8718-4a83f66664b4 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:31.371234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:31.377503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:31.383136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event updated for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.411024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.411285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.411627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.411963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.412302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.412629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.412954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.413275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.413598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.413920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.414319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.414637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:31.438926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:31.439540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.452860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-f2cbf5e5-87fc-4639-b466-7b21d44816d5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670786 Jul 07 17:47:31.465512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Request body: {'port': {'device_id': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:31.539937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.802247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4c405a-1516-435b-8ccc-ba9f0a495188 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:31.809581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.822043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Transition to ACTIVE for port object 6a4c405a-1516-435b-8ccc-ba9f0a495188 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:31.825901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.898547 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:31.947117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Attempting to bind port 6a4c405a-1516-435b-8ccc-ba9f0a495188 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:31.947460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Attempting to bind port 6a4c405a-1516-435b-8ccc-ba9f0a495188 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:31.947796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Attempting to bind port 6a4c405a-1516-435b-8ccc-ba9f0a495188 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:31.952216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Port 6a4c405a-1516-435b-8ccc-ba9f0a495188 on network 041c346e-8f24-45e5-8718-4a83f66664b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:31.952541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Attempting to bind port 6a4c405a-1516-435b-8ccc-ba9f0a495188 on network 041c346e-8f24-45e5-8718-4a83f66664b4 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:31.957295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:31.957638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Checking segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:31.958024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Bound using segment: {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:31.958493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Bound port: 6a4c405a-1516-435b-8ccc-ba9f0a495188, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90dd60c-557d-4917-9df3-0ea8cb308ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:31.958855 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.021999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:32.025170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:32.029978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.063013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.063667 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.065092 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/6a4c405a-1516-435b-8ccc-ba9f0a495188 HTTP/1.1" status: 200 len: 1093 time: 0.6036956 Jul 07 17:47:32.067247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:32.070320 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9334350-d53b-4c7d-b894-24fe07dea6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:32.100892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae9e2-b6e2-48cd-b2e4-3d0e4e1674d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:32.111971 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51139893-049f-4c95-a2ab-caa4228cdd7a x-openstack-request-id: req-51139893-049f-4c95-a2ab-caa4228cdd7a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:32.112262 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:32.112520 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51139893-049f-4c95-a2ab-caa4228cdd7a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:32.112929 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188', 'status': 'completed', 'code': 200} Jul 07 17:47:32.153754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c620e-f683-43ce-805d-beb58268b9a2 req-a3762936-02eb-4e24-a8c3-25218cf0657c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.155258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b11c620e-f683-43ce-805d-beb58268b9a2 req-a3762936-02eb-4e24-a8c3-25218cf0657c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 944 time: 0.0753376 Jul 07 17:47:32.179433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-6269037a-ef59-488e-97bb-aa2255ac5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.180952 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-6269037a-ef59-488e-97bb-aa2255ac5b2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 1096 time: 0.0582073 Jul 07 17:47:32.192464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b11c620e-f683-43ce-805d-beb58268b9a2 req-90aeab6c-8fff-44aa-8211-c33bf5081842 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Jul 07 17:47:32.223326 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-eb4293ce-2f1a-49d1-8a9d-1b41711bf8cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188 HTTP/1.1" status: 200 len: 217 time: 0.0345075 Jul 07 17:47:32.276531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-5d1cae1d-da29-4ef8-86de-5d3dbdef5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.278672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-5d1cae1d-da29-4ef8-86de-5d3dbdef5d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0492921 Jul 07 17:47:32.322460 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-cf804519-3616-4c1d-b5c3-faa2740e579e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366862 Jul 07 17:47:32.345741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a35c8c0-adae-46ad-a57d-f2e2c67d80ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.414929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-00542ce7-4a1c-4dc4-8923-dbc0b15406f6 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Jul 07 17:47:32.510859 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7a5fc873-151f-4a09-b617-c9e0fdbb6f94 req-197c61de-4743-42ea-bb2e-aea3f2015bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883381 Jul 07 17:47:32.613286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-ae9d835e-04e5-40f9-aee0-00d03cb709b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.614915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-ae9d835e-04e5-40f9-aee0-00d03cb709b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e259a3a821614d2ea4f8efe710100ecc&device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 1096 time: 0.0579598 Jul 07 17:47:32.711036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-c92c1d2e-ba6d-49d5-8b07-0f116033243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.712499 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-c92c1d2e-ba6d-49d5-8b07-0f116033243d service neutron] 10.222.0.32 "GET /v2.0/networks?id=041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 200 len: 916 time: 0.0912073 Jul 07 17:47:32.755325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-60c30cb0-e711-4d57-822f-ba1e3af8ce4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188 HTTP/1.1" status: 200 len: 217 time: 0.0358615 Jul 07 17:47:32.804598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-fb328bba-5ac8-4c66-9886-82fb15bd9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.805986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-fb328bba-5ac8-4c66-9886-82fb15bd9e02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 200 len: 855 time: 0.0443606 Jul 07 17:47:32.817962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:32.842728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-e95017c7-4bcf-4bc6-b0c4-0d3b12fe1ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=041c346e-8f24-45e5-8718-4a83f66664b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279300 Jul 07 17:47:32.936373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-e5edf60d-ab58-483e-8ac5-1bb725f117bc service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856616 Jul 07 17:47:33.024113 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f9334350-d53b-4c7d-b894-24fe07dea6a4 req-b96b38a6-7e6a-49f9-a8f1-d7b38886847c service neutron] 10.222.0.32 "GET /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805147 Jul 07 17:47:33.363822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f0e9c-ebba-4a33-8d1b-9cac544faca2 req-1944e84c-05b3-46b1-a484-c923886cf4c5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:33.365289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-266f0e9c-ebba-4a33-8d1b-9cac544faca2 req-1944e84c-05b3-46b1-a484-c923886cf4c5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 944 time: 0.0632148 Jul 07 17:47:33.401577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-266f0e9c-ebba-4a33-8d1b-9cac544faca2 req-187accb8-0055-4e74-ae4a-777c15e8402b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301290 Jul 07 17:47:33.694948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.574394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fd0e5-bef3-47ba-bf44-f76899394418 req-b8cffad8-bcc8-4dc7-9598-12e036d0bf32 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:34.576043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e5fd0e5-bef3-47ba-bf44-f76899394418 req-b8cffad8-bcc8-4dc7-9598-12e036d0bf32 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 944 time: 0.0659568 Jul 07 17:47:34.613965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e5fd0e5-bef3-47ba-bf44-f76899394418 req-230fef85-c5ac-4f4c-9a33-ed1b62917d94 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 07 17:47:34.700413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:34.912993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6a4c405a-1516-435b-8ccc-ba9f0a495188 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:35.003553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:35.014364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6a4c405a-1516-435b-8ccc-ba9f0a495188', 'network_id': '041c346e-8f24-45e5-8718-4a83f66664b4', 'port_id': '6a4c405a-1516-435b-8ccc-ba9f0a495188', 'mac_address': 'fa:16:3e:24:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20234741-fc9f-4021-8323-b70c794093a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:35.052931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.065432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4c405a-1516-435b-8ccc-ba9f0a495188 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:35.085026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:35.088621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.133828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:35.141102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.141954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.142321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.142662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.142998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.143331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.143657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.143985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.144309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.144632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.144956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.145276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:35.324888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6a4c405a-1516-435b-8ccc-ba9f0a495188'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:35.478255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:35.805396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae131-fe57-4101-96c0-b3eb19a394c6 req-f81ccf8b-60bc-4606-bee3-60490ded3fa3 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:35.806856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19bae131-fe57-4101-96c0-b3eb19a394c6 req-f81ccf8b-60bc-4606-bee3-60490ded3fa3 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 945 time: 0.0639338 Jul 07 17:47:35.845856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19bae131-fe57-4101-96c0-b3eb19a394c6 req-bbc7bb29-b733-4099-a178-c8e844f11032 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jul 07 17:47:36.578022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.941142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6a4c405a-1516-435b-8ccc-ba9f0a495188 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:36.990578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 6a4c405a-1516-435b-8ccc-ba9f0a495188 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:36.994228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6a4c405a-1516-435b-8ccc-ba9f0a495188 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:36.994603 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.026664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106186-9acd-4f59-a1a7-8597e52715d1 req-92616628-b107-4934-8811-2a6af8191d5e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.028164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4106186-9acd-4f59-a1a7-8597e52715d1 req-92616628-b107-4934-8811-2a6af8191d5e tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 945 time: 0.0680375 Jul 07 17:47:37.066873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c4106186-9acd-4f59-a1a7-8597e52715d1 req-94d7cf6b-cf6a-48ea-b999-e503a89b8583 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 07 17:47:37.076366 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.098712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:37.100916 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dd809a-c275-437f-9e18-c925c3b1e1f9" -d '{"events": [{"server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:37.113285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:37.117586 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.146770 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1ff4b-c995-4699-af2d-70b251320085 x-openstack-request-id: req-10c1ff4b-c995-4699-af2d-70b251320085 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:37.147069 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:37.147515 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10c1ff4b-c995-4699-af2d-70b251320085 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:37.147913 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188', 'code': 200} Jul 07 17:47:37.173019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:37.252513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5188-6fe7-448f-817c-710f46ae1e5f req-cccf1812-0151-4184-a878-de6263c9a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.254030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03ea5188-6fe7-448f-817c-710f46ae1e5f req-cccf1812-0151-4184-a878-de6263c9a617 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 1098 time: 0.0562546 Jul 07 17:47:37.287912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-03ea5188-6fe7-448f-817c-710f46ae1e5f req-7fea9d7d-a771-4a0c-b793-81d565b6f05c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270214 Jul 07 17:47:38.245801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce56c-b469-41ab-b9ea-eb9f90c0e234 req-e7c957ea-5319-4778-bf17-923dab46c612 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.248293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88cce56c-b469-41ab-b9ea-eb9f90c0e234 req-e7c957ea-5319-4778-bf17-923dab46c612 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 946 time: 0.0653222 Jul 07 17:47:38.288602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-88cce56c-b469-41ab-b9ea-eb9f90c0e234 req-897313d2-93d2-4629-80a7-8d8894da373b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Jul 07 17:47:39.458733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bacac-d57e-456f-a03a-34124781a6a8 req-51db133f-ed19-4c7f-bcac-d31a5ec9e498 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:39.460124 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-134bacac-d57e-456f-a03a-34124781a6a8 req-51db133f-ed19-4c7f-bcac-d31a5ec9e498 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 946 time: 0.0626552 Jul 07 17:47:39.497590 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-134bacac-d57e-456f-a03a-34124781a6a8 req-d10ef9a6-1e98-4766-833e-ec3172459d57 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Jul 07 17:47:57.823938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31743-6c9e-46bd-89ab-e87b8e1dbb4f req-4473959d-027b-4cc4-b818-838a33878e6a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:57.825332 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8f31743-6c9e-46bd-89ab-e87b8e1dbb4f req-4473959d-027b-4cc4-b818-838a33878e6a tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 946 time: 0.0665305 Jul 07 17:47:57.865217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8f31743-6c9e-46bd-89ab-e87b8e1dbb4f req-dc2e091e-91b2-420a-9496-018ca6647ce8 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Jul 07 17:47:59.044765 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c3ea-2216-4623-8059-3df1f858737e req-9b779ca2-f57f-44a7-9d61-524f940d42d2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.046281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbb7c3ea-2216-4623-8059-3df1f858737e req-9b779ca2-f57f-44a7-9d61-524f940d42d2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 946 time: 0.0650198 Jul 07 17:47:59.084094 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dbb7c3ea-2216-4623-8059-3df1f858737e req-342ce298-486f-4c92-b031-47cc4154b7cb tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 07 17:47:59.295182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-0fdcc54f-fd94-4d17-aa25-8996c14df10d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:59.296649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-0fdcc54f-fd94-4d17-aa25-8996c14df10d tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 946 time: 0.0627456 Jul 07 17:47:59.405699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Deleting port 6a4c405a-1516-435b-8ccc-ba9f0a495188 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:59.406071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.496348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] For port 6a4c405a-1516-435b-8ccc-ba9f0a495188, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6a4c405a-1516-435b-8ccc-ba9f0a495188,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:59.496665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.509690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Calling delete_port for 6a4c405a-1516-435b-8ccc-ba9f0a495188 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:59.642538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.656176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', '6628d2ed-4520-4a06-ad8c-5bba28aefa30', '6a4c405a-1516-435b-8ccc-ba9f0a495188'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:59.664052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:59.674013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event deleted for resources: {'Port': ['ID=6a4c405a-1516-435b-8ccc-ba9f0a495188,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:59.720546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] No DVR routers for this DVR port 6a4c405a-1516-435b-8ccc-ba9f0a495188 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:59.723262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:59.725268 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f0b793f-abf0-42d1-8287-d4e7ccb7a1cf req-bdcb0230-8c74-4bdc-9b71-11557b7ffc0f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "DELETE /v2.0/ports/6a4c405a-1516-435b-8ccc-ba9f0a495188 HTTP/1.1" status: 204 len: 173 time: 0.4176288 Jul 07 17:47:59.725714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'name': 'network-vif-deleted', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:59.727989 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b685f52-0130-489b-9514-18c02e49e3fe" -d '{"events": [{"server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "name": "network-vif-deleted", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:59.763343 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214dff6e-dd85-4841-8aa8-deb5068e0282 x-openstack-request-id: req-214dff6e-dd85-4841-8aa8-deb5068e0282 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:59.763634 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1842aa-b3b4-412d-94aa-77a74bb7cb2b", "name": "network-vif-deleted", "tag": "6a4c405a-1516-435b-8ccc-ba9f0a495188", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:59.763996 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-214dff6e-dd85-4841-8aa8-deb5068e0282 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:59.764337 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1842aa-b3b4-412d-94aa-77a74bb7cb2b', 'name': 'network-vif-deleted', 'tag': '6a4c405a-1516-435b-8ccc-ba9f0a495188', 'status': 'completed', 'code': 200} Jul 07 17:47:59.934806 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8830fa1f-bcfb-4406-b991-095e88ad5e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:00.243878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e9597cb-a4d3-4170-9a54-57bd30040e4f req-6a074b19-f6ec-4364-8e2b-3bc7ab605839 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f1842aa-b3b4-412d-94aa-77a74bb7cb2b HTTP/1.1" status: 200 len: 210 time: 0.0322838 Jul 07 17:48:02.348585 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfb9d-8fab-4f0a-95f5-4f2a65cd2eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:02.550981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:02.820729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.145110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6a4c405a-1516-435b-8ccc-ba9f0a495188 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:03.165323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 6a4c405a-1516-435b-8ccc-ba9f0a495188 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:03.165677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6a4c405a-1516-435b-8ccc-ba9f0a495188 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:03.696180 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:03.911496 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2a4c7-eede-4605-8c81-41f52016dc41 req-4842a322-b597-4846-b57e-19367f7d1619 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:03.912970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eab2a4c7-eede-4605-8c81-41f52016dc41 req-4842a322-b597-4846-b57e-19367f7d1619 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 945 time: 0.0654585 Jul 07 17:48:03.951981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eab2a4c7-eede-4605-8c81-41f52016dc41 req-0e9772ed-c7fc-48d0-869c-d7dcd9078ae3 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Jul 07 17:48:04.701829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.127432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2acce-da87-43ac-9032-2862f76b9d7d req-bddcd446-7672-4a6b-b9a6-fff965693be2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.128913 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fca2acce-da87-43ac-9032-2862f76b9d7d req-bddcd446-7672-4a6b-b9a6-fff965693be2 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 945 time: 0.0630689 Jul 07 17:48:05.166914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fca2acce-da87-43ac-9032-2862f76b9d7d req-0bd738a5-a61c-44a6-a834-7ee70d1eb0b0 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jul 07 17:48:05.304103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-732ee05f-02fb-4cef-85f0-041a6a3907b5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:05.305522 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-732ee05f-02fb-4cef-85f0-041a6a3907b5 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 945 time: 0.0632234 Jul 07 17:48:05.403100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Deleting port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:05.403485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.482632 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.496898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] For port 6628d2ed-4520-4a06-ad8c-5bba28aefa30, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6628d2ed-4520-4a06-ad8c-5bba28aefa30,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:05.497257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.508930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Calling delete_port for 6628d2ed-4520-4a06-ad8c-5bba28aefa30 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:05.640235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.651447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', '6628d2ed-4520-4a06-ad8c-5bba28aefa30'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:05.655762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:05.669486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event deleted for resources: {'Port': ['ID=6628d2ed-4520-4a06-ad8c-5bba28aefa30,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:05.720119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] No DVR routers for this DVR port 6628d2ed-4520-4a06-ad8c-5bba28aefa30 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:05.722801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:05.724831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbd1faa7-ac9e-4651-9e5c-56c5069f81c2 req-0024e681-57a0-40c2-8f93-03aa76946229 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "DELETE /v2.0/ports/6628d2ed-4520-4a06-ad8c-5bba28aefa30 HTTP/1.1" status: 204 len: 173 time: 0.4137108 Jul 07 17:48:05.725273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'name': 'network-vif-deleted', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:05.727607 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ef5f0-3aac-48b5-a780-f8a577cda27e" -d '{"events": [{"server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "name": "network-vif-deleted", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:05.765876 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997cf64-4382-4c8f-914c-4f7408367796 x-openstack-request-id: req-2997cf64-4382-4c8f-914c-4f7408367796 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:05.766193 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3843e917-70a8-4908-b894-cf43dba33092", "name": "network-vif-deleted", "tag": "6628d2ed-4520-4a06-ad8c-5bba28aefa30", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:05.766497 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2997cf64-4382-4c8f-914c-4f7408367796 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:05.767053 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3843e917-70a8-4908-b894-cf43dba33092', 'name': 'network-vif-deleted', 'tag': '6628d2ed-4520-4a06-ad8c-5bba28aefa30', 'status': 'completed', 'code': 200} Jul 07 17:48:06.333464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f2aec5c-615f-42f9-a110-09cad1b2a6ef req-8c1e95be-0e35-425d-8d19-efd0200b7e3c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3843e917-70a8-4908-b894-cf43dba33092 HTTP/1.1" status: 200 len: 210 time: 0.0338812 Jul 07 17:48:06.572560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:07.776899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f2112-48b8-43ae-89a9-b6182213c77d req-272363a9-39c0-4c54-8417-26cd489b89f6 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:07.778326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e90f2112-48b8-43ae-89a9-b6182213c77d req-272363a9-39c0-4c54-8417-26cd489b89f6 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 946 time: 0.0627272 Jul 07 17:48:07.816401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e90f2112-48b8-43ae-89a9-b6182213c77d req-cd46b6a0-eb52-4775-b151-2a452a9d70ed tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Jul 07 17:48:08.993218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66e20-c64b-442c-9020-5c1df766bf1d req-e6736ec4-9d16-4c5e-9be4-dd1be01f5d67 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:08.994764 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17e66e20-c64b-442c-9020-5c1df766bf1d req-e6736ec4-9d16-4c5e-9be4-dd1be01f5d67 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 946 time: 0.0672832 Jul 07 17:48:09.031966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17e66e20-c64b-442c-9020-5c1df766bf1d req-38060caf-3a76-49c1-bd7c-fde2aad5364b tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 07 17:48:09.173063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6628d2ed-4520-4a06-ad8c-5bba28aefa30 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:09.173653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00388-21a4-4dca-83a3-f2fe368841de req-2cb69091-72f8-4e7e-b2e5-9e649eceea0c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:09.175114 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-32a00388-21a4-4dca-83a3-f2fe368841de req-2cb69091-72f8-4e7e-b2e5-9e649eceea0c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 946 time: 0.0638731 Jul 07 17:48:09.193701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 6628d2ed-4520-4a06-ad8c-5bba28aefa30 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:09.194053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6628d2ed-4520-4a06-ad8c-5bba28aefa30 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:09.279238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Deleting port e175b06a-8386-4aef-9332-aafbf486d34e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:09.279591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.370522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] For port e175b06a-8386-4aef-9332-aafbf486d34e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=e175b06a-8386-4aef-9332-aafbf486d34e,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:09.370891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.382772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Calling delete_port for e175b06a-8386-4aef-9332-aafbf486d34e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:09.828705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.841057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['e175b06a-8386-4aef-9332-aafbf486d34e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:09.844598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:09.860956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event deleted for resources: {'Port': ['ID=e175b06a-8386-4aef-9332-aafbf486d34e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:09.905610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] No DVR routers for this DVR port e175b06a-8386-4aef-9332-aafbf486d34e on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:09.908760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:09.910862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-32a00388-21a4-4dca-83a3-f2fe368841de req-5d68c7f5-65cb-4227-8fea-d585a1f5912f tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.83 "DELETE /v2.0/ports/e175b06a-8386-4aef-9332-aafbf486d34e HTTP/1.1" status: 204 len: 173 time: 0.7295432 Jul 07 17:48:09.911312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'name': 'network-vif-deleted', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:09.913605 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19953202-7152-4cd1-bae7-de3412146ce8" -d '{"events": [{"server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "name": "network-vif-deleted", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:09.951087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b5c6c-16e9-49c5-98a3-767574d96253 x-openstack-request-id: req-6c3b5c6c-16e9-49c5-98a3-767574d96253 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:09.951408 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7305ae-e5d8-4f6f-beeb-2568d073e3e7", "name": "network-vif-deleted", "tag": "e175b06a-8386-4aef-9332-aafbf486d34e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:09.951924 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c3b5c6c-16e9-49c5-98a3-767574d96253 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:09.952377 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7305ae-e5d8-4f6f-beeb-2568d073e3e7', 'name': 'network-vif-deleted', 'tag': 'e175b06a-8386-4aef-9332-aafbf486d34e', 'status': 'completed', 'code': 200} Jul 07 17:48:10.192445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d637d5aa-25db-49c7-9e83-c3ff51077595 req-2460e7db-4b8a-4cec-95ab-2753b830855c tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7305ae-e5d8-4f6f-beeb-2568d073e3e7 HTTP/1.1" status: 200 len: 210 time: 0.0322258 Jul 07 17:48:12.701183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e175b06a-8386-4aef-9332-aafbf486d34e no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:12.721892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: e175b06a-8386-4aef-9332-aafbf486d34e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:12.722268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device e175b06a-8386-4aef-9332-aafbf486d34e not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:13.824614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6028-d7a5-4b64-b1bf-27a148fe37d0 req-7e095f6e-da27-44e0-b57c-8fe90b35dfd1 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:13.825993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88a6028-d7a5-4b64-b1bf-27a148fe37d0 req-7e095f6e-da27-44e0-b57c-8fe90b35dfd1 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 946 time: 0.0641036 Jul 07 17:48:13.864148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c88a6028-d7a5-4b64-b1bf-27a148fe37d0 req-298f70c7-6e03-4df4-a233-f3cdf5c089b0 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Jul 07 17:48:15.036643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb346a-6cec-4ea1-bd27-c7b764352678 req-3e64bb1b-1096-4a54-904d-d1f4d141f748 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.038137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8eb346a-6cec-4ea1-bd27-c7b764352678 req-3e64bb1b-1096-4a54-904d-d1f4d141f748 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 946 time: 0.0638897 Jul 07 17:48:15.080079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8eb346a-6cec-4ea1-bd27-c7b764352678 req-648f7337-c394-4705-a1a3-afca62d1b2f8 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fe9477-5507-40f1-876f-41b6b565c7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Jul 07 17:48:15.194096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805452-b40f-435a-b819-34ad1e816aca req-39134b82-0c67-4b73-a7a5-7c5b16edc6cb tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:15.195585 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6805452-b40f-435a-b819-34ad1e816aca req-39134b82-0c67-4b73-a7a5-7c5b16edc6cb tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 946 time: 0.0608449 Jul 07 17:48:15.305018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Deleting port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:48:15.305358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.389653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] For port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,segment=NetworkSegment(f90dd60c-557d-4917-9df3-0ea8cb308ecf),segment_id=f90dd60c-557d-4917-9df3-0ea8cb308ecf)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:48:15.390014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.406050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Calling delete_port for 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:48:15.529414 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.541431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:48:15.556544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Pushing event deleted for resources: {'Port': ['ID=2a6c0b09-5643-4192-a0b3-f4d3edaa72d3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:15.606800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] No DVR routers for this DVR port 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:48:15.609274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:15.611331 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6805452-b40f-435a-b819-34ad1e816aca req-a796bc29-bae7-4cff-b310-5514e6538509 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.32 "DELETE /v2.0/ports/2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 HTTP/1.1" status: 204 len: 173 time: 0.4038093 Jul 07 17:48:15.611847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'name': 'network-vif-deleted', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:48:15.614246 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9f2403-71c1-4c95-b8de-15a081efe820" -d '{"events": [{"server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "name": "network-vif-deleted", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:48:15.651005 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478357d-c761-40c0-a10a-e744c1bd3c55 x-openstack-request-id: req-6478357d-c761-40c0-a10a-e744c1bd3c55 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:48:15.651299 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3168f8-bb85-4abb-b8a4-ea14cde3dcda", "name": "network-vif-deleted", "tag": "2a6c0b09-5643-4192-a0b3-f4d3edaa72d3", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:48:15.651551 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6478357d-c761-40c0-a10a-e744c1bd3c55 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:48:15.652051 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3168f8-bb85-4abb-b8a4-ea14cde3dcda', 'name': 'network-vif-deleted', 'tag': '2a6c0b09-5643-4192-a0b3-f4d3edaa72d3', 'status': 'completed', 'code': 200} Jul 07 17:48:16.239005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-090edafc-ceaa-43e4-94a5-98bb39fbe2bc req-d243ea82-4a73-4fb9-b62b-b4bf56c3a4e0 tempest-AttachVolumeNegativeTest-700133095 tempest-AttachVolumeNegativeTest-700133095-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f3168f8-bb85-4abb-b8a4-ea14cde3dcda HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jul 07 17:48:17.331471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33156) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:17.374083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Deleting subnet 20234741-fc9f-4021-8323-b70c794093a4 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:48:17.377669 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.409716 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.446465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.500145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.533420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20234741-fc9f-4021-8323-b70c794093a4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:17.535658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.538502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94af2e9c-a177-4e12-85df-9d9940172a6e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/20234741-fc9f-4021-8323-b70c794093a4 HTTP/1.1" status: 204 len: 168 time: 0.2050345 Jul 07 17:48:17.540713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33158) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:17.608587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.688681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.698445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041c346e-8f24-45e5-8718-4a83f66664b4']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:17.709110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90dd60c-557d-4917-9df3-0ea8cb308ecf') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:17.709409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90dd60c-557d-4917-9df3-0ea8cb308ecf') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:48:17.717773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.731152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.736868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:48:17.737253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:48:17.739014 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:48:17.793028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.798489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.802612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] 10.222.0.22 "DELETE /v2.0/networks/041c346e-8f24-45e5-8718-4a83f66664b4 HTTP/1.1" status: 204 len: 168 time: 0.2608819 Jul 07 17:48:17.816074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4289a0-eb54-41b0-880a-31123a9d3a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=041c346e-8f24-45e5-8718-4a83f66664b4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:17.906862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33162) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:17.949401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1083e229-7b89-405e-aea6-532fa196f8c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e259a3a821614d2ea4f8efe710100ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412395 Jul 07 17:48:17.951949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33164) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:17.998743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.019588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.064656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.067367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.068507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8fe9477-5507-40f1-876f-41b6b565c7b8 HTTP/1.1" status: 204 len: 168 time: 0.1156344 Jul 07 17:48:18.076300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68412b93-3997-4720-baef-db55d396be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe9477-5507-40f1-876f-41b6b565c7b8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:19.205642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:48:19.233515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:48:19.234100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 2a6c0b09-5643-4192-a0b3-f4d3edaa72d3 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:48:27.444884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.549276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.638645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.642790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.680471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91e5fe2f3a814244b128ba53c03cdca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342930 Jul 07 17:48:27.681154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07acc546-ce78-48a2-8c2d-99f6e223da10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:27.683016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33284) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:27.689603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.689934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.690311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.690811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.691025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.691364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.691696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.692026 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.692354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.692677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.693006 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.693330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b4779-ce54-4f43-905f-15d50a6ff7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:27.732203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.752966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.798892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.801471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:27.802650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07acc546-ce78-48a2-8c2d-99f6e223da10 HTTP/1.1" status: 204 len: 168 time: 0.1180124 Jul 07 17:48:27.810236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295acdaa-4c12-45c9-815c-4006ebd24eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07acc546-ce78-48a2-8c2d-99f6e223da10,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:29.915613 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98b7d549-5a2c-4888-93da-16d90dbe4c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.040840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33364) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.152558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ed7f7d-718b-4ca3-b72f-ec96b0b154b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.243226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ed7f7d-718b-4ca3-b72f-ec96b0b154b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.246867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-38ed7f7d-718b-4ca3-b72f-ec96b0b154b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.284474 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-38ed7f7d-718b-4ca3-b72f-ec96b0b154b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3be199b7ac48449ab4eb3cbf60d2617b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425456 Jul 07 17:48:30.285404 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed7f7d-718b-4ca3-b72f-ec96b0b154b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a7d5cc-6232-439a-8d2d-3603b3d6523b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.287237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.336996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.358041 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.408161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.410876 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.412003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3a7d5cc-6232-439a-8d2d-3603b3d6523b HTTP/1.1" status: 204 len: 168 time: 0.1236620 Jul 07 17:48:30.419731 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a413d1-7087-43c7-8d66-03bd7c9fdc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a7d5cc-6232-439a-8d2d-3603b3d6523b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.664677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.677653 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e1d-a424-4d87-9d0f-c48aefdd7d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.764438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e1d-a424-4d87-9d0f-c48aefdd7d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.769063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1db4e1d-a424-4d87-9d0f-c48aefdd7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.807315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d1db4e1d-a424-4d87-9d0f-c48aefdd7d5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebb75461cccc49ab928f0416b892bd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415422 Jul 07 17:48:30.808190 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db4e1d-a424-4d87-9d0f-c48aefdd7d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d87a9-015f-4a7f-bfbb-1ce66df2a697,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:30.810001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:30.857454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.877592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.923752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.926723 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:30.928003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b4d87a9-015f-4a7f-bfbb-1ce66df2a697 HTTP/1.1" status: 204 len: 168 time: 0.1169434 Jul 07 17:48:30.936256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40f34-b37e-46fd-87a9-12b1cd95b5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d87a9-015f-4a7f-bfbb-1ce66df2a697,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:32.351030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50a78e9a-d88a-4471-be50-1b44c2de87b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:32.820506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:33.699705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:34.701655 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.486947 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:35.816623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33502) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:35.918189 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.007015 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.010562 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.049507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4bf49-f1b9-4d70-bcd6-b2092e190579,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.053181 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=054089016a604b47b691e220c960fc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355299 Jul 07 17:48:36.056030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.059387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.059757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.060178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.060516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.060847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.061193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.061520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.061874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.062214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.063184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.063528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.064250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390af299-2da2-4d66-9839-db098e0883de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:48:36.106088 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.128258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.172533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.174973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.176127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fa4bf49-f1b9-4d70-bcd6-b2092e190579 HTTP/1.1" status: 204 len: 168 time: 0.1191089 Jul 07 17:48:36.183431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d63ba-0de6-49c2-8e2c-98182649e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4bf49-f1b9-4d70-bcd6-b2092e190579,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.429519 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.445839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e73d9ee4-5555-4e87-b180-b0e7b71397e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.535474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e73d9ee4-5555-4e87-b180-b0e7b71397e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.539054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e73d9ee4-5555-4e87-b180-b0e7b71397e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.567058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.577881 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e73d9ee4-5555-4e87-b180-b0e7b71397e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c30c56db667a4e098b8cab22d1ad3c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472003 Jul 07 17:48:36.578825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d9ee4-5555-4e87-b180-b0e7b71397e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470510b3-0136-4b23-baab-9a9e45a8427d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:36.580633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:36.628696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.651909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.698160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.700782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:36.702292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/470510b3-0136-4b23-baab-9a9e45a8427d HTTP/1.1" status: 204 len: 168 time: 0.1203239 Jul 07 17:48:36.710022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14da857-1ade-43e7-b8d5-49776e7086c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470510b3-0136-4b23-baab-9a9e45a8427d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:38.803766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:38.906266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-346b3df6-a162-45fc-b809-36f35c5b9920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.000850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-346b3df6-a162-45fc-b809-36f35c5b9920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.004799 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-346b3df6-a162-45fc-b809-36f35c5b9920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.041753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-346b3df6-a162-45fc-b809-36f35c5b9920 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cd5d48325714d9cae6b59328306398b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368817 Jul 07 17:48:39.043716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b3df6-a162-45fc-b809-36f35c5b9920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fdf21-604a-44d9-86cd-cf856bb8db8a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.044399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:39.093785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.115195 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.162447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.164934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.166066 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b3fdf21-604a-44d9-86cd-cf856bb8db8a HTTP/1.1" status: 204 len: 168 time: 0.1205792 Jul 07 17:48:39.173347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfcdc9-c34b-411b-a5cc-a783044403bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fdf21-604a-44d9-86cd-cf856bb8db8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.420812 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:39.435270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-172427ae-830d-4983-bc62-b2955f97cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.534482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-172427ae-830d-4983-bc62-b2955f97cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.537983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-172427ae-830d-4983-bc62-b2955f97cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.550164 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:39.575063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-172427ae-830d-4983-bc62-b2955f97cdac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25d874b6486a4cba8e0a1536e6fd5dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531897 Jul 07 17:48:39.576177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172427ae-830d-4983-bc62-b2955f97cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172bd770-0703-4d53-b907-4ef4f7b5fc0d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:39.578724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33586) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:39.629363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.649789 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.694173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.696717 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:39.697865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/172bd770-0703-4d53-b907-4ef4f7b5fc0d HTTP/1.1" status: 204 len: 168 time: 0.1181011 Jul 07 17:48:39.707207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d1ee-d7e0-4f7a-9e84-0704ab3cf611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172bd770-0703-4d53-b907-4ef4f7b5fc0d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.651375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33642) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:41.754154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05d1004d-3d14-47f9-bd1e-753386769c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.844247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05d1004d-3d14-47f9-bd1e-753386769c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.848079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05d1004d-3d14-47f9-bd1e-753386769c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.885361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-05d1004d-3d14-47f9-bd1e-753386769c28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edc09ab65c5a412d83ea37657a4f1516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329135 Jul 07 17:48:41.886511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1004d-3d14-47f9-bd1e-753386769c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee978f6-4051-48a2-b2a8-ae092e4a8c59,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:41.888299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:41.936854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:41.957895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.003781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.006445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.007829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ee978f6-4051-48a2-b2a8-ae092e4a8c59 HTTP/1.1" status: 204 len: 168 time: 0.1185167 Jul 07 17:48:42.015883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded14a3-8e31-4763-a82e-9c189c5230f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee978f6-4051-48a2-b2a8-ae092e4a8c59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.260709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.274206 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6b65-7e62-488e-bcab-ebc3812f988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.356844 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6b65-7e62-488e-bcab-ebc3812f988c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.360381 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6b65-7e62-488e-bcab-ebc3812f988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.400342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a8ff6b65-7e62-488e-bcab-ebc3812f988c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16c520619c05415a8c38f6f8cea6a027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385612 Jul 07 17:48:42.401194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6b65-7e62-488e-bcab-ebc3812f988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49627a-8afa-4c8a-bf63-930b1d8b0486,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:42.403843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:42.456599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.479894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.524719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.527329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:42.528505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b49627a-8afa-4c8a-bf63-930b1d8b0486 HTTP/1.1" status: 204 len: 168 time: 0.1232157 Jul 07 17:48:42.535988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501cc8-290d-4759-98c5-9ceb6de34668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49627a-8afa-4c8a-bf63-930b1d8b0486,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.642979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 33904) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.747921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89f156be-2234-41f1-a90b-8b5f5345f7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.835580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89f156be-2234-41f1-a90b-8b5f5345f7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.839382 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89f156be-2234-41f1-a90b-8b5f5345f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.877236 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-89f156be-2234-41f1-a90b-8b5f5345f7f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd86ed4594dc422c93314f60850e5f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330978 Jul 07 17:48:51.878396 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f156be-2234-41f1-a90b-8b5f5345f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc04583-9a16-4ac4-9467-579e36dfb37f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:51.880112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:51.929854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.951407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:51.999112 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.002276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.003425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fc04583-9a16-4ac4-9467-579e36dfb37f HTTP/1.1" status: 204 len: 168 time: 0.1222465 Jul 07 17:48:52.010984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d07095-ae1b-4d3c-a2ab-e6f92c93b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc04583-9a16-4ac4-9467-579e36dfb37f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.252879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.266808 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86e83a3-1e7c-4e5c-a8e8-2c397737c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.353398 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86e83a3-1e7c-4e5c-a8e8-2c397737c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.357067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86e83a3-1e7c-4e5c-a8e8-2c397737c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.394393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e83a3-1e7c-4e5c-a8e8-2c397737c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ba50d-276d-478f-b5ff-7b92c7765b6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:52.398759 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f86e83a3-1e7c-4e5c-a8e8-2c397737c7c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f3f86981744462f8d424434b6511d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447926 Jul 07 17:48:52.401825 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 33916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:48:52.453411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.474527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.519625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.522430 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:52.523601 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b4ba50d-276d-478f-b5ff-7b92c7765b6f HTTP/1.1" status: 204 len: 168 time: 0.1213713 Jul 07 17:48:52.531685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fdb31-3ded-4538-a806-136b73f3725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ba50d-276d-478f-b5ff-7b92c7765b6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:48:59.915869 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24160731-6f77-4ab7-9ee9-29a6b0eef446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.086808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.189976 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a730b852-669e-47e7-8e90-2f7b9a3000c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.279806 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a730b852-669e-47e7-8e90-2f7b9a3000c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.284196 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a730b852-669e-47e7-8e90-2f7b9a3000c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.320949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a730b852-669e-47e7-8e90-2f7b9a3000c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=431e5a6ee56c4952b756e0e3831de2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330687 Jul 07 17:49:00.322913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730b852-669e-47e7-8e90-2f7b9a3000c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96503319-7476-4497-a04c-82b5cb104e8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.323720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34092) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.373816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.394169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.440299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.442847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.444026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96503319-7476-4497-a04c-82b5cb104e8b HTTP/1.1" status: 204 len: 168 time: 0.1191945 Jul 07 17:49:00.451986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a128ae-4b43-4f5a-8a87-59976ad110ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96503319-7476-4497-a04c-82b5cb104e8b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.701462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34098) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.717928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-077b3fe0-f7ea-41d0-83b5-bf7b83ced1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.804154 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-077b3fe0-f7ea-41d0-83b5-bf7b83ced1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.807936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-077b3fe0-f7ea-41d0-83b5-bf7b83ced1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.846737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-077b3fe0-f7ea-41d0-83b5-bf7b83ced1ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a27e9d4a416e4bd9a55da7d5d19d113a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441174 Jul 07 17:49:00.847657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b3fe0-f7ea-41d0-83b5-bf7b83ced1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8286927-b940-457a-a263-1c3b18564414,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:00.849472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:00.897019 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.920637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.964417 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.966898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:00.968036 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8286927-b940-457a-a263-1c3b18564414 HTTP/1.1" status: 204 len: 168 time: 0.1174393 Jul 07 17:49:00.975961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165515d-a309-4bba-add4-d09679d83bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8286927-b940-457a-a263-1c3b18564414,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.274691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:01.288050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc747f91-b5b1-4644-8b95-93e009c8c874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.374945 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc747f91-b5b1-4644-8b95-93e009c8c874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.378760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc747f91-b5b1-4644-8b95-93e009c8c874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.415479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc747f91-b5b1-4644-8b95-93e009c8c874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b1666-151b-481e-8e12-acfb1f4feb79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:01.420906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dc747f91-b5b1-4644-8b95-93e009c8c874 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2796e00f0b8f43d4bffd642e1674f875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451890 Jul 07 17:49:01.423618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:01.473473 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.493542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.540302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.543084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:01.546789 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/486b1666-151b-481e-8e12-acfb1f4feb79 HTTP/1.1" status: 204 len: 168 time: 0.1197391 Jul 07 17:49:01.552792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0333fc-9ed5-4a70-8742-5f828896476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b1666-151b-481e-8e12-acfb1f4feb79,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:02.353191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75ca7776-613d-42f2-abc5-75a2191e7407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:02.821087 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.033034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34154) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:03.134671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94f2e309-01cd-4427-806c-ec79c86465e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.222733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94f2e309-01cd-4427-806c-ec79c86465e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.226629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94f2e309-01cd-4427-806c-ec79c86465e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.266350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94f2e309-01cd-4427-806c-ec79c86465e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a222cbef49a4babb7a73969df2c6999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321308 Jul 07 17:49:03.267318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2e309-01cd-4427-806c-ec79c86465e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fad7a6-6295-4678-ac66-2637e4d46b44,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:03.268949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:03.320042 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.340370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.386204 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.388730 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:03.389867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91fad7a6-6295-4678-ac66-2637e4d46b44 HTTP/1.1" status: 204 len: 168 time: 0.1199081 Jul 07 17:49:03.397405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583387e-f020-47d6-b693-d3bd64cb2bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fad7a6-6295-4678-ac66-2637e4d46b44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:03.702539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.262032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.377296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd2b1-863d-4902-8bbe-8ce58cd4fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.466723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd2b1-863d-4902-8bbe-8ce58cd4fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.470539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd2b1-863d-4902-8bbe-8ce58cd4fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.510132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1c1cd2b1-863d-4902-8bbe-8ce58cd4fc12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cdceaeb3c9146dc843efd354e9a24a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469909 Jul 07 17:49:04.511289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd2b1-863d-4902-8bbe-8ce58cd4fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862fdc2f-bbd0-4543-8afb-8e5950d5019a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:04.512879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:04.561698 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.586240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.635170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.637866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:04.639130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/862fdc2f-bbd0-4543-8afb-8e5950d5019a HTTP/1.1" status: 204 len: 168 time: 0.1251547 Jul 07 17:49:04.646866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665d13f-f286-4adc-85c4-15191a7d7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862fdc2f-bbd0-4543-8afb-8e5950d5019a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:04.716722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:05.487361 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.188898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.347391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd1af09f-a96b-429e-b713-ef77bb4561f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.436542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd1af09f-a96b-429e-b713-ef77bb4561f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.440559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd1af09f-a96b-429e-b713-ef77bb4561f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.479281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd1af09f-a96b-429e-b713-ef77bb4561f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a590b16574be44ff9df7da39ddac8bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892673 Jul 07 17:49:06.480257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af09f-a96b-429e-b713-ef77bb4561f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3c302-54ef-4a85-8422-9caa502dd5cd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.481900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.533254 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.557503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.580489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.606097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.608657 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.609808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39f3c302-54ef-4a85-8422-9caa502dd5cd HTTP/1.1" status: 204 len: 168 time: 0.1268072 Jul 07 17:49:06.617243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e5774-8222-4225-a77f-1a478908d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3c302-54ef-4a85-8422-9caa502dd5cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:06.868097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:06.882170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb9db027-7016-430c-b6d6-dbadf56440b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.968836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb9db027-7016-430c-b6d6-dbadf56440b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:06.972610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb9db027-7016-430c-b6d6-dbadf56440b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.009621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fb9db027-7016-430c-b6d6-dbadf56440b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d73dc3fd16a94ada8a12f5546078b54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403716 Jul 07 17:49:07.010769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9db027-7016-430c-b6d6-dbadf56440b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9eae44-eefb-4f28-ab09-bddd4ab24b69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:07.012376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34248) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:07.066332 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.088148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.132631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.135262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:07.136422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a9eae44-eefb-4f28-ab09-bddd4ab24b69 HTTP/1.1" status: 204 len: 168 time: 0.1230435 Jul 07 17:49:07.144791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e12f-2f9f-4cd3-9049-868d3432a4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9eae44-eefb-4f28-ab09-bddd4ab24b69,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.009380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:09.113436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f1abe83-0611-48f0-9e85-db5b78e8e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.204524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f1abe83-0611-48f0-9e85-db5b78e8e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.208249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1f1abe83-0611-48f0-9e85-db5b78e8e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.248052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1f1abe83-0611-48f0-9e85-db5b78e8e477 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03d3967ac06441edbbe0c50b8ac1f7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375755 Jul 07 17:49:09.248964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1abe83-0611-48f0-9e85-db5b78e8e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce8e59-e817-4579-80a1-15c953a498b2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.251551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:09.304436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.324721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.370565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.373087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.374264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71ce8e59-e817-4579-80a1-15c953a498b2 HTTP/1.1" status: 204 len: 168 time: 0.1215780 Jul 07 17:49:09.382010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a1a33-8368-4e75-b4b7-de446633f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce8e59-e817-4579-80a1-15c953a498b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.630599 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34346) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:09.644142 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd45b-99b1-4d32-ab57-fd5773690826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.732013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd45b-99b1-4d32-ab57-fd5773690826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.736226 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e7bd45b-99b1-4d32-ab57-fd5773690826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.773965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e7bd45b-99b1-4d32-ab57-fd5773690826 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=154e1efe0a494217aa9810b87191b24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422653 Jul 07 17:49:09.774868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bd45b-99b1-4d32-ab57-fd5773690826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d15fd-8db5-47f9-a1d8-681ae4336641,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:09.776619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:09.830365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.851081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.898377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.900855 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:09.902013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf6d15fd-8db5-47f9-a1d8-681ae4336641 HTTP/1.1" status: 204 len: 168 time: 0.1230524 Jul 07 17:49:09.910710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bf900-65ee-44c1-827a-1234a7d9701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d15fd-8db5-47f9-a1d8-681ae4336641,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.071980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34384) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:11.209416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-967054052'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:11.236785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Made reservation on behalf of 52b20452c5f44321a31675493be097c3 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:11.240509 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.249596 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.341542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.345292 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.370334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:11.380455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d9157d-57f5-4ce6-949f-633ce9c876b4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.385323 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.385665 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Added segment caa28dbd-a9cb-4496-9324-a6e2a8135b99 of type vlan for network 697b545b-0eb8-4621-ac3a-6c334e4e319b Jul 07 17:49:11.425035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.455112 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.460587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:11.461177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.512725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4396236 Jul 07 17:49:11.528045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30021dc8-2097-4a84-96af-3af4a13e955a tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Pushing event updated for resources: {'Network': ['ID=697b545b-0eb8-4621-ac3a-6c334e4e319b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:11.539744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:11.690486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:11.695591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b', 'binding:host_id': 'n-h1-791504-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2096797868'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:11.715266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Made reservation on behalf of 1cbdce01c9484c6991ab1f9df9a6aaec for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:11.717523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.729846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.817984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.821740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:11.826135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port 90cdd193-7a65-45e8-8fc1-886ea7277d3a yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:11.903909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f734db6d-369a-44f8-ab5f-ed3b5cddaef3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.050208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port 90cdd193-7a65-45e8-8fc1-886ea7277d3a yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:12.058956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.069884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Transition to ACTIVE for port object 90cdd193-7a65-45e8-8fc1-886ea7277d3a will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:12.078683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.130093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=90cdd193-7a65-45e8-8fc1-886ea7277d3a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.144873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Checking segment: {'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:12.145240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Network hostable DHCP agents. Network: 697b545b-0eb8-4621-ac3a-6c334e4e319b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:12.161367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:12.170054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 697b545b-0eb8-4621-ac3a-6c334e4e319b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:12.174337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:12.180012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d215a0a-d9ea-43c1-8a86-9aff4544f319 None None] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:12.193180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.193565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.193910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.198411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.198850 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.199271 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 2 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.211138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.211479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.211819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.216679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.217008 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.217399 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 3 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.229670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.230007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.230377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.235064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.235392 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.235778 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 4 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.247162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.247558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.247900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.253287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.253722 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.254299 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 5 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.271201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.271533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.271866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.276097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.276399 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.276781 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 6 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.288651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.288985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.289311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.293600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.293996 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.294489 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 7 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.308336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.308457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.308768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.313025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.313350 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.313738 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 8 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.325053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.325385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.325735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.330163 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.330492 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.330871 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 9 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.342533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.342867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.343712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.347826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.348137 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.348520 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 10 to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a Jul 07 17:49:12.360244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:12.360581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:12.360907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:12.364951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:12.365273 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 90cdd193-7a65-45e8-8fc1-886ea7277d3a on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:12.365636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.425903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port 90cdd193-7a65-45e8-8fc1-886ea7277d3a, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:12.426236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempted to set empty binding levels {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:49:12.430522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.459329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:12.459931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.482454 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.7907720 Jul 07 17:49:12.483185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052e96-e14f-4cdf-a7e5-02018567944e tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=90cdd193-7a65-45e8-8fc1-886ea7277d3a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.485732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.572206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Deleting port 90cdd193-7a65-45e8-8fc1-886ea7277d3a {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:12.572559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.635238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port 90cdd193-7a65-45e8-8fc1-886ea7277d3a, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:12.635603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.648755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Calling delete_port for 90cdd193-7a65-45e8-8fc1-886ea7277d3a owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:12.731115 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.760029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event deleted for resources: {'Port': ['ID=90cdd193-7a65-45e8-8fc1-886ea7277d3a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:12.767167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.769210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0fa5bc2d-6d0f-4406-b8d1-9f9562941fad tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "DELETE /v2.0/ports/90cdd193-7a65-45e8-8fc1-886ea7277d3a HTTP/1.1" status: 204 len: 168 time: 0.2825358 Jul 07 17:49:12.771881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34396) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.798755 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-623aaafa-9a83-4937-a2f3-26c323ae3e01 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:49:12.800285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-623aaafa-9a83-4937-a2f3-26c323ae3e01 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports/90cdd193-7a65-45e8-8fc1-886ea7277d3a HTTP/1.1" status: 404 len: 333 time: 0.0274765 Jul 07 17:49:12.803618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34398) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:12.808233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-78150147'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:12.828816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Made reservation on behalf of 1cbdce01c9484c6991ab1f9df9a6aaec for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:12.831296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:12.845912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port dbfe4e1b-646a-477f-a6e6-2d516b447a05 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:12.997877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.034792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.077500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:13.080909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:13.086882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:13.087832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.088426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.093844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfe4e1b-646a-477f-a6e6-2d516b447a05,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.105678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-db8e0a50-c795-4811-9aa5-3dd294105edd tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3011014 Jul 07 17:49:13.108356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34400) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.113346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:13.183876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.368625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port dbfe4e1b-646a-477f-a6e6-2d516b447a05 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:13.376688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.388191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Transition to ACTIVE for port object dbfe4e1b-646a-477f-a6e6-2d516b447a05 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:13.392645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.442719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfe4e1b-646a-477f-a6e6-2d516b447a05,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.454240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.454586 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.454954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.459362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.459734 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.460195 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 2 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.472502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.472846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.473182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.477532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.477877 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.478294 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 3 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.490206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.490546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.490881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.495023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.495350 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.495736 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 4 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.511981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.512311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.512706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.517499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.517847 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.518279 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 5 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.529541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.529882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.530308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.534537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.534889 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.535294 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 6 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.547637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.547974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.548334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.552650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.553000 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.553402 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 7 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.565386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.565728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.566061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.570307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.570664 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.571097 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 8 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.583358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.583697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.584034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.588261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.588592 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.588994 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 9 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.601611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.601956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.602329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.606702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.607055 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.607458 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 10 to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 Jul 07 17:49:13.619946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:13.620226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:13.620590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:13.625376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:13.625705 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:13.626076 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.686687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port dbfe4e1b-646a-477f-a6e6-2d516b447a05, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:13.687634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempted to set empty binding levels {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:49:13.691982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.719363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] In _notify_port_updated(), no bound segment for port dbfe4e1b-646a-477f-a6e6-2d516b447a05 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:49:13.720253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.720878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.722263 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "PUT /v2.0/ports/dbfe4e1b-646a-477f-a6e6-2d516b447a05 HTTP/1.1" status: 200 len: 974 time: 0.6128995 Jul 07 17:49:13.724781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.788205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5acc19-f64c-4c8e-a108-15bb37c160c4 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=dbfe4e1b-646a-477f-a6e6-2d516b447a05,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:13.823638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.824128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.824600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.825069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.825570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:13.827422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb2d87cb-c14b-489d-a28c-03ffa9bb42ff tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4675 time: 0.1017358 Jul 07 17:49:13.830721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:13.912183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Deleting port dbfe4e1b-646a-477f-a6e6-2d516b447a05 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:13.912439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.972104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port dbfe4e1b-646a-477f-a6e6-2d516b447a05, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:13.972456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:13.984974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Calling delete_port for dbfe4e1b-646a-477f-a6e6-2d516b447a05 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:14.064731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.094304 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbfe4e1b-646a-477f-a6e6-2d516b447a05,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.098247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.100366 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff595e2c-d1b1-4701-a963-421d69781b29 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "DELETE /v2.0/ports/dbfe4e1b-646a-477f-a6e6-2d516b447a05 HTTP/1.1" status: 204 len: 168 time: 0.2686682 Jul 07 17:49:14.102924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34408) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.128965 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab92ed0-9a2f-4f77-9917-ed3a8a95eafa tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:49:14.130437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ab92ed0-9a2f-4f77-9917-ed3a8a95eafa tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports/dbfe4e1b-646a-477f-a6e6-2d516b447a05 HTTP/1.1" status: 404 len: 333 time: 0.0265691 Jul 07 17:49:14.133895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34410) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.138507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005709174', 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:14.158799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Made reservation on behalf of 1cbdce01c9484c6991ab1f9df9a6aaec for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:14.161244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.176134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port 4fbb8aeb-bff2-482c-8604-6c14a958aeac yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:14.318827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.353792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.395960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:14.400132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:14.405440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:14.406417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.407017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.412588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=4fbb8aeb-bff2-482c-8604-6c14a958aeac,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.425845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ebadac62-8956-4931-bf55-f4fb51f1b1e3 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2909346 Jul 07 17:49:14.428748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.469877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86323135-b292-4467-a677-09e61e9744cf tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:14.471294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86323135-b292-4467-a677-09e61e9744cf tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports/4fbb8aeb-bff2-482c-8604-6c14a958aeac HTTP/1.1" status: 200 len: 955 time: 0.0416958 Jul 07 17:49:14.473902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34414) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.553440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Deleting port 4fbb8aeb-bff2-482c-8604-6c14a958aeac {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:14.553788 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.614343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.626343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Calling delete_port for 4fbb8aeb-bff2-482c-8604-6c14a958aeac owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:14.702268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.732237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fbb8aeb-bff2-482c-8604-6c14a958aeac,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:14.738048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.740109 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa773715-ff1d-400d-bd11-8e751fbed0a9 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4fbb8aeb-bff2-482c-8604-6c14a958aeac HTTP/1.1" status: 204 len: 168 time: 0.2652805 Jul 07 17:49:14.742899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.768184 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c769f3be-124c-4e69-aa20-cadff2f9217b tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:49:14.769617 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c769f3be-124c-4e69-aa20-cadff2f9217b tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports/4fbb8aeb-bff2-482c-8604-6c14a958aeac HTTP/1.1" status: 404 len: 333 time: 0.0258045 Jul 07 17:49:14.773039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34420) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:14.777701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1420778133'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:14.798730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Made reservation on behalf of 1cbdce01c9484c6991ab1f9df9a6aaec for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:14.801120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.815760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port 2fcf814e-412c-4d59-b5f3-751736fd7f26 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:14.960320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.995393 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.034858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Network 697b545b-0eb8-4621-ac3a-6c334e4e319b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:15.037624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:15.042972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:15.043960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.044579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.050540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=2fcf814e-412c-4d59-b5f3-751736fd7f26,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.063604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0d1f07ab-dbae-495c-b45e-3af59d327aca tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2895079 Jul 07 17:49:15.066216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:15.071180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:15.144085 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.309207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] device_id is not set on port 2fcf814e-412c-4d59-b5f3-751736fd7f26 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:15.317707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.330257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Transition to ACTIVE for port object 2fcf814e-412c-4d59-b5f3-751736fd7f26 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:15.333733 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.382774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=2fcf814e-412c-4d59-b5f3-751736fd7f26,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.394049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.394422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.394766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.399001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.399381 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.399715 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 2 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.411693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.412029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.412360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.416532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.416861 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.417254 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 3 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.428584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.428921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.429252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.433407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.433800 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.434214 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 4 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.446685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.447022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.447356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.451554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.451878 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.452256 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 5 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.464062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.464403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.464735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.469435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.469698 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.470076 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 6 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.481757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.482093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.482450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.486637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.486968 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.487347 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 7 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.498412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.498753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.499087 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.503716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.504040 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.504419 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 8 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.516239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.516579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.516930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.521611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.521944 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.522366 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 9 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.536009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.536353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.536697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.540991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.541323 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.541713 n-d-791504-12 neutron-server[93765]: INFO neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempt 10 to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 Jul 07 17:49:15.554948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:15.555288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:15.555625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempting to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:15.559911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:15.560243 n-d-791504-12 neutron-server[93765]: ERROR neutron.plugins.ml2.managers [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Failed to bind port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on host n-h1-791504-12 for vnic_type normal using segments [{'id': 'caa28dbd-a9cb-4496-9324-a6e2a8135b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '697b545b-0eb8-4621-ac3a-6c334e4e319b'}] Jul 07 17:49:15.560610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.628687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port 2fcf814e-412c-4d59-b5f3-751736fd7f26, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:15.629112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attempted to set empty binding levels {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:49:15.633092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.664728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] In _notify_port_updated(), no bound segment for port 2fcf814e-412c-4d59-b5f3-751736fd7f26 on network 697b545b-0eb8-4621-ac3a-6c334e4e319b {{(pid=93765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:49:15.665696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:15.666380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.667748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "PUT /v2.0/ports/2fcf814e-412c-4d59-b5f3-751736fd7f26 HTTP/1.1" status: 200 len: 976 time: 0.6006782 Jul 07 17:49:15.670563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:15.711593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd7164-b0f5-4d2e-bd47-df20edae2374 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event updated for resources: {'Port': ['ID=2fcf814e-412c-4d59-b5f3-751736fd7f26,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.767135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Deleting port 2fcf814e-412c-4d59-b5f3-751736fd7f26 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:15.767679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.833166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] For port 2fcf814e-412c-4d59-b5f3-751736fd7f26, host n-h1-791504-12, got binding levels [] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:15.833527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.847092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Calling delete_port for 2fcf814e-412c-4d59-b5f3-751736fd7f26 owned by {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:15.925175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.958216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fcf814e-412c-4d59-b5f3-751736fd7f26,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:15.963802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:15.965740 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bb87468b-8c42-424b-a2bb-9f10ac2750f8 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2fcf814e-412c-4d59-b5f3-751736fd7f26 HTTP/1.1" status: 204 len: 168 time: 0.2926469 Jul 07 17:49:15.968285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:15.995779 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c467cca-85d5-452e-9c02-9afb03408e98 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:49:15.997118 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c467cca-85d5-452e-9c02-9afb03408e98 tempest-PortsAdminExtendedAttrsTestJSON-2058169274 tempest-PortsAdminExtendedAttrsTestJSON-2058169274-project-admin] 10.222.0.22 "GET /v2.0/ports/2fcf814e-412c-4d59-b5f3-751736fd7f26 HTTP/1.1" status: 404 len: 333 time: 0.0279174 Jul 07 17:49:16.001616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34428) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.076631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.165159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.174614 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697b545b-0eb8-4621-ac3a-6c334e4e319b']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:16.184263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa28dbd-a9cb-4496-9324-a6e2a8135b99') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:16.184565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa28dbd-a9cb-4496-9324-a6e2a8135b99') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:16.193966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.208361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.214354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:16.214743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:16.218039 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:16.277888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.285403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.287307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] 10.222.0.22 "DELETE /v2.0/networks/697b545b-0eb8-4621-ac3a-6c334e4e319b HTTP/1.1" status: 204 len: 168 time: 0.2847583 Jul 07 17:49:16.298883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb56489-273f-42ff-8897-f72515817ac4 tempest-PortsAdminExtendedAttrsTestJSON-1383787911 tempest-PortsAdminExtendedAttrsTestJSON-1383787911-project] Pushing event deleted for resources: {'Network': ['ID=697b545b-0eb8-4621-ac3a-6c334e4e319b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:16.523927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.552113 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:16.652912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-312e2f2c-659b-43c5-a35c-f7aea6cd54cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52b20452c5f44321a31675493be097c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277592 Jul 07 17:49:16.655493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34438) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:16.701981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.722494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.767293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.769727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:16.770955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1d9157d-57f5-4ce6-949f-633ce9c876b4 HTTP/1.1" status: 204 len: 168 time: 0.1144488 Jul 07 17:49:16.778717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ddf91-d9e9-47c9-8e9f-4c06a36e66c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d9157d-57f5-4ce6-949f-633ce9c876b4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.031653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.074135 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3d65231c-8212-43c6-90df-8ce1f2a5ac32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cbdce01c9484c6991ab1f9df9a6aaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412078 Jul 07 17:49:17.076458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.123317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.144340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.190614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.193167 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.194310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f734db6d-369a-44f8-ab5f-ed3b5cddaef3 HTTP/1.1" status: 204 len: 168 time: 0.1169338 Jul 07 17:49:17.203719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae8d9d-d3d2-49bc-8b9d-7647468df1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f734db6d-369a-44f8-ab5f-ed3b5cddaef3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:17.862244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34468) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:17.953288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946622990'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:17.974188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:17.977664 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.986420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.078980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.082719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.111748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:18.116955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5473d5-f329-4097-87a0-8775e4873a7a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.124408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.125765 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment b6a3080a-72f5-4668-a49d-777e8be2140c of type vlan for network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 Jul 07 17:49:18.167870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.196346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.201867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.203285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.253466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900187 Jul 07 17:49:18.256239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:18.261570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101361296'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:18.271906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360a14-ccbb-45e9-82f0-57dba980db6f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=b37df8fd-4861-4dbd-81d5-a455ddc2ee60,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.283291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:18.284944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:18.288542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.313783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:18.322990 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.323344 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment 52af60f4-7fcc-4e42-b812-fa206221ca49 of type vlan for network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf Jul 07 17:49:18.363527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.391639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.397070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:18.397656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.451293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1938698 Jul 07 17:49:18.455195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:18.460535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:18.469992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c79a27-b874-4c85-afc3-21ce0d6882d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=b7076e83-f51a-48f8-a4e9-cfab3b1f5baf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:18.481447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:18.557073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:18.560816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.056701 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.110913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=78544c40-ae5e-41ab-b06d-323d5b63166a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.126239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': 'b6a3080a-72f5-4668-a49d-777e8be2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:19.126604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: b37df8fd-4861-4dbd-81d5-a455ddc2ee60, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:19.143001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:19.151815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b37df8fd-4861-4dbd-81d5-a455ddc2ee60) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:19.157657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.158361 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.162499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afe9f7-88ce-45d6-99d5-37196f7091a2 None None] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:19.176693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-893f99d9-1659-4afd-a3d4-0e5046544aa2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7175961 Jul 07 17:49:19.177035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34476) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:19.182160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:19.279072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:19.283656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.329165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b37df8fd-4861-4dbd-81d5-a455ddc2ee60', 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '78544c40-ae5e-41ab-b06d-323d5b63166a'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:19.330131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.469029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.471001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Allocated IP 2001:db8::2 (b37df8fd-4861-4dbd-81d5-a455ddc2ee60/78544c40-ae5e-41ab-b06d-323d5b63166a/661c968a-fc0a-4cd5-a52f-36766ab933d5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:19.529921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=4c11464c-4f9e-4082-bf27-950a6b86f042,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.536980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': '52af60f4-7fcc-4e42-b812-fa206221ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:19.537344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: b7076e83-f51a-48f8-a4e9-cfab3b1f5baf, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:19.555433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:19.564182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b7076e83-f51a-48f8-a4e9-cfab3b1f5baf) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:19.568361 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:19.568964 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.579044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75239bc-7d13-42e7-b5ca-1fa67f04ecc7 None None] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:19.583350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed5ac4a8-586f-499d-82c7-c0de54f75008 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4053586 Jul 07 17:49:19.586099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:19.590664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-475254149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:19.613821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.614837 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.662689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.671222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.675337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.679724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Transition to ACTIVE for port object 661c968a-fc0a-4cd5-a52f-36766ab933d5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:19.691653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.695520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73761e09-b160-46f3-bfc1-d24091feda52 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1057858 Jul 07 17:49:19.695825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34480) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:19.709067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Transition to ACTIVE for port object 661c968a-fc0a-4cd5-a52f-36766ab933d5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:19.715981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.787075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:19.798917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:19.801880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:19.803609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Pushing event updated for resources: {'Port': ['ID=661c968a-fc0a-4cd5-a52f-36766ab933d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:19.830853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.831206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.831549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.831887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.832221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.832551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.832875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.833198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.833522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.833848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.834192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.834512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:19.840840 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b7076e83-f51a-48f8-a4e9-cfab3b1f5baf', 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '4c11464c-4f9e-4082-bf27-950a6b86f042'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:19.841844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.912060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Attempting to bind port 661c968a-fc0a-4cd5-a52f-36766ab933d5 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:19.912510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Attempting to bind port 661c968a-fc0a-4cd5-a52f-36766ab933d5 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b6a3080a-72f5-4668-a49d-777e8be2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:19.912904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Attempting to bind port 661c968a-fc0a-4cd5-a52f-36766ab933d5 on network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:19.960652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:19.961025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Checking segment: {'id': 'b6a3080a-72f5-4668-a49d-777e8be2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:19.961431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.961826 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Bound using segment: {'id': 'b6a3080a-72f5-4668-a49d-777e8be2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:19.962321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Bound port: 661c968a-fc0a-4cd5-a52f-36766ab933d5, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a3080a-72f5-4668-a49d-777e8be2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b37df8fd-4861-4dbd-81d5-a455ddc2ee60'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:19.962705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.977602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.081639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Allocated IP 2001:db8:1::2 (b7076e83-f51a-48f8-a4e9-cfab3b1f5baf/4c11464c-4f9e-4082-bf27-950a6b86f042/09c81f16-488d-49b4-a474-4e3281fde58b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:20.090774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] For port 661c968a-fc0a-4cd5-a52f-36766ab933d5, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:20.099714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] For port 661c968a-fc0a-4cd5-a52f-36766ab933d5, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=661c968a-fc0a-4cd5-a52f-36766ab933d5,segment=NetworkSegment(b6a3080a-72f5-4668-a49d-777e8be2140c),segment_id=b6a3080a-72f5-4668-a49d-777e8be2140c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:20.105274 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.215145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a52a-a383-4dc3-82ba-ac068cab93fb None None] Pushing event updated for resources: {'Port': ['ID=661c968a-fc0a-4cd5-a52f-36766ab933d5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.258463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8::1 (b37df8fd-4861-4dbd-81d5-a455ddc2ee60/78544c40-ae5e-41ab-b06d-323d5b63166a/329a79d7-833b-4c6d-a962-0b3cf2d5d3a8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:20.308796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.318894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Transition to ACTIVE for port object 09c81f16-488d-49b4-a474-4e3281fde58b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:20.336006 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Transition to ACTIVE for port object 09c81f16-488d-49b4-a474-4e3281fde58b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:20.345664 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.396147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:20.412012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:20.415228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Pushing event updated for resources: {'Port': ['ID=09c81f16-488d-49b4-a474-4e3281fde58b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.419609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:20.428931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.444314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:20.480171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.493699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Attempting to bind port 09c81f16-488d-49b4-a474-4e3281fde58b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:20.494247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Attempting to bind port 09c81f16-488d-49b4-a474-4e3281fde58b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '52af60f4-7fcc-4e42-b812-fa206221ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:20.494732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Attempting to bind port 09c81f16-488d-49b4-a474-4e3281fde58b on network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:20.500454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:20.500969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Checking segment: {'id': '52af60f4-7fcc-4e42-b812-fa206221ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:20.501566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.502062 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Bound using segment: {'id': '52af60f4-7fcc-4e42-b812-fa206221ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:20.502739 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Bound port: 09c81f16-488d-49b4-a474-4e3281fde58b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52af60f4-7fcc-4e42-b812-fa206221ca49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b7076e83-f51a-48f8-a4e9-cfab3b1f5baf'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:20.503231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.527385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:20.531151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:20.533664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:20.534672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.570864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] For port 09c81f16-488d-49b4-a474-4e3281fde58b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:20.574034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] For port 09c81f16-488d-49b4-a474-4e3281fde58b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=09c81f16-488d-49b4-a474-4e3281fde58b,segment=NetworkSegment(52af60f4-7fcc-4e42-b812-fa206221ca49),segment_id=52af60f4-7fcc-4e42-b812-fa206221ca49)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:20.578411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=329a79d7-833b-4c6d-a962-0b3cf2d5d3a8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.580025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.643272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f2fb-34d1-4fa9-bad0-426fd68278d0 None None] Pushing event updated for resources: {'Port': ['ID=09c81f16-488d-49b4-a474-4e3281fde58b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:20.683619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.967473 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.972928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.973772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.068640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=329a79d7-833b-4c6d-a962-0b3cf2d5d3a8,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.107738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:21.109385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:21.208172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891f06b-14a6-4503-9bf2-2be82ba0acb1 None None] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:21.232322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router d05e0184-6b94-4248-985f-4402866b7ee6 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:21.290345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-00cf696b-e443-4219-9fd4-9d870560688d None None] Provisioning for port 661c968a-fc0a-4cd5-a52f-36766ab933d5 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:21.351802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:21.357293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e72ee818-1891-4075-ab33-95e7738294d5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604407 Jul 07 17:49:21.361977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.375640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4767d716-414f-4a35-854b-65560988cbdb None None] Sync routers for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:21.382857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 09c81f16-488d-49b4-a474-4e3281fde58b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:21.424705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c218d-df86-4d01-b0fd-a5c05ee8eb9c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:21.428705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-268c218d-df86-4d01-b0fd-a5c05ee8eb9c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports/329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 HTTP/1.1" status: 200 len: 911 time: 0.0625737 Jul 07 17:49:21.428930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:21.443326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:21.443989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.488418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.507666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:21.508293 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.546553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4767d716-414f-4a35-854b-65560988cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:21.547288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4767d716-414f-4a35-854b-65560988cbdb None None] The sync data for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:21.553657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 09c81f16-488d-49b4-a474-4e3281fde58b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:21.562941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 661c968a-fc0a-4cd5-a52f-36766ab933d5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:21.628053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 661c968a-fc0a-4cd5-a52f-36766ab933d5 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:21.631924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 661c968a-fc0a-4cd5-a52f-36766ab933d5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:21.632301 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.721899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.747927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a919267-9b02-407d-bfab-56a828b79d36 None None] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:21.803858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 661c968a-fc0a-4cd5-a52f-36766ab933d5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=661c968a-fc0a-4cd5-a52f-36766ab933d5,segment=NetworkSegment(b6a3080a-72f5-4668-a49d-777e8be2140c),segment_id=b6a3080a-72f5-4668-a49d-777e8be2140c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:21.811410 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.820171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:21.896884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Provisioning for port 09c81f16-488d-49b4-a474-4e3281fde58b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:21.908165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=661c968a-fc0a-4cd5-a52f-36766ab933d5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:21.911619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Provisioning complete for port 09c81f16-488d-49b4-a474-4e3281fde58b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:21.912120 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.098807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8:1::1 (b7076e83-f51a-48f8-a4e9-cfab3b1f5baf/4c11464c-4f9e-4082-bf27-950a6b86f042/706f8571-28cb-454a-a6a2-051ca5f8fd92) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:22.213115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.227403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.243012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 706f8571-28cb-454a-a6a2-051ca5f8fd92 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:22.257551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] For port 09c81f16-488d-49b4-a474-4e3281fde58b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=09c81f16-488d-49b4-a474-4e3281fde58b,segment=NetworkSegment(52af60f4-7fcc-4e42-b812-fa206221ca49),segment_id=52af60f4-7fcc-4e42-b812-fa206221ca49)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:22.263859 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.292736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.313846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a8c64-8226-429b-b595-b8492851bf53 None None] Pushing event updated for resources: {'Port': ['ID=09c81f16-488d-49b4-a474-4e3281fde58b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.337334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:22.340790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:22.345368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:22.345943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.383749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Provisioning complete for port 661c968a-fc0a-4cd5-a52f-36766ab933d5 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:22.384282 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.389711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=706f8571-28cb-454a-a6a2-051ca5f8fd92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.487528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Provisioning for port 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:22.492136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Provisioning complete for port 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:22.492491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.493472 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.536056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1e4dc-e58c-4d33-a91c-55d2574402af None None] Port 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:22.656126 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9de6cb2-71e5-42c1-9fc3-aa5d8c80cb9f None None] Provisioning complete for port 09c81f16-488d-49b4-a474-4e3281fde58b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:22.656597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9de6cb2-71e5-42c1-9fc3-aa5d8c80cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.769676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.774047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.774813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.865440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31b1cd8b-0b79-4494-ba8c-3cc730d89f63 None None] Provisioning for port 706f8571-28cb-454a-a6a2-051ca5f8fd92 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:22.866548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=706f8571-28cb-454a-a6a2-051ca5f8fd92,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:22.870580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-31b1cd8b-0b79-4494-ba8c-3cc730d89f63 None None] Provisioning complete for port 706f8571-28cb-454a-a6a2-051ca5f8fd92 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:22.870956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31b1cd8b-0b79-4494-ba8c-3cc730d89f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:22.909716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:22.911105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:22.918209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-31b1cd8b-0b79-4494-ba8c-3cc730d89f63 None None] Port 706f8571-28cb-454a-a6a2-051ca5f8fd92 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:23.015454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router d05e0184-6b94-4248-985f-4402866b7ee6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:23.022241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-98d76b45-446c-47b7-86c6-8f03d2e09b22 req-d7e724d8-e1d9-4b6a-b7ee-b9ca250d1fa1 service neutron] (93765) timed out ('10.222.0.32', 53071) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:49:23.112125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:23.119938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b61da6d9-a23e-4e4c-b0d7-6f5a453c7f4c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873004 Jul 07 17:49:23.120152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:23.128625 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] Sync routers for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:23.138308 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:23.138918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:23.160837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-db4b6fb2-2272-4017-a524-2eaa3ab51304 None None] Provisioning complete for port 706f8571-28cb-454a-a6a2-051ca5f8fd92 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:23.161925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db4b6fb2-2272-4017-a524-2eaa3ab51304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.173762 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:23.182492 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:23.183091 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:23.185703 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc12881-95f0-4e49-808f-508264aac0e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:23.187365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9fc12881-95f0-4e49-808f-508264aac0e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports/706f8571-28cb-454a-a6a2-051ca5f8fd92 HTTP/1.1" status: 200 len: 913 time: 0.0661154 Jul 07 17:49:23.190671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:23.208189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-db4b6fb2-2272-4017-a524-2eaa3ab51304 None None] Port 706f8571-28cb-454a-a6a2-051ca5f8fd92 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:23.216152 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:23.217010 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d15b0c-62f4-4d05-84ec-d810b680d831 None None] The sync data for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:23.293363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 09c81f16-488d-49b4-a474-4e3281fde58b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:23.340823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 09c81f16-488d-49b4-a474-4e3281fde58b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:23.341201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.421319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 661c968a-fc0a-4cd5-a52f-36766ab933d5 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:23.470014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 661c968a-fc0a-4cd5-a52f-36766ab933d5 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:23.470417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:23.857371 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.107637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 706f8571-28cb-454a-a6a2-051ca5f8fd92 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:24.107899 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.196321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.208687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 706f8571-28cb-454a-a6a2-051ca5f8fd92 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:24.382665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.409596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=706f8571-28cb-454a-a6a2-051ca5f8fd92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:24.526447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:24.721309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router d05e0184-6b94-4248-985f-4402866b7ee6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:24.812567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:24.817719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f90bc0df-ce69-44a0-8694-6f838efccaf8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6259918 Jul 07 17:49:24.820484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:24.823087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] Sync routers for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:24.832614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:24.833215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.867249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.876344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:24.876944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.907802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:24.908712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199e7b-2ccb-4ded-ba05-e48f0375b655 None None] The sync data for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:25.129944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.383266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:25.383491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.471747 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.483394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 329a79d7-833b-4c6d-a962-0b3cf2d5d3a8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:25.653557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.680156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=329a79d7-833b-4c6d-a962-0b3cf2d5d3a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:25.785843 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.941596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router d05e0184-6b94-4248-985f-4402866b7ee6 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:26.013531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:26.018908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-66860204-f90d-4d32-b031-823a27a75591 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1966989 Jul 07 17:49:26.021756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.024414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] Sync routers for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:26.034791 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:26.035468 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.056478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2894d3e9-18ee-4711-acce-3ab83b91071a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=d05e0184-6b94-4248-985f-4402866b7ee6 HTTP/1.1" status: 200 len: 205 time: 0.0308769 Jul 07 17:49:26.056679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.069118 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.078630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] Routers {'d05e0184-6b94-4248-985f-4402866b7ee6'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:26.079221 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['d05e0184-6b94-4248-985f-4402866b7ee6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.111056 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:26.111703 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fccc4f-912d-4415-bb06-1ddff31c1c61 None None] The sync data for ids ['d05e0184-6b94-4248-985f-4402866b7ee6'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:26.133174 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.287765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.289916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.333536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.334064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router d05e0184-6b94-4248-985f-4402866b7ee6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:26.341571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.342604 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-588621ac-4bfe-49bc-b770-6f97c6afc42f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6 HTTP/1.1" status: 204 len: 168 time: 0.2849252 Jul 07 17:49:26.345332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.396239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 4c11464c-4f9e-4082-bf27-950a6b86f042 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:26.399250 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.438350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.524735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.584906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.609682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=4c11464c-4f9e-4082-bf27-950a6b86f042,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.615270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.617156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0a007ce3-9187-483a-bc83-13238e33a5e7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/4c11464c-4f9e-4082-bf27-950a6b86f042 HTTP/1.1" status: 204 len: 168 time: 0.2707727 Jul 07 17:49:26.619783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.621937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c4d47-f410-44f8-83ad-6fe33d321740 None None] Network b7076e83-f51a-48f8-a4e9-cfab3b1f5baf requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:26.673030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 78544c40-ae5e-41ab-b06d-323d5b63166a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:26.676168 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.720620 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.797937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] DHCP port deletion for b7076e83-f51a-48f8-a4e9-cfab3b1f5baf request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:26.807673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.843495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Deleting port 09c81f16-488d-49b4-a474-4e3281fde58b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:26.843865 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.865482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.897687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=78544c40-ae5e-41ab-b06d-323d5b63166a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:26.903068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.908148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3dc07d0d-dd7d-4aa5-aac2-7ec44f8b4c86 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/78544c40-ae5e-41ab-b06d-323d5b63166a HTTP/1.1" status: 204 len: 168 time: 0.2850895 Jul 07 17:49:26.908528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:26.908621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] For port 09c81f16-488d-49b4-a474-4e3281fde58b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=09c81f16-488d-49b4-a474-4e3281fde58b,segment=NetworkSegment(52af60f4-7fcc-4e42-b812-fa206221ca49),segment_id=52af60f4-7fcc-4e42-b812-fa206221ca49)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:26.909022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:26.912594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3f31c-8947-4949-ab09-d8e12bc2e270 None None] Network b37df8fd-4861-4dbd-81d5-a455ddc2ee60 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:26.933354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Calling delete_port for 09c81f16-488d-49b4-a474-4e3281fde58b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:27.004635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.058151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 09c81f16-488d-49b4-a474-4e3281fde58b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:27.058151 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.097411 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.130270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] No DVR routers for this DVR port 09c81f16-488d-49b4-a474-4e3281fde58b on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:27.131297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 09c81f16-488d-49b4-a474-4e3281fde58b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=09c81f16-488d-49b4-a474-4e3281fde58b,segment=NetworkSegment(52af60f4-7fcc-4e42-b812-fa206221ca49),segment_id=52af60f4-7fcc-4e42-b812-fa206221ca49)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:27.132216 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.132494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d00abd-283d-48d8-8bb7-51553b1812f0 None None] Pushing event deleted for resources: {'Port': ['ID=09c81f16-488d-49b4-a474-4e3281fde58b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.149699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 09c81f16-488d-49b4-a474-4e3281fde58b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:27.218990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] DHCP port deletion for b37df8fd-4861-4dbd-81d5-a455ddc2ee60 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:27.227342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.240578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port 09c81f16-488d-49b4-a474-4e3281fde58b on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:27.269533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=09c81f16-488d-49b4-a474-4e3281fde58b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.291766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Deleting port 661c968a-fc0a-4cd5-a52f-36766ab933d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:27.292155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.297742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 09c81f16-488d-49b4-a474-4e3281fde58b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:27.348810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.354486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 09c81f16-488d-49b4-a474-4e3281fde58b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:27.354987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 09c81f16-488d-49b4-a474-4e3281fde58b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:27.355583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 661c968a-fc0a-4cd5-a52f-36766ab933d5 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:27.358722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7076e83-f51a-48f8-a4e9-cfab3b1f5baf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.371674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52af60f4-7fcc-4e42-b812-fa206221ca49') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.372293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52af60f4-7fcc-4e42-b812-fa206221ca49') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.381490 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.396097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.402025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:27.402454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:27.405341 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:27.426735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] For port 661c968a-fc0a-4cd5-a52f-36766ab933d5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=661c968a-fc0a-4cd5-a52f-36766ab933d5,segment=NetworkSegment(b6a3080a-72f5-4668-a49d-777e8be2140c),segment_id=b6a3080a-72f5-4668-a49d-777e8be2140c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:27.427131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.440514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Calling delete_port for 661c968a-fc0a-4cd5-a52f-36766ab933d5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:27.466051 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.474774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.479157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/b7076e83-f51a-48f8-a4e9-cfab3b1f5baf HTTP/1.1" status: 204 len: 168 time: 0.5671301 Jul 07 17:49:27.479321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34510) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:27.486635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecac9fa-0dbb-43c9-b06d-0088d0d52be4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=b7076e83-f51a-48f8-a4e9-cfab3b1f5baf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.520364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.568062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.569290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 661c968a-fc0a-4cd5-a52f-36766ab933d5, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=661c968a-fc0a-4cd5-a52f-36766ab933d5,segment=NetworkSegment(b6a3080a-72f5-4668-a49d-777e8be2140c),segment_id=b6a3080a-72f5-4668-a49d-777e8be2140c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:27.574391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.581972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.599689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] The port '661c968a-fc0a-4cd5-a52f-36766ab933d5' was deleted {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:49:27.604338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event deleted for resources: {'Port': ['ID=661c968a-fc0a-4cd5-a52f-36766ab933d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.630483 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] Pushing event deleted for resources: {'Port': ['ID=661c968a-fc0a-4cd5-a52f-36766ab933d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.632305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e60c1-55b1-453b-9d73-9643a131b5fb None None] No DVR routers for this DVR port 661c968a-fc0a-4cd5-a52f-36766ab933d5 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:27.680937 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.691782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37df8fd-4861-4dbd-81d5-a455ddc2ee60']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.702883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a3080a-72f5-4668-a49d-777e8be2140c') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.703455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a3080a-72f5-4668-a49d-777e8be2140c') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:27.712261 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.727101 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.733342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:27.734437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:27.737956 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:27.793888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.801617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.803473 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/b37df8fd-4861-4dbd-81d5-a455ddc2ee60 HTTP/1.1" status: 204 len: 168 time: 0.3230360 Jul 07 17:49:27.807733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:27.814000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1973495439'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:27.815718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c4385-7df8-4768-be95-2a64ff7386c0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=b37df8fd-4861-4dbd-81d5-a455ddc2ee60,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:27.836601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:27.840346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.864032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:27.873082 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.873459 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment b327ad06-a34e-488c-b198-b99c63873cc9 of type vlan for network 2a163577-4824-48f8-a2a0-f20ea0eb9491 Jul 07 17:49:27.916273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.944585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:27.950052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:27.950685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.007210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1982121 Jul 07 17:49:28.010528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.015843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:28.021380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=2a163577-4824-48f8-a2a0-f20ea0eb9491,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.028646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.028990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.029332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.029663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.029993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.030349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.031194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.031520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.031842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.032160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.032481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.032798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0479e075-d85d-4a39-a98d-0fd3a10688a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:28.043974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:28.107202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:28.111274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.289077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.348245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=cbb0c29f-6b47-45a3-bd5c-34567e47cff5,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.355341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': 'b327ad06-a34e-488c-b198-b99c63873cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:28.355703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 2a163577-4824-48f8-a2a0-f20ea0eb9491, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:28.371747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:28.380099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2a163577-4824-48f8-a2a0-f20ea0eb9491) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:28.384032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:28.384612 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.389492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335856a-7a61-4a94-936d-77a1af9419ae None None] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:28.399230 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f4389e52-f2b4-4fab-b7db-47f7c86b56bc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3874910 Jul 07 17:49:28.401749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34516) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.406164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724334446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:28.428068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.429030 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.484267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.488972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.505577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.507216 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b04b72f3-d77c-4d70-8790-e50b4c868d3f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1045091 Jul 07 17:49:28.509856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34518) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:28.515390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'port': {'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491', 'name': 'tempest-RoutersIpV6Test-439370158'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:28.543883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2a163577-4824-48f8-a2a0-f20ea0eb9491', 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': 'cbb0c29f-6b47-45a3-bd5c-34567e47cff5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:28.544699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.621506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:28.625258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.643236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] device_id is not set on port 5ac608c5-63f7-405f-9092-5115753ef744 yet. {{(pid=93765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:49:28.681789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Allocated IP 2001:db8::2 (2a163577-4824-48f8-a2a0-f20ea0eb9491/cbb0c29f-6b47-45a3-bd5c-34567e47cff5/fafc9877-fc8f-4997-8a99-48700c8803cd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:28.839179 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.848064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Transition to ACTIVE for port object fafc9877-fc8f-4997-8a99-48700c8803cd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:28.862732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Transition to ACTIVE for port object fafc9877-fc8f-4997-8a99-48700c8803cd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:28.868356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.906043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:28.912377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:28.916859 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:28.922239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Pushing event updated for resources: {'Port': ['ID=fafc9877-fc8f-4997-8a99-48700c8803cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:28.931759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8::a9 (2a163577-4824-48f8-a2a0-f20ea0eb9491/cbb0c29f-6b47-45a3-bd5c-34567e47cff5/5ac608c5-63f7-405f-9092-5115753ef744) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:28.977424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Attempting to bind port fafc9877-fc8f-4997-8a99-48700c8803cd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:28.977798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Attempting to bind port fafc9877-fc8f-4997-8a99-48700c8803cd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b327ad06-a34e-488c-b198-b99c63873cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:28.978264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Attempting to bind port fafc9877-fc8f-4997-8a99-48700c8803cd on network 2a163577-4824-48f8-a2a0-f20ea0eb9491 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:28.983653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:28.984029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Checking segment: {'id': 'b327ad06-a34e-488c-b198-b99c63873cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:28.984433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:28.984828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Bound using segment: {'id': 'b327ad06-a34e-488c-b198-b99c63873cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:28.985335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Bound port: fafc9877-fc8f-4997-8a99-48700c8803cd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b327ad06-a34e-488c-b198-b99c63873cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a163577-4824-48f8-a2a0-f20ea0eb9491'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:28.985702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.051580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] For port fafc9877-fc8f-4997-8a99-48700c8803cd, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:29.055988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] For port fafc9877-fc8f-4997-8a99-48700c8803cd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fafc9877-fc8f-4997-8a99-48700c8803cd,segment=NetworkSegment(b327ad06-a34e-488c-b198-b99c63873cc9),segment_id=b327ad06-a34e-488c-b198-b99c63873cc9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:29.060208 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.080613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.096763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 5ac608c5-63f7-405f-9092-5115753ef744 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:29.133383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.137336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf87d-79a5-4392-b987-a91c98891e34 None None] Pushing event updated for resources: {'Port': ['ID=fafc9877-fc8f-4997-8a99-48700c8803cd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:29.180817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:29.184173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:29.187033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:29.192598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:29.193197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.211359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=5ac608c5-63f7-405f-9092-5115753ef744,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:29.217251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f2dcd9ca-34f3-4728-abf9-2540d6d8e73d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7039332 Jul 07 17:49:29.218558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34520) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:29.559273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.804727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.810639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:29.930630 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-571f91c4-6fff-42d7-a811-08322cee735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.047864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709dd95-215b-46d8-a177-f82e8d0c9366 None None] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:30.107635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c77a46b0-967f-48d9-8105-f1f58552e568 None None] Provisioning for port fafc9877-fc8f-4997-8a99-48700c8803cd completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:30.230459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=5ac608c5-63f7-405f-9092-5115753ef744,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:30.339685 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.461327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2986e322-805f-43c6-862a-4366ca3d4c1c None None] Provisioning for port 5ac608c5-63f7-405f-9092-5115753ef744 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:30.464663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2986e322-805f-43c6-862a-4366ca3d4c1c None None] Provisioning complete for port 5ac608c5-63f7-405f-9092-5115753ef744 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:30.465042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2986e322-805f-43c6-862a-4366ca3d4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.471312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.503056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2986e322-805f-43c6-862a-4366ca3d4c1c None None] Port 5ac608c5-63f7-405f-9092-5115753ef744 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:30.722852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d369d99-bc9a-486d-b001-c9e3f6f9f1e7 None None] Provisioning complete for port 5ac608c5-63f7-405f-9092-5115753ef744 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:30.723357 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d369d99-bc9a-486d-b001-c9e3f6f9f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.736320 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.741374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.742313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.758497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d369d99-bc9a-486d-b001-c9e3f6f9f1e7 None None] Port 5ac608c5-63f7-405f-9092-5115753ef744 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:30.831379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=5ac608c5-63f7-405f-9092-5115753ef744,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:30.877215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ca9e5fd3-f2f3-4c0c-b9fb-c338177b4c94 None None] Provisioning complete for port 5ac608c5-63f7-405f-9092-5115753ef744 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:30.877589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5fd3-f2f3-4c0c-b9fb-c338177b4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:30.879354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:30.880724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:30.920121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e5fd3-f2f3-4c0c-b9fb-c338177b4c94 None None] Port 5ac608c5-63f7-405f-9092-5115753ef744 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:31.002579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router a2b85af3-4661-47d9-94ec-4291664dde8e is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:31.097719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:31.103057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-da0092c8-9219-4a29-a818-583f070de904 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/a2b85af3-4661-47d9-94ec-4291664dde8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839576 Jul 07 17:49:31.105531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34524) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:31.110238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] Sync routers for ids ['a2b85af3-4661-47d9-94ec-4291664dde8e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:31.119723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] Routers {'a2b85af3-4661-47d9-94ec-4291664dde8e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:31.120338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a2b85af3-4661-47d9-94ec-4291664dde8e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:31.155900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:31.160569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e6d8d-35f4-4a07-9989-516a854e867c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:31.161996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b3e6d8d-35f4-4a07-9989-516a854e867c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports/5ac608c5-63f7-405f-9092-5115753ef744 HTTP/1.1" status: 200 len: 982 time: 0.0555053 Jul 07 17:49:31.165242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:31.168094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] Routers {'a2b85af3-4661-47d9-94ec-4291664dde8e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:31.168766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a2b85af3-4661-47d9-94ec-4291664dde8e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:31.203597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:31.204292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8ecc3-1b6a-4101-9d12-1e8820bed28c None None] The sync data for ids ['a2b85af3-4661-47d9-94ec-4291664dde8e'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:31.207294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ddffff17-a7a0-437f-a4d4-238f52ca5070 None None] Provisioning complete for port 5ac608c5-63f7-405f-9092-5115753ef744 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:31.207634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddffff17-a7a0-437f-a4d4-238f52ca5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.247654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ddffff17-a7a0-437f-a4d4-238f52ca5070 None None] Port 5ac608c5-63f7-405f-9092-5115753ef744 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:31.316771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fafc9877-fc8f-4997-8a99-48700c8803cd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:31.366432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port fafc9877-fc8f-4997-8a99-48700c8803cd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:31.370881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fafc9877-fc8f-4997-8a99-48700c8803cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:31.371339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.451118 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.488190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port fafc9877-fc8f-4997-8a99-48700c8803cd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fafc9877-fc8f-4997-8a99-48700c8803cd,segment=NetworkSegment(b327ad06-a34e-488c-b198-b99c63873cc9),segment_id=b327ad06-a34e-488c-b198-b99c63873cc9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:31.492422 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:31.541393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=fafc9877-fc8f-4997-8a99-48700c8803cd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:31.819070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.024873 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 5ac608c5-63f7-405f-9092-5115753ef744 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:32.025212 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.110554 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.121834 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 5ac608c5-63f7-405f-9092-5115753ef744 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:32.291582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.321403 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=5ac608c5-63f7-405f-9092-5115753ef744,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:32.364438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f549e8e-37e5-451f-b1e3-7245182d4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.424772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.578390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router a2b85af3-4661-47d9-94ec-4291664dde8e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:32.652548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:32.657672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b8b1cd44-e4ec-45e6-9fd6-ad6231293f24 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/a2b85af3-4661-47d9-94ec-4291664dde8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4914463 Jul 07 17:49:32.660442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:32.663046 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] Sync routers for ids ['a2b85af3-4661-47d9-94ec-4291664dde8e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:32.672167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] Routers {'a2b85af3-4661-47d9-94ec-4291664dde8e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:32.672768 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a2b85af3-4661-47d9-94ec-4291664dde8e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.794212 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.802764 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] Routers {'a2b85af3-4661-47d9-94ec-4291664dde8e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:32.803350 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a2b85af3-4661-47d9-94ec-4291664dde8e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.823314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:32.841673 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:32.842363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0664ae7-5b22-4a88-8090-e8e53561a686 None None] The sync data for ids ['a2b85af3-4661-47d9-94ec-4291664dde8e'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:32.855780 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-63ce7a8f-39ed-4d40-abd3-8cf6f91a03c7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:49:32.856835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-63ce7a8f-39ed-4d40-abd3-8cf6f91a03c7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/a2b85af3-4661-47d9-94ec-4291664dde8e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1954362 Jul 07 17:49:32.860396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:32.888678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a1132b70-cf90-440c-b6cd-83f0d427ef9d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2b85af3-4661-47d9-94ec-4291664dde8e HTTP/1.1" status: 200 len: 205 time: 0.0272439 Jul 07 17:49:32.891417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:32.965366 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.122734 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.124830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.168046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.168621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router a2b85af3-4661-47d9-94ec-4291664dde8e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:33.179761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.180918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd631a8c-7d4e-4840-a730-427a9156ba49 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/a2b85af3-4661-47d9-94ec-4291664dde8e HTTP/1.1" status: 204 len: 168 time: 0.2885966 Jul 07 17:49:33.183560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:33.239852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet cbb0c29f-6b47-45a3-bd5c-34567e47cff5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:33.243118 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.284098 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.289676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fafc9877-fc8f-4997-8a99-48700c8803cd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:33.336800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port fafc9877-fc8f-4997-8a99-48700c8803cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:33.337178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.366985 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.430416 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.458621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb0c29f-6b47-45a3-bd5c-34567e47cff5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:33.462385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.466806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fe1ad793-c9b6-43b5-a959-d3ccf98bb6c5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/cbb0c29f-6b47-45a3-bd5c-34567e47cff5 HTTP/1.1" status: 204 len: 168 time: 0.2796667 Jul 07 17:49:33.467570 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:33.472766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5a1b4-df9c-41bc-a873-9189a543b4ce None None] Network 2a163577-4824-48f8-a2a0-f20ea0eb9491 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:33.541856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.598795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port fafc9877-fc8f-4997-8a99-48700c8803cd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:33.599167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.642360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] DHCP port deletion for 2a163577-4824-48f8-a2a0-f20ea0eb9491 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:33.663171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port fafc9877-fc8f-4997-8a99-48700c8803cd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fafc9877-fc8f-4997-8a99-48700c8803cd,segment=NetworkSegment(b327ad06-a34e-488c-b198-b99c63873cc9),segment_id=b327ad06-a34e-488c-b198-b99c63873cc9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:33.663542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.676798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for fafc9877-fc8f-4997-8a99-48700c8803cd owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:33.697344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Deleting port fafc9877-fc8f-4997-8a99-48700c8803cd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:33.697730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.737363 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.759359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.764756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] For port fafc9877-fc8f-4997-8a99-48700c8803cd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=fafc9877-fc8f-4997-8a99-48700c8803cd,segment=NetworkSegment(b327ad06-a34e-488c-b198-b99c63873cc9),segment_id=b327ad06-a34e-488c-b198-b99c63873cc9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:33.765362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.779427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Calling delete_port for fafc9877-fc8f-4997-8a99-48700c8803cd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:33.789307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=fafc9877-fc8f-4997-8a99-48700c8803cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:33.795127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port fafc9877-fc8f-4997-8a99-48700c8803cd on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:49:33.855421 n-d-791504-12 neutron-server[93767]: self.session.flush() Jul 07 17:49:33.865190 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.872388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.883048 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a163577-4824-48f8-a2a0-f20ea0eb9491']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.887879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] Pushing event deleted for resources: {'Port': ['ID=fafc9877-fc8f-4997-8a99-48700c8803cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:33.893897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58538fca-f3ff-40d1-adcc-0f8b8794f97d None None] No DVR routers for this DVR port fafc9877-fc8f-4997-8a99-48700c8803cd on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:33.894581 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b327ad06-a34e-488c-b198-b99c63873cc9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.895318 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b327ad06-a34e-488c-b198-b99c63873cc9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:33.905658 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.924091 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.930472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:33.930926 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:33.933737 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:33.990087 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.994438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:33.996545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/2a163577-4824-48f8-a2a0-f20ea0eb9491 HTTP/1.1" status: 204 len: 168 time: 0.5286372 Jul 07 17:49:34.001736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:34.006661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1871835284'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:34.021995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf241e-8825-475d-aa6a-dcbc34644c46 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=2a163577-4824-48f8-a2a0-f20ea0eb9491,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:34.039434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:34.042972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.065850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:34.074482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.074917 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment 72e72f9a-4f90-4ead-97b0-346a294ae6d7 of type vlan for network 0defad54-c93e-4e2a-ad64-28e3660836ff Jul 07 17:49:34.113495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.141729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.147436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:34.148026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.202154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1991408 Jul 07 17:49:34.205668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34540) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:34.211121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:34.219869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641860d6-f801-4fd1-9b9b-5d612f6ec8cd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=0defad54-c93e-4e2a-ad64-28e3660836ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:34.229597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0defad54-c93e-4e2a-ad64-28e3660836ff details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:34.300243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:34.303859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.482371 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.541643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:34.549917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': '72e72f9a-4f90-4ead-97b0-346a294ae6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:34.550320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 0defad54-c93e-4e2a-ad64-28e3660836ff, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:34.566258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 0defad54-c93e-4e2a-ad64-28e3660836ff is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:34.574590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0defad54-c93e-4e2a-ad64-28e3660836ff) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:34.580041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:34.581096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.584174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579155f-833d-4fed-a481-6054362a6732 None None] Network 0defad54-c93e-4e2a-ad64-28e3660836ff requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:34.595896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8d8848d6-7a58-4ca2-b70c-dac4fd42977c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3890448 Jul 07 17:49:34.598446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34542) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:34.603007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-260120241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:34.624982 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.626000 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.677409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.681635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.698045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.699489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7c8640a6-1d40-4db9-abeb-b9b05c422b1a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1000938 Jul 07 17:49:34.702905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:34.741671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0defad54-c93e-4e2a-ad64-28e3660836ff', 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:34.742633 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.753718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:34.882809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Allocated IP 2001:db8::2 (0defad54-c93e-4e2a-ad64-28e3660836ff/3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd/b7ca7a4c-5d96-4c53-8b2d-93e7848d317f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:34.986580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.023339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.032078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Transition to ACTIVE for port object b7ca7a4c-5d96-4c53-8b2d-93e7848d317f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:35.046759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Transition to ACTIVE for port object b7ca7a4c-5d96-4c53-8b2d-93e7848d317f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:35.051793 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.090416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Network 0defad54-c93e-4e2a-ad64-28e3660836ff is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:35.093276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:35.098748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:35.105571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Pushing event updated for resources: {'Port': ['ID=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:35.158603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Attempting to bind port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:35.158900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Attempting to bind port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '72e72f9a-4f90-4ead-97b0-346a294ae6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:35.159268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Attempting to bind port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f on network 0defad54-c93e-4e2a-ad64-28e3660836ff {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:35.164129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:35.164511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Checking segment: {'id': '72e72f9a-4f90-4ead-97b0-346a294ae6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:35.164954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.165372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Bound using segment: {'id': '72e72f9a-4f90-4ead-97b0-346a294ae6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:35.165882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Bound port: b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e72f9a-4f90-4ead-97b0-346a294ae6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0defad54-c93e-4e2a-ad64-28e3660836ff'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:35.166318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.224375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8::1 (0defad54-c93e-4e2a-ad64-28e3660836ff/3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd/e5a03b46-f905-4846-ac8b-697ca3099619) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:35.354665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.373975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fafc9877-fc8f-4997-8a99-48700c8803cd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:35.375390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object e5a03b46-f905-4846-ac8b-697ca3099619 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:35.401799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: fafc9877-fc8f-4997-8a99-48700c8803cd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:35.402163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device fafc9877-fc8f-4997-8a99-48700c8803cd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:35.411640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.415947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] For port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:35.419193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] For port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,segment=NetworkSegment(72e72f9a-4f90-4ead-97b0-346a294ae6d7),segment_id=72e72f9a-4f90-4ead-97b0-346a294ae6d7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:35.423629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.456171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 0defad54-c93e-4e2a-ad64-28e3660836ff is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:35.459929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:35.466335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:35.466999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.488654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ab8a-e719-4a9f-a74f-266e7b30fa8d None None] Pushing event updated for resources: {'Port': ['ID=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:35.499164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.509739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=e5a03b46-f905-4846-ac8b-697ca3099619,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:35.612815 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.896506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.905829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.906819 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:35.994861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=e5a03b46-f905-4846-ac8b-697ca3099619,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:36.035438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 0defad54-c93e-4e2a-ad64-28e3660836ff is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:36.036859 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:36.158594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 1ff2aed4-5799-48ef-8744-3b7cb129f57b is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:36.255305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:36.262943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34546) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:36.263466 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-43de1b09-b049-4210-91f3-18a5171b3d14 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/1ff2aed4-5799-48ef-8744-3b7cb129f57b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583603 Jul 07 17:49:36.264723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] Sync routers for ids ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:36.274737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] Routers {'1ff2aed4-5799-48ef-8744-3b7cb129f57b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:36.275713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.313415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.322671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] Routers {'1ff2aed4-5799-48ef-8744-3b7cb129f57b'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:36.323431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.325165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4fd15c-ca8f-4881-9b25-8370c45e412c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:36.326633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7a4fd15c-ca8f-4881-9b25-8370c45e412c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports/e5a03b46-f905-4846-ac8b-697ca3099619 HTTP/1.1" status: 200 len: 911 time: 0.0616159 Jul 07 17:49:36.329665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34548) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:36.359961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:36.360776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9357983-9f64-4a39-9af4-f9ffa2604fbc None None] The sync data for ids ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:36.400990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c70b1-09c7-4eec-9844-d86d820c76bb None None] Network 0defad54-c93e-4e2a-ad64-28e3660836ff requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:36.532079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a35cf324-69a5-446f-bfcf-6b9b75386cd3 None None] Provisioning for port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:36.573269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.651116 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.783287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-08ce7f3a-7394-4168-93bd-946fdf764b82 None None] Provisioning for port e5a03b46-f905-4846-ac8b-697ca3099619 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:36.787683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-08ce7f3a-7394-4168-93bd-946fdf764b82 None None] Provisioning complete for port e5a03b46-f905-4846-ac8b-697ca3099619 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:36.788068 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ce7f3a-7394-4168-93bd-946fdf764b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:36.823920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-08ce7f3a-7394-4168-93bd-946fdf764b82 None None] Port e5a03b46-f905-4846-ac8b-697ca3099619 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:36.920185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port e5a03b46-f905-4846-ac8b-697ca3099619 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:36.920530 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.011449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.024004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for e5a03b46-f905-4846-ac8b-697ca3099619 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:37.053998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3409a05c-115c-4e40-b873-73d9d2334cb5 None None] Provisioning complete for port e5a03b46-f905-4846-ac8b-697ca3099619 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:37.054328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3409a05c-115c-4e40-b873-73d9d2334cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.091876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3409a05c-115c-4e40-b873-73d9d2334cb5 None None] Port e5a03b46-f905-4846-ac8b-697ca3099619 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:37.205265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.207098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e731131-7db3-463e-9ea6-de11284c5694 None None] Could not find standard attr ID for object e5a03b46-f905-4846-ac8b-697ca3099619. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:49:37.239735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=e5a03b46-f905-4846-ac8b-697ca3099619,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:37.269862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.270540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.270777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.271121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.271457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.271793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.272123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.272471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.272804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.273146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.273450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.273773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:37.335277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b7ca7a4c-5d96-4c53-8b2d-93e7848d317f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:37.351162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.393702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:37.398712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:37.399183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.480316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.512602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,segment=NetworkSegment(72e72f9a-4f90-4ead-97b0-346a294ae6d7),segment_id=72e72f9a-4f90-4ead-97b0-346a294ae6d7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:37.515911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 1ff2aed4-5799-48ef-8744-3b7cb129f57b has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:37.518020 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:37.568680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:37.596323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:37.601300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4c8d4d4c-5f0b-417e-9489-a97b89aa8e62 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/1ff2aed4-5799-48ef-8744-3b7cb129f57b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2706215 Jul 07 17:49:37.604457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34550) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:37.605432 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] Sync routers for ids ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:37.614870 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] Routers {'1ff2aed4-5799-48ef-8744-3b7cb129f57b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:37.615490 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:37.632355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4607fa93-60fd-443a-850f-895a99a7f033 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ff2aed4-5799-48ef-8744-3b7cb129f57b HTTP/1.1" status: 200 len: 205 time: 0.0268214 Jul 07 17:49:37.634788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34552) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:37.647364 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:37.656237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] Routers {'1ff2aed4-5799-48ef-8744-3b7cb129f57b'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:37.656822 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:37.690020 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:37.690687 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3017b-97e0-4fa9-b769-41a7fefb0c19 None None] The sync data for ids ['1ff2aed4-5799-48ef-8744-3b7cb129f57b'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:37.709582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.183758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.185984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.228569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.229427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff2aed4-5799-48ef-8744-3b7cb129f57b {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:38.236727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.237835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5aa442c4-93dc-4f2c-a68f-81534a57fac9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/1ff2aed4-5799-48ef-8744-3b7cb129f57b HTTP/1.1" status: 204 len: 168 time: 0.6021614 Jul 07 17:49:38.240512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34554) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:38.291514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:38.294524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.333229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.417529 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.475882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.503965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.506318 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd HTTP/1.1" status: 204 len: 168 time: 0.2644014 Jul 07 17:49:38.507156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d0e99-cf5e-4a5f-8efa-62f074e84345 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:38.512921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:38.514007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b65bb-37b7-4157-be73-81ff791c7e85 None None] Network 0defad54-c93e-4e2a-ad64-28e3660836ff requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:38.591725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.645058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:38.645433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.693928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] DHCP port deletion for 0defad54-c93e-4e2a-ad64-28e3660836ff request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:38.714800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,segment=NetworkSegment(72e72f9a-4f90-4ead-97b0-346a294ae6d7),segment_id=72e72f9a-4f90-4ead-97b0-346a294ae6d7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:38.715162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.727987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for b7ca7a4c-5d96-4c53-8b2d-93e7848d317f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:38.743878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Deleting port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:38.744261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.804573 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.807555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] For port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,segment=NetworkSegment(72e72f9a-4f90-4ead-97b0-346a294ae6d7),segment_id=72e72f9a-4f90-4ead-97b0-346a294ae6d7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:38.807954 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.821742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Calling delete_port for b7ca7a4c-5d96-4c53-8b2d-93e7848d317f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:38.832468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:38.834385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:38.904513 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.928759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.931952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] Pushing event deleted for resources: {'Port': ['ID=b7ca7a4c-5d96-4c53-8b2d-93e7848d317f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:38.934699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b869b0-163d-4268-ab39-fdf64e76efd6 None None] No DVR routers for this DVR port b7ca7a4c-5d96-4c53-8b2d-93e7848d317f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:38.944085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0defad54-c93e-4e2a-ad64-28e3660836ff']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:38.955159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e72f9a-4f90-4ead-97b0-346a294ae6d7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:38.955464 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e72f9a-4f90-4ead-97b0-346a294ae6d7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:38.964326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.979047 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.984999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:38.985453 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:38.988692 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:39.287044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b7ca7a4c-5d96-4c53-8b2d-93e7848d317f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:39.307035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b7ca7a4c-5d96-4c53-8b2d-93e7848d317f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:39.307391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b7ca7a4c-5d96-4c53-8b2d-93e7848d317f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:39.384741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.393105 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.395042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/0defad54-c93e-4e2a-ad64-28e3660836ff HTTP/1.1" status: 204 len: 168 time: 0.8851013 Jul 07 17:49:39.398777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34558) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:39.403526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1005052084', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:39.404544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6296-daa1-4bdb-8a5f-98841eb42e13 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=0defad54-c93e-4e2a-ad64-28e3660836ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:39.425895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.426859 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.480511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.614565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.805384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.826012 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:39.930789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 172.25.7.22 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2f320872-0e91-4ca6-8aaa-9e4920ab5365) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:40.029821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.068333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.109160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:40.113424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:40.118875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:40.141499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=2f320872-0e91-4ca6-8aaa-9e4920ab5365,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:40.364131 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.556358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.701088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router a384de34-d27d-4866-80b0-ee006118b3b8 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:40.802869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:40.812657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] Sync routers for ids ['a384de34-d27d-4866-80b0-ee006118b3b8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:40.821653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:40.822442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] Routers {'a384de34-d27d-4866-80b0-ee006118b3b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:40.822957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ba9c71cb-28c1-43e1-b312-15dc3bb8e3c1 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.4231825 Jul 07 17:49:40.823087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a384de34-d27d-4866-80b0-ee006118b3b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:40.825753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34560) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:40.855584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:40.864011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] Routers {'a384de34-d27d-4866-80b0-ee006118b3b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:40.864597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a384de34-d27d-4866-80b0-ee006118b3b8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:40.898863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:40.899514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c5a71-1b55-4517-a2e2-216a12aa7d27 None None] The sync data for ids ['a384de34-d27d-4866-80b0-ee006118b3b8'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:40.941218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c341070e-f2db-4dae-98c8-2387c8d0e416 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers/a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 200 len: 884 time: 0.1142802 Jul 07 17:49:40.943660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34562) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:41.169902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-187a05db-3a02-4785-883e-12a91c42a808 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2251503 Jul 07 17:49:41.173000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34564) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:41.177407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1005052084'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:41.473469 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.483265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.587584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router a384de34-d27d-4866-80b0-ee006118b3b8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:41.690637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:41.697390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:41.698579 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-135ef122-94fe-4c2d-883a-b44fa2484dd3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 200 len: 891 time: 0.5246215 Jul 07 17:49:41.701232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34566) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:41.702165 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] Sync routers for ids ['a384de34-d27d-4866-80b0-ee006118b3b8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:41.711331 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] Routers {'a384de34-d27d-4866-80b0-ee006118b3b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:41.711927 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a384de34-d27d-4866-80b0-ee006118b3b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.743321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.751417 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] Routers {'a384de34-d27d-4866-80b0-ee006118b3b8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:41.752000 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['a384de34-d27d-4866-80b0-ee006118b3b8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.785900 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:41.786561 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dad640-2580-493f-993c-2ba84e115743 None None] The sync data for ids ['a384de34-d27d-4866-80b0-ee006118b3b8'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:41.809829 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2943ddca-58d3-473f-abd4-6ef3c506156a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers/a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 200 len: 891 time: 0.1075218 Jul 07 17:49:41.812984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34568) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:41.843027 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1ffad7ae-32f7-441b-8edd-2588bd18340a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 200 len: 205 time: 0.0289891 Jul 07 17:49:41.845452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34570) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:42.267781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.367486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.418932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 2f320872-0e91-4ca6-8aaa-9e4920ab5365 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:42.419299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.494955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.506646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 2f320872-0e91-4ca6-8aaa-9e4920ab5365 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:42.679160 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.705369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=2f320872-0e91-4ca6-8aaa-9e4920ab5365,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:42.765065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.859164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.861244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.911693 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.912202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router a384de34-d27d-4866-80b0-ee006118b3b8 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:42.919144 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.920804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5900a27d-ab2f-428d-b3e3-64f3429fa99f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 204 len: 168 time: 1.0739157 Jul 07 17:49:42.923823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34572) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:42.928684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544521925'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:42.948450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:42.953671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.983494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:42.992992 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:42.993485 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1 of type vlan for network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 Jul 07 17:49:43.034202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.062942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.068752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.069355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.122502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1976252 Jul 07 17:49:43.125809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34574) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:43.130626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:43.185765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fab04-6357-49ce-a88c-b9a2fb4e9bbf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=86d24a9e-88ac-4b4d-8f25-8a9284d598c5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.199874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:43.234368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:43.238608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.418653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.479264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=cf72a360-609e-44f1-a1cc-94e990a053dd,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:43.489835 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:43.490233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 86d24a9e-88ac-4b4d-8f25-8a9284d598c5, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:43.506705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:43.515872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 86d24a9e-88ac-4b4d-8f25-8a9284d598c5) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:43.519817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.520459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.525991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea02676-2073-4e30-bf2d-7380662f1759 None None] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:43.535151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5a67b3f6-d064-4fff-ab05-57191e3d5521 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083133 Jul 07 17:49:43.537841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34576) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:43.542510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1497883419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:43.564374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.565395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.618631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.623017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.639896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.642138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f939be7e-ee84-42c1-bc3b-9d9db3454ad4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1025336 Jul 07 17:49:43.644116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34578) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:43.676228 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-86d24a9e-88ac-4b4d-8f25-8a9284d598c5', 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': 'cf72a360-609e-44f1-a1cc-94e990a053dd'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:43.677125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.814648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Allocated IP 2001:db8::2 (86d24a9e-88ac-4b4d-8f25-8a9284d598c5/cf72a360-609e-44f1-a1cc-94e990a053dd/b81b35b5-730c-4ba4-985c-751744c1503c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:43.919052 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.956178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:43.964139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Transition to ACTIVE for port object b81b35b5-730c-4ba4-985c-751744c1503c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:43.979591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Transition to ACTIVE for port object b81b35b5-730c-4ba4-985c-751744c1503c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:43.985367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.021079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:44.023905 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:44.027325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:44.041387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Pushing event updated for resources: {'Port': ['ID=b81b35b5-730c-4ba4-985c-751744c1503c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.091017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Attempting to bind port b81b35b5-730c-4ba4-985c-751744c1503c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:44.091298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Attempting to bind port b81b35b5-730c-4ba4-985c-751744c1503c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:44.091690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Attempting to bind port b81b35b5-730c-4ba4-985c-751744c1503c on network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:44.097611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:44.097989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Checking segment: {'id': 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:44.098431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.098829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Bound using segment: {'id': 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:44.099390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Bound port: b81b35b5-730c-4ba4-985c-751744c1503c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '86d24a9e-88ac-4b4d-8f25-8a9284d598c5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:44.099790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.160196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8::1 (86d24a9e-88ac-4b4d-8f25-8a9284d598c5/cf72a360-609e-44f1-a1cc-94e990a053dd/ec129317-4226-4f51-8620-f3f2c7c500c2) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:44.164375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] For port b81b35b5-730c-4ba4-985c-751744c1503c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:44.167588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] For port b81b35b5-730c-4ba4-985c-751744c1503c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b81b35b5-730c-4ba4-985c-751744c1503c,segment=NetworkSegment(e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1),segment_id=e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:44.171884 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.228347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0d927-bd8c-49cd-b2fa-d8ae71fd5acc None None] Pushing event updated for resources: {'Port': ['ID=b81b35b5-730c-4ba4-985c-751744c1503c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.281022 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.294240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object ec129317-4226-4f51-8620-f3f2c7c500c2 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:44.328663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.377741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:44.387450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:44.401816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:44.402497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.408886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=ec129317-4226-4f51-8620-f3f2c7c500c2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.540170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.797801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.806865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.807795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.894139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=ec129317-4226-4f51-8620-f3f2c7c500c2,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:44.938675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:44.940082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:45.057597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router ee0d4c9e-001c-43a5-8260-b87539307253 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:45.126863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7b02c-6e60-44c9-8a53-89e3fa0180f0 None None] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:45.155587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:45.160915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72df5fde-512a-4696-b3ec-d5eba4084f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/ee0d4c9e-001c-43a5-8260-b87539307253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5157883 Jul 07 17:49:45.163417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34580) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:45.169433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] Sync routers for ids ['ee0d4c9e-001c-43a5-8260-b87539307253'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:45.197282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] Routers {'ee0d4c9e-001c-43a5-8260-b87539307253'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:45.197911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ee0d4c9e-001c-43a5-8260-b87539307253'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:45.220168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6449fa-51bb-4a98-818c-1ad30fc3a1a3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.221663 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ac6449fa-51bb-4a98-818c-1ad30fc3a1a3 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports/ec129317-4226-4f51-8620-f3f2c7c500c2 HTTP/1.1" status: 200 len: 911 time: 0.0568733 Jul 07 17:49:45.224275 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34582) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:45.229812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cf72a360-609e-44f1-a1cc-94e990a053dd'}]}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:45.230015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ff5352df-8deb-4ce9-8566-8b6edb6c4996 None None] Provisioning for port b81b35b5-730c-4ba4-985c-751744c1503c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:45.236691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:45.263765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] Routers {'ee0d4c9e-001c-43a5-8260-b87539307253'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:45.264389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ee0d4c9e-001c-43a5-8260-b87539307253'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:45.321450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:45.322016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b0c53-509e-47f7-a40f-b9d0b165c118 None None] The sync data for ids ['ee0d4c9e-001c-43a5-8260-b87539307253'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:45.345638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b81b35b5-730c-4ba4-985c-751744c1503c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:45.403971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.428190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b81b35b5-730c-4ba4-985c-751744c1503c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:45.432028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b81b35b5-730c-4ba4-985c-751744c1503c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:45.432401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.517974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.554699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b81b35b5-730c-4ba4-985c-751744c1503c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b81b35b5-730c-4ba4-985c-751744c1503c,segment=NetworkSegment(e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1),segment_id=e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:45.560278 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.612909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b81b35b5-730c-4ba4-985c-751744c1503c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.662477 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Provisioning complete for port b81b35b5-730c-4ba4-985c-751744c1503c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:45.662936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.770068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Provisioning for port ec129317-4226-4f51-8620-f3f2c7c500c2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:45.774221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Provisioning complete for port ec129317-4226-4f51-8620-f3f2c7c500c2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:45.774712 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.809143 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.810949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-98006bc3-1eb3-4a70-852f-7fabb4094ec9 None None] Port ec129317-4226-4f51-8620-f3f2c7c500c2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:45.819223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.825307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.825939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.827961 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/ports/ec129317-4226-4f51-8620-f3f2c7c500c2 HTTP/1.1" status: 200 len: 911 time: 0.6019945 Jul 07 17:49:45.831180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:45.875142 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58163f-699e-4793-a4db-5f12ac082112 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=ec129317-4226-4f51-8620-f3f2c7c500c2,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:45.933118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ee04dcc-f2c8-48dc-8faf-8cb55988535c None None] Provisioning complete for port ec129317-4226-4f51-8620-f3f2c7c500c2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:45.933820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ee04dcc-f2c8-48dc-8faf-8cb55988535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.970855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ee04dcc-f2c8-48dc-8faf-8cb55988535c None None] Port ec129317-4226-4f51-8620-f3f2c7c500c2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:46.089564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9b1a8119-cfb8-4c97-95e7-a3a29b8a8556 None None] Provisioning complete for port ec129317-4226-4f51-8620-f3f2c7c500c2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:46.089927 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1a8119-cfb8-4c97-95e7-a3a29b8a8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.124626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a8119-cfb8-4c97-95e7-a3a29b8a8556 None None] Port ec129317-4226-4f51-8620-f3f2c7c500c2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:46.157750 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.403059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port ec129317-4226-4f51-8620-f3f2c7c500c2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:46.403406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.491298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.503643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for ec129317-4226-4f51-8620-f3f2c7c500c2 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:46.677690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.710443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=ec129317-4226-4f51-8620-f3f2c7c500c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:46.805645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:46.963991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router ee0d4c9e-001c-43a5-8260-b87539307253 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:47.036540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:47.042025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18256654-32b6-4777-9cc3-974321e82305 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/ee0d4c9e-001c-43a5-8260-b87539307253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2098334 Jul 07 17:49:47.044671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:47.045619 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] Sync routers for ids ['ee0d4c9e-001c-43a5-8260-b87539307253'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:47.056721 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] Routers {'ee0d4c9e-001c-43a5-8260-b87539307253'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:47.057322 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ee0d4c9e-001c-43a5-8260-b87539307253'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:47.077030 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f655cd8f-5c54-4b4d-b9a3-943cf507d69f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0d4c9e-001c-43a5-8260-b87539307253 HTTP/1.1" status: 200 len: 205 time: 0.0312536 Jul 07 17:49:47.079792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:47.089861 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:47.098961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] Routers {'ee0d4c9e-001c-43a5-8260-b87539307253'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:47.099560 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ee0d4c9e-001c-43a5-8260-b87539307253'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:47.130942 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:47.131579 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66b3c-8567-4476-a01d-237b77be05b8 None None] The sync data for ids ['ee0d4c9e-001c-43a5-8260-b87539307253'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:47.157421 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.298163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b81b35b5-730c-4ba4-985c-751744c1503c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:47.314749 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.316958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.348202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b81b35b5-730c-4ba4-985c-751744c1503c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:47.348659 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.359678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.360335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router ee0d4c9e-001c-43a5-8260-b87539307253 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:49:47.367224 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.371040 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d3e979aa-8132-46c4-bdba-61c264d7c5fd tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/ee0d4c9e-001c-43a5-8260-b87539307253 HTTP/1.1" status: 204 len: 168 time: 0.2876253 Jul 07 17:49:47.371137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34590) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:47.423589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet cf72a360-609e-44f1-a1cc-94e990a053dd {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:49:47.426720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.466375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.551243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.609385 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.637652 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.639635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/cf72a360-609e-44f1-a1cc-94e990a053dd HTTP/1.1" status: 204 len: 168 time: 0.2674062 Jul 07 17:49:47.641364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c80b10-e30f-446c-a797-19c4778c11ad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=cf72a360-609e-44f1-a1cc-94e990a053dd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:47.642250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:47.643253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a07827-5543-4621-9b03-0f9b70c8014d None None] Network 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:47.716862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.775962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port b81b35b5-730c-4ba4-985c-751744c1503c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:47.776377 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.825759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] DHCP port deletion for 86d24a9e-88ac-4b4d-8f25-8a9284d598c5 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:49:47.841030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port b81b35b5-730c-4ba4-985c-751744c1503c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b81b35b5-730c-4ba4-985c-751744c1503c,segment=NetworkSegment(e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1),segment_id=e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:47.841397 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.854119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for b81b35b5-730c-4ba4-985c-751744c1503c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:47.870927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Deleting port b81b35b5-730c-4ba4-985c-751744c1503c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:49:47.872107 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.935914 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.940103 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] For port b81b35b5-730c-4ba4-985c-751744c1503c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b81b35b5-730c-4ba4-985c-751744c1503c,segment=NetworkSegment(e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1),segment_id=e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:47.940498 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.953289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Calling delete_port for b81b35b5-730c-4ba4-985c-751744c1503c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:49:47.963808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=b81b35b5-730c-4ba4-985c-751744c1503c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:47.966527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port b81b35b5-730c-4ba4-985c-751744c1503c on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:48.027682 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.042574 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.052877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d24a9e-88ac-4b4d-8f25-8a9284d598c5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:48.053448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] No DVR routers for this DVR port b81b35b5-730c-4ba4-985c-751744c1503c on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:48.057503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed676a6f-428b-4585-9280-5f5ef318dc69 None None] Pushing event deleted for resources: {'Port': ['ID=b81b35b5-730c-4ba4-985c-751744c1503c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.063730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:48.064041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8adcd22-c21b-4d7a-a4c1-6b01b8fef3b1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:48.072983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.093283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.098937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:49:48.099329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:49:48.102208 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:49:48.159447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.166836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.168659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/86d24a9e-88ac-4b4d-8f25-8a9284d598c5 HTTP/1.1" status: 204 len: 168 time: 0.5252647 Jul 07 17:49:48.172891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34596) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:48.177537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083066770', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:48.180697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711951e1-8c0c-43d9-9d65-7da83dee7d15 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=86d24a9e-88ac-4b4d-8f25-8a9284d598c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.199436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.200408 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.255170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.259522 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.273888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.277472 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a80d1d61-3dab-4c1f-b799-a24b5115ef8e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1012034 Jul 07 17:49:48.277666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34598) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:48.283047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-460573711'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:48.303070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:48.306498 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.329686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:48.337980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.338363 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment 4d6050a5-59ed-4d9d-b994-789e4cb718ac of type vlan for network a0ea5fe7-ed7d-4e13-a812-b04532354519 Jul 07 17:49:48.377370 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.404468 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.410642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.411236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.465163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864195 Jul 07 17:49:48.468096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:48.473442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:48.482317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3ddc-69ad-4b31-8193-212af944fc20 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=a0ea5fe7-ed7d-4e13-a812-b04532354519,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.494050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:48.564735 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:48.568382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.746998 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.803353 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=c9c796d2-fd05-41d7-b76a-2b49d688df65,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:48.813538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:48.813903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: a0ea5fe7-ed7d-4e13-a812-b04532354519, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:48.830862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:48.838809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, a0ea5fe7-ed7d-4e13-a812-b04532354519) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:48.843649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.844292 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.848924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe6cda-3f1a-4d97-8ee3-4f3ba0896205 None None] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:48.858597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4cc8ea9d-00c6-4804-94b2-e192a8e361d6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3893847 Jul 07 17:49:48.861375 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:48.990931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c190b-b156-4818-892e-83e034504639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-a0ea5fe7-ed7d-4e13-a812-b04532354519', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:48.991791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.124794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d37c190b-b156-4818-892e-83e034504639 None None] Allocated IP 2001:db8::2 (a0ea5fe7-ed7d-4e13-a812-b04532354519/c9c796d2-fd05-41d7-b76a-2b49d688df65/a51b4844-ff84-4035-8cd4-82b664dbe1e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:49.136356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.277577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.286340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d37c190b-b156-4818-892e-83e034504639 None None] Transition to ACTIVE for port object a51b4844-ff84-4035-8cd4-82b664dbe1e6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:49.301736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b81b35b5-730c-4ba4-985c-751744c1503c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:49.306344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d37c190b-b156-4818-892e-83e034504639 None None] Transition to ACTIVE for port object a51b4844-ff84-4035-8cd4-82b664dbe1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:49.324795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b81b35b5-730c-4ba4-985c-751744c1503c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:49:49.325136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b81b35b5-730c-4ba4-985c-751744c1503c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:49.328919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.373256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c190b-b156-4818-892e-83e034504639 None None] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:49.381038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d37c190b-b156-4818-892e-83e034504639 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:49.381382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8::1 (a0ea5fe7-ed7d-4e13-a812-b04532354519/c9c796d2-fd05-41d7-b76a-2b49d688df65/84c7f069-d6b7-4516-8fcd-f6c88817fc81) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:49.383545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c190b-b156-4818-892e-83e034504639 None None] Pushing event updated for resources: {'Port': ['ID=a51b4844-ff84-4035-8cd4-82b664dbe1e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:49.386908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c190b-b156-4818-892e-83e034504639 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:49.499217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.513768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 84c7f069-d6b7-4516-8fcd-f6c88817fc81 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:49.549260 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.597417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:49.599291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d37c190b-b156-4818-892e-83e034504639 None None] Attempting to bind port a51b4844-ff84-4035-8cd4-82b664dbe1e6 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:49.599773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d37c190b-b156-4818-892e-83e034504639 None None] Attempting to bind port a51b4844-ff84-4035-8cd4-82b664dbe1e6 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:49.600026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c190b-b156-4818-892e-83e034504639 None None] Attempting to bind port a51b4844-ff84-4035-8cd4-82b664dbe1e6 on network a0ea5fe7-ed7d-4e13-a812-b04532354519 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:49.600986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:49.605863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c190b-b156-4818-892e-83e034504639 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:49.606292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c190b-b156-4818-892e-83e034504639 None None] Checking segment: {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:49.606708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.607104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c190b-b156-4818-892e-83e034504639 None None] Bound using segment: {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:49.607195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:49.607573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d37c190b-b156-4818-892e-83e034504639 None None] Bound port: a51b4844-ff84-4035-8cd4-82b664dbe1e6, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:49.607710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.607968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.643319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:49.671218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d37c190b-b156-4818-892e-83e034504639 None None] For port a51b4844-ff84-4035-8cd4-82b664dbe1e6, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:49.674330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d37c190b-b156-4818-892e-83e034504639 None None] For port a51b4844-ff84-4035-8cd4-82b664dbe1e6, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a51b4844-ff84-4035-8cd4-82b664dbe1e6,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:49.679162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d37c190b-b156-4818-892e-83e034504639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.737915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c190b-b156-4818-892e-83e034504639 None None] Pushing event updated for resources: {'Port': ['ID=a51b4844-ff84-4035-8cd4-82b664dbe1e6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:49.739411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.342072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.346973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.347865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.440423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:50.479786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:50.481228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:50.602047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:49:50.634508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633905e-e226-4968-a14c-29dfe12d38d0 None None] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:50.692897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:50.696971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-274880d2-d919-4495-b25c-d10a9258847e None None] Provisioning for port a51b4844-ff84-4035-8cd4-82b664dbe1e6 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:50.698529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bb031175-dc1b-4b7b-ba25-16b6c2fc0817 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361657 Jul 07 17:49:50.701635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.707195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160749742'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:50.711290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:50.727788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:50.732413 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.736757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:50.737501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:50.756226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:50.765351 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.765700 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment a9857373-99d1-4506-8f0f-b8f39b494a0a of type vlan for network 8e840707-022d-4f75-b44f-966ed5dbe71c Jul 07 17:49:50.806071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.834314 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.839983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.840602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.873759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:50.896688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937354 Jul 07 17:49:50.899747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34606) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:50.905988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:50.912029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee93bd7-0255-4ec6-9569-71c0ac6f6b8f tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=8e840707-022d-4f75-b44f-966ed5dbe71c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:50.923982 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 8e840707-022d-4f75-b44f-966ed5dbe71c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:51.001078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:51.004813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.150849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:49Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:50Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:51.179923 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:51.180285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Updating router 247608c0-7fd6-48ca-ba01-67702d3df937 port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:51.204601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.217667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.269673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=81db1231-8393-4b5c-b53e-47593f860e03,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:51.294582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:51.294953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 8e840707-022d-4f75-b44f-966ed5dbe71c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:51.322483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 8e840707-022d-4f75-b44f-966ed5dbe71c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:51.337060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 8e840707-022d-4f75-b44f-966ed5dbe71c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:51.344169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.344169 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.362485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a51b4844-ff84-4035-8cd4-82b664dbe1e6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:51.364521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376e6fc-25a1-4b94-8a46-b32a9bcd0afc None None] Network 8e840707-022d-4f75-b44f-966ed5dbe71c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:51.366037 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:51.366559 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2b74705f-3762-4afa-a958-50fce0d82e85 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4647009 Jul 07 17:49:51.431824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Provisioning for port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:51.458343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Provisioning complete for port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:51.458920 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.596236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:51.640458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a51b4844-ff84-4035-8cd4-82b664dbe1e6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:51.659628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a51b4844-ff84-4035-8cd4-82b664dbe1e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:51.660285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.687829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Provisioning complete for port a51b4844-ff84-4035-8cd4-82b664dbe1e6 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:51.688455 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.772854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.803431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-8e840707-022d-4f75-b44f-966ed5dbe71c', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:51.804300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.876012 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:51.977249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Transition to ACTIVE for port object 84c7f069-d6b7-4516-8fcd-f6c88817fc81 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:52.004028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.010790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.018414 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.060942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8:1::1 (8e840707-022d-4f75-b44f-966ed5dbe71c/81db1231-8393-4b5c-b53e-47593f860e03/399a51b3-6d93-4c17-b13b-dde74f087bed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:52.181405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.194932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 399a51b3-6d93-4c17-b13b-dde74f087bed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:52.231074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.278223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 8e840707-022d-4f75-b44f-966ed5dbe71c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:52.282203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:52.286288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:52.286882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.299575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] For port a51b4844-ff84-4035-8cd4-82b664dbe1e6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a51b4844-ff84-4035-8cd4-82b664dbe1e6,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:52.304971 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a9fa4-27a6-40c1-a5dc-8841fb8dc77e None None] Pushing event updated for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.327919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.330558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.404357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Allocated IP 2001:db8:1::2 (8e840707-022d-4f75-b44f-966ed5dbe71c/81db1231-8393-4b5c-b53e-47593f860e03/5737ed92-cb94-4bb5-a1a3-5bde2529d9e8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:52.432532 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.465710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:49:52.466071 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:49:52.466689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Attempting to bind port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:52.467058 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Attempting to bind port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:52.467427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Attempting to bind port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 on network a0ea5fe7-ed7d-4e13-a812-b04532354519 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:52.511250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91b3ad-76f5-48df-8a35-f7dc000d69e0 None None] Pushing event updated for resources: {'Port': ['ID=a51b4844-ff84-4035-8cd4-82b664dbe1e6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.517455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:52.517832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Checking segment: {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:52.518269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.518668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Bound using segment: {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:52.519149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Bound port: 84c7f069-d6b7-4516-8fcd-f6c88817fc81, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6050a5-59ed-4d9d-b994-789e4cb718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:52.519535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.643744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] For port 84c7f069-d6b7-4516-8fcd-f6c88817fc81, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:52.666751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] For port 84c7f069-d6b7-4516-8fcd-f6c88817fc81, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=84c7f069-d6b7-4516-8fcd-f6c88817fc81,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:52.679790 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.691789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.709346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.714033 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.714875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.739572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Transition to ACTIVE for port object 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:52.773809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:52.774467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:52.778652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Transition to ACTIVE for port object 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:52.812961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a9fa4-27a6-40c1-a5dc-8841fb8dc77e None None] Pushing event updated for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.819240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.819433 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:52.861995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 8e840707-022d-4f75-b44f-966ed5dbe71c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:52.863787 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:52.907660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Network 8e840707-022d-4f75-b44f-966ed5dbe71c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:52.917304 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:52.919642 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:52.946083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Pushing event updated for resources: {'Port': ['ID=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:52.951194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:52.976170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:53.069713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:53.075428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5f6a0703-dc0a-4212-80a8-61a8236ab2ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082617 Jul 07 17:49:53.078140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:53.083429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1610760848'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:53.104286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:53.107799 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.123414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Attempting to bind port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:53.123821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Attempting to bind port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:53.124200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Attempting to bind port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 on network 8e840707-022d-4f75-b44f-966ed5dbe71c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:53.131905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:53.140243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:53.140635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Checking segment: {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:53.141209 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.141681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Bound using segment: {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:53.142197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Bound port: 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:53.142628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.143681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.144175 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment 545b95d4-7871-41e2-8496-7656c7257b2c of type vlan for network 35c87225-c19f-49b4-b754-4bca328faf68 Jul 07 17:49:53.201324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.234364 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.240058 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:53.240536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.260400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] For port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:53.264338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] For port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:53.272922 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.308500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2264578 Jul 07 17:49:53.308929 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34612) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:53.314253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:53.318639 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee645e4e-29f2-42d5-9dac-1ab47b5239e8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=35c87225-c19f-49b4-b754-4bca328faf68,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:53.334846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 35c87225-c19f-49b4-b754-4bca328faf68 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:53.358848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a51b4844-ff84-4035-8cd4-82b664dbe1e6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:53.388514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 3, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:53.428005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:53.431916 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.443939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f5416-dbc4-4a1c-a8ea-41b90e837dbc None None] Pushing event updated for resources: {'Port': ['ID=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:53.455387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a1dca-9352-4e41-b39a-5d3999ebc425 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 3, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:53.501070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a51b4844-ff84-4035-8cd4-82b664dbe1e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:53.501452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.558391 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:53.682420 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.759847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=17e5dee2-67bd-4a17-bc95-24a7ae82765b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:53.770064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:53.774906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 35c87225-c19f-49b4-b754-4bca328faf68, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:53.793985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 35c87225-c19f-49b4-b754-4bca328faf68 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:53.804439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 35c87225-c19f-49b4-b754-4bca328faf68) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:53.809274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:53.809884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:53.813919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0c1aa-3736-4bd7-942c-61473e717dfa None None] Network 35c87225-c19f-49b4-b754-4bca328faf68 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:53.826591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2c3968a4-4875-4fe4-9212-9600320536a6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5161703 Jul 07 17:49:53.829625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:53.979133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-35c87225-c19f-49b4-b754-4bca328faf68', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:53.980024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.161587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Allocated IP 2001:db8:2::2 (35c87225-c19f-49b4-b754-4bca328faf68/17e5dee2-67bd-4a17-bc95-24a7ae82765b/20079467-1779-4e2c-8026-2590f2ffd71c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:54.254538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.340396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.352001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Transition to ACTIVE for port object 20079467-1779-4e2c-8026-2590f2ffd71c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:54.384771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Transition to ACTIVE for port object 20079467-1779-4e2c-8026-2590f2ffd71c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:54.391674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.450856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Network 35c87225-c19f-49b4-b754-4bca328faf68 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:54.455057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:54.461917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:54.473115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Pushing event updated for resources: {'Port': ['ID=20079467-1779-4e2c-8026-2590f2ffd71c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.562491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9c5ba-9e0d-4d21-b658-eee089abdf54 None None] Network 8e840707-022d-4f75-b44f-966ed5dbe71c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:54.569182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Attempting to bind port 20079467-1779-4e2c-8026-2590f2ffd71c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:54.569182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Attempting to bind port 20079467-1779-4e2c-8026-2590f2ffd71c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:54.569182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Attempting to bind port 20079467-1779-4e2c-8026-2590f2ffd71c on network 35c87225-c19f-49b4-b754-4bca328faf68 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:54.587406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8:2::1 (35c87225-c19f-49b4-b754-4bca328faf68/17e5dee2-67bd-4a17-bc95-24a7ae82765b/927a044c-5664-4f36-b9e8-622077d309ed) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:54.715903 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.731554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 927a044c-5664-4f36-b9e8-622077d309ed will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:54.766322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.786972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:54.787357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Checking segment: {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:54.787765 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.788161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Bound using segment: {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:54.788665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Bound port: 20079467-1779-4e2c-8026-2590f2ffd71c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:54.789028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.815046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 35c87225-c19f-49b4-b754-4bca328faf68 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:54.818499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:54.824937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:54.825490 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.832074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.844628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ededaac1-3c57-4992-8bc8-9ad8698c3d8c None None] Provisioning for port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:54.929001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] For port 20079467-1779-4e2c-8026-2590f2ffd71c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:54.945550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] For port 20079467-1779-4e2c-8026-2590f2ffd71c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20079467-1779-4e2c-8026-2590f2ffd71c,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:54.959182 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.971968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.052327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26254d-1724-474e-8dda-4bf9f1f4a92a None None] Pushing event updated for resources: {'Port': ['ID=20079467-1779-4e2c-8026-2590f2ffd71c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.427907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-77f3fdc2-eb02-44f7-900c-a0fe62215460 None None] Provisioning for port 399a51b3-6d93-4c17-b13b-dde74f087bed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:55.434254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-77f3fdc2-eb02-44f7-900c-a0fe62215460 None None] Provisioning complete for port 399a51b3-6d93-4c17-b13b-dde74f087bed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:55.434826 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77f3fdc2-eb02-44f7-900c-a0fe62215460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.486950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-77f3fdc2-eb02-44f7-900c-a0fe62215460 None None] Port 399a51b3-6d93-4c17-b13b-dde74f087bed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:55.530946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:55.588366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:55.594136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:55.594535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.683481 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.685904 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.691582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.692373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.743501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:55.749750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9820861-c347-405d-883b-3f6d8fefc790 None None] Provisioning complete for port 399a51b3-6d93-4c17-b13b-dde74f087bed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:55.750206 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9820861-c347-405d-883b-3f6d8fefc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.752188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.752992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 84c7f069-d6b7-4516-8fcd-f6c88817fc81 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:55.793112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.839833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 35c87225-c19f-49b4-b754-4bca328faf68 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:55.841914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:55.866303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b9820861-c347-405d-883b-3f6d8fefc790 None None] Port 399a51b3-6d93-4c17-b13b-dde74f087bed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:55.870038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.885714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:55.891156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:55.891548 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.967171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:55.993351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.011052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9e5a7d8b-b9eb-438f-9598-ea6d348116fd None None] Provisioning complete for port 399a51b3-6d93-4c17-b13b-dde74f087bed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:56.011490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e5a7d8b-b9eb-438f-9598-ea6d348116fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.057883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 84c7f069-d6b7-4516-8fcd-f6c88817fc81, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=84c7f069-d6b7-4516-8fcd-f6c88817fc81,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:56.066832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.067638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20079467-1779-4e2c-8026-2590f2ffd71c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:56.071827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a7d8b-b9eb-438f-9598-ea6d348116fd None None] Port 399a51b3-6d93-4c17-b13b-dde74f087bed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:56.079923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:56.087885 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c54e9b01-2632-4da5-8d06-ba6cd8e1c2b5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2536104 Jul 07 17:49:56.088486 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34616) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:56.094571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1554918986'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:56.127202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:56.133138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.147307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.162358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 20079467-1779-4e2c-8026-2590f2ffd71c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:56.166050 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:49:56.180824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.181184 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added segment aa9148f6-3751-4219-8c8d-ccd3ba34216f of type vlan for network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 Jul 07 17:49:56.221167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:56.230935 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:56.231630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:56.233188 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.265893 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.271867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.272583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.310768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06297251-e5ea-4b5a-a93c-58c210274a40 None None] Network 35c87225-c19f-49b4-b754-4bca328faf68 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:56.327533 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2366085 Jul 07 17:49:56.331381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:56.333020 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:56.339244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'subnet': {'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:56.346138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ae8f4-5413-4783-8970-18a085eb225d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Network': ['ID=1e42da7d-7f37-4a4d-8fae-7c2547d7d748,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.361467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:49:56.436982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Made reservation on behalf of a46f935622754aa7846e46abbfb7e0c0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:49:56.441460 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.454056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Provisioning for port 20079467-1779-4e2c-8026-2590f2ffd71c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:56.465165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Provisioning complete for port 20079467-1779-4e2c-8026-2590f2ffd71c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:56.465658 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.560802 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:54Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:52Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:49:55Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:56.589735 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:49:56.590132 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Updating router 247608c0-7fd6-48ca-ba01-67702d3df937 port 399a51b3-6d93-4c17-b13b-dde74f087bed binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:56.617984 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.632179 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.663595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] For port 20079467-1779-4e2c-8026-2590f2ffd71c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20079467-1779-4e2c-8026-2590f2ffd71c,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:56.671399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.675681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.728290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1763d5-50a1-4c10-aa3c-f56af1aa805c None None] Pushing event updated for resources: {'Port': ['ID=20079467-1779-4e2c-8026-2590f2ffd71c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.756584 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Subnet': ['ID=981e3f24-cc88-4022-ad1f-f4553efbaf3d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:56.767803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Checking segment: {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:56.768241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network hostable DHCP agents. Network: 1e42da7d-7f37-4a4d-8fae-7c2547d7d748, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:49:56.789964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:49:56.801009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1e42da7d-7f37-4a4d-8fae-7c2547d7d748) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:56.806370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.807239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.816001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11cd7e4-cb46-4e59-abb5-0e40a073cf90 None None] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:56.826177 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba5cdb93-23c5-478a-8128-3553e3d81d95 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4926500 Jul 07 17:49:56.829291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34622) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:56.965475 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:56.977877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Transition to ACTIVE for port object 399a51b3-6d93-4c17-b13b-dde74f087bed will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:56.985097 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.006494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'fixed_ips': [{'subnet_id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:49:57.009096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.035068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Provisioning complete for port 20079467-1779-4e2c-8026-2590f2ffd71c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:57.035441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.045351 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Pushing event updated for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.070435 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.071054 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.071605 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.072169 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.072727 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.073315 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.073975 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.074671 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.075263 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.075823 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.076360 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.077434 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:57.135791 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 399a51b3-6d93-4c17-b13b-dde74f087bed on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:57.136423 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 399a51b3-6d93-4c17-b13b-dde74f087bed by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:57.136754 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 399a51b3-6d93-4c17-b13b-dde74f087bed on network 8e840707-022d-4f75-b44f-966ed5dbe71c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:57.143818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:57.144478 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Checking segment: {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:57.144988 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.145483 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Bound using segment: {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:57.146632 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Bound port: 399a51b3-6d93-4c17-b13b-dde74f087bed, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9857373-99d1-4506-8f0f-b8f39b494a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:57.146632 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.272647 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Allocated IP 2001:db8:3::2 (1e42da7d-7f37-4a4d-8fae-7c2547d7d748/981e3f24-cc88-4022-ad1f-f4553efbaf3d/efc07bb6-f11c-479e-af83-9f4431730ef1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:57.284118 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] For port 399a51b3-6d93-4c17-b13b-dde74f087bed, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:57.290377 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] For port 399a51b3-6d93-4c17-b13b-dde74f087bed, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=399a51b3-6d93-4c17-b13b-dde74f087bed,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:57.298758 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.355945 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Updating router 247608c0-7fd6-48ca-ba01-67702d3df937 port 927a044c-5664-4f36-b9e8-622077d309ed binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:49:57.369115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Provisioning for port 927a044c-5664-4f36-b9e8-622077d309ed completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:57.397057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Provisioning complete for port 927a044c-5664-4f36-b9e8-622077d309ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:57.397439 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.421901 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.433657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 84c7f069-d6b7-4516-8fcd-f6c88817fc81 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:57.438534 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Pushing event updated for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.534918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e36c873e-7afb-44ae-ae49-d033fa892a47 None None] Port 927a044c-5664-4f36-b9e8-622077d309ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:57.565083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:57.565635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.664142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.691934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Transition to ACTIVE for port object efc07bb6-f11c-479e-af83-9f4431730ef1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:57.700656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9af87aca-5fa7-4a9f-9a2f-4eef9cf6f426 None None] Provisioning complete for port 927a044c-5664-4f36-b9e8-622077d309ed triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:57.701265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af87aca-5fa7-4a9f-9a2f-4eef9cf6f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.794002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:57.796729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Transition to ACTIVE for port object efc07bb6-f11c-479e-af83-9f4431730ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:57.805772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.809363 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.823830 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Transition to ACTIVE for port object 927a044c-5664-4f36-b9e8-622077d309ed will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:57.831465 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.835017 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.883079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9af87aca-5fa7-4a9f-9a2f-4eef9cf6f426 None None] Port 927a044c-5664-4f36-b9e8-622077d309ed cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:49:57.884083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Pushing event updated for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.888846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Pushing event updated for resources: {'Port': ['ID=efc07bb6-f11c-479e-af83-9f4431730ef1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:57.917613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:57.928163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:57.931856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:57.958981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 927a044c-5664-4f36-b9e8-622077d309ed on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:57.959723 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 927a044c-5664-4f36-b9e8-622077d309ed by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:57.960315 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Attempting to bind port 927a044c-5664-4f36-b9e8-622077d309ed on network 35c87225-c19f-49b4-b754-4bca328faf68 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:57.967064 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:57.967847 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Checking segment: {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:57.968518 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:57.969118 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Bound using segment: {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:57.969930 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Bound port: 927a044c-5664-4f36-b9e8-622077d309ed, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545b95d4-7871-41e2-8496-7656c7257b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:57.970612 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.014614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Attempting to bind port efc07bb6-f11c-479e-af83-9f4431730ef1 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:58.015214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Attempting to bind port efc07bb6-f11c-479e-af83-9f4431730ef1 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:58.015345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Attempting to bind port efc07bb6-f11c-479e-af83-9f4431730ef1 on network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:58.022833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:58.023455 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.026750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:58.027380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Checking segment: {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:58.027973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.028523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Bound using segment: {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:58.029164 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Bound port: efc07bb6-f11c-479e-af83-9f4431730ef1, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:58.029734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.093362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Allocated IP 2001:db8:3::1 (1e42da7d-7f37-4a4d-8fae-7c2547d7d748/981e3f24-cc88-4022-ad1f-f4553efbaf3d/0e6ad23f-c021-4ec9-994c-39172e832a8d) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:49:58.161429 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] For port 927a044c-5664-4f36-b9e8-622077d309ed, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:58.173647 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] For port 927a044c-5664-4f36-b9e8-622077d309ed, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=927a044c-5664-4f36-b9e8-622077d309ed,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:58.179788 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.199195 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] For port efc07bb6-f11c-479e-af83-9f4431730ef1, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:58.226657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] For port efc07bb6-f11c-479e-af83-9f4431730ef1, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=efc07bb6-f11c-479e-af83-9f4431730ef1,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:58.230668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20079467-1779-4e2c-8026-2590f2ffd71c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:58.235269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.249719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:58.250646 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:58.253052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Transition to ACTIVE for port object 0e6ad23f-c021-4ec9-994c-39172e832a8d will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:58.259450 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.293194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.301993 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb89db-a5ba-4901-9d7d-d13c709320fd None None] Pushing event updated for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:58.348418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:58.350858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:58.363593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:49:58.364342 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.366174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cfc2-904f-432c-8390-f4ff53ed9f70 None None] Pushing event updated for resources: {'Port': ['ID=efc07bb6-f11c-479e-af83-9f4431730ef1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:58.389029 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:58.390333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 20079467-1779-4e2c-8026-2590f2ffd71c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:58.390877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.482399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=0e6ad23f-c021-4ec9-994c-39172e832a8d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:58.548225 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.669032 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:54Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:57Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:49:58Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:58.715158 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07b61f-bc48-4b29-9f8d-4413128d5e65 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:54Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:57Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:49:58Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:49:58.874470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.879280 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.880249 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:58.976407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event updated for resources: {'Port': ['ID=0e6ad23f-c021-4ec9-994c-39172e832a8d,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:59.020130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:49:59.021526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:49:59.135758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:49:59.249934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:49:59.257735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e1c5b767-be2c-421f-8216-9ce0e9b13f64 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4246716 Jul 07 17:49:59.258213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:49:59.264829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:59.516292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 927a044c-5664-4f36-b9e8-622077d309ed up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:49:59.521684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:49:59.562894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:49:59.563536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:49:59.646170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 927a044c-5664-4f36-b9e8-622077d309ed completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:59.651096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f3bdb-7a33-44b2-8c6c-c9c1b87ddfea None None] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:49:59.671597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 927a044c-5664-4f36-b9e8-622077d309ed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:49:59.671964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.700195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:49:59.701850 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:49:59.717810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:49:59.718334 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.796987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d246f9e-9b45-4804-8fcf-b590c4e35aae None None] Provisioning for port efc07bb6-f11c-479e-af83-9f4431730ef1 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:49:59.908063 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:59.911692 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.011433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:00.101589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-078c4be4-984a-4655-882e-747cf5b87d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.112510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:00.119279 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.120512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3668e0cc-0cc9-4f15-acc4-2d0f01de4239 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 954 time: 0.8612425 Jul 07 17:50:00.123332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:00.190748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.221995 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b93bcfaa-cc60-453b-ae88-8169855c84ca tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 954 time: 0.0975685 Jul 07 17:50:00.224604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:00.228967 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:00.254314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 927a044c-5664-4f36-b9e8-622077d309ed, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=927a044c-5664-4f36-b9e8-622077d309ed,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:00.262635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.263436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 399a51b3-6d93-4c17-b13b-dde74f087bed up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:00.367907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:00.374447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:49:58Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '0e6ad23f-c021-4ec9-994c-39172e832a8d', 'name': '', 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:94:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:57Z', 'updated_at': '2021-07-07T17:49:58Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:49:57Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:49:58Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:00.413024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 399a51b3-6d93-4c17-b13b-dde74f087bed completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:00.417172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:00.417534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Updating router 247608c0-7fd6-48ca-ba01-67702d3df937 port 0e6ad23f-c021-4ec9-994c-39172e832a8d binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:50:00.441871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 399a51b3-6d93-4c17-b13b-dde74f087bed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:00.442214 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.506212 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.575106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.598472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d26351b1-062f-4b39-8e41-5fe1e554df44 None None] Provisioning for port 0e6ad23f-c021-4ec9-994c-39172e832a8d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:00.609367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d26351b1-062f-4b39-8e41-5fe1e554df44 None None] Provisioning complete for port 0e6ad23f-c021-4ec9-994c-39172e832a8d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:00.609743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d26351b1-062f-4b39-8e41-5fe1e554df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.624279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:50:00.624852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:50:00.656474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.727037 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 399a51b3-6d93-4c17-b13b-dde74f087bed, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=399a51b3-6d93-4c17-b13b-dde74f087bed,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:00.728028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d26351b1-062f-4b39-8e41-5fe1e554df44 None None] Port 0e6ad23f-c021-4ec9-994c-39172e832a8d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:00.736531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.737307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device efc07bb6-f11c-479e-af83-9f4431730ef1 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:00.857736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.861528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.870017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:00.906081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port efc07bb6-f11c-479e-af83-9f4431730ef1 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:00.916551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port efc07bb6-f11c-479e-af83-9f4431730ef1 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:00.916928 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:00.965119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:01.005865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e64d8771-d72b-466d-b86b-43c77eb3d8b7 None None] Provisioning complete for port 0e6ad23f-c021-4ec9-994c-39172e832a8d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:01.006273 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e64d8771-d72b-466d-b86b-43c77eb3d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.050539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.063444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:01.069514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Transition to ACTIVE for port object 0e6ad23f-c021-4ec9-994c-39172e832a8d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:01.070538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.071129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e64d8771-d72b-466d-b86b-43c77eb3d8b7 None None] Port 0e6ad23f-c021-4ec9-994c-39172e832a8d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:01.074729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-266a6d3c-e676-4cdd-8214-cbd9005021da tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 704 time: 0.8461812 Jul 07 17:50:01.075470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:01.094346 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.145643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.167269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f694-e4fe-4baa-b9db-21dc37d346c5 None None] Pushing event updated for resources: {'Port': ['ID=0e6ad23f-c021-4ec9-994c-39172e832a8d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:01.181578 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3cc41811-53a1-4312-a75f-b2a1dae72b2a tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 704 time: 0.1042666 Jul 07 17:50:01.183485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:01.256759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port efc07bb6-f11c-479e-af83-9f4431730ef1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=efc07bb6-f11c-479e-af83-9f4431730ef1,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:01.264551 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.270229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Attempting to bind port 0e6ad23f-c021-4ec9-994c-39172e832a8d on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:01.270665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Attempting to bind port 0e6ad23f-c021-4ec9-994c-39172e832a8d by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:01.270924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Attempting to bind port 0e6ad23f-c021-4ec9-994c-39172e832a8d on network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:01.302589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:01.302978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Checking segment: {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:01.303394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.303805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Bound using segment: {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:01.304297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Bound port: 0e6ad23f-c021-4ec9-994c-39172e832a8d, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9148f6-3751-4219-8c8d-ccd3ba34216f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:01.304687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.369242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 927a044c-5664-4f36-b9e8-622077d309ed up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:01.372880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=efc07bb6-f11c-479e-af83-9f4431730ef1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:01.440112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] For port 0e6ad23f-c021-4ec9-994c-39172e832a8d, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:01.443577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] For port 0e6ad23f-c021-4ec9-994c-39172e832a8d, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e6ad23f-c021-4ec9-994c-39172e832a8d,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:01.455403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.503834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 927a044c-5664-4f36-b9e8-622077d309ed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:01.504205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.551405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:01.552054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:49:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:01.589942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.601083 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f694-e4fe-4baa-b9db-21dc37d346c5 None None] Pushing event updated for resources: {'Port': ['ID=0e6ad23f-c021-4ec9-994c-39172e832a8d,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:01.665096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:01.740778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 399a51b3-6d93-4c17-b13b-dde74f087bed up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:01.855759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 0e6ad23f-c021-4ec9-994c-39172e832a8d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:01.856274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.897836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 399a51b3-6d93-4c17-b13b-dde74f087bed triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:01.898239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.949145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 0e6ad23f-c021-4ec9-994c-39172e832a8d, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e6ad23f-c021-4ec9-994c-39172e832a8d,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:01.949506 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:01.962016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 0e6ad23f-c021-4ec9-994c-39172e832a8d owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:02.016162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 7, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '0e6ad23f-c021-4ec9-994c-39172e832a8d', 'name': '', 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:94:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:57Z', 'updated_at': '2021-07-07T17:50:01Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:02.044238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975faac-3f79-41e5-9885-3ff08c3b3fa7 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 7, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '0e6ad23f-c021-4ec9-994c-39172e832a8d', 'name': '', 'network_id': '1e42da7d-7f37-4a4d-8fae-7c2547d7d748', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:94:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:57Z', 'updated_at': '2021-07-07T17:50:01Z', 'revision_number': 4, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '981e3f24-cc88-4022-ad1f-f4553efbaf3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:02.144874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.175631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=0e6ad23f-c021-4ec9-994c-39172e832a8d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:02.303140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.359175 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d69ddf89-a909-446d-bbd8-763b898266e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.519454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:02.617634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:02.626834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9111bb5b-fefd-4068-bffe-04684f1f0366 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394162 Jul 07 17:50:02.627100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34642) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:02.683245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 981e3f24-cc88-4022-ad1f-f4553efbaf3d {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:02.687421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.729455 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.732799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:02.741691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:02.742359 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:02.826612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.831515 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.836703 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:02.893533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.922479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=981e3f24-cc88-4022-ad1f-f4553efbaf3d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:02.929796 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:02.933867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-79ae98bc-13a3-452e-84ed-bb1a8acd4d6d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/981e3f24-cc88-4022-ad1f-f4553efbaf3d HTTP/1.1" status: 204 len: 168 time: 0.3036065 Jul 07 17:50:02.934152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34644) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:02.936487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d6f6f-2e02-4c12-b7a7-85a716552306 None None] Network 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:03.015659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.057190 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:02Z', 'revision_number': 8, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.075501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port efc07bb6-f11c-479e-af83-9f4431730ef1 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:03.075856 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.093738 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:03.105798 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:03.106517 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.123693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] DHCP port deletion for 1e42da7d-7f37-4a4d-8fae-7c2547d7d748 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:03.147280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port efc07bb6-f11c-479e-af83-9f4431730ef1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=efc07bb6-f11c-479e-af83-9f4431730ef1,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:03.147731 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.160532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for efc07bb6-f11c-479e-af83-9f4431730ef1 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:03.178653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Deleting port efc07bb6-f11c-479e-af83-9f4431730ef1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:03.179541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.197643 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:03.245493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] For port efc07bb6-f11c-479e-af83-9f4431730ef1, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=efc07bb6-f11c-479e-af83-9f4431730ef1,segment=NetworkSegment(aa9148f6-3751-4219-8c8d-ccd3ba34216f),segment_id=aa9148f6-3751-4219-8c8d-ccd3ba34216f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:03.245976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.258973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.265185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Calling delete_port for efc07bb6-f11c-479e-af83-9f4431730ef1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:03.288094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=efc07bb6-f11c-479e-af83-9f4431730ef1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.290056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port efc07bb6-f11c-479e-af83-9f4431730ef1 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:03.353292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.386168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.388533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device efc07bb6-f11c-479e-af83-9f4431730ef1 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:03.392162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] Pushing event deleted for resources: {'Port': ['ID=efc07bb6-f11c-479e-af83-9f4431730ef1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.398226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e42da7d-7f37-4a4d-8fae-7c2547d7d748']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.411416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9148f6-3751-4219-8c8d-ccd3ba34216f') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.411728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9148f6-3751-4219-8c8d-ccd3ba34216f') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.422889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.440642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.443114 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:02Z', 'revision_number': 8, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:03.448284 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:03.448719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:03.452720 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:03.476379 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41878cc4-e513-45d8-b8cd-6f0619506406 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:02Z', 'revision_number': 8, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927a044c-5664-4f36-b9e8-622077d309ed', 'name': '', 'network_id': '35c87225-c19f-49b4-b754-4bca328faf68', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:63:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:54Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '17e5dee2-67bd-4a17-bc95-24a7ae82765b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:03.521918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.526751 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:03.532129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/1e42da7d-7f37-4a4d-8fae-7c2547d7d748 HTTP/1.1" status: 204 len: 168 time: 0.5938067 Jul 07 17:50:03.532651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:03.556592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbf1c3-10fa-49b3-b3ca-e535ceb610e4 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=1e42da7d-7f37-4a4d-8fae-7c2547d7d748,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:03.573050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dacc62-2629-49a4-9b08-5c2cf19e33c6 None None] No DVR routers for this DVR port efc07bb6-f11c-479e-af83-9f4431730ef1 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:03.574307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: efc07bb6-f11c-479e-af83-9f4431730ef1 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:03.574656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device efc07bb6-f11c-479e-af83-9f4431730ef1 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:03.707702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.211479 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.459342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 927a044c-5664-4f36-b9e8-622077d309ed {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:04.459690 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.548286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 927a044c-5664-4f36-b9e8-622077d309ed, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=927a044c-5664-4f36-b9e8-622077d309ed,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:04.548933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.560811 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 927a044c-5664-4f36-b9e8-622077d309ed owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:04.731782 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.732596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:04.759495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=927a044c-5664-4f36-b9e8-622077d309ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:04.883307 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.071828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:05.165763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:05.171857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-32b6d677-2068-44ea-a151-272d9a000640 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380069 Jul 07 17:50:05.174497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:05.175421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:05.185053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:05.185656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.226454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 17e5dee2-67bd-4a17-bc95-24a7ae82765b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:05.229599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.270436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.272745 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:05.355172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e6ad23f-c021-4ec9-994c-39172e832a8d no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:05.368733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.406137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0e6ad23f-c021-4ec9-994c-39172e832a8d {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:05.406624 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e6ad23f-c021-4ec9-994c-39172e832a8d not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:05.428419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.455942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=17e5dee2-67bd-4a17-bc95-24a7ae82765b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:05.459628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.461589 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3ff50ea4-3b98-4dc0-a7e6-907b03ddf93c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/17e5dee2-67bd-4a17-bc95-24a7ae82765b HTTP/1.1" status: 204 len: 168 time: 0.2861421 Jul 07 17:50:05.464161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:05.480529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce239a-cc17-411a-8be5-1b435d1dea56 None None] Network 35c87225-c19f-49b4-b754-4bca328faf68 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:05.547295 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.547528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.593632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:04Z', 'revision_number': 9, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.601143 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 20079467-1779-4e2c-8026-2590f2ffd71c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:05.601638 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.641882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:05.657274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:05.657883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.663216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 20079467-1779-4e2c-8026-2590f2ffd71c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20079467-1779-4e2c-8026-2590f2ffd71c,segment=NetworkSegment(545b95d4-7871-41e2-8496-7656c7257b2c),segment_id=545b95d4-7871-41e2-8496-7656c7257b2c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:05.663582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.676458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 20079467-1779-4e2c-8026-2590f2ffd71c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:05.760267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:05.768579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.795672 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=20079467-1779-4e2c-8026-2590f2ffd71c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:05.799128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port 20079467-1779-4e2c-8026-2590f2ffd71c on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:05.804497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4776ecf-d5ec-4045-92b9-f0b38a62f6dc None None] DHCP port deletion for 35c87225-c19f-49b4-b754-4bca328faf68 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:05.886510 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.896850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c87225-c19f-49b4-b754-4bca328faf68']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.908216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545b95d4-7871-41e2-8496-7656c7257b2c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.908521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545b95d4-7871-41e2-8496-7656c7257b2c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:05.917335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.931317 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.937645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:05.938132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:05.941085 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:05.976053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:04Z', 'revision_number': 9, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:06.000065 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.006968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939af14a-018e-4b2b-a1f1-0133fcf1ab92 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:04Z', 'revision_number': 9, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '399a51b3-6d93-4c17-b13b-dde74f087bed', 'name': '', 'network_id': '8e840707-022d-4f75-b44f-966ed5dbe71c', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:10:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '81db1231-8393-4b5c-b53e-47593f860e03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:51Z', 'updated_at': '2021-07-07T17:50:00Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': '81db1231-8393-4b5c-b53e-47593f860e03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:06.007234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.009086 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/35c87225-c19f-49b4-b754-4bca328faf68 HTTP/1.1" status: 204 len: 168 time: 0.5434535 Jul 07 17:50:06.011936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34652) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:06.022086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731cef2-71f1-4eef-9a46-b49da44656f8 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=35c87225-c19f-49b4-b754-4bca328faf68,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:06.570364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.690483 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:06.939930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 399a51b3-6d93-4c17-b13b-dde74f087bed {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:06.940286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.028869 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 399a51b3-6d93-4c17-b13b-dde74f087bed, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=399a51b3-6d93-4c17-b13b-dde74f087bed,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:07.029539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.041861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 399a51b3-6d93-4c17-b13b-dde74f087bed owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:07.213021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.244394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=399a51b3-6d93-4c17-b13b-dde74f087bed,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:07.367170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.398199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 927a044c-5664-4f36-b9e8-622077d309ed no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:07.418292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 927a044c-5664-4f36-b9e8-622077d309ed {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:07.418641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 927a044c-5664-4f36-b9e8-622077d309ed not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:07.419064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20079467-1779-4e2c-8026-2590f2ffd71c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:07.439277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 20079467-1779-4e2c-8026-2590f2ffd71c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:07.439626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20079467-1779-4e2c-8026-2590f2ffd71c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:07.565118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:07.653879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:07.659270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-310b0fe7-59e9-43e2-9677-43572ee800f6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462781 Jul 07 17:50:07.662000 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34654) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:07.664872 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:07.673970 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:07.674589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:07.712820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet 81db1231-8393-4b5c-b53e-47593f860e03 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:07.715954 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.756706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.758897 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:07.843334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.900877 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.933470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:07.938328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:07.938864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/81db1231-8393-4b5c-b53e-47593f860e03 HTTP/1.1" status: 204 len: 168 time: 0.2749219 Jul 07 17:50:07.939287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477e0a5-6f57-4c46-a52f-f34575e7e732 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=81db1231-8393-4b5c-b53e-47593f860e03,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:07.946892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5eedbe-d80b-4efc-ab54-cb38ef7e1a15 None None] Network 8e840707-022d-4f75-b44f-966ed5dbe71c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:08.028745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.040198 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:07Z', 'revision_number': 10, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.067719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:08.075613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:08.076841 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.091023 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:08.091374 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.132349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] DHCP port deletion for 8e840707-022d-4f75-b44f-966ed5dbe71c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:08.155603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:08.155969 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.166484 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:08.178302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:08.184026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Deleting port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:08.184412 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.258146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] For port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,segment=NetworkSegment(a9857373-99d1-4506-8f0f-b8f39b494a0a),segment_id=a9857373-99d1-4506-8f0f-b8f39b494a0a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:08.258538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.261312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.274535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Calling delete_port for 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:08.285296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:08.294918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:08.360376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.372499 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:07Z', 'revision_number': 10, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.381173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.384519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] Pushing event deleted for resources: {'Port': ['ID=5737ed92-cb94-4bb5-a1a3-5bde2529d9e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:08.392085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d822ae1-09a2-40e6-9089-4f6d63efcd90 None None] No DVR routers for this DVR port 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:08.394766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e840707-022d-4f75-b44f-966ed5dbe71c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.402177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e8d1b-4e30-4aa6-9829-8029f9048188 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:07Z', 'revision_number': 10, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None, '_interfaces': [{'id': '84c7f069-d6b7-4516-8fcd-f6c88817fc81', 'name': '', 'network_id': 'a0ea5fe7-ed7d-4e13-a812-b04532354519', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'mac_address': 'fa:16:3e:02:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:49:49Z', 'updated_at': '2021-07-07T17:49:56Z', 'revision_number': 5, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'subnets': [{'id': 'c9c796d2-fd05-41d7-b76a-2b49d688df65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:08.411036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9857373-99d1-4506-8f0f-b8f39b494a0a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.411417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9857373-99d1-4506-8f0f-b8f39b494a0a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:08.420675 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.435172 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.440978 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:08.441389 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:08.444268 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:08.502977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.511229 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:08.513327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/8e840707-022d-4f75-b44f-966ed5dbe71c HTTP/1.1" status: 204 len: 168 time: 0.5737815 Jul 07 17:50:08.516961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34658) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:08.528054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869520d2-9ee0-4646-b366-8da616626110 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=8e840707-022d-4f75-b44f-966ed5dbe71c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:08.838944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.108552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port 84c7f069-d6b7-4516-8fcd-f6c88817fc81 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:09.108807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.198167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port 84c7f069-d6b7-4516-8fcd-f6c88817fc81, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=84c7f069-d6b7-4516-8fcd-f6c88817fc81,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:09.198534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.212431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for 84c7f069-d6b7-4516-8fcd-f6c88817fc81 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:09.342033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:09.362797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:09.363154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5737ed92-cb94-4bb5-a1a3-5bde2529d9e8 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:09.363576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 399a51b3-6d93-4c17-b13b-dde74f087bed no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:09.385443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 399a51b3-6d93-4c17-b13b-dde74f087bed {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:09.385792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 399a51b3-6d93-4c17-b13b-dde74f087bed not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:09.394755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.440114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=84c7f069-d6b7-4516-8fcd-f6c88817fc81,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:09.555218 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.728588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:09.808694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:09.813719 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30f9544e-158d-4314-a1d8-1442801acdad tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2951567 Jul 07 17:50:09.816444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34660) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:09.819311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:09.829534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:09.830185 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:09.869171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting subnet c9c796d2-fd05-41d7-b76a-2b49d688df65 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:09.872421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.896884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:09.916172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:09.952829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:09.979256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:09.987910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:09.988526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:10.006322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.059194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:10.065681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.091517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c796d2-fd05-41d7-b76a-2b49d688df65,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:10.100897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.100897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a3632b5c-2ff4-42e2-ab49-b32e850350ea tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/c9c796d2-fd05-41d7-b76a-2b49d688df65 HTTP/1.1" status: 204 len: 168 time: 0.2815940 Jul 07 17:50:10.101820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34662) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:10.119940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bc5af-699e-428a-b9a0-b5a2dd01d9d9 None None] Network a0ea5fe7-ed7d-4e13-a812-b04532354519 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:10.122145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:10.179641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.182221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458fcab2-2f99-471f-b54d-49065216cb97 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:10.242877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Deleting port a51b4844-ff84-4035-8cd4-82b664dbe1e6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:10.243220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.306140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] For port a51b4844-ff84-4035-8cd4-82b664dbe1e6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a51b4844-ff84-4035-8cd4-82b664dbe1e6,segment=NetworkSegment(4d6050a5-59ed-4d9d-b994-789e4cb718ac),segment_id=4d6050a5-59ed-4d9d-b994-789e4cb718ac)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:10.306511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.318440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Calling delete_port for a51b4844-ff84-4035-8cd4-82b664dbe1e6 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:10.398197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.423121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Port': ['ID=a51b4844-ff84-4035-8cd4-82b664dbe1e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:10.426740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No DVR routers for this DVR port a51b4844-ff84-4035-8cd4-82b664dbe1e6 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:10.505065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.515584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ea5fe7-ed7d-4e13-a812-b04532354519']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:10.526355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6050a5-59ed-4d9d-b994-789e4cb718ac') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:10.526656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6050a5-59ed-4d9d-b994-789e4cb718ac') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:10.537487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d3142-6fed-44ed-8619-75a90e9bf44d None None] DHCP port deletion for a0ea5fe7-ed7d-4e13-a812-b04532354519 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:10.537953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.551553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.557496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:10.558058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:10.561651 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:10.620598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.625706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.630277 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/networks/a0ea5fe7-ed7d-4e13-a812-b04532354519 HTTP/1.1" status: 204 len: 168 time: 0.5252621 Jul 07 17:50:10.630680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:10.636478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:10.643119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fbd95-de34-4058-83f8-ffde13385348 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Pushing event deleted for resources: {'Network': ['ID=a0ea5fe7-ed7d-4e13-a812-b04532354519,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:10.799010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:50:10.799230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Removed routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:50:10.799571 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.932909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:10.935983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.028211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 247608c0-7fd6-48ca-ba01-67702d3df937 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:11.109057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:11.115740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.116895 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-84b2020f-2bde-4159-aa1b-cc47ce0c84e5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 705 time: 0.4848905 Jul 07 17:50:11.118025 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Sync routers for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:11.119649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:11.128994 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:11.129753 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:11.153176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e278872-d785-4718-b368-c12ce86637b0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 205 time: 0.0323362 Jul 07 17:50:11.155699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:11.198693 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:11.226932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.250467 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:11.279254 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Checking router: 247608c0-7fd6-48ca-ba01-67702d3df937 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:11.287414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Routers {'247608c0-7fd6-48ca-ba01-67702d3df937'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:11.288009 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['247608c0-7fd6-48ca-ba01-67702d3df937'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:11.343378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 84c7f069-d6b7-4516-8fcd-f6c88817fc81 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:11.365243 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] Set router 247608c0-7fd6-48ca-ba01-67702d3df937 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:11.366001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 84c7f069-d6b7-4516-8fcd-f6c88817fc81 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:11.366480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 84c7f069-d6b7-4516-8fcd-f6c88817fc81 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:11.367000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a51b4844-ff84-4035-8cd4-82b664dbe1e6 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:11.386976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a51b4844-ff84-4035-8cd4-82b664dbe1e6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:11.387454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a51b4844-ff84-4035-8cd4-82b664dbe1e6 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:11.399652 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.401765 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.416117 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:11.446611 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d140f6-f13d-44bc-8a3e-89241587b267 None None] The sync data for ids ['247608c0-7fd6-48ca-ba01-67702d3df937'] in n-d-791504-12 is: [{'id': '247608c0-7fd6-48ca-ba01-67702d3df937', 'name': 'tempest-RoutersIpV6Test-router-2083066770', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:49:48Z', 'updated_at': '2021-07-07T17:50:09Z', 'revision_number': 11, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:11.447311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.448302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router 247608c0-7fd6-48ca-ba01-67702d3df937 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:11.456346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.457637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b8ef3ea0-d556-4e77-8d43-d12cc515a64c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 204 len: 168 time: 0.3009634 Jul 07 17:50:11.463691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:11.467132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-491329827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:11.491475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.492530 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.547879 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.552671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.571305 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:11.572898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5a84980f-de4b-425c-8849-f6f120bd8014 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1092715 Jul 07 17:50:11.575571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:11.581671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:12.131974 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.142761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1987056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1987051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985313'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.238621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Router 6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:50:12.323292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:12.330712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.332343 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-77f6f290-08a3-4052-8b51-82c484e86855 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "PUT /v2.0/routers/6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 200 len: 697 time: 0.7553177 Jul 07 17:50:12.334059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Sync routers for ids ['6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:12.334866 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.344154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Routers {'6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:12.344762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:12.414448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6d28ee86-3c45-414f-afd7-f6c096831e17 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/routers/6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 200 len: 703 time: 0.0782473 Jul 07 17:50:12.416346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Set router 6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:12.417383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.447142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b79825c9-5898-4326-ba6e-8289a181482b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 200 len: 205 time: 0.0286303 Jul 07 17:50:12.449626 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.472499 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0', 'name': 'tempest-RoutersIpV6Test-router-491329827', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:11Z', 'updated_at': '2021-07-07T17:50:12Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:12.499679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Checking router: 6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:12.508039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Routers {'6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:12.508670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:12.525613 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.690733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.692988 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.737785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.738402 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Fanout notify agent at l3_agent the message router_deleted on router 6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:12.743705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] Set router 6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:12.745350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.746478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-304e9536-3fb9-4159-965b-6c4095be7e7d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 204 len: 168 time: 0.2958920 Jul 07 17:50:12.750137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34680) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.786773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b62fab5c-a4b1-4506-a07b-f1c28e881b33 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 200 len: 205 time: 0.0354004 Jul 07 17:50:12.788975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34682) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:12.801496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0', 'name': 'tempest-RoutersIpV6Test-router-491329827', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:11Z', 'updated_at': '2021-07-07T17:50:12Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:12.828420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb809632-cc0c-459f-b418-af3a1b9b08f2 None None] The sync data for ids ['6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0'] in n-d-791504-12 is: [{'id': '6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0', 'name': 'tempest-RoutersIpV6Test-router-491329827', 'tenant_id': 'a46f935622754aa7846e46abbfb7e0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:50:11Z', 'updated_at': '2021-07-07T17:50:12Z', 'revision_number': 2, 'project_id': 'a46f935622754aa7846e46abbfb7e0c0', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:13.163173 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-81101610-c6c1-4ce9-8e93-858c404f92e2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.164201 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-81101610-c6c1-4ce9-8e93-858c404f92e2 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/6f8b9cab-8fe8-4e51-8c3f-6cc26fc092a0 HTTP/1.1" status: 404 len: 336 time: 0.3742490 Jul 07 17:50:13.166780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34684) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.192673 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08cc894-28cf-4918-b40d-cb9c4702aa84 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.193119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08cc894-28cf-4918-b40d-cb9c4702aa84 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.194847 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e08cc894-28cf-4918-b40d-cb9c4702aa84 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/981e3f24-cc88-4022-ad1f-f4553efbaf3d HTTP/1.1" status: 404 len: 337 time: 0.0271223 Jul 07 17:50:13.197205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34686) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.222347 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4089378-8879-4174-9739-e32280e6e017 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.222804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4089378-8879-4174-9739-e32280e6e017 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.224464 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c4089378-8879-4174-9739-e32280e6e017 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/17e5dee2-67bd-4a17-bc95-24a7ae82765b HTTP/1.1" status: 404 len: 337 time: 0.0263724 Jul 07 17:50:13.226847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34688) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.257161 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51fde51-c69b-421a-b413-7d17a009a39c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.257624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51fde51-c69b-421a-b413-7d17a009a39c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.259404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f51fde51-c69b-421a-b413-7d17a009a39c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/81db1231-8393-4b5c-b53e-47593f860e03 HTTP/1.1" status: 404 len: 337 time: 0.0316639 Jul 07 17:50:13.261904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34690) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.287657 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-23700f99-2b9d-4504-999b-1af78043d76d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.288109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23700f99-2b9d-4504-999b-1af78043d76d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.289766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-23700f99-2b9d-4504-999b-1af78043d76d tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/c9c796d2-fd05-41d7-b76a-2b49d688df65 HTTP/1.1" status: 404 len: 337 time: 0.0269215 Jul 07 17:50:13.292353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34692) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.321150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2ab1b177-0b34-4ff2-bf21-7eb198d6f937 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 200 len: 205 time: 0.0277760 Jul 07 17:50:13.323431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34694) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.358876 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-17aac262-80a2-413c-b7b5-5f0ea4672163 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.359867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17aac262-80a2-413c-b7b5-5f0ea4672163 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/247608c0-7fd6-48ca-ba01-67702d3df937 HTTP/1.1" status: 404 len: 336 time: 0.0355504 Jul 07 17:50:13.362923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34696) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.394482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6068775d-dc75-43c1-9d1e-615d001da97c tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0d4c9e-001c-43a5-8260-b87539307253 HTTP/1.1" status: 200 len: 205 time: 0.0303273 Jul 07 17:50:13.397616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34698) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.433868 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-29d57ab0-7a73-4cba-808b-865b95c55807 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.434983 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29d57ab0-7a73-4cba-808b-865b95c55807 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/ee0d4c9e-001c-43a5-8260-b87539307253 HTTP/1.1" status: 404 len: 336 time: 0.0364120 Jul 07 17:50:13.438194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34700) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.464793 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7b5d7b-2002-4f27-9a4c-22c814088544 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.465180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7b5d7b-2002-4f27-9a4c-22c814088544 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.466923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6b7b5d7b-2002-4f27-9a4c-22c814088544 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/cf72a360-609e-44f1-a1cc-94e990a053dd HTTP/1.1" status: 404 len: 337 time: 0.0278044 Jul 07 17:50:13.469552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34702) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.502361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0c5c7aad-2f68-4852-8149-8c266894ad4e tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 200 len: 205 time: 0.0316765 Jul 07 17:50:13.504575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34704) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.541013 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-080df9f6-f88d-43fe-8cbf-627fe73394bf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.542044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-080df9f6-f88d-43fe-8cbf-627fe73394bf tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/a384de34-d27d-4866-80b0-ee006118b3b8 HTTP/1.1" status: 404 len: 336 time: 0.0365715 Jul 07 17:50:13.544589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34706) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.573949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cdf94263-f960-42c5-8ede-b4648c3dbea5 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ff2aed4-5799-48ef-8744-3b7cb129f57b HTTP/1.1" status: 200 len: 205 time: 0.0282855 Jul 07 17:50:13.576306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34708) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.616717 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-467b2029-b6cb-4618-8e9a-ed1e422837f9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.617940 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-467b2029-b6cb-4618-8e9a-ed1e422837f9 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/1ff2aed4-5799-48ef-8744-3b7cb129f57b HTTP/1.1" status: 404 len: 336 time: 0.0399203 Jul 07 17:50:13.620347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34710) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.647586 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-333376dd-293e-40e6-9275-18d766d88bb6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.648048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333376dd-293e-40e6-9275-18d766d88bb6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.649753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-333376dd-293e-40e6-9275-18d766d88bb6 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/3dae8b54-dbd1-4614-9cb1-8cb4ab0dbffd HTTP/1.1" status: 404 len: 337 time: 0.0284963 Jul 07 17:50:13.652432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34712) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.682627 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f8c3f8c-6599-497e-9c29-0cf49c30ede7 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2b85af3-4661-47d9-94ec-4291664dde8e HTTP/1.1" status: 200 len: 205 time: 0.0290418 Jul 07 17:50:13.684971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.729009 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ada54ab2-86dd-4067-82b3-3dfb510a6f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.730058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ada54ab2-86dd-4067-82b3-3dfb510a6f5b tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/a2b85af3-4661-47d9-94ec-4291664dde8e HTTP/1.1" status: 404 len: 336 time: 0.0440834 Jul 07 17:50:13.733695 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.761433 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ddd5e1-d9f9-4a71-b164-c66e53b45b58 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.761904 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ddd5e1-d9f9-4a71-b164-c66e53b45b58 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.763716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54ddd5e1-d9f9-4a71-b164-c66e53b45b58 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/cbb0c29f-6b47-45a3-bd5c-34567e47cff5 HTTP/1.1" status: 404 len: 337 time: 0.0288417 Jul 07 17:50:13.766434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.796709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-595ea41f-176d-4c17-88e5-d4a80578d185 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "GET /v2.0/ports?device_id=d05e0184-6b94-4248-985f-4402866b7ee6 HTTP/1.1" status: 200 len: 205 time: 0.0290713 Jul 07 17:50:13.799118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.839438 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-15a3b592-0603-407d-a17f-f28e1c4f7688 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] delete failed (client error): The resource could not be found. Jul 07 17:50:13.840457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-15a3b592-0603-407d-a17f-f28e1c4f7688 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/routers/d05e0184-6b94-4248-985f-4402866b7ee6 HTTP/1.1" status: 404 len: 336 time: 0.0404172 Jul 07 17:50:13.843615 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.870073 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ae9458-155a-4486-a094-ef32438180e0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.870539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ae9458-155a-4486-a094-ef32438180e0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.872151 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-87ae9458-155a-4486-a094-ef32438180e0 tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/4c11464c-4f9e-4082-bf27-950a6b86f042 HTTP/1.1" status: 404 len: 337 time: 0.0276430 Jul 07 17:50:13.874489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:13.899443 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-987713cd-a1ed-4d80-8c63-1b4199277ebc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] DELETE failed (client error): The resource could not be found. Jul 07 17:50:13.899902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987713cd-a1ed-4d80-8c63-1b4199277ebc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:50:13.901813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-987713cd-a1ed-4d80-8c63-1b4199277ebc tempest-RoutersIpV6Test-584305270 tempest-RoutersIpV6Test-584305270-project] 10.222.0.22 "DELETE /v2.0/subnets/78544c40-ae5e-41ab-b06d-323d5b63166a HTTP/1.1" status: 404 len: 337 time: 0.0263128 Jul 07 17:50:14.138780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:14.297662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9587ca93-3ae9-435e-a25b-f8d87de1bd8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a46f935622754aa7846e46abbfb7e0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569676 Jul 07 17:50:14.300093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:14.347755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.368169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.418298 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.420886 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.422065 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd5473d5-f329-4097-87a0-8775e4873a7a HTTP/1.1" status: 204 len: 168 time: 0.1210587 Jul 07 17:50:14.429979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0be794-9d5c-404e-ab14-55f266772f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5473d5-f329-4097-87a0-8775e4873a7a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:15.050565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34758) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:15.144623 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-460990654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:15.173001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.173999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.234605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.234605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.250801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.255229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:15.255747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ef679382-dbc6-4fc4-8a7c-6dd0f3a8e85f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2036431 Jul 07 17:50:15.261148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-375329148'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:15.287348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:15.291221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.301723 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.393734 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.397572 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.425065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:15.435202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae9cdb4-ebbe-4e2b-b89a-157a96aa8a4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:15.441294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.441661 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Added segment 0484e0f2-13ac-4d51-b09e-b9adc94871da of type vlan for network bb1b3724-1154-4ccf-9ffa-c0d270b5012d Jul 07 17:50:15.483779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.512224 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.518566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.519161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.573004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3158090 Jul 07 17:50:15.576061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34764) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:15.582360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'subnet': {'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:15.591323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eb90b-5ff7-4683-8b13-7deeb4b6b9b1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Network': ['ID=bb1b3724-1154-4ccf-9ffa-c0d270b5012d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:15.601776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:15.675465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:15.679004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.855938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.916124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Subnet': ['ID=c3f70020-a8d1-4708-928a-6349727f65fb,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:15.927436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Checking segment: {'id': '0484e0f2-13ac-4d51-b09e-b9adc94871da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:15.927793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network hostable DHCP agents. Network: bb1b3724-1154-4ccf-9ffa-c0d270b5012d, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:15.944299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:15.952387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, bb1b3724-1154-4ccf-9ffa-c0d270b5012d) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:15.956574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.957158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.962659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb9c6b-e905-41ad-9aeb-b1caca5e7756 None None] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:15.970730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5258fe86-6fc2-4844-814f-707b6328356c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3934984 Jul 07 17:50:15.973841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34766) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:15.978789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'network': {'name': 'tempest-router-network01--1976937970'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:15.999386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:16.002983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.026392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:16.035687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.036080 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Added segment a956a533-ce73-44c2-aad3-7a8f36bd2f1f of type vlan for network 507d5ba5-cc8f-4072-a4f8-db333e9da83f Jul 07 17:50:16.075611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.106721 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.112753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-bb1b3724-1154-4ccf-9ffa-c0d270b5012d', 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d', 'tenant_id': '8d1b213992664c119f184dfd6907686e', 'fixed_ips': [{'subnet_id': 'c3f70020-a8d1-4708-928a-6349727f65fb'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:50:16.112976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.113606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.113702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.166860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1919167 Jul 07 17:50:16.169657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:16.175883 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'network': {'name': 'tempest-router-network02--919212182'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:16.182502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96c563-b8fe-4591-9fba-69f1bab8e56f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Network': ['ID=507d5ba5-cc8f-4072-a4f8-db333e9da83f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:16.197281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:16.206066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:16.209705 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.235818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:16.245385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.245746 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Added segment 3f73d153-eefa-4c20-981b-01c79dcc9d67 of type vlan for network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e Jul 07 17:50:16.290507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.313432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Allocated IP 172.20.0.2 (bb1b3724-1154-4ccf-9ffa-c0d270b5012d/c3f70020-a8d1-4708-928a-6349727f65fb/5a6c295e-bc22-4d66-a5bb-babfbe8ef272) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:16.322995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.330302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.330959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.388315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2166049 Jul 07 17:50:16.392266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:16.397211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'subnet': {'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:16.450640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da07e85-a168-4bd5-8d38-c03b13cd3128 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Network': ['ID=1a12adbf-6184-4e42-bdbb-503ec64b2d3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:16.462416 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.468334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:16.502410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:16.506301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Transition to ACTIVE for port object 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:16.506466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.537903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Transition to ACTIVE for port object 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:16.545108 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.582938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:16.589616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:16.593930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:16.596962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Pushing event updated for resources: {'Port': ['ID=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:16.657831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Attempting to bind port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:16.659371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Attempting to bind port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '0484e0f2-13ac-4d51-b09e-b9adc94871da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:16.660301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Attempting to bind port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 on network bb1b3724-1154-4ccf-9ffa-c0d270b5012d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:16.666693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:16.667073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Checking segment: {'id': '0484e0f2-13ac-4d51-b09e-b9adc94871da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:16.667481 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.667879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Bound using segment: {'id': '0484e0f2-13ac-4d51-b09e-b9adc94871da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:16.668350 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Bound port: 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0484e0f2-13ac-4d51-b09e-b9adc94871da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb1b3724-1154-4ccf-9ffa-c0d270b5012d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:16.668737 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.697368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.732114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] For port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:16.735253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] For port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,segment=NetworkSegment(0484e0f2-13ac-4d51-b09e-b9adc94871da),segment_id=0484e0f2-13ac-4d51-b09e-b9adc94871da)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:16.739261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.761764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Subnet': ['ID=7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:16.771030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Checking segment: {'id': 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:16.771401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network hostable DHCP agents. Network: 507d5ba5-cc8f-4072-a4f8-db333e9da83f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:16.790934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:16.797866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f17e4-0b8b-474e-b096-7d428b8db0a0 None None] Pushing event updated for resources: {'Port': ['ID=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:16.804024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 507d5ba5-cc8f-4072-a4f8-db333e9da83f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:16.810193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.811718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.818843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a69c0-3457-492b-948b-909fbd465389 None None] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:16.830049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cd4062b7-50b0-4c26-b225-1c81b51eec03 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365194 Jul 07 17:50:16.832620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:16.837754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'subnet': {'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:16.930289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Made reservation on behalf of 8d1b213992664c119f184dfd6907686e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:16.934329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:16.993987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-507d5ba5-cc8f-4072-a4f8-db333e9da83f', 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f', 'tenant_id': '8d1b213992664c119f184dfd6907686e', 'fixed_ips': [{'subnet_id': '7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:50:16.994912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.146445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Allocated IP 172.20.0.2 (507d5ba5-cc8f-4072-a4f8-db333e9da83f/7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac/c19ac4dd-9151-4369-9d47-0190aa76ab77) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:17.155016 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.218843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Subnet': ['ID=7d0d2cc0-9645-4754-bb8c-979fffd48d0d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:17.224064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Checking segment: {'id': '3f73d153-eefa-4c20-981b-01c79dcc9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:17.224436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network hostable DHCP agents. Network: 1a12adbf-6184-4e42-bdbb-503ec64b2d3e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:17.241689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:17.250419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 1a12adbf-6184-4e42-bdbb-503ec64b2d3e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:17.260169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.260599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.275562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c08d8-85c4-4a33-bb47-824b8df9ea19 None None] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:17.278682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-85fd4067-7a54-49d0-bba0-4048b4b29396 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4449627 Jul 07 17:50:17.279292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:17.346291 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.360671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Transition to ACTIVE for port object c19ac4dd-9151-4369-9d47-0190aa76ab77 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:17.393883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:17.399054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Transition to ACTIVE for port object c19ac4dd-9151-4369-9d47-0190aa76ab77 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:17.447642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.515245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:17.526257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:17.528808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:17.549925 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Pushing event updated for resources: {'Port': ['ID=c19ac4dd-9151-4369-9d47-0190aa76ab77,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:17.566801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-1a12adbf-6184-4e42-bdbb-503ec64b2d3e', 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e', 'tenant_id': '8d1b213992664c119f184dfd6907686e', 'fixed_ips': [{'subnet_id': '7d0d2cc0-9645-4754-bb8c-979fffd48d0d'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:50:17.567673 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.589937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:17.596256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.645692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Attempting to bind port c19ac4dd-9151-4369-9d47-0190aa76ab77 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:17.646170 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Attempting to bind port c19ac4dd-9151-4369-9d47-0190aa76ab77 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:17.646503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Attempting to bind port c19ac4dd-9151-4369-9d47-0190aa76ab77 on network 507d5ba5-cc8f-4072-a4f8-db333e9da83f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:17.696051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:17.696690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Checking segment: {'id': 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:17.696836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.697239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Bound using segment: {'id': 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:17.697845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Bound port: c19ac4dd-9151-4369-9d47-0190aa76ab77, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '507d5ba5-cc8f-4072-a4f8-db333e9da83f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:17.699149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.830149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] For port c19ac4dd-9151-4369-9d47-0190aa76ab77, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:17.832179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Allocated IP 172.20.0.2 (1a12adbf-6184-4e42-bdbb-503ec64b2d3e/7d0d2cc0-9645-4754-bb8c-979fffd48d0d/924571e3-48d3-4355-b6fc-9e222bc851c9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:17.835154 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] For port c19ac4dd-9151-4369-9d47-0190aa76ab77, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c19ac4dd-9151-4369-9d47-0190aa76ab77,segment=NetworkSegment(a956a533-ce73-44c2-aad3-7a8f36bd2f1f),segment_id=a956a533-ce73-44c2-aad3-7a8f36bd2f1f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:17.845899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.857711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Allocated IP 172.20.0.1 (507d5ba5-cc8f-4072-a4f8-db333e9da83f/7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac/6a59c622-d03a-430a-9e1d-7aebda611d3f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:17.899545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0d9d5-0e3f-4e51-af26-56b03f167c3f None None] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:17.988736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.008223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4744c-020a-4334-97ae-45935837eb71 None None] Pushing event updated for resources: {'Port': ['ID=c19ac4dd-9151-4369-9d47-0190aa76ab77,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.013627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Transition to ACTIVE for port object 6a59c622-d03a-430a-9e1d-7aebda611d3f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:18.031873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Provisioning for port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:18.042042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Provisioning complete for port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:18.042454 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.052347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.118720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:18.122199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:18.125002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:18.168409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Port': ['ID=6a59c622-d03a-430a-9e1d-7aebda611d3f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.193758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.223566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.257578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Transition to ACTIVE for port object 924571e3-48d3-4355-b6fc-9e222bc851c9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:18.311584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Transition to ACTIVE for port object 924571e3-48d3-4355-b6fc-9e222bc851c9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:18.313130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.327470 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.341362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.385186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:18.396792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:18.405328 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:18.410472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] For port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,segment=NetworkSegment(0484e0f2-13ac-4d51-b09e-b9adc94871da),segment_id=0484e0f2-13ac-4d51-b09e-b9adc94871da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:18.416471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Pushing event updated for resources: {'Port': ['ID=924571e3-48d3-4355-b6fc-9e222bc851c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.420307 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.517018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Attempting to bind port 924571e3-48d3-4355-b6fc-9e222bc851c9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:18.517403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Attempting to bind port 924571e3-48d3-4355-b6fc-9e222bc851c9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3f73d153-eefa-4c20-981b-01c79dcc9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:18.517775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Attempting to bind port 924571e3-48d3-4355-b6fc-9e222bc851c9 on network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:18.534626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:18.535011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Checking segment: {'id': '3f73d153-eefa-4c20-981b-01c79dcc9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:18.535424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.535827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Bound using segment: {'id': '3f73d153-eefa-4c20-981b-01c79dcc9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:18.536296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Bound port: 924571e3-48d3-4355-b6fc-9e222bc851c9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f73d153-eefa-4c20-981b-01c79dcc9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1a12adbf-6184-4e42-bdbb-503ec64b2d3e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:18.536685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.538737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7ac63-5027-4ec5-9468-5e93b9388912 None None] Pushing event updated for resources: {'Port': ['ID=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.619740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] For port 924571e3-48d3-4355-b6fc-9e222bc851c9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:18.626708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] For port 924571e3-48d3-4355-b6fc-9e222bc851c9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=924571e3-48d3-4355-b6fc-9e222bc851c9,segment=NetworkSegment(3f73d153-eefa-4c20-981b-01c79dcc9d67),segment_id=3f73d153-eefa-4c20-981b-01c79dcc9d67)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:18.630756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.635055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.644079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.706486 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484101d-7b6a-4607-8381-77729fc86915 None None] Pushing event updated for resources: {'Port': ['ID=924571e3-48d3-4355-b6fc-9e222bc851c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.750625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.752449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Port': ['ID=6a59c622-d03a-430a-9e1d-7aebda611d3f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.856701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-944bdc48-e13c-406a-ab09-2ce5b1f501a3 None None] Provisioning complete for port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:18.857122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944bdc48-e13c-406a-ab09-2ce5b1f501a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.873949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:18.875469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:19.065779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Router 806c45ba-ac8c-4820-b35f-97e6dfa51ed8 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:50:19.176577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:19.186611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-580908f4-732d-4967-959c-b5be5014ee40 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008403 Jul 07 17:50:19.186999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34776) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:19.194311 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] Sync routers for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:19.206195 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:19.206911 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:19.241272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04795b01-e5d4-4f74-b7b5-0acc39d5dc15 None None] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:19.249163 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:19.266411 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:19.267639 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:19.321892 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:19.322747 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c670b-76e8-42be-82fe-e6565656e5bb None None] The sync data for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:19.325912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0c57a3bc-3f97-41c8-8d7a-ef3e3f57abc3 None None] Provisioning for port c19ac4dd-9151-4369-9d47-0190aa76ab77 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:19.629777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:19.694622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:19.695022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.696695 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-a829ba97-7814-4193-a64e-f1a494a5d13d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:19.700748 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a829ba97-7814-4193-a64e-f1a494a5d13d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5097065 Jul 07 17:50:19.701026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:19.791924 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 924571e3-48d3-4355-b6fc-9e222bc851c9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:19.845821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 924571e3-48d3-4355-b6fc-9e222bc851c9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:19.851325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c19ac4dd-9151-4369-9d47-0190aa76ab77 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:19.909288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c19ac4dd-9151-4369-9d47-0190aa76ab77 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:19.916155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c19ac4dd-9151-4369-9d47-0190aa76ab77 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:19.916720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.013133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d5a31-2401-4019-a987-f167a8da4aec None None] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:20.060467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.081145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.117168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Provisioning for port 924571e3-48d3-4355-b6fc-9e222bc851c9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:20.137786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Provisioning complete for port 924571e3-48d3-4355-b6fc-9e222bc851c9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:20.138188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.144356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c19ac4dd-9151-4369-9d47-0190aa76ab77, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c19ac4dd-9151-4369-9d47-0190aa76ab77,segment=NetworkSegment(a956a533-ce73-44c2-aad3-7a8f36bd2f1f),segment_id=a956a533-ce73-44c2-aad3-7a8f36bd2f1f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:20.164887 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.285797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c19ac4dd-9151-4369-9d47-0190aa76ab77,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:20.298762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.299110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.299453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.299792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.300122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.300456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.300784 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.301110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.301433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.301756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.302078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.302426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:20.343891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.385950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting port 6a59c622-d03a-430a-9e1d-7aebda611d3f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:20.386538 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.394645 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] For port 924571e3-48d3-4355-b6fc-9e222bc851c9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=924571e3-48d3-4355-b6fc-9e222bc851c9,segment=NetworkSegment(3f73d153-eefa-4c20-981b-01c79dcc9d67),segment_id=3f73d153-eefa-4c20-981b-01c79dcc9d67)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:20.399722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.445132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Provisioning complete for port c19ac4dd-9151-4369-9d47-0190aa76ab77 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:20.445508 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.475758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Pushing event updated for resources: {'Port': ['ID=924571e3-48d3-4355-b6fc-9e222bc851c9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:20.495433 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.508574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Calling delete_port for 6a59c622-d03a-430a-9e1d-7aebda611d3f owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:20.556868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Provisioning for port 6a59c622-d03a-430a-9e1d-7aebda611d3f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:20.561937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Provisioning complete for port 6a59c622-d03a-430a-9e1d-7aebda611d3f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:20.562353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.603263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3863603f-ba95-4273-a169-60c2599b5245 None None] Port 6a59c622-d03a-430a-9e1d-7aebda611d3f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:20.689875 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.717258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Port': ['ID=6a59c622-d03a-430a-9e1d-7aebda611d3f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:20.722299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83edd713-7613-44f7-af58-8fd17789f894 None None] Provisioning complete for port 924571e3-48d3-4355-b6fc-9e222bc851c9 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:20.722559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83edd713-7613-44f7-af58-8fd17789f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.811490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83edd713-7613-44f7-af58-8fd17789f894 None None] Could not find standard attr ID for object 6a59c622-d03a-430a-9e1d-7aebda611d3f. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:50:20.861416 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.018079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Router 806c45ba-ac8c-4820-b35f-97e6dfa51ed8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:21.095402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:21.101049 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09c880ae-e568-4af4-8c1e-d9181c5b0d25 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3988452 Jul 07 17:50:21.104846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:21.105354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] Sync routers for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:21.114658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:21.115286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:21.142210 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-2deb14f4-1c64-44f1-bd97-0029916c1f72 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] delete failed (client error): The resource could not be found. Jul 07 17:50:21.143266 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2deb14f4-1c64-44f1-bd97-0029916c1f72 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1067856824 HTTP/1.1" status: 404 len: 335 time: 0.0373406 Jul 07 17:50:21.147013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:21.150445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:21.151527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b307745b-cb6b-426b-9c77-efe06c04a04d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'router': {'external_gateway_info': {'network_id': '806c45ba-ac8c-4820-b35f-97e6dfa51ed8'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:21.159862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:21.160472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:21.191609 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:21.192278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d366c5-10af-4e4a-9ebc-d50b1a6a5188 None None] The sync data for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:21.349017 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 924571e3-48d3-4355-b6fc-9e222bc851c9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:21.401542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 924571e3-48d3-4355-b6fc-9e222bc851c9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:21.401993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.492839 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c19ac4dd-9151-4369-9d47-0190aa76ab77 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:21.541716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c19ac4dd-9151-4369-9d47-0190aa76ab77 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:21.542196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.705481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b307745b-cb6b-426b-9c77-efe06c04a04d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:21.725371 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b307745b-cb6b-426b-9c77-efe06c04a04d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] update failed (client error): The resource could not be found. Jul 07 17:50:21.726448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b307745b-cb6b-426b-9c77-efe06c04a04d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8 HTTP/1.1" status: 404 len: 339 time: 0.5784178 Jul 07 17:50:21.730170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:22.009076 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.253871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Allocated IP 172.20.0.1 (bb1b3724-1154-4ccf-9ffa-c0d270b5012d/c3f70020-a8d1-4708-928a-6349727f65fb/bf86d059-8bea-4c4a-8145-6714d492230d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:22.376461 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.390517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Transition to ACTIVE for port object bf86d059-8bea-4c4a-8145-6714d492230d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:22.422463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.461539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:22.464893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:22.468772 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:22.496889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Port': ['ID=bf86d059-8bea-4c4a-8145-6714d492230d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:22.520564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.664766 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.743878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0ceb803f-d742-488f-87c8-4ba798fc2110 None None] Provisioning for port bf86d059-8bea-4c4a-8145-6714d492230d completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:22.748073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0ceb803f-d742-488f-87c8-4ba798fc2110 None None] Provisioning complete for port bf86d059-8bea-4c4a-8145-6714d492230d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:22.748589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb803f-d742-488f-87c8-4ba798fc2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.796234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb803f-d742-488f-87c8-4ba798fc2110 None None] Port bf86d059-8bea-4c4a-8145-6714d492230d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:22.928225 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:22.932564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.007962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event updated for resources: {'Port': ['ID=bf86d059-8bea-4c4a-8145-6714d492230d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:23.013034 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.103554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:23.104994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:23.207780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Router 806c45ba-ac8c-4820-b35f-97e6dfa51ed8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:23.304220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:23.311883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34786) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:23.313708 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] Sync routers for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:23.314629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cbe20b63-1bda-4533-9517-6c370867d10c tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834336 Jul 07 17:50:23.322238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-13f60360-d405-4102-8d22-99e1b7556760 None None] Provisioning complete for port bf86d059-8bea-4c4a-8145-6714d492230d triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:23.322716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13f60360-d405-4102-8d22-99e1b7556760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.322877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:23.323483 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:23.357920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13f60360-d405-4102-8d22-99e1b7556760 None None] Port bf86d059-8bea-4c4a-8145-6714d492230d cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:50:23.359141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:23.368090 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:23.368685 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:23.399727 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:23.400297 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602df0-a41a-4a31-98e6-7b8a656abcb5 None None] The sync data for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:23.403053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-de35c861-42fc-48c5-b99f-5daed25fe775 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:23.487207 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-de35c861-42fc-48c5-b99f-5daed25fe775 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:50:23.488302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-de35c861-42fc-48c5-b99f-5daed25fe775 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8 HTTP/1.1" status: 409 len: 329 time: 0.1750660 Jul 07 17:50:23.491091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34788) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:23.806519 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.048532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting port bf86d059-8bea-4c4a-8145-6714d492230d {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:24.048866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.134501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.146473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Calling delete_port for bf86d059-8bea-4c4a-8145-6714d492230d owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:24.318125 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.347915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Port': ['ID=bf86d059-8bea-4c4a-8145-6714d492230d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:24.490847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:24.643099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Router 806c45ba-ac8c-4820-b35f-97e6dfa51ed8 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:24.722589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:24.727959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-970d5793-1cd7-49ed-a7e0-b523af5f670b tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2357438 Jul 07 17:50:24.731543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34790) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:24.734652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] Sync routers for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:24.743967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:24.744575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:24.780395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:24.789408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] Routers {'806c45ba-ac8c-4820-b35f-97e6dfa51ed8'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:24.790049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:50:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:24.824912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:24.825607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d9fd-1866-4670-8ce9-ed6f59b587d2 None None] The sync data for ids ['806c45ba-ac8c-4820-b35f-97e6dfa51ed8'] in n-d-791504-12 is: [] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:25.099805 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-a0e03fdf-fa1a-4b2c-8a41-9b06ccc640c8 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] show failed (client error): The resource could not be found. Jul 07 17:50:25.100775 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a0e03fdf-fa1a-4b2c-8a41-9b06ccc640c8 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-868834470 HTTP/1.1" status: 404 len: 334 time: 0.3682151 Jul 07 17:50:25.104546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.109349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6052fa0a-47a1-4ad3-a613-e3249967822e tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:25.142871 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-6052fa0a-47a1-4ad3-a613-e3249967822e tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] update failed (client error): The resource could not be found. Jul 07 17:50:25.143858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6052fa0a-47a1-4ad3-a613-e3249967822e tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1475688266 HTTP/1.1" status: 404 len: 335 time: 0.0383074 Jul 07 17:50:25.147092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.202675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting subnet 7d0d2cc0-9645-4754-bb8c-979fffd48d0d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:25.206077 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.245310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.328507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.389760 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.415794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0d2cc0-9645-4754-bb8c-979fffd48d0d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.419680 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.424862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34796) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.425381 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81c37628-11d7-429c-be68-8e0b17f9ba0f tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/subnets/7d0d2cc0-9645-4754-bb8c-979fffd48d0d HTTP/1.1" status: 204 len: 168 time: 0.2773230 Jul 07 17:50:25.427455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232a747-fc4b-4c24-8fcd-eb21b5cf590b None None] Network 1a12adbf-6184-4e42-bdbb-503ec64b2d3e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:25.474889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting subnet 7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:25.478033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.518793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.607438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.622132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] DHCP port deletion for 1a12adbf-6184-4e42-bdbb-503ec64b2d3e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:25.664579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.669412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Deleting port 924571e3-48d3-4355-b6fc-9e222bc851c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:25.669795 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.690919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.695693 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.699841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b2ac7f3b-d7c5-4b8c-b21a-26b4395c9935 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/subnets/7b9573d4-44f5-4ca2-9eaa-f13dfa5644ac HTTP/1.1" status: 204 len: 168 time: 0.2716219 Jul 07 17:50:25.700601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34798) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:25.712506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd0267-9a19-4930-a7d6-04d26713ba6a None None] Network 507d5ba5-cc8f-4072-a4f8-db333e9da83f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:25.789978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.791803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] For port 924571e3-48d3-4355-b6fc-9e222bc851c9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=924571e3-48d3-4355-b6fc-9e222bc851c9,segment=NetworkSegment(3f73d153-eefa-4c20-981b-01c79dcc9d67),segment_id=3f73d153-eefa-4c20-981b-01c79dcc9d67)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:25.792328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.807541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Calling delete_port for 924571e3-48d3-4355-b6fc-9e222bc851c9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:25.845822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting port 924571e3-48d3-4355-b6fc-9e222bc851c9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:25.846089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.907740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] For port 924571e3-48d3-4355-b6fc-9e222bc851c9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=924571e3-48d3-4355-b6fc-9e222bc851c9,segment=NetworkSegment(3f73d153-eefa-4c20-981b-01c79dcc9d67),segment_id=3f73d153-eefa-4c20-981b-01c79dcc9d67)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:25.908109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.920155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Calling delete_port for 924571e3-48d3-4355-b6fc-9e222bc851c9 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:25.943315 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:25.956731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] No DVR routers for this DVR port 924571e3-48d3-4355-b6fc-9e222bc851c9 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:25.979738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a41fce-5270-4c26-bf13-51eed15a6176 None None] Pushing event deleted for resources: {'Port': ['ID=924571e3-48d3-4355-b6fc-9e222bc851c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:25.995282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] DHCP port deletion for 507d5ba5-cc8f-4072-a4f8-db333e9da83f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:26.013014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.036562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Port': ['ID=924571e3-48d3-4355-b6fc-9e222bc851c9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.042128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] No DVR routers for this DVR port 924571e3-48d3-4355-b6fc-9e222bc851c9 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:26.052064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Deleting port c19ac4dd-9151-4369-9d47-0190aa76ab77 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:26.052467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.114887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] For port c19ac4dd-9151-4369-9d47-0190aa76ab77, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c19ac4dd-9151-4369-9d47-0190aa76ab77,segment=NetworkSegment(a956a533-ce73-44c2-aad3-7a8f36bd2f1f),segment_id=a956a533-ce73-44c2-aad3-7a8f36bd2f1f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:26.115282 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.124558 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.128650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Calling delete_port for c19ac4dd-9151-4369-9d47-0190aa76ab77 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:26.132557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a12adbf-6184-4e42-bdbb-503ec64b2d3e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.143132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f73d153-eefa-4c20-981b-01c79dcc9d67') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.143427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f73d153-eefa-4c20-981b-01c79dcc9d67') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.151948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.165450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.171445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:26.171834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self.session.flush() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:26.175994 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:26.208656 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.236477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.237852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] Pushing event deleted for resources: {'Port': ['ID=c19ac4dd-9151-4369-9d47-0190aa76ab77,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.243425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b6b16-9bee-416b-8393-8408a58ba86a None None] No DVR routers for this DVR port c19ac4dd-9151-4369-9d47-0190aa76ab77 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:26.243576 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.245488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/networks/1a12adbf-6184-4e42-bdbb-503ec64b2d3e HTTP/1.1" status: 204 len: 168 time: 0.5436723 Jul 07 17:50:26.248651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:26.260010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25afb-aafa-43ca-bb67-f3c2b37b631d tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Network': ['ID=1a12adbf-6184-4e42-bdbb-503ec64b2d3e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.330733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.418405 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.428565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507d5ba5-cc8f-4072-a4f8-db333e9da83f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.439267 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.439573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a956a533-ce73-44c2-aad3-7a8f36bd2f1f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:26.448170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.462090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.468126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:26.468674 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: timer() Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:26.471553 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:26.528567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.536084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.537668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/networks/507d5ba5-cc8f-4072-a4f8-db333e9da83f HTTP/1.1" status: 204 len: 168 time: 0.2878003 Jul 07 17:50:26.540209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34802) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:26.549748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee7d6e-5b04-4ef3-baea-b35c766718e5 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Network': ['ID=507d5ba5-cc8f-4072-a4f8-db333e9da83f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.598059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting subnet c3f70020-a8d1-4708-928a-6349727f65fb {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:26.601086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.639391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.721900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.783058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.810299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f70020-a8d1-4708-928a-6349727f65fb,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:26.812771 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.814647 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-725ee011-d5db-4922-8fc3-993ae6460ef1 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/subnets/c3f70020-a8d1-4708-928a-6349727f65fb HTTP/1.1" status: 204 len: 168 time: 0.2732401 Jul 07 17:50:26.817031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34804) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:26.819455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7a634-f92e-4d1e-a5bf-f42c3d700d5d None None] Network bb1b3724-1154-4ccf-9ffa-c0d270b5012d requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:26.894662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.946775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Deleting port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:26.947121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:26.996574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] DHCP port deletion for bb1b3724-1154-4ccf-9ffa-c0d270b5012d request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:27.019081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] For port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,segment=NetworkSegment(0484e0f2-13ac-4d51-b09e-b9adc94871da),segment_id=0484e0f2-13ac-4d51-b09e-b9adc94871da)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:27.019474 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.032866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Calling delete_port for 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:27.051161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Deleting port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:27.051546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.111704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.114125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] For port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,segment=NetworkSegment(0484e0f2-13ac-4d51-b09e-b9adc94871da),segment_id=0484e0f2-13ac-4d51-b09e-b9adc94871da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:27.114542 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.127602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Calling delete_port for 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:27.140900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Port': ['ID=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.145222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] No DVR routers for this DVR port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:27.206646 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.223391 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.230043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] Pushing event deleted for resources: {'Port': ['ID=5a6c295e-bc22-4d66-a5bb-babfbe8ef272,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.234725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1b3724-1154-4ccf-9ffa-c0d270b5012d']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:27.236011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116607c0-9db5-4e2b-b5d8-4aa6539635d4 None None] No DVR routers for this DVR port 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:27.247998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0484e0f2-13ac-4d51-b09e-b9adc94871da') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:27.248324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0484e0f2-13ac-4d51-b09e-b9adc94871da') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:27.257794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.271637 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.277498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:27.277894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:27.281455 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:27.347510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 924571e3-48d3-4355-b6fc-9e222bc851c9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:27.348305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.357643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.360169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/networks/bb1b3724-1154-4ccf-9ffa-c0d270b5012d HTTP/1.1" status: 204 len: 168 time: 0.5422297 Jul 07 17:50:27.363027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:27.376631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dbac0-59fa-43f2-a5b3-fbacd190f703 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Pushing event deleted for resources: {'Network': ['ID=bb1b3724-1154-4ccf-9ffa-c0d270b5012d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:27.376855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 924571e3-48d3-4355-b6fc-9e222bc851c9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:27.376855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 924571e3-48d3-4355-b6fc-9e222bc851c9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:27.376855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c19ac4dd-9151-4369-9d47-0190aa76ab77 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:27.393900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c19ac4dd-9151-4369-9d47-0190aa76ab77 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:27.394288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c19ac4dd-9151-4369-9d47-0190aa76ab77 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:27.394705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:27.402620 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9781bfc-e84b-445d-8ba7-1e3a20592139 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "GET /v2.0/ports?device_id=806c45ba-ac8c-4820-b35f-97e6dfa51ed8 HTTP/1.1" status: 200 len: 205 time: 0.0383289 Jul 07 17:50:27.405566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:27.419567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:27.420069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 5a6c295e-bc22-4d66-a5bb-babfbe8ef272 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:27.485964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.646854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.648923 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.690226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.690726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Fanout notify agent at l3_agent the message router_deleted on router 806c45ba-ac8c-4820-b35f-97e6dfa51ed8 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:27.698025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:27.699165 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22d7953e-a975-4aa5-bd98-7d1c7b27a327 tempest-RoutersNegativeTest-425261638 tempest-RoutersNegativeTest-425261638-project] 10.222.0.22 "DELETE /v2.0/routers/806c45ba-ac8c-4820-b35f-97e6dfa51ed8 HTTP/1.1" status: 204 len: 168 time: 0.2926290 Jul 07 17:50:27.940969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:28.067372 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5386a242-8ba7-4315-8313-138f891c6016 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d1b213992664c119f184dfd6907686e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252003 Jul 07 17:50:28.069860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:28.118459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.139729 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.190443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.193098 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.194291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ae9cdb4-ebbe-4e2b-b89a-157a96aa8a4a HTTP/1.1" status: 204 len: 168 time: 0.1234722 Jul 07 17:50:28.204777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae9cdb4-ebbe-4e2b-b89a-157a96aa8a4a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:28.213901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.213901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.213901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.213901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.213901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.214523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.214621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.215262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.215262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.215892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.215892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.216203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723402cc-f1a7-434a-823c-2204f519b21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:28.835799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34840) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:28.925698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263936357'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:28.947976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:28.957263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.048678 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.054129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.087678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf64500-954f-4420-af9b-852111d7b357,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.160544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.164444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.194378 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.195723 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3588250 Jul 07 17:50:29.198487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.200187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af796f-7305-4db6-b946-a74811672c61 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2796355-3369-4558-abe3-d628aaeb6cdd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.256413 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c78c13b5-f447-4ed0-9735-3312e81df226 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0566983 Jul 07 17:50:29.259057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.263411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-security--1315562622', 'description': 'tempest-security-description-578284563'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:29.289602 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.333618 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.337466 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.340125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.341310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "PUT /v2.0/security-groups/d2796355-3369-4558-abe3-d628aaeb6cdd HTTP/1.1" status: 200 len: 1779 time: 0.0813038 Jul 07 17:50:29.344287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34848) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.365198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955d450-6444-47f0-9035-6cb5a57f61b9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2796355-3369-4558-abe3-d628aaeb6cdd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.384632 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eb386896-97ad-4ec8-bf04-b9d3162cba44 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups/d2796355-3369-4558-abe3-d628aaeb6cdd HTTP/1.1" status: 200 len: 1779 time: 0.0390348 Jul 07 17:50:29.387023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.441865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.466645 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.509619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.512162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.513312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2796355-3369-4558-abe3-d628aaeb6cdd HTTP/1.1" status: 204 len: 168 time: 0.1253862 Jul 07 17:50:29.516074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.522315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e306d9-a195-4e22-b02b-0305179b052a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2796355-3369-4558-abe3-d628aaeb6cdd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.563349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e2cf68fe-be1e-44ce-8384-f0db885f62fd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457273 Jul 07 17:50:29.565971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.578704 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5ea9ebbf-2bcd-40fe-abfa-f062c359b2c8 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] delete failed (client error): The resource could not be found. Jul 07 17:50:29.579954 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5ea9ebbf-2bcd-40fe-abfa-f062c359b2c8 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2796355-3369-4558-abe3-d628aaeb6cdd HTTP/1.1" status: 404 len: 347 time: 0.0130298 Jul 07 17:50:29.583562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.588569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--857673896'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:29.611549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.691033 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.694700 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.724283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac9795-f333-4b69-be45-ceb956ea73a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.726590 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.727821 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e1d9c6e-c3dd-44d0-b8ed-1be454c0fa8a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1433501 Jul 07 17:50:29.731092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.736946 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': 'b5ac9795-f333-4b69-be45-ceb956ea73a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:29.764898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.809611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.813881 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.835434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd445cbf-4bfd-439f-bade-a40c11a9a1fe,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.838869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.843337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-76f30a8d-219d-46aa-9fb1-eea9b6aed481 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079743 Jul 07 17:50:29.843778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34860) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.867185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.875314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.906278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.912345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.913441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/dd445cbf-4bfd-439f-bade-a40c11a9a1fe HTTP/1.1" status: 204 len: 168 time: 0.0690079 Jul 07 17:50:29.916252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:29.919331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab54cb-1c3c-4959-8c65-3035dc7065ae tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd445cbf-4bfd-439f-bade-a40c11a9a1fe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:29.926732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a483a4dc-9c73-4257-bcef-a2a0a81a3fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:29.966364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5df1b93c-dffe-4de2-beef-b88cb1f42055 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489268 Jul 07 17:50:29.969105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.022159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.044533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.085999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.089647 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.090992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/b5ac9795-f333-4b69-be45-ceb956ea73a8 HTTP/1.1" status: 204 len: 168 time: 0.1209421 Jul 07 17:50:30.094905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.107240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b9038-0f1a-46c9-a773-c5f66f19f689 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac9795-f333-4b69-be45-ceb956ea73a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.143858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1c7e16c6-950f-495a-9c75-74a6aa39742a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467556 Jul 07 17:50:30.147563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.151842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--257593353'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.174424 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.257920 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.261698 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.288584 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.289945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1414564 Jul 07 17:50:30.292752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.297910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '5114de07-7536-4e1a-854e-e52fa5eedfa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.304031 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db6a5-4d51-4107-8238-3ad3113d733e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5114de07-7536-4e1a-854e-e52fa5eedfa2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.328210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.393682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.397767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.425614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e833b1c1-5acf-4e7d-9c99-1a93af413130,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.429215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.430694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-868c87c5-e78b-44c8-9051-0e3f2d1fedc9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369762 Jul 07 17:50:30.433215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.438179 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '5114de07-7536-4e1a-854e-e52fa5eedfa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.467918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.539852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.544356 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.552157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:30.565571 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2149ecc7-a7d6-4f2b-9e18-8f60ccc35cd0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.568772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.570127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e630c04-ea6b-4ac0-9d20-85fab5d89758 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358459 Jul 07 17:50:30.572734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.577885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '5114de07-7536-4e1a-854e-e52fa5eedfa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.604023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.664534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.668101 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.686990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe92154-414e-49ad-ae9f-c06dc5a9fb8a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.692969 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.694101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd1a78d5-4071-42a5-b186-f20ad19f9d55 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204076 Jul 07 17:50:30.696891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.701630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '5114de07-7536-4e1a-854e-e52fa5eedfa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.728280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.791780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.796494 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.815487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50329cbb-52fe-4e57-8ba9-b308128248fd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.820664 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.824558 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2793aa71-7d44-46ed-ade5-c0a34682d868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239536 Jul 07 17:50:30.825022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.829589 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '5114de07-7536-4e1a-854e-e52fa5eedfa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:30.855181 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.919769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.924683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.944635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230556ca-5426-46be-8e7b-63407fd84470,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:30.951675 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.952935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bdf9b722-69a7-4635-91f9-c74231d56061 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1272409 Jul 07 17:50:30.956433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:30.981991 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:30.991518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.020282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.026464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.027575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/230556ca-5426-46be-8e7b-63407fd84470 HTTP/1.1" status: 204 len: 168 time: 0.0699880 Jul 07 17:50:31.031085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34882) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.034302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146ffb8-4757-4820-9924-346c18d2db4f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230556ca-5426-46be-8e7b-63407fd84470,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.078631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d04a6df2-ff1e-4add-a8f2-21994018cb3e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0463479 Jul 07 17:50:31.081632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34884) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.105510 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.113463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.140737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.146985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.148120 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/50329cbb-52fe-4e57-8ba9-b308128248fd HTTP/1.1" status: 204 len: 168 time: 0.0655529 Jul 07 17:50:31.151074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.154259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f9656-60a7-4bea-a5a6-1a2ab32e31aa tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50329cbb-52fe-4e57-8ba9-b308128248fd,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.197938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-135d6622-d62d-413f-afb4-927fd36eb05e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455816 Jul 07 17:50:31.200625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.225831 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.234359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.261256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.268277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.269451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4fe92154-414e-49ad-ae9f-c06dc5a9fb8a HTTP/1.1" status: 204 len: 168 time: 0.0678957 Jul 07 17:50:31.272799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.275851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca525b-6158-4891-9b75-3d89d8df1a74 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fe92154-414e-49ad-ae9f-c06dc5a9fb8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.317649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-107b09fa-93d5-4a45-a3e5-8fec530631fe tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0436461 Jul 07 17:50:31.320343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.345524 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.353103 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.379801 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.386181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.387429 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2149ecc7-a7d6-4f2b-9e18-8f60ccc35cd0 HTTP/1.1" status: 204 len: 168 time: 0.0661275 Jul 07 17:50:31.390937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.394045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1385a98-9620-4ed2-a7fd-ce89d2fb5b3f tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2149ecc7-a7d6-4f2b-9e18-8f60ccc35cd0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.437554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d88c039-3f60-4f67-b36d-bc4049f3bc10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0454056 Jul 07 17:50:31.440299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.464141 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.471817 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.498759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.505271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.506409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e833b1c1-5acf-4e7d-9c99-1a93af413130 HTTP/1.1" status: 204 len: 168 time: 0.0651746 Jul 07 17:50:31.509198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34898) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.512320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af236a9e-5f78-4eac-a67e-dd824f032d72 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e833b1c1-5acf-4e7d-9c99-1a93af413130,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.550516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-041b0a75-f8fe-4255-b2f0-f1a4195a33ac tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400941 Jul 07 17:50:31.553264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34900) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.606643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.628626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.672773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.675344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.676545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/5114de07-7536-4e1a-854e-e52fa5eedfa2 HTTP/1.1" status: 204 len: 168 time: 0.1223512 Jul 07 17:50:31.681321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.691202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24107-be51-4f97-94c8-52b17d7ef054 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114de07-7536-4e1a-854e-e52fa5eedfa2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.727819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a9b7c22c-45f3-425f-aa5e-ac888ae26072 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453084 Jul 07 17:50:31.732036 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.736431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--254320145'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:31.758538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.840972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.845163 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.873880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.875143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1421330 Jul 07 17:50:31.876265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78184eaa-ba92-4776-989a-f82fcbd53d10 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95261e7b-e7a5-4724-a016-ba6614ba4ccc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.878053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34906) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:31.882940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '95261e7b-e7a5-4724-a016-ba6614ba4ccc', 'direction': 'ingress', 'protocol': 17}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:31.909277 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.957883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.962390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.983908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8c0a6c-cf89-41b8-9db0-f324e833260b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:31.992485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:31.994024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-03845d84-9d11-458f-87f8-7b8035a709de tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1149051 Jul 07 17:50:31.996736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34910) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.056283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.079054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.123441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.126328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.127529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/95261e7b-e7a5-4724-a016-ba6614ba4ccc HTTP/1.1" status: 204 len: 168 time: 0.1298385 Jul 07 17:50:32.130597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.136977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fc491-4161-451b-9e7f-fc75cb565349 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95261e7b-e7a5-4724-a016-ba6614ba4ccc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.174808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ae038ac-7b7d-4ab1-bff5-a4aec00d6321 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430415 Jul 07 17:50:32.178560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.183171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047245335'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:32.205123 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.291434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.295919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.323384 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.324634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451259 Jul 07 17:50:32.327516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34916) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.328889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18922cd3-33dd-46e8-bb1e-a502ccabffb9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285fc119-5d74-436f-bd7b-0c8e1693183b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.332727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142493904'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:32.354620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f989b23-956a-41fd-a2d9-f2ea525b3728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.359622 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.440600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.444511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.476940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7298a11b-0fb4-4c10-804c-45c66545d61a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.480588 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.481820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f1e0f39c-e003-4d1c-8320-734c4d73f30e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1532314 Jul 07 17:50:32.485161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34918) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.489509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '285fc119-5d74-436f-bd7b-0c8e1693183b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7298a11b-0fb4-4c10-804c-45c66545d61a', 'remote_ip_prefix': None}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:32.520404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.586505 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.590310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.606385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541c1166-74e7-4d49-a83f-f65334db2fc3,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.616109 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.617346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0896306-0bcf-4609-bd19-d3505d7fbd4a tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1313398 Jul 07 17:50:32.620118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34920) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.644631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.652359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.679878 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.685137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.686882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/541c1166-74e7-4d49-a83f-f65334db2fc3 HTTP/1.1" status: 204 len: 168 time: 0.0657959 Jul 07 17:50:32.689595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.694679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbc6ba-7104-452d-bb3e-729e5f4d0f4b tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=541c1166-74e7-4d49-a83f-f65334db2fc3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.733800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-09fe9b9c-749a-4d62-bc31-660844f88498 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0428329 Jul 07 17:50:32.736574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34924) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.789759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.813037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.828786 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.860139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.860139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.860139 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/7298a11b-0fb4-4c10-804c-45c66545d61a HTTP/1.1" status: 204 len: 168 time: 0.1222105 Jul 07 17:50:32.862530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.869173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9e0da-3efb-4baf-bd85-aefb4ad461db tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298a11b-0fb4-4c10-804c-45c66545d61a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:32.918557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-38e2bd02-3129-4df9-9557-6cb86d4ad96d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0545313 Jul 07 17:50:32.921195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:32.974329 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.996459 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.038156 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.040737 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.041835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/285fc119-5d74-436f-bd7b-0c8e1693183b HTTP/1.1" status: 204 len: 168 time: 0.1197360 Jul 07 17:50:33.044576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34930) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.050974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3ec8b-df79-44fc-8910-b4a81daeebc6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285fc119-5d74-436f-bd7b-0c8e1693183b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.092385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d0ba9c0a-18ba-481f-87b0-4115616cb011 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465598 Jul 07 17:50:33.096724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34932) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.101040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--299972310'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.125896 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.207518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.211362 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.240998 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.242294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1445870 Jul 07 17:50:33.244230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce488d-d0f1-4a65-b4d7-263d5f9063b6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5df5e6-4423-4b9e-abef-d76291da67e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.245165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.255558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '9c5df5e6-4423-4b9e-abef-d76291da67e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.286399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.333671 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.337464 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.361313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2273324d-921d-4f39-aec2-08cae9588dd8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.367958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.369257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b7badc36-9a3b-487d-ae3d-e080de71a1e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1230793 Jul 07 17:50:33.372270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.396022 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.403556 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.430975 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.437150 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.438286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2273324d-921d-4f39-aec2-08cae9588dd8 HTTP/1.1" status: 204 len: 168 time: 0.0650256 Jul 07 17:50:33.440978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34938) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.443713 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb9e99-fc56-4b56-93f8-e33e52e99b2e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2273324d-921d-4f39-aec2-08cae9588dd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.482281 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c00ebfb2-f456-4d81-b70e-64ccdab2a995 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400827 Jul 07 17:50:33.485744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34940) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.538532 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.560597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.619488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.622666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.624394 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/9c5df5e6-4423-4b9e-abef-d76291da67e6 HTTP/1.1" status: 204 len: 168 time: 0.1376739 Jul 07 17:50:33.627458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.634443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6fd85-1060-498f-92b3-b1348855006c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5df5e6-4423-4b9e-abef-d76291da67e6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.679400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4a24ec19-b565-41a4-832a-a67734397a31 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507464 Jul 07 17:50:33.683134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.688302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402300222'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.710456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.711082 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.792374 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.797125 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.825612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.826873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1427400 Jul 07 17:50:33.828918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81f076-bbd0-4408-9e54-55fee416e145 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23180528-ad29-485c-b8a9-0e26c577ab87,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.830476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34946) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.836079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '23180528-ad29-485c-b8a9-0e26c577ab87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:33.864624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.923461 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.927334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.946150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd9c3c3-ffc9-4c27-be23-2f90d554bfa1,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.950232 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:33.951508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5ee5e627-6c37-4241-ad9d-d1c73e1ff868 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195478 Jul 07 17:50:33.954092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34948) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:33.970376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a97151be-2520-4e0a-bcc8-8633362b3bf6 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules/cdd9c3c3-ffc9-4c27-be23-2f90d554bfa1 HTTP/1.1" status: 200 len: 763 time: 0.0149179 Jul 07 17:50:33.972738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34950) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.013341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-783205d9-1439-47da-954c-4e243850a688 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395393 Jul 07 17:50:34.016309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34952) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.039531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.047747 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.073938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.080204 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.081258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cdd9c3c3-ffc9-4c27-be23-2f90d554bfa1 HTTP/1.1" status: 204 len: 168 time: 0.0640373 Jul 07 17:50:34.084067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.086985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74e3a1-4627-4bf2-b22f-4c62f6c98940 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd9c3c3-ffc9-4c27-be23-2f90d554bfa1,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.125418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5ba1e006-0a53-4d0c-9894-acf22e27efe0 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401208 Jul 07 17:50:34.127923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.132198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '23180528-ad29-485c-b8a9-0e26c577ab87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:34.159827 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.208103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.212813 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.233851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d977c963-a8f7-4330-afba-093aafdc4934,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.242166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.243669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-70d756f7-bb3c-41f0-82b2-9e9429aeb6bd tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147687 Jul 07 17:50:34.246290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.266019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7a16a524-ae14-4bfc-b14a-ca7d0fd08f6c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules/d977c963-a8f7-4330-afba-093aafdc4934 HTTP/1.1" status: 200 len: 763 time: 0.0186129 Jul 07 17:50:34.268425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.309374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c42a3723-c00a-489a-9c94-949a811d5fe1 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398700 Jul 07 17:50:34.312032 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.336386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.344445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.372140 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.378415 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.379542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d977c963-a8f7-4330-afba-093aafdc4934 HTTP/1.1" status: 204 len: 168 time: 0.0665228 Jul 07 17:50:34.385172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0651-7387-47c0-b0d5-d21e07b6d99d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d977c963-a8f7-4330-afba-093aafdc4934,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.386968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.427779 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-67baeec8-fb50-4899-9370-54e98afbf2be tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398295 Jul 07 17:50:34.430432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34966) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.434844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Request body: {'security_group_rule': {'security_group_id': '23180528-ad29-485c-b8a9-0e26c577ab87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:34.462939 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.509916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.514483 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.533178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279e4c4d-e1f3-41ca-8bb9-527f1413b351,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.539342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.540671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ee154949-31f7-4c9d-8b76-72155f99968e tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1092839 Jul 07 17:50:34.543355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.559704 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2c251550-a6fb-4ef9-8c78-653ce78580e3 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules/279e4c4d-e1f3-41ca-8bb9-527f1413b351 HTTP/1.1" status: 200 len: 764 time: 0.0152142 Jul 07 17:50:34.562185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.604974 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd44f9ea-30b1-491b-8860-c891d576d61d tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0415950 Jul 07 17:50:34.607456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.630687 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.637956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.666179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.672449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.673568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/279e4c4d-e1f3-41ca-8bb9-527f1413b351 HTTP/1.1" status: 204 len: 168 time: 0.0651317 Jul 07 17:50:34.676183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34974) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.678997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89186ad3-8abb-4b6b-9e62-2200421b83ab tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=279e4c4d-e1f3-41ca-8bb9-527f1413b351,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.716458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-365769f3-7caa-4436-a5bc-6cf73bfd3f2c tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390534 Jul 07 17:50:34.719725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 34976) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.748322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.776009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.798065 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.843128 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.845766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.847096 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "DELETE /v2.0/security-groups/23180528-ad29-485c-b8a9-0e26c577ab87 HTTP/1.1" status: 204 len: 168 time: 0.1264410 Jul 07 17:50:34.850011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.856871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf93b2-d019-445d-9062-910cd103e082 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23180528-ad29-485c-b8a9-0e26c577ab87,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.899713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-045bf154-7f45-4442-b823-cec7ec1f7ef4 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484648 Jul 07 17:50:34.903743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:34.947089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5402c34b-d12b-45ad-803b-309e23bad6e9 tempest-SecGroupTest-2082869848 tempest-SecGroupTest-2082869848-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422649 Jul 07 17:50:35.188959 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:35.321391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec8f9c7f-45ab-4edf-b706-6e0390c719b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55c4ff895e4b47fa91cd5110be624cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311669 Jul 07 17:50:35.323828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 34990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:35.373901 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.394810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.441210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.443872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.445064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cf64500-954f-4420-af9b-852111d7b357 HTTP/1.1" status: 204 len: 168 time: 0.1203172 Jul 07 17:50:35.453184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907465e-6434-4c88-9cc6-9eacdc7f753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf64500-954f-4420-af9b-852111d7b357,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:35.492256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.093788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.183664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c129eb4a-f9ff-4853-862e-e0a5fe136988 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.184112 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-c129eb4a-f9ff-4853-862e-e0a5fe136988 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:50:36.184606 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c129eb4a-f9ff-4853-862e-e0a5fe136988 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:50:36.185594 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c129eb4a-f9ff-4853-862e-e0a5fe136988 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0907378 Jul 07 17:50:36.189726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.194795 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--82552689'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.218625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.230465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.327625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.331868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.368255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1183a-0c19-4d2b-9d21-46023673f537,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.421296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.425482 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.453585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.455232 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2645299 Jul 07 17:50:36.455968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678a5be-2ec9-40c3-bcf3-bc5a92453d19 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc4ce16-4da1-46be-bb21-571fb9697eb4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.458527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35018) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.463503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '1bc4ce16-4da1-46be-bb21-571fb9697eb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.491172 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.537243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.540909 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.559234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15a6467-5a86-42ef-abc6-c8a4fb4ded74,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.566728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.571154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.574800 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-52b308eb-f202-4cf9-ac85-9af48a159472 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150753 Jul 07 17:50:36.575593 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.576984 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-635643f1-341a-490f-8b67-1d745fa1b0b3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '1bc4ce16-4da1-46be-bb21-571fb9697eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.603917 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-635643f1-341a-490f-8b67-1d745fa1b0b3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.650329 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-635643f1-341a-490f-8b67-1d745fa1b0b3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:50:36.651420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-635643f1-341a-490f-8b67-1d745fa1b0b3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0791936 Jul 07 17:50:36.654613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35022) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.709686 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.733097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.777705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.780913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.782067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bc4ce16-4da1-46be-bb21-571fb9697eb4 HTTP/1.1" status: 204 len: 168 time: 0.1264591 Jul 07 17:50:36.784822 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.791667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf72d-47a6-48b0-ac0e-f58ce9aae67a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc4ce16-4da1-46be-bb21-571fb9697eb4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.836823 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-af33f6ea-c1f2-4877-8c45-93c860ec1d10 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506289 Jul 07 17:50:36.840830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.845808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341979226'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.867083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.950385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.955291 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.982823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:36.983976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1422162 Jul 07 17:50:36.987209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:36.988226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9206b1c-8bd2-42f7-9edb-5b3cdfacbf1f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4acac-31a4-4494-9f54-2e0270eba83e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:36.996328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a70801c7-5238-4f15-9283-40d4d4eb53b4 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '53f4acac-31a4-4494-9f54-2e0270eba83e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:36.996967 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-a70801c7-5238-4f15-9283-40d4d4eb53b4 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:50:36.997375 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-a70801c7-5238-4f15-9283-40d4d4eb53b4 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:36.998442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a70801c7-5238-4f15-9283-40d4d4eb53b4 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101616 Jul 07 17:50:37.001048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35030) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.054988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.081870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.122987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.126048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.127224 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/53f4acac-31a4-4494-9f54-2e0270eba83e HTTP/1.1" status: 204 len: 168 time: 0.1252496 Jul 07 17:50:37.129931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.136156 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784e63a-69e1-4c7f-aabf-49855004b1ea tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4acac-31a4-4494-9f54-2e0270eba83e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.173296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dba7eb6b-adf7-40e5-9cdf-84a6c4a22abe tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421004 Jul 07 17:50:37.176730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.181047 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--258104040'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.203471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.284062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.287536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.312914 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.314132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1364586 Jul 07 17:50:37.317118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35036) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.317988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d059a8f-d658-43e4-8e58-8d86ebed5e08 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc68693-540c-4846-b589-2aa7df491b4d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.322687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b5fc879e-03fc-4090-a980-0a22af65c403 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'cfc68693-540c-4846-b589-2aa7df491b4d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.323317 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-b5fc879e-03fc-4090-a980-0a22af65c403 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:50:37.323850 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-b5fc879e-03fc-4090-a980-0a22af65c403 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:37.324872 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b5fc879e-03fc-4090-a980-0a22af65c403 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065980 Jul 07 17:50:37.328059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35038) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.381953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.405339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.448331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.451016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.452173 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/cfc68693-540c-4846-b589-2aa7df491b4d HTTP/1.1" status: 204 len: 168 time: 0.1230896 Jul 07 17:50:37.455176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.461749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc68693-540c-4846-b589-2aa7df491b4d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.469811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.470252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.470601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.470944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.471283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.471619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.471951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.472279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.472611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.472940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.473268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.473592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cd21f0-edaa-4858-86fd-82c895919024 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:37.501258 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1f46fbed-83bc-4331-a02f-866f7e11e82c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448577 Jul 07 17:50:37.504634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.509240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373683513'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.531772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.610363 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.613906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.639503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.640696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1350744 Jul 07 17:50:37.643827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35044) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.644522 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cce1f1-cafb-4eda-9a0e-2645c7c55c8e tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad7708-73f4-4ad2-b427-97c8516b8bb7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.649330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-63679972-6f34-44c5-882e-91c911790c43 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '4bad7708-73f4-4ad2-b427-97c8516b8bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.650273 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-63679972-6f34-44c5-882e-91c911790c43 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:50:37.650923 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-63679972-6f34-44c5-882e-91c911790c43 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:37.651885 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63679972-6f34-44c5-882e-91c911790c43 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068848 Jul 07 17:50:37.654407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.659583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b3b7d17-af2c-424a-9c38-9b5928e4d2a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '4bad7708-73f4-4ad2-b427-97c8516b8bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.660241 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-9b3b7d17-af2c-424a-9c38-9b5928e4d2a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:50:37.660765 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-9b3b7d17-af2c-424a-9c38-9b5928e4d2a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:37.661931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b3b7d17-af2c-424a-9c38-9b5928e4d2a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065868 Jul 07 17:50:37.664518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35048) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.668762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d52fec95-94bd-4ebf-934f-29741a652fd2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '4bad7708-73f4-4ad2-b427-97c8516b8bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.669588 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-d52fec95-94bd-4ebf-934f-29741a652fd2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:50:37.670596 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-d52fec95-94bd-4ebf-934f-29741a652fd2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:37.671562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d52fec95-94bd-4ebf-934f-29741a652fd2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061228 Jul 07 17:50:37.674002 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.678611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e2fc5ed7-89f2-48cc-8876-32dae098c68f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '4bad7708-73f4-4ad2-b427-97c8516b8bb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.679500 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-e2fc5ed7-89f2-48cc-8876-32dae098c68f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:50:37.680001 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e2fc5ed7-89f2-48cc-8876-32dae098c68f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:37.680977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e2fc5ed7-89f2-48cc-8876-32dae098c68f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059388 Jul 07 17:50:37.684020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.738785 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.761456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.801568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.804104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.805233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/4bad7708-73f4-4ad2-b427-97c8516b8bb7 HTTP/1.1" status: 204 len: 168 time: 0.1203861 Jul 07 17:50:37.808234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35054) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.814684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62b784-2af9-4ed3-9ba4-e9cec2f63f71 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad7708-73f4-4ad2-b427-97c8516b8bb7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:37.852788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3e7c7ee1-5054-400a-a23c-c29dd2ccc41b tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433726 Jul 07 17:50:37.856485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35056) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:37.861863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091042317'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:37.882879 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.969813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:37.973447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.006773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.008018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1504135 Jul 07 17:50:38.009958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d85bc9-2645-40c1-8377-501b8530cffc tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75003da-290d-42ed-b52c-fd31d385ca24,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.011294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.015903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-03899476-4158-47e0-99e1-cf478f0c1777 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.016505 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-03899476-4158-47e0-99e1-cf478f0c1777 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:50:38.016858 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-03899476-4158-47e0-99e1-cf478f0c1777 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.018439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-03899476-4158-47e0-99e1-cf478f0c1777 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055835 Jul 07 17:50:38.020709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.025637 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ffcdf84d-4260-4f0c-a909-b68471620c89 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.061344 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ffcdf84d-4260-4f0c-a909-b68471620c89 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.062663 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ffcdf84d-4260-4f0c-a909-b68471620c89 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0408661 Jul 07 17:50:38.065710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.070582 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ea776d09-aa14-4704-9a6d-c6335077470c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.071125 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-ea776d09-aa14-4704-9a6d-c6335077470c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:50:38.071635 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ea776d09-aa14-4704-9a6d-c6335077470c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.072666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea776d09-aa14-4704-9a6d-c6335077470c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058820 Jul 07 17:50:38.075062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35064) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.080108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-66521788-e8c6-468f-a1f0-84366372dfec tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.117019 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-66521788-e8c6-468f-a1f0-84366372dfec tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.118153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-66521788-e8c6-468f-a1f0-84366372dfec tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0420499 Jul 07 17:50:38.120831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35066) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.126779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-20d03132-2b9a-4649-a786-9098a628c611 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.127345 n-d-791504-12 neutron-server[93765]: WARNING neutron.api.v2.base [None req-20d03132-2b9a-4649-a786-9098a628c611 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:50:38.127890 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-20d03132-2b9a-4649-a786-9098a628c611 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.128954 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-20d03132-2b9a-4649-a786-9098a628c611 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071452 Jul 07 17:50:38.131228 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.136523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f20240f5-d735-4039-9c25-11095455cbf3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.158859 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f20240f5-d735-4039-9c25-11095455cbf3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Project 874c4500be7049eba9743db8c9ab2837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:50:38.170940 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-f20240f5-d735-4039-9c25-11095455cbf3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.171975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f20240f5-d735-4039-9c25-11095455cbf3 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397558 Jul 07 17:50:38.175145 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.179457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8edaa3c0-6e68-4e1e-aa7b-5201baf98925 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.179929 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-8edaa3c0-6e68-4e1e-aa7b-5201baf98925 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:50:38.180391 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8edaa3c0-6e68-4e1e-aa7b-5201baf98925 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.181307 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8edaa3c0-6e68-4e1e-aa7b-5201baf98925 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052714 Jul 07 17:50:38.183886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35072) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.189250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b3270af7-2d25-4bf6-b93d-bf01f7d9b5b9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.212093 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-b3270af7-2d25-4bf6-b93d-bf01f7d9b5b9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Project 874c4500be7049eba9743db8c9ab2837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:50:38.226004 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-b3270af7-2d25-4bf6-b93d-bf01f7d9b5b9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.227099 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3270af7-2d25-4bf6-b93d-bf01f7d9b5b9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0422008 Jul 07 17:50:38.229889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35074) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.234876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-633bc021-03c8-44c9-9220-7d88f21282ef tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'e75003da-290d-42ed-b52c-fd31d385ca24', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.255811 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-633bc021-03c8-44c9-9220-7d88f21282ef tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Project 874c4500be7049eba9743db8c9ab2837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:50:38.267841 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-633bc021-03c8-44c9-9220-7d88f21282ef tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:38.269038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-633bc021-03c8-44c9-9220-7d88f21282ef tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0381982 Jul 07 17:50:38.272937 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35076) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.327339 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.348752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.388689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.391236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.392369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/e75003da-290d-42ed-b52c-fd31d385ca24 HTTP/1.1" status: 204 len: 168 time: 0.1183758 Jul 07 17:50:38.395263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.402204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c493b1-2333-45b9-a1bd-d76385aac8c0 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75003da-290d-42ed-b52c-fd31d385ca24,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.443409 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5c10e3b4-09f9-4578-81bd-2cc6d1971d4f tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469043 Jul 07 17:50:38.447303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.451704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250083965'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.474294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.559695 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.564198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.599802 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.601035 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1527870 Jul 07 17:50:38.602401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb46666-bdda-4a42-ab5b-0a44779dc23c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6fec5-e6cc-4af7-8d2e-b6a430d1ed4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.604071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35082) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.609715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9aa90c9a-e830-420e-abe1-f8e04254f551 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '32a6fec5-e6cc-4af7-8d2e-b6a430d1ed4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.649473 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-9aa90c9a-e830-420e-abe1-f8e04254f551 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The resource could not be found. Jul 07 17:50:38.650514 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9aa90c9a-e830-420e-abe1-f8e04254f551 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0450251 Jul 07 17:50:38.653341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35084) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.657738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4e7165f6-7bf9-4f93-9854-914548088131 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '32a6fec5-e6cc-4af7-8d2e-b6a430d1ed4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd233d442-d944-4365-9fb5-5e9b586f9b25'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.693970 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-4e7165f6-7bf9-4f93-9854-914548088131 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The resource could not be found. Jul 07 17:50:38.695039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e7165f6-7bf9-4f93-9854-914548088131 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0407677 Jul 07 17:50:38.697785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35086) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.752145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.774309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.814846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.817663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:38.818845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/32a6fec5-e6cc-4af7-8d2e-b6a430d1ed4a HTTP/1.1" status: 204 len: 168 time: 0.1201272 Jul 07 17:50:38.821743 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.828178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890ebe3-ef73-4612-834f-71f5a5a2b2a2 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6fec5-e6cc-4af7-8d2e-b6a430d1ed4a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:38.871006 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c0af30c-ca98-4bcc-85e8-38ebd0fcae3c tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480320 Jul 07 17:50:38.875304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.879537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc0368fa-4caf-42f8-bc31-9d331495aa63 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': 'a3929846-6364-462b-bb98-78771f1e6bf1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.917956 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-cc0368fa-4caf-42f8-bc31-9d331495aa63 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The resource could not be found. Jul 07 17:50:38.918934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cc0368fa-4caf-42f8-bc31-9d331495aa63 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0427043 Jul 07 17:50:38.923033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:38.927462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--995247886'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:38.950080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.029982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.033401 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.061643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.062922 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1389637 Jul 07 17:50:39.064789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bafb3-de46-44c6-8e36-def001bfc4dd tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139515a3-8fd9-4502-92cc-593ab04b6903,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.066540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35094) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.071294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128542681'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:39.093739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.177347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.180848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.206417 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.207635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400661 Jul 07 17:50:39.211470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.211858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa325a24-ef75-4bdf-b001-f322da44dc06 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692ce3ac-db7b-4500-ae7b-37b3d0dcbe37,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.218664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-54540f7d-e744-462b-8c2b-e447ed56caae tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '139515a3-8fd9-4502-92cc-593ab04b6903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '692ce3ac-db7b-4500-ae7b-37b3d0dcbe37'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:39.255275 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-54540f7d-e744-462b-8c2b-e447ed56caae tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:39.256319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54540f7d-e744-462b-8c2b-e447ed56caae tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0434022 Jul 07 17:50:39.259225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.312311 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.333866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.380478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.383166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.384313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/692ce3ac-db7b-4500-ae7b-37b3d0dcbe37 HTTP/1.1" status: 204 len: 168 time: 0.1241596 Jul 07 17:50:39.387340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35100) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.394021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb48e8-1954-4b20-921d-1d67fe02e413 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692ce3ac-db7b-4500-ae7b-37b3d0dcbe37,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.445693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84cafe83-ea6d-4158-89f7-cc58882ffebe tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0566983 Jul 07 17:50:39.448502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35102) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.504018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.526489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.566727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.569572 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.570874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/139515a3-8fd9-4502-92cc-593ab04b6903 HTTP/1.1" status: 204 len: 168 time: 0.1214428 Jul 07 17:50:39.573481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.581434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db44a6-c321-40fd-9f5b-d2c4ec2df264 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139515a3-8fd9-4502-92cc-593ab04b6903,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.616872 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8c861de6-d54e-4593-9ca8-94282d1f3543 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416207 Jul 07 17:50:39.620481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.625312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--796551322'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:39.648685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.744257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.747871 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.771771 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.776050 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1516109 Jul 07 17:50:39.776253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.784475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca9fee06-e659-487f-ab7b-2186d3cbcdc9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '1c0632fa-3de2-48ed-b841-79d1f4d55cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:39.796600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c14f-1fd1-4008-b290-dd3e488282a5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0632fa-3de2-48ed-b841-79d1f4d55cb3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:39.823780 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ca9fee06-e659-487f-ab7b-2186d3cbcdc9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:39.824853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ca9fee06-e659-487f-ab7b-2186d3cbcdc9 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0476363 Jul 07 17:50:39.827910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.832535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0e3ee211-ac60-48c4-8807-1c5b6fb7184a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group_rule': {'security_group_id': '1c0632fa-3de2-48ed-b841-79d1f4d55cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:39.865864 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0e3ee211-ac60-48c4-8807-1c5b6fb7184a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:50:39.866905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e3ee211-ac60-48c4-8807-1c5b6fb7184a tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0380812 Jul 07 17:50:39.869539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:39.919419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.942222 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.987307 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.989956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:39.991201 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/1c0632fa-3de2-48ed-b841-79d1f4d55cb3 HTTP/1.1" status: 204 len: 168 time: 0.1207318 Jul 07 17:50:39.993892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35114) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.001229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7dfad-e651-4041-b653-415e2252a197 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0632fa-3de2-48ed-b841-79d1f4d55cb3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.041957 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7e407a2a-9b39-4eea-ae67-5bb7a6cbefd5 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468106 Jul 07 17:50:40.046247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35116) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.052010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408084307'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:40.078614 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.162537 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.166333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.196897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.198226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1509411 Jul 07 17:50:40.199447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5553a-be34-40db-badc-f5b2a261d390 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f8b50-1300-4aa8-a832-62f58de1b31c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.201224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.207003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fcaff062-bd54-4bf7-98ba-44446da0c8f6 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:40.207387 n-d-791504-12 neutron-server[93766]: WARNING neutron.api.v2.base [None req-fcaff062-bd54-4bf7-98ba-44446da0c8f6 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:50:40.207805 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fcaff062-bd54-4bf7-98ba-44446da0c8f6 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:50:40.210389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fcaff062-bd54-4bf7-98ba-44446da0c8f6 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "PUT /v2.0/security-groups/d46f8b50-1300-4aa8-a832-62f58de1b31c HTTP/1.1" status: 409 len: 330 time: 0.0061207 Jul 07 17:50:40.211361 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.265409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.288032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.328115 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.331475 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.332714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/d46f8b50-1300-4aa8-a832-62f58de1b31c HTTP/1.1" status: 204 len: 168 time: 0.1204774 Jul 07 17:50:40.335458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35122) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.342841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e47d1-0e64-4aa6-a23c-d9ce415ca95d tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f8b50-1300-4aa8-a832-62f58de1b31c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:40.381723 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34da5bb1-288c-4269-b667-b1da13000484 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449631 Jul 07 17:50:40.386669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.401462 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ed3433d0-867d-49f7-ae69-2da0cf7cf1ba tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] delete failed (client error): The resource could not be found. Jul 07 17:50:40.402485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ed3433d0-867d-49f7-ae69-2da0cf7cf1ba tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "DELETE /v2.0/security-groups/4190aa7b-3f25-41c9-8db5-e7a556cac49f HTTP/1.1" status: 404 len: 347 time: 0.0148003 Jul 07 17:50:40.406622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.419696 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8c6a269a-e425-40ab-b7a7-bc81c6231911 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] show failed (client error): The resource could not be found. Jul 07 17:50:40.420714 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8c6a269a-e425-40ab-b7a7-bc81c6231911 tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-groups/9abf36f1-a037-4db2-aab3-27a17dd65180 HTTP/1.1" status: 404 len: 347 time: 0.0131826 Jul 07 17:50:40.424101 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.434571 n-d-791504-12 neutron-server[93766]: INFO neutron.api.v2.resource [None req-90a4cfc7-8e9c-416b-a7d2-941d3bd7acab tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] show failed (client error): The resource could not be found. Jul 07 17:50:40.435516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-90a4cfc7-8e9c-416b-a7d2-941d3bd7acab tempest-NegativeSecGroupIPv6Test-835158870 tempest-NegativeSecGroupIPv6Test-835158870-project] 10.222.0.22 "GET /v2.0/security-group-rules/20a46659-cd02-4259-abff-3af1373d50cf HTTP/1.1" status: 404 len: 356 time: 0.0105579 Jul 07 17:50:40.675346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35134) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.805396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a379437e-cdd2-4ae6-9343-79281989487f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=874c4500be7049eba9743db8c9ab2837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288862 Jul 07 17:50:40.807902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35138) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:40.855935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.877333 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.924454 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.927152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:40.928320 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26d1183a-0c19-4d2b-9d21-46023673f537 HTTP/1.1" status: 204 len: 168 time: 0.1195424 Jul 07 17:50:40.936179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ea7d-c0e8-40c6-a775-f9be7733317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1183a-0c19-4d2b-9d21-46023673f537,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:42.519018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:42.622811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea3bca38-bfa6-4645-be83-5a9ee8a9d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.711542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea3bca38-bfa6-4645-be83-5a9ee8a9d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.715166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ea3bca38-bfa6-4645-be83-5a9ee8a9d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.752638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ea3bca38-bfa6-4645-be83-5a9ee8a9d135 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d35c982dd19e4bbea0f6feaf9b40118f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325056 Jul 07 17:50:42.754578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bca38-bfa6-4645-be83-5a9ee8a9d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65bb4cf-cd17-4524-b5c5-52893f7a4c62,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:42.755394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:42.805418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.827161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.874689 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.877454 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:42.878876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a65bb4cf-cd17-4524-b5c5-52893f7a4c62 HTTP/1.1" status: 204 len: 168 time: 0.1225297 Jul 07 17:50:42.887010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1969977-c6c4-4ce7-90e9-a98a81f0d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65bb4cf-cd17-4524-b5c5-52893f7a4c62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.135304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.151453 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a90878-4b23-4d40-921a-b9a124422d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.239460 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a90878-4b23-4d40-921a-b9a124422d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.243066 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94a90878-4b23-4d40-921a-b9a124422d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.281880 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-94a90878-4b23-4d40-921a-b9a124422d1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=584df82eed16433ea8c8783a35fe9dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454697 Jul 07 17:50:43.282766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a90878-4b23-4d40-921a-b9a124422d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f8b05-45ea-4e5e-88c8-d873a248eb88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.284584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35202) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.336574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.357077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.402173 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.404940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.406153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c9f8b05-45ea-4e5e-88c8-d873a248eb88 HTTP/1.1" status: 204 len: 168 time: 0.1205447 Jul 07 17:50:43.413733 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5344d-71c1-47e9-bf62-cf91cdf90bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f8b05-45ea-4e5e-88c8-d873a248eb88,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.204818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35262) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.312977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70038719-2bdf-4b8e-9502-d540bfb5c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.400301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70038719-2bdf-4b8e-9502-d540bfb5c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.404006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70038719-2bdf-4b8e-9502-d540bfb5c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.441932 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-70038719-2bdf-4b8e-9502-d540bfb5c8e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a30231689eb844cc8786b7b51ee585e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359607 Jul 07 17:50:45.442817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70038719-2bdf-4b8e-9502-d540bfb5c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a0f001-0ae5-42aa-a84a-0532e788e5a5,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.444710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.496268 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.522801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.572425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.575040 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.577176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62a0f001-0ae5-42aa-a84a-0532e788e5a5 HTTP/1.1" status: 204 len: 168 time: 0.1309581 Jul 07 17:50:45.587075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385fed5-b805-4e8a-b5f7-3f63d6e4ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a0f001-0ae5-42aa-a84a-0532e788e5a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.844877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35272) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.858271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c689-ddf7-45c1-995b-1d079ff1c793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.948936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c689-ddf7-45c1-995b-1d079ff1c793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.953439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c689-ddf7-45c1-995b-1d079ff1c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.994791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ffc8c689-ddf7-45c1-995b-1d079ff1c793 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=888b039348204eda900b202ed26a6b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486988 Jul 07 17:50:45.995613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c689-ddf7-45c1-995b-1d079ff1c793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4eb0f-e2bf-4fc5-8fbf-d8f0be8b097a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.997576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:46.049731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.070592 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.120131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.122880 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.124526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbb4eb0f-e2bf-4fc5-8fbf-d8f0be8b097a HTTP/1.1" status: 204 len: 168 time: 0.1251559 Jul 07 17:50:46.132207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bd6e3-0567-4332-b7b3-67e013adf427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4eb0f-e2bf-4fc5-8fbf-d8f0be8b097a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.620664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:55.729391 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e269013-c467-45c3-8fc4-f44733c415b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.826422 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e269013-c467-45c3-8fc4-f44733c415b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.830527 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e269013-c467-45c3-8fc4-f44733c415b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.868984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6e269013-c467-45c3-8fc4-f44733c415b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fd28f69cbc84aa2ab24b4c9c1f4e01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472115 Jul 07 17:50:55.870962 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269013-c467-45c3-8fc4-f44733c415b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a384d0ba-40e2-4ed1-b09e-d95deb13346c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:55.871842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:55.922608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.943569 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.989421 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.991965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:55.993123 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a384d0ba-40e2-4ed1-b09e-d95deb13346c HTTP/1.1" status: 204 len: 168 time: 0.1202095 Jul 07 17:50:56.000975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffeb68-8909-4cfa-a46e-0e993beeb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a384d0ba-40e2-4ed1-b09e-d95deb13346c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.927490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65dcf6a1-a946-46ae-89ed-26c63f115ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.174191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:01.302255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc3e8-3dfe-4ecd-9e64-3d5a157f53a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.400968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc3e8-3dfe-4ecd-9e64-3d5a157f53a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.405599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc3e8-3dfe-4ecd-9e64-3d5a157f53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.441132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdc3e8-3dfe-4ecd-9e64-3d5a157f53a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44992d01-055b-4029-95eb-14ad79693430,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.445644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0bdc3e8-3dfe-4ecd-9e64-3d5a157f53a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f9b1c3b082466e88ffa1974d0abc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703290 Jul 07 17:51:01.448135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35438) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:01.502706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.523767 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.574168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.577719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.579069 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44992d01-055b-4029-95eb-14ad79693430 HTTP/1.1" status: 204 len: 168 time: 0.1299922 Jul 07 17:51:01.587526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a85da-4631-4290-9a7a-3ee874645b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44992d01-055b-4029-95eb-14ad79693430,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.845891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:01.859488 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe6c405e-3480-40c1-bc43-1a2f2b53bdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.952542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe6c405e-3480-40c1-bc43-1a2f2b53bdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.956683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe6c405e-3480-40c1-bc43-1a2f2b53bdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:01.994778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe6c405e-3480-40c1-bc43-1a2f2b53bdec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f9fea15cdf44de68f8941aa07cbe2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477389 Jul 07 17:51:01.997043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c405e-3480-40c1-bc43-1a2f2b53bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3895bf0-0fab-4943-9d19-72fb4ecf8261,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:01.997503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:02.046558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.067369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.118562 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.121131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.122339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3895bf0-0fab-4943-9d19-72fb4ecf8261 HTTP/1.1" status: 204 len: 168 time: 0.1232505 Jul 07 17:51:02.130647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a510ab-fb95-4454-a298-0d0f3a15a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3895bf0-0fab-4943-9d19-72fb4ecf8261,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:02.361063 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c537c5b8-5716-4b83-a1bd-e82c66cc14f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.838676 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.712711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:04.746990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:05.494646 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:06.581058 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:07.550944 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:12.760208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-8f7b6906-98d9-486a-acfb-2212da98c4a6 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=fd86c835b35c4c96b57842cd3278788e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258060 Jul 07 17:51:12.874245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-25444ecb-ddcc-446a-b6b3-dc3e1b2f397d tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.875854 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-25444ecb-ddcc-446a-b6b3-dc3e1b2f397d tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104314 Jul 07 17:51:12.896218 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5e211fbe-da62-4165-93ea-511f0694c01f tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/quotas/fd86c835b35c4c96b57842cd3278788e HTTP/1.1" status: 200 len: 375 time: 0.0148654 Jul 07 17:51:12.935847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-fc4d5a1a-fa83-47dd-8cf1-429e1560a825 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd86c835b35c4c96b57842cd3278788e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337381 Jul 07 17:51:13.120373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1eefa68d-ebeb-4b03-b68d-5228412ee108 req-9650c9ee-bf88-4a97-8a5f-fb0a1eb03e8a tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 210 time: 0.0391400 Jul 07 17:51:14.294007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d79cfc6f-ae99-401c-9db2-1a10d76bd98d req-a184c7ad-7ad8-4c9d-8c12-0ff462d94542 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 210 time: 0.0306485 Jul 07 17:51:14.400925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-ac4310c9-9663-4633-ac03-f1ff1fb7141f tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fd86c835b35c4c96b57842cd3278788e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218182 Jul 07 17:51:14.532651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-b29048f9-5dec-4196-9b69-ce837d00a2bf tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.534088 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-b29048f9-5dec-4196-9b69-ce837d00a2bf tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270385 Jul 07 17:51:14.546899 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Request body: {'port': {'device_id': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'admin_state_up': True, 'tenant_id': 'fd86c835b35c4c96b57842cd3278788e'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:14.667328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Made reservation on behalf of fd86c835b35c4c96b57842cd3278788e for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:14.671048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.679940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.783163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.787216 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.850685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7947c260-c38b-4953-95fb-7e50c17d8f75,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.931273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Allocated IP 192.168.233.157 (82f549d8-25b9-4a71-8305-1761c8001f95/c46384bf-c72b-42b8-999a-7786a281f452/5a7139d1-8351-4083-9b3e-db04ed9724ea) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:15.086300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.100737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Transition to ACTIVE for port object 5a7139d1-8351-4083-9b3e-db04ed9724ea will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:15.137987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.203478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Network 82f549d8-25b9-4a71-8305-1761c8001f95 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:15.207494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:15.214976 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:15.223164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Pushing event updated for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:15.270300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.270972 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.288890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-00f57c46-ac38-4031-9bd6-17988e109dff tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7463987 Jul 07 17:51:15.302858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Request body: {'port': {'device_id': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:15.403060 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.453129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a4558726-c42a-41e1-9c16-bac4773df948 None None] Provisioning for port 5a7139d1-8351-4083-9b3e-db04ed9724ea completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:15.459449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a4558726-c42a-41e1-9c16-bac4773df948 None None] Provisioning complete for port 5a7139d1-8351-4083-9b3e-db04ed9724ea triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:15.460159 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4558726-c42a-41e1-9c16-bac4773df948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.507774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4558726-c42a-41e1-9c16-bac4773df948 None None] Port 5a7139d1-8351-4083-9b3e-db04ed9724ea cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:15.555127 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962bed1-6fab-4001-a807-30ea8e12100f req-ff6f9fe9-18c3-4487-81a4-54732da59093 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.556683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3962bed1-6fab-4001-a807-30ea8e12100f req-ff6f9fe9-18c3-4487-81a4-54732da59093 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 936 time: 0.0887825 Jul 07 17:51:15.600132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3962bed1-6fab-4001-a807-30ea8e12100f req-0f60ca81-2e9f-4d93-a87f-c340b1b96aa3 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Jul 07 17:51:15.705069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7139d1-8351-4083-9b3e-db04ed9724ea {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:15.712887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.724755 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Transition to ACTIVE for port object 5a7139d1-8351-4083-9b3e-db04ed9724ea will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:15.728917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.781887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:15.858991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Attempting to bind port 5a7139d1-8351-4083-9b3e-db04ed9724ea on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:15.859255 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Attempting to bind port 5a7139d1-8351-4083-9b3e-db04ed9724ea by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:15.859589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Attempting to bind port 5a7139d1-8351-4083-9b3e-db04ed9724ea on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:15.864416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Port 5a7139d1-8351-4083-9b3e-db04ed9724ea on network 82f549d8-25b9-4a71-8305-1761c8001f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:15.864737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Attempting to bind port 5a7139d1-8351-4083-9b3e-db04ed9724ea on network 82f549d8-25b9-4a71-8305-1761c8001f95 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:15.870146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:15.870499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Checking segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:15.870894 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Bound using segment: {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:15.871338 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Bound port: 5a7139d1-8351-4083-9b3e-db04ed9724ea, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3c5dac-5d8d-46c0-a8ef-36259f533925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:15.871706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.943032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:15.946336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:15.952967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.989316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:15.989974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:15.991424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] 10.222.0.32 "PUT /v2.0/ports/5a7139d1-8351-4083-9b3e-db04ed9724ea HTTP/1.1" status: 200 len: 1097 time: 0.6939263 Jul 07 17:51:15.991865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:15.994166 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd57ac-286a-4443-a371-5a05f5fc427b" -d '{"events": [{"name": "network-changed", "server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:16.021694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f129539-1fb3-474a-892f-a2d43fd44056 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:16.113497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-3560d567-246a-496a-bae9-ce75a0aa1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.114293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-3560d567-246a-496a-bae9-ce75a0aa1468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd86c835b35c4c96b57842cd3278788e&device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 1100 time: 0.0672588 Jul 07 17:51:16.166469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-2d260ec4-8a95-428d-86ed-33e9f3314bd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea HTTP/1.1" status: 200 len: 217 time: 0.0387032 Jul 07 17:51:16.224440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-3914ec39-9f28-434a-8e2c-eb70d39b56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.225925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-3914ec39-9f28-434a-8e2c-eb70d39b56f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0574112 Jul 07 17:51:16.283205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-ddd1e2cb-0968-425a-97e1-bb833c2517a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.284708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-ddd1e2cb-0968-425a-97e1-bb833c2517a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524776 Jul 07 17:51:16.380598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-b142ab9f-0dc2-4467-a428-5cc3c4049bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894032 Jul 07 17:51:16.474206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bbe2346b-e167-4801-ae68-dba91216fa80 req-16ef53b7-bf43-48e8-93cc-620b4b3a69df service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870721 Jul 07 17:51:16.774724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3c24-dbf8-40c5-bf5f-88e93cecdd94 req-9181e636-b317-4fda-a884-ed6bbb4697e1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.776289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-183d3c24-dbf8-40c5-bf5f-88e93cecdd94 req-9181e636-b317-4fda-a884-ed6bbb4697e1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 948 time: 0.0650911 Jul 07 17:51:16.823153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-183d3c24-dbf8-40c5-bf5f-88e93cecdd94 req-9ed71a6a-31be-4268-80a4-f36cbf04cca2 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357003 Jul 07 17:51:17.131340 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587343ca-bbad-4d88-9256-5ae892089b10 x-openstack-request-id: req-587343ca-bbad-4d88-9256-5ae892089b10 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:17.131637 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:17.131893 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-587343ca-bbad-4d88-9256-5ae892089b10 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:17.132325 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea', 'status': 'completed', 'code': 200} Jul 07 17:51:17.220154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-b4874d46-9aff-4474-8c79-28d77ad50705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.221774 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-b4874d46-9aff-4474-8c79-28d77ad50705 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd86c835b35c4c96b57842cd3278788e&device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 1100 time: 0.0651844 Jul 07 17:51:17.315667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-a49cf375-1c76-49c3-8653-b8e9a02ce5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.317174 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-a49cf375-1c76-49c3-8653-b8e9a02ce5cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=82f549d8-25b9-4a71-8305-1761c8001f95 HTTP/1.1" status: 200 len: 870 time: 0.0882967 Jul 07 17:51:17.360021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-7830e6e2-2ed1-41e4-9ffa-401b19872c56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea HTTP/1.1" status: 200 len: 217 time: 0.0354474 Jul 07 17:51:17.413313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-1c940282-afe2-48a1-bbf5-2dbb7d447ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.414761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-1c940282-afe2-48a1-bbf5-2dbb7d447ca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c46384bf-c72b-42b8-999a-7786a281f452 HTTP/1.1" status: 200 len: 843 time: 0.0490746 Jul 07 17:51:17.473864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-18f61710-be5f-44a9-bcc3-791ef7860d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.475427 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-18f61710-be5f-44a9-bcc3-791ef7860d9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82f549d8-25b9-4a71-8305-1761c8001f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532594 Jul 07 17:51:17.567507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-3336d91a-7a09-4504-856d-39c174df0eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838935 Jul 07 17:51:17.666296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d6dd57ac-286a-4443-a371-5a05f5fc427b req-83ff7f60-b9ed-49ef-bb5e-0ade9e0cfeed service neutron] 10.222.0.32 "GET /v2.0/networks/82f549d8-25b9-4a71-8305-1761c8001f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902259 Jul 07 17:51:18.003181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf62e2-a965-4dd4-8379-ad118cd41c87 req-dc9b7fb0-bfb6-450d-b34c-39b32ee04b00 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.004694 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bdf62e2-a965-4dd4-8379-ad118cd41c87 req-dc9b7fb0-bfb6-450d-b34c-39b32ee04b00 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 948 time: 0.0662723 Jul 07 17:51:18.042451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bdf62e2-a965-4dd4-8379-ad118cd41c87 req-789a9927-012c-43af-ad0d-0af5cae9565b tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Jul 07 17:51:19.230678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01886-3ef7-444a-a45c-b144c61b4c4d req-1dc13b9f-13b9-4af3-85a0-d4cd2e1d40c5 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:19.232849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64d01886-3ef7-444a-a45c-b144c61b4c4d req-1dc13b9f-13b9-4af3-85a0-d4cd2e1d40c5 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 948 time: 0.0733402 Jul 07 17:51:19.278358 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64d01886-3ef7-444a-a45c-b144c61b4c4d req-ecba1195-7c88-4c11-9d33-d88b63d06b98 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Jul 07 17:51:19.986211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5a7139d1-8351-4083-9b3e-db04ed9724ea details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:20.084860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:20.096885 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5a7139d1-8351-4083-9b3e-db04ed9724ea', 'network_id': '82f549d8-25b9-4a71-8305-1761c8001f95', 'port_id': '5a7139d1-8351-4083-9b3e-db04ed9724ea', 'mac_address': 'fa:16:3e:e8:bf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46384bf-c72b-42b8-999a-7786a281f452', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:20.134183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.147351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7139d1-8351-4083-9b3e-db04ed9724ea {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:20.167295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:20.172082 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.220913 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.403011 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5a7139d1-8351-4083-9b3e-db04ed9724ea'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:20.463197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daf763-a7ac-4904-b0f8-1a09f5a4e439 req-630ecc33-5915-4a45-8e49-abc9985729ed tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:20.464715 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9daf763-a7ac-4904-b0f8-1a09f5a4e439 req-630ecc33-5915-4a45-8e49-abc9985729ed tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 949 time: 0.0638275 Jul 07 17:51:20.504255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f9daf763-a7ac-4904-b0f8-1a09f5a4e439 req-8a99e3cc-7112-472d-a14f-669a9844009e tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Jul 07 17:51:21.680927 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbfb18-b171-4067-a28d-133a0c3a66fd req-5f571b3a-935a-4356-9547-0a48482c08d8 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:21.682431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13bbfb18-b171-4067-a28d-133a0c3a66fd req-5f571b3a-935a-4356-9547-0a48482c08d8 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 949 time: 0.0666530 Jul 07 17:51:21.720208 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-13bbfb18-b171-4067-a28d-133a0c3a66fd req-28025fc0-8257-4e68-89ba-e1ab442438a6 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 07 17:51:22.016942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5a7139d1-8351-4083-9b3e-db04ed9724ea up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:22.066192 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 5a7139d1-8351-4083-9b3e-db04ed9724ea completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:22.069729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5a7139d1-8351-4083-9b3e-db04ed9724ea triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:22.070099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.149962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.171953 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:22.174328 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbf133-21ce-44ac-906e-af5a6a48eda5" -d '{"events": [{"server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "name": "network-vif-plugged", "status": "completed", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:22.187535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:22.192774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.251233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.258947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.259298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.259641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.259977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.260309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.260639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.260966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.261307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.261615 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.261934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.262279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.262604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:22.284757 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0913ae-05f6-4292-8ec4-1d4097349851 x-openstack-request-id: req-0d0913ae-05f6-4292-8ec4-1d4097349851 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:22.285051 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "name": "network-vif-plugged", "status": "completed", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:22.285307 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d0913ae-05f6-4292-8ec4-1d4097349851 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:22.285709 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea', 'code': 200} Jul 07 17:51:22.398084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2bab-6ffa-4d5b-a576-ddd8409dd6bd req-f76f381b-03e1-4c57-bcbc-93e908703944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.399605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-467a2bab-6ffa-4d5b-a576-ddd8409dd6bd req-f76f381b-03e1-4c57-bcbc-93e908703944 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 1102 time: 0.0519891 Jul 07 17:51:22.434296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-467a2bab-6ffa-4d5b-a576-ddd8409dd6bd req-a4e0c972-2504-41f7-9de5-a85fb53ed001 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279679 Jul 07 17:51:22.900368 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341c5ff-0cfb-47fa-adde-4cfb9648a976 req-0264f385-50fb-4b33-8615-32d57efad5ca tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:22.901879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f341c5ff-0cfb-47fa-adde-4cfb9648a976 req-0264f385-50fb-4b33-8615-32d57efad5ca tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 950 time: 0.0679705 Jul 07 17:51:22.941265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f341c5ff-0cfb-47fa-adde-4cfb9648a976 req-37cac45f-a689-4ea3-b997-9a49c68ee1e3 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jul 07 17:51:24.119012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db173-31ae-44b9-95b4-2161e10cfd93 req-cc615887-9ee8-4cd7-bcfa-8004a616e262 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:24.120526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad6db173-31ae-44b9-95b4-2161e10cfd93 req-cc615887-9ee8-4cd7-bcfa-8004a616e262 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 950 time: 0.0654407 Jul 07 17:51:24.158615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad6db173-31ae-44b9-95b4-2161e10cfd93 req-203c4736-7fcd-4c03-831a-5121001bc581 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Jul 07 17:51:24.539760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-6fcd5236-9180-4c82-8826-8d327dd9649b req-94965e38-1aa0-4209-b7ea-bb9104ca17e8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:24.540775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6fcd5236-9180-4c82-8826-8d327dd9649b req-94965e38-1aa0-4209-b7ea-bb9104ca17e8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007617 Jul 07 17:51:24.877697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-c773dcd8-4b6a-4bb9-aa79-08a0cebac9f8 req-7c31bd88-271b-4bba-aecf-61c79a12fcb6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:51:24.878710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c773dcd8-4b6a-4bb9-aa79-08a0cebac9f8 req-7c31bd88-271b-4bba-aecf-61c79a12fcb6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053275 Jul 07 17:51:25.362354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c23e2-0eb5-4350-be36-ee98dd5b5778 req-09c93469-2bd6-46be-92bb-b3f83c5cb6c5 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:25.363972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b5c23e2-0eb5-4350-be36-ee98dd5b5778 req-09c93469-2bd6-46be-92bb-b3f83c5cb6c5 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 950 time: 0.0684221 Jul 07 17:51:25.403145 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b5c23e2-0eb5-4350-be36-ee98dd5b5778 req-eba284a4-9a0e-4a29-ba7c-98f9d21a911a tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jul 07 17:51:26.651478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadbf3c-dba7-49cc-89ba-041bbb720e07 req-56feaf9d-a248-4966-9c57-60e83034f282 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.652988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cadbf3c-dba7-49cc-89ba-041bbb720e07 req-56feaf9d-a248-4966-9c57-60e83034f282 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 950 time: 0.1310492 Jul 07 17:51:26.692904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0cadbf3c-dba7-49cc-89ba-041bbb720e07 req-ad0a77bd-e746-402d-881f-b5b850ae865f tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/security-groups?id=7947c260-c38b-4953-95fb-7e50c17d8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 07 17:51:26.795635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-3fddd154-8d87-47b3-91c0-6506f3b002da tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.797072 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-3fddd154-8d87-47b3-91c0-6506f3b002da tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 950 time: 0.0668337 Jul 07 17:51:26.898094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Deleting port 5a7139d1-8351-4083-9b3e-db04ed9724ea {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:26.898462 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.993822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] For port 5a7139d1-8351-4083-9b3e-db04ed9724ea, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5a7139d1-8351-4083-9b3e-db04ed9724ea,segment=NetworkSegment(ca3c5dac-5d8d-46c0-a8ef-36259f533925),segment_id=ca3c5dac-5d8d-46c0-a8ef-36259f533925)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:26.994219 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.007020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Calling delete_port for 5a7139d1-8351-4083-9b3e-db04ed9724ea owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:27.142765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.157399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5a7139d1-8351-4083-9b3e-db04ed9724ea'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:27.182977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Pushing event deleted for resources: {'Port': ['ID=5a7139d1-8351-4083-9b3e-db04ed9724ea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.229789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] No DVR routers for this DVR port 5a7139d1-8351-4083-9b3e-db04ed9724ea on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:27.233374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.235656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b4a3544b-2baf-49da-a80e-aa29910aa639 req-f3ab7138-d367-496c-8cf8-37608a1787b1 tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.32 "DELETE /v2.0/ports/5a7139d1-8351-4083-9b3e-db04ed9724ea HTTP/1.1" status: 204 len: 173 time: 0.4330099 Jul 07 17:51:27.236183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'name': 'network-vif-deleted', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:27.238603 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055138d1-69d0-4b1e-9e7a-5f6fdc7aeb4f" -d '{"events": [{"server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "name": "network-vif-deleted", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:27.283395 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5980eb-6da5-4ed2-9f3f-0a81f89a8cb3 x-openstack-request-id: req-fe5980eb-6da5-4ed2-9f3f-0a81f89a8cb3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:27.286410 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab", "name": "network-vif-deleted", "tag": "5a7139d1-8351-4083-9b3e-db04ed9724ea", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:27.286753 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe5980eb-6da5-4ed2-9f3f-0a81f89a8cb3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:27.287243 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab', 'name': 'network-vif-deleted', 'tag': '5a7139d1-8351-4083-9b3e-db04ed9724ea', 'status': 'completed', 'code': 200} Jul 07 17:51:27.858170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75a0c184-466a-4e3e-bcbe-34430dfe36a2 req-7d761bcb-cae1-4290-b71e-b56085a13cef tempest-ServersAdminNegativeTestJSON-714521709 tempest-ServersAdminNegativeTestJSON-714521709-project] 10.222.0.22 "GET /v2.0/ports?device_id=31bfc7c4-ff73-4f8b-8eab-df13cec4d8ab HTTP/1.1" status: 200 len: 210 time: 0.0374603 Jul 07 17:51:29.200035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35628) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:29.330310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f9588436-405e-4b23-8a76-44add37efdc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd86c835b35c4c96b57842cd3278788e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287913 Jul 07 17:51:29.332812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35632) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:29.382046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.404549 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.457935 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.460523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.461716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7947c260-c38b-4953-95fb-7e50c17d8f75 HTTP/1.1" status: 204 len: 168 time: 0.1279490 Jul 07 17:51:29.469865 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e674c-09c4-4257-a3e1-fdd9674e07de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947c260-c38b-4953-95fb-7e50c17d8f75,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.734887 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35638) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:29.751079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e50-a3c2-405a-b62e-cd1b8c0fddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.836660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e50-a3c2-405a-b62e-cd1b8c0fddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.840244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e50-a3c2-405a-b62e-cd1b8c0fddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.877764 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed4f1e50-a3c2-405a-b62e-cd1b8c0fddc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5dc2681d9ba446169af4d1d8a9264bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418099 Jul 07 17:51:29.879729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e50-a3c2-405a-b62e-cd1b8c0fddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6523d19-b7d2-4e5d-862a-8bab81eab141,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.880572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:29.928937 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb506ca4-604e-41dd-b003-d095ee317a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.929768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.951067 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.995954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.998632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.999848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6523d19-b7d2-4e5d-862a-8bab81eab141 HTTP/1.1" status: 204 len: 168 time: 0.1182237 Jul 07 17:51:30.007790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6523d19-b7d2-4e5d-862a-8bab81eab141,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.016080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.016460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.016785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.017224 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.017608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.017933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.018309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.018664 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.018977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.019309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.019640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.019976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591866a-4aef-4049-8f97-26beeb8c3229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:30.062810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5a7139d1-8351-4083-9b3e-db04ed9724ea no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:30.087118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5a7139d1-8351-4083-9b3e-db04ed9724ea {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:30.087616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5a7139d1-8351-4083-9b3e-db04ed9724ea not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:30.652062 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35662) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:30.752508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1946705812-network', 'tenant_id': 'e0e2e840759840a29ceb8e2439514619'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:30.772794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Made reservation on behalf of e0e2e840759840a29ceb8e2439514619 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:30.775111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.783858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.881548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.890734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.918055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:30.924403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d658d8-84fe-4c42-b3ba-ba883b43c32a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.930606 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.930962 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Added segment e2b8fb23-cda1-4ccc-bd3e-86975fd0036a of type vlan for network 6b83e80b-b55f-4f57-a576-0cb94df68a06 Jul 07 17:51:30.975097 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.005952 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.007004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.007583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.059253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4058983 Jul 07 17:51:31.062717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:31.066129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb425f-e6d0-4ac6-a311-7867e169b055 admin admin] Pushing event updated for resources: {'Network': ['ID=6b83e80b-b55f-4f57-a576-0cb94df68a06,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.068860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Request body: {'subnet': {'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1946705812-subnet', 'tenant_id': 'e0e2e840759840a29ceb8e2439514619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.076309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6b83e80b-b55f-4f57-a576-0cb94df68a06 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:31.094083 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Made reservation on behalf of e0e2e840759840a29ceb8e2439514619 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:31.098275 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.619739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.674134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca959d9-fa8c-4376-b2c6-ff630ac69df0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.682334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Checking segment: {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:31.682694 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Network hostable DHCP agents. Network: 6b83e80b-b55f-4f57-a576-0cb94df68a06, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:31.702091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Network 6b83e80b-b55f-4f57-a576-0cb94df68a06 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:31.711139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6b83e80b-b55f-4f57-a576-0cb94df68a06) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:31.715250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.715842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.721060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b087f4-b43c-463d-bb15-2ed6f2426547 None None] Network 6b83e80b-b55f-4f57-a576-0cb94df68a06 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:31.730311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61cafa3d-c7d5-44da-9c9a-e263f32cecdb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6663899 Jul 07 17:51:32.017032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9762fb5-9f7b-4379-9b58-f3e49c50c3b3 None None] Network 6b83e80b-b55f-4f57-a576-0cb94df68a06 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:32.188093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-0f55d298-3427-4091-87eb-18810a551039 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.190012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-0f55d298-3427-4091-87eb-18810a551039 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 812 time: 0.1111298 Jul 07 17:51:32.205586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2678b1af-7f6d-4c73-9e7d-6f9782c69ef9 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/quotas/e0e2e840759840a29ceb8e2439514619 HTTP/1.1" status: 200 len: 375 time: 0.0098751 Jul 07 17:51:32.239628 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-999b9c66-6a0d-4d86-9551-837fece044c4 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285921 Jul 07 17:51:32.334492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-f6b728e8-729c-43fb-88ee-29c4d2e5b2c2 service neutron] 10.222.0.22 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Jul 07 17:51:32.353039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-510a46a3-576d-44cc-8f15-2c71f0dd1472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.426682 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-923a6ed6-fdbe-4e56-b359-81ad425b4ca0 service neutron] 10.222.0.22 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Jul 07 17:51:32.683117 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6aeb32f6-24ff-4296-a610-85773eb83c68 req-3ac112db-5524-485a-a6be-c75429840566 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 210 time: 0.1003067 Jul 07 17:51:32.831461 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.717531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.832156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e3f785a-995d-4e20-a44c-2f8f595cfea0 req-7850635b-5b5d-4c66-b839-23cf5376ba5f tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 210 time: 0.0348334 Jul 07 17:51:33.949188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-ee4ed23a-2f15-4de1-8546-c672f8ff8f7f tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:33.950892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-ee4ed23a-2f15-4de1-8546-c672f8ff8f7f tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.32 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 812 time: 0.1113799 Jul 07 17:51:33.963710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Request body: {'port': {'device_id': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06', 'admin_state_up': True, 'tenant_id': 'e0e2e840759840a29ceb8e2439514619'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:34.071118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Made reservation on behalf of e0e2e840759840a29ceb8e2439514619 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:34.074682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.205005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Allocated IP 172.20.0.13 (6b83e80b-b55f-4f57-a576-0cb94df68a06/fca959d9-fa8c-4376-b2c6-ff630ac69df0/399c7edc-9209-48df-94be-3d62da76b3f6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:34.357675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.397864 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.443800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Network 6b83e80b-b55f-4f57-a576-0cb94df68a06 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:34.447326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:34.454507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:34.479552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.507293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:34.507901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.522671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-48645758-1253-4878-9b3d-cff27230dfef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631709 Jul 07 17:51:34.534691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Request body: {'port': {'device_id': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:34.607729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.747051 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.022988 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec7b05-0883-442c-85d5-09ae04b3edc4 req-c886f895-c21e-4506-ab84-936582dfb91a tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.024867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aec7b05-0883-442c-85d5-09ae04b3edc4 req-c886f895-c21e-4506-ab84-936582dfb91a tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 932 time: 0.0748894 Jul 07 17:51:35.064800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aec7b05-0883-442c-85d5-09ae04b3edc4 req-5badcc62-551c-490c-83c5-8f5be7e66ce4 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Jul 07 17:51:35.211747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399c7edc-9209-48df-94be-3d62da76b3f6 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:35.219581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.232386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Transition to ACTIVE for port object 399c7edc-9209-48df-94be-3d62da76b3f6 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:35.236092 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.291199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.370126 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:35.370851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:35.371228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:35.379020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:35.379342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:35.384218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:35.384552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Checking segment: {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:35.384962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Bound using segment: {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:35.385381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Bound port: 399c7edc-9209-48df-94be-3d62da76b3f6, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:35.385740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.448112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:35.451219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:35.455601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.489493 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.490134 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.491540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] 10.222.0.32 "PUT /v2.0/ports/399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 1093 time: 0.9610007 Jul 07 17:51:35.491974 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:35.494270 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803e62fb-cd94-47c1-9c26-487cfd2b31e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:35.508873 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.519492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2053a5-264d-4259-952d-bf4f7d89caaf service neutron] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.558951 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84039d47-1716-4fd9-8c46-a677716a10f3 x-openstack-request-id: req-84039d47-1716-4fd9-8c46-a677716a10f3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:35.559234 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:35.559481 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84039d47-1716-4fd9-8c46-a677716a10f3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:35.560409 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'status': 'completed', 'code': 200} Jul 07 17:51:35.608113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-d94399e8-b4ab-4da6-8710-262f3c5a8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.609619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-d94399e8-b4ab-4da6-8710-262f3c5a8e57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1096 time: 0.0599518 Jul 07 17:51:35.651406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-64d9162a-feda-42ec-93b2-8142ead3df5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Jul 07 17:51:35.698583 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab325a-3047-401a-a339-da8380c1cf40 req-e4b60988-4af5-4c7f-8598-f67a8c8e7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:35.700044 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-e4b60988-4af5-4c7f-8598-f67a8c8e7b46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0424700 Jul 07 17:51:35.733557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-6372d037-966e-4a65-ba7d-8b9bd32991a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271358 Jul 07 17:51:35.828387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-1496c0e6-e31a-4ec2-8bfa-4aeee03e4d3c service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875294 Jul 07 17:51:35.919930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-68ab325a-3047-401a-a339-da8380c1cf40 req-4da0d013-2934-40a3-95d1-ba419c1d26b6 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Jul 07 17:51:36.035932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-64bd1455-b93e-4ce7-bdf5-0dc9246f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.037450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-64bd1455-b93e-4ce7-bdf5-0dc9246f5058 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1096 time: 0.0637724 Jul 07 17:51:36.132362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-0658e4e5-7863-4fc0-9648-79ff4053860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.133879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-0658e4e5-7863-4fc0-9648-79ff4053860c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.0885198 Jul 07 17:51:36.183222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-405bf972-330f-4820-9a7e-bf3bdefc7bc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0427876 Jul 07 17:51:36.236357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-6345d91e-e968-4d2e-863f-bce68fcebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.237978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-6345d91e-e968-4d2e-863f-bce68fcebb8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0475507 Jul 07 17:51:36.257090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a81516-475e-4c8f-97b7-339cb435b3f3 req-f2d94858-6852-4fb8-ba32-59d34a3d494d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:36.258673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9a81516-475e-4c8f-97b7-339cb435b3f3 req-f2d94858-6852-4fb8-ba32-59d34a3d494d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0698898 Jul 07 17:51:36.281721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-0660e723-9235-44f9-87f1-1211a35833d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353525 Jul 07 17:51:36.304184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9a81516-475e-4c8f-97b7-339cb435b3f3 req-5136cf0b-d52a-42c4-bc6f-5726b0466d24 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Jul 07 17:51:36.378880 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-227210f3-c9d3-4e51-a52f-58de6f77c453 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890670 Jul 07 17:51:36.470161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-803e62fb-cd94-47c1-9c26-487cfd2b31e2 req-a1b9ff19-ea4e-41b7-9484-ae2d2baf163e service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843420 Jul 07 17:51:36.600079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.490652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8848f-91ba-4c94-9741-aa199cd0bc7f req-0f34a008-d3ac-421f-93d9-0e3119c62458 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.492073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfe8848f-91ba-4c94-9741-aa199cd0bc7f req-0f34a008-d3ac-421f-93d9-0e3119c62458 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0705512 Jul 07 17:51:37.533520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfe8848f-91ba-4c94-9741-aa199cd0bc7f req-d9e0a27b-8080-45cb-acfb-281d31447b23 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Jul 07 17:51:38.714758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94d9f-8623-4867-a9ab-629a53102f67 req-98b495f3-5685-4aa1-85af-21804094d7cf tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.716302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cf94d9f-8623-4867-a9ab-629a53102f67 req-98b495f3-5685-4aa1-85af-21804094d7cf tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0699470 Jul 07 17:51:38.755706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cf94d9f-8623-4867-a9ab-629a53102f67 req-7c24090f-a5b0-4277-b853-43a252802e8d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Jul 07 17:51:39.938783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86801c-f0d3-4cb1-97ab-45e481593004 req-eff79ed0-7384-421f-8b2c-486aee002d99 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:39.940294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce86801c-f0d3-4cb1-97ab-45e481593004 req-eff79ed0-7384-421f-8b2c-486aee002d99 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0724325 Jul 07 17:51:39.979129 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce86801c-f0d3-4cb1-97ab-45e481593004 req-f97d56c3-e490-456d-83b9-cac48826ef5f tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Jul 07 17:51:40.125640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:40.223108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:40.235136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '399c7edc-9209-48df-94be-3d62da76b3f6', 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06', 'port_id': '399c7edc-9209-48df-94be-3d62da76b3f6', 'mac_address': 'fa:16:3e:4a:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca959d9-fa8c-4376-b2c6-ff630ac69df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:40.271709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.285005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399c7edc-9209-48df-94be-3d62da76b3f6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:40.304975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:40.309266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.355660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.502605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['399c7edc-9209-48df-94be-3d62da76b3f6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:41.151872 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37664f19-c345-46fb-9ca4-7147737dd6bc req-c6296280-f62a-4a3b-b1ce-0eef8de2b1ea tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:41.153379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37664f19-c345-46fb-9ca4-7147737dd6bc req-c6296280-f62a-4a3b-b1ce-0eef8de2b1ea tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 945 time: 0.0647485 Jul 07 17:51:41.191106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37664f19-c345-46fb-9ca4-7147737dd6bc req-3f05ff35-ed32-4f8e-a995-4ef396f58f3e tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Jul 07 17:51:42.141352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:42.190035 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 399c7edc-9209-48df-94be-3d62da76b3f6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:42.193682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 399c7edc-9209-48df-94be-3d62da76b3f6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:42.194042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.273821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.296256 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:42.298583 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b315e010-533a-4c34-9a57-fb7600065b58" -d '{"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-plugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:42.312292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:42.316950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.342357 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631117b-484f-43b8-9d41-f5d3f4b35b29 x-openstack-request-id: req-0631117b-484f-43b8-9d41-f5d3f4b35b29 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:42.342658 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-plugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:42.342915 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0631117b-484f-43b8-9d41-f5d3f4b35b29 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:42.343315 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'code': 200} Jul 07 17:51:42.369645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641a76b-4810-4348-ba95-7ce7d3a85ddd req-77f41124-b44d-444b-ba64-846165b020c7 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.371374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4641a76b-4810-4348-ba95-7ce7d3a85ddd req-77f41124-b44d-444b-ba64-846165b020c7 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 945 time: 0.0680392 Jul 07 17:51:42.377141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:42.412206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4641a76b-4810-4348-ba95-7ce7d3a85ddd req-9d1c6780-1b68-45ac-a0d4-c4b11c409bcd tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Jul 07 17:51:42.464709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd2adf-891f-485e-9589-322f3795fbfa req-f7403140-f4f4-4663-9741-d2a941f21b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:42.466252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9bd2adf-891f-485e-9589-322f3795fbfa req-f7403140-f4f4-4663-9741-d2a941f21b6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1098 time: 0.0543265 Jul 07 17:51:42.500576 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e9bd2adf-891f-485e-9589-322f3795fbfa req-589b7aa1-633e-4b35-a6c9-b0b0a374cc71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278044 Jul 07 17:51:43.593311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150a895-06ea-4de6-9579-548ff8bf4e96 req-8a221794-4c01-497d-9b3f-2a2f30a8d929 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.594875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9150a895-06ea-4de6-9579-548ff8bf4e96 req-8a221794-4c01-497d-9b3f-2a2f30a8d929 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0698538 Jul 07 17:51:43.632507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9150a895-06ea-4de6-9579-548ff8bf4e96 req-0026686a-554d-4f50-b644-15cc8d3967a1 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Jul 07 17:51:44.039055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b6753-8c8d-4de2-80a9-b11cdc3ef746 req-d017e855-c2a6-44c4-965c-7a8f80fd5470 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.040907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c44b6753-8c8d-4de2-80a9-b11cdc3ef746 req-d017e855-c2a6-44c4-965c-7a8f80fd5470 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0719054 Jul 07 17:51:44.053292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-4dcabcf9-0f2a-4470-ac4a-9d98af34d2e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343768 Jul 07 17:51:44.080991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c44b6753-8c8d-4de2-80a9-b11cdc3ef746 req-837c6dc7-b174-41b0-84c2-36299c2dccf5 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Jul 07 17:51:44.555338 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:45.227438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-49887115-7471-4e98-aa22-73bf394f56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.228982 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-49887115-7471-4e98-aa22-73bf394f56e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1098 time: 0.0577857 Jul 07 17:51:45.269185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb828eb0-b702-4e3e-8d83-c7eab4d18dda req-d1875a9e-938d-41b1-a73f-72096ccd0d58 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.270743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb828eb0-b702-4e3e-8d83-c7eab4d18dda req-d1875a9e-938d-41b1-a73f-72096ccd0d58 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0706244 Jul 07 17:51:45.310685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb828eb0-b702-4e3e-8d83-c7eab4d18dda req-739ea230-8ce3-47fe-a118-a9090461c46c tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Jul 07 17:51:45.320714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-7a4c4742-5be5-48b3-a8f4-9683f9efdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.322252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-7a4c4742-5be5-48b3-a8f4-9683f9efdd94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.0873902 Jul 07 17:51:45.375826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-0f2b0529-f003-42b1-af40-d8bea6799938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0399439 Jul 07 17:51:45.424046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-440b3d62-dc1a-4999-960a-f055543f71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:45.425476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-440b3d62-dc1a-4999-960a-f055543f71e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0432296 Jul 07 17:51:45.458672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-4747ab0c-8cce-44c3-89e0-409a6b51b602 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261602 Jul 07 17:51:45.551223 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-ec39ec0d-22b6-4e9e-a7a2-1fffa231f9e5 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862134 Jul 07 17:51:45.641540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-b2e12c83-1893-4a94-9cfc-f15fbfab0659 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 Jul 07 17:51:46.485975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2386efe-13c2-4df0-b80f-565fb48c81b1 req-45ff734e-feda-46ae-9870-76433cb533ac tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:46.487407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2386efe-13c2-4df0-b80f-565fb48c81b1 req-45ff734e-feda-46ae-9870-76433cb533ac tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0644867 Jul 07 17:51:46.525701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2386efe-13c2-4df0-b80f-565fb48c81b1 req-ee0512ea-04c7-4d74-9dd9-eca7eb023bdf tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jul 07 17:51:47.700237 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72821-9800-48c3-a313-21f3e7d9cd07 req-7b2df622-b62d-42d1-a6f2-6ff604ac2de0 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:47.702295 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1e72821-9800-48c3-a313-21f3e7d9cd07 req-7b2df622-b62d-42d1-a6f2-6ff604ac2de0 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0635560 Jul 07 17:51:47.743827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1e72821-9800-48c3-a313-21f3e7d9cd07 req-17cd3b43-bec9-4115-bcbc-75f08d1b9263 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356925 Jul 07 17:51:48.922231 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc055fd-46ed-4a62-bdbc-857c2aef0825 req-69b64532-4091-4baa-ae86-731563ad9fa1 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.923746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc055fd-46ed-4a62-bdbc-857c2aef0825 req-69b64532-4091-4baa-ae86-731563ad9fa1 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0653203 Jul 07 17:51:48.961206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc055fd-46ed-4a62-bdbc-857c2aef0825 req-3dd15e13-4c35-4704-b1f9-88de6feac8be tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jul 07 17:51:50.134399 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226a33-1995-460d-b1f1-e345a0c07a1a req-d1b6a2be-d5a8-434c-8e96-1d0d3d01aab2 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:50.135907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd226a33-1995-460d-b1f1-e345a0c07a1a req-d1b6a2be-d5a8-434c-8e96-1d0d3d01aab2 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0645757 Jul 07 17:51:50.175508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd226a33-1995-460d-b1f1-e345a0c07a1a req-fc13a063-ad09-44bf-a31b-42f9d2d2424a tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 07 17:51:51.357001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44232479-b730-4754-9412-f78ffc5527fe req-09fd6e62-4ace-4ee5-a3eb-4da3071a8320 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:51.358552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44232479-b730-4754-9412-f78ffc5527fe req-09fd6e62-4ace-4ee5-a3eb-4da3071a8320 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0701468 Jul 07 17:51:51.397029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-44232479-b730-4754-9412-f78ffc5527fe req-eb1ebb00-1a4d-484e-b458-578eab08e490 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Jul 07 17:51:52.577928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0f4f-3ecf-41c2-a1ae-c0bf293ac091 req-ae8e87a7-6ba3-4d02-98e8-567333e042a5 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:52.579485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfbb0f4f-3ecf-41c2-a1ae-c0bf293ac091 req-ae8e87a7-6ba3-4d02-98e8-567333e042a5 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0686452 Jul 07 17:51:52.620289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfbb0f4f-3ecf-41c2-a1ae-c0bf293ac091 req-5976cf45-209a-4a69-8fe7-a13c5fea4b70 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347865 Jul 07 17:51:53.801889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb90e7c-0024-4738-878e-18330074c898 req-3d7195fa-ec31-48e3-bb48-015cccf641e6 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:53.803433 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bb90e7c-0024-4738-878e-18330074c898 req-3d7195fa-ec31-48e3-bb48-015cccf641e6 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0683155 Jul 07 17:51:53.841905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7bb90e7c-0024-4738-878e-18330074c898 req-61324ad4-0405-4a2a-a5e3-833dc8592b9b tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Jul 07 17:51:55.016668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3e95e-c9a6-4ac7-bcf7-05a36c4cffc8 req-90792780-067f-484c-83a9-7c6e6cff8f24 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.018220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27c3e95e-c9a6-4ac7-bcf7-05a36c4cffc8 req-90792780-067f-484c-83a9-7c6e6cff8f24 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0649476 Jul 07 17:51:55.056125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27c3e95e-c9a6-4ac7-bcf7-05a36c4cffc8 req-c1bb21f0-93f5-4f67-8cfc-d538e92e21b3 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jul 07 17:51:56.228770 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e299ee-1c9b-49c4-a460-5af6cc2e2eb4 req-8d5f4373-7e7d-4d36-b8fd-5d09a6403273 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.230323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14e299ee-1c9b-49c4-a460-5af6cc2e2eb4 req-8d5f4373-7e7d-4d36-b8fd-5d09a6403273 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0647304 Jul 07 17:51:56.269188 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14e299ee-1c9b-49c4-a460-5af6cc2e2eb4 req-b2853d25-e8ef-4846-8a10-25ac830c0b69 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Jul 07 17:51:57.449590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47055-269e-4939-8d8a-3300115fc318 req-60452a1c-a299-4f78-94ba-b9a32104f537 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.451195 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14b47055-269e-4939-8d8a-3300115fc318 req-60452a1c-a299-4f78-94ba-b9a32104f537 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0677049 Jul 07 17:51:57.490270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-14b47055-269e-4939-8d8a-3300115fc318 req-bb8ba547-f379-4cb6-92ff-8b089dcff5a9 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Jul 07 17:51:58.660356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae41d6-e987-406d-b5a8-7e3f5e71e05a req-e193b112-c3c0-48b4-8d42-2b1d55c7ff07 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.661845 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbae41d6-e987-406d-b5a8-7e3f5e71e05a req-e193b112-c3c0-48b4-8d42-2b1d55c7ff07 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0632868 Jul 07 17:51:58.698814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbae41d6-e987-406d-b5a8-7e3f5e71e05a req-088e64a0-e693-49a3-922c-98d1079ce65c tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308979 Jul 07 17:51:59.871842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcb0a3-35d0-4be1-9c82-845a099fc135 req-e3aaf922-d0fa-49ff-addd-6a054588dcb6 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.873357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03bcb0a3-35d0-4be1-9c82-845a099fc135 req-e3aaf922-d0fa-49ff-addd-6a054588dcb6 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0657163 Jul 07 17:51:59.910612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03bcb0a3-35d0-4be1-9c82-845a099fc135 req-43083625-d6ec-4b87-83ce-de95da527508 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Jul 07 17:51:59.930476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0dc8-41d4-4167-bc46-790832849332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.087011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae90f-49c8-4f0c-b51e-551559e7a8c7 req-d2c956cd-a718-4289-a0d0-986b7a8bf7cd tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:01.088537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3eaae90f-49c8-4f0c-b51e-551559e7a8c7 req-d2c956cd-a718-4289-a0d0-986b7a8bf7cd tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0666013 Jul 07 17:52:01.128762 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3eaae90f-49c8-4f0c-b51e-551559e7a8c7 req-12735521-7873-4f51-bd2d-ad434b3365f3 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Jul 07 17:52:02.308740 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcbb4f-52d0-4146-b939-afadd9402d7c req-343c2874-3b83-41e7-86a6-8fac8c5df592 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:02.310967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81fcbb4f-52d0-4146-b939-afadd9402d7c req-343c2874-3b83-41e7-86a6-8fac8c5df592 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0660911 Jul 07 17:52:02.348224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81fcbb4f-52d0-4146-b939-afadd9402d7c req-be3abe39-e4d7-493a-b3bf-9c3dc312dea3 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Jul 07 17:52:02.353734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e96d15dd-41a1-4913-8d8b-ad62d4042ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:02.833797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.535597 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e400b3-6c35-4831-9ac9-a83a36ce7850 req-1e701cfe-01c2-4a7d-b9f4-694eab69f8dd tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:03.537024 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34e400b3-6c35-4831-9ac9-a83a36ce7850 req-1e701cfe-01c2-4a7d-b9f4-694eab69f8dd tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0699737 Jul 07 17:52:03.575818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-34e400b3-6c35-4831-9ac9-a83a36ce7850 req-e0f621bb-646f-4171-9ee8-a733d32785ed tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Jul 07 17:52:03.718717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.737485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:04.749620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af9735-50ae-47bd-8902-a257318f3185 req-b182b4f7-5001-4937-9c15-b669306662fb tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.751168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82af9735-50ae-47bd-8902-a257318f3185 req-b182b4f7-5001-4937-9c15-b669306662fb tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0654891 Jul 07 17:52:04.789492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82af9735-50ae-47bd-8902-a257318f3185 req-4a182e32-684f-4729-af05-633828080557 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Jul 07 17:52:05.501258 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:05.968152 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691df9df-cccd-4a6c-bf55-497a5aebfd0b req-a4dc9280-2771-46ca-a762-251d1110e31d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.970361 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-691df9df-cccd-4a6c-bf55-497a5aebfd0b req-a4dc9280-2771-46ca-a762-251d1110e31d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0681381 Jul 07 17:52:06.009020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-691df9df-cccd-4a6c-bf55-497a5aebfd0b req-a29053a3-db81-4cee-8cde-f69e00505b74 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Jul 07 17:52:06.599375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:07.189157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da6d90-1d07-4e0b-8969-88e183ea55e4 req-95686690-3dd8-406b-99a0-6fbc10bb9d28 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:07.190672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39da6d90-1d07-4e0b-8969-88e183ea55e4 req-95686690-3dd8-406b-99a0-6fbc10bb9d28 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0674074 Jul 07 17:52:07.228679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-39da6d90-1d07-4e0b-8969-88e183ea55e4 req-4ae1c106-10da-4b5d-83ad-9ef0dccc0263 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 07 17:52:08.401463 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380fde6-a3c6-40db-ad14-025b81fff27d req-21479991-38bb-42bc-8eb3-d93bff0f1b48 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:08.402978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1380fde6-a3c6-40db-ad14-025b81fff27d req-21479991-38bb-42bc-8eb3-d93bff0f1b48 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0632374 Jul 07 17:52:08.441360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1380fde6-a3c6-40db-ad14-025b81fff27d req-6644a9ca-87d7-421b-a933-af3922168f59 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Jul 07 17:52:09.618169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519658f-434e-49fb-88c5-556dfca294ae req-a61ea66d-ec54-44ef-a33d-a7b6f43d6f90 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:09.619667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1519658f-434e-49fb-88c5-556dfca294ae req-a61ea66d-ec54-44ef-a33d-a7b6f43d6f90 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0686851 Jul 07 17:52:09.658021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1519658f-434e-49fb-88c5-556dfca294ae req-d5a11d20-e604-49ce-aa74-01e00810d6f5 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Jul 07 17:52:10.828516 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857f0d9-05c9-4bd9-8a31-1b12fae41f39 req-e15438b0-4e16-4b64-8514-72f513e94618 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:10.830010 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9857f0d9-05c9-4bd9-8a31-1b12fae41f39 req-e15438b0-4e16-4b64-8514-72f513e94618 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0638578 Jul 07 17:52:10.867326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9857f0d9-05c9-4bd9-8a31-1b12fae41f39 req-33270fb1-bdd1-45dd-b779-39d176bfdd9f tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Jul 07 17:52:12.049341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df961e5-d33e-46be-9566-dc61d06d3558 req-4c8aefcf-4a36-4985-aa75-051cd8b6aaaf tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.050938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3df961e5-d33e-46be-9566-dc61d06d3558 req-4c8aefcf-4a36-4985-aa75-051cd8b6aaaf tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0678132 Jul 07 17:52:12.088755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3df961e5-d33e-46be-9566-dc61d06d3558 req-75e756b5-2ede-4130-a661-404d692a4cc0 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 07 17:52:12.515759 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-fa0a3f13-ae01-4b5c-83fa-e1f7047716ea service neutron] show failed (client error): The resource could not be found. Jul 07 17:52:12.516721 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-fa0a3f13-ae01-4b5c-83fa-e1f7047716ea service neutron] 10.222.0.32 "GET /v2.0/ports/399c7edc-9209-48df-94be-3d62da76b3f6/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0561130 Jul 07 17:52:12.764998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-7017ff09-7930-4a2c-92da-1f50f69a72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:12.766554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-7017ff09-7930-4a2c-92da-1f50f69a72a3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716&tenant_id=e0e2e840759840a29ceb8e2439514619 HTTP/1.1" status: 200 len: 1098 time: 0.0569646 Jul 07 17:52:12.777497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:12.849403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.052435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:13.089736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:13.129895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:13.132375 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb14564f-f4e3-4759-acbc-0a110d4ce3cc" -d '{"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-unplugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:13.136376 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.150418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Transition to ACTIVE for port object 399c7edc-9209-48df-94be-3d62da76b3f6 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:13.155007 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.185255 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa418bbf-5ee9-4ca6-b03e-1f1e8a750699 x-openstack-request-id: req-fa418bbf-5ee9-4ca6-b03e-1f1e8a750699 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:13.185575 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-unplugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:13.185833 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa418bbf-5ee9-4ca6-b03e-1f1e8a750699 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:13.186256 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'code': 200} Jul 07 17:52:13.224868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] No DVR routers for this DVR port 399c7edc-9209-48df-94be-3d62da76b3f6 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:13.228024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:13.239167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.239521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.239870 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.240218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.240557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.240898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.241232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.241564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.241898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.242257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.242589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.242916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:13.273956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba694-2547-4920-aa7f-fce699bc9c48 req-6bf074e0-1303-4e73-a567-91b0c577d31b tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.274598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:13.274718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:13.274972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:13.275542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-547ba694-2547-4920-aa7f-fce699bc9c48 req-6bf074e0-1303-4e73-a567-91b0c577d31b tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0703831 Jul 07 17:52:13.279880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:13.280209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Attempting to bind port 399c7edc-9209-48df-94be-3d62da76b3f6 on network 6b83e80b-b55f-4f57-a576-0cb94df68a06 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:13.285244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:13.285618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Checking segment: {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:13.286060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Bound using segment: {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:13.286570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Bound port: 399c7edc-9209-48df-94be-3d62da76b3f6, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:13.286941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.316705 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-547ba694-2547-4920-aa7f-fce699bc9c48 req-e574bd32-ced3-4ad7-ab93-81603ee8efef tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Jul 07 17:52:13.357603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:13.360613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:13.364956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.398283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.398908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:13.400308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 1093 time: 0.6267648 Jul 07 17:52:13.422507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca78afa-5c9b-429a-b387-d90d24e4a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:13.477003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-ba398abe-0b5c-4b46-8264-0a956f31702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.478595 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-ba398abe-0b5c-4b46-8264-0a956f31702b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1096 time: 0.0529225 Jul 07 17:52:13.567921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-a12ddd7f-366d-4726-a4bb-2e7ef8482e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.569292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-a12ddd7f-366d-4726-a4bb-2e7ef8482e54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.0848737 Jul 07 17:52:13.611850 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-cbb20653-1661-4a6d-b981-b35ca10b4bd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Jul 07 17:52:13.665609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-99235af7-0a63-4b37-b739-b742f26a6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:13.667163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-99235af7-0a63-4b37-b739-b742f26a6453 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0490866 Jul 07 17:52:13.700469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-3f4bd0aa-eaf3-4534-86c8-1f66b0ea65ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267889 Jul 07 17:52:13.788283 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-2304d785-9d71-48be-8a1d-88ea2939f709 service neutron] 10.222.0.83 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810394 Jul 07 17:52:13.883979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ebfd6099-1f89-4a46-a572-dbbf07d0ba12 req-db980b49-2d29-4e02-81a1-00aed17b3b4c service neutron] 10.222.0.83 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Jul 07 17:52:14.490094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a385ef-7868-485d-8611-e9db8f62843e req-c602b673-107e-46dd-983a-202694219ebb tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:14.491522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3a385ef-7868-485d-8611-e9db8f62843e req-c602b673-107e-46dd-983a-202694219ebb tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0632839 Jul 07 17:52:14.534677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3a385ef-7868-485d-8611-e9db8f62843e req-bd1c694a-a4e9-4fa6-9ded-45a1b3dc3f02 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Jul 07 17:52:15.187224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:15.189606 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:15.237903 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9498b-6816-49b7-af9c-527dcac5da86 x-openstack-request-id: req-d1f9498b-6816-49b7-af9c-527dcac5da86 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:15.238237 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:15.238499 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1f9498b-6816-49b7-af9c-527dcac5da86 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:15.238903 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'status': 'completed', 'code': 200} Jul 07 17:52:15.347687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-07025aa8-c8af-44ea-8c40-67e2f18383f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.349249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-07025aa8-c8af-44ea-8c40-67e2f18383f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1096 time: 0.0927310 Jul 07 17:52:15.351846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-e8e7b748-883e-4962-86f8-79a4d1951392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.353144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-e8e7b748-883e-4962-86f8-79a4d1951392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1096 time: 0.0874515 Jul 07 17:52:15.514987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-af3e9290-a2cb-4ccc-b26e-cfcb9753c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.516404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-af3e9290-a2cb-4ccc-b26e-cfcb9753c297 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.1612051 Jul 07 17:52:15.519027 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-d32fb353-4703-41e2-8474-65b8df0be752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.520351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-d32fb353-4703-41e2-8474-65b8df0be752 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.1575003 Jul 07 17:52:15.594866 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-841d2aa0-4aeb-4c5c-a769-850c94a71ce2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0678701 Jul 07 17:52:15.596236 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-6b9e2ce0-f3b4-4c6d-ab65-f4fd487b25c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0634866 Jul 07 17:52:15.683890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-d5d021d7-9788-44da-b779-e86700c7ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.685931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-d5d021d7-9788-44da-b779-e86700c7ba90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0846229 Jul 07 17:52:15.687600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-10407aa1-a47f-4045-9513-ceee11e7411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.689055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-10407aa1-a47f-4045-9513-ceee11e7411a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0801630 Jul 07 17:52:15.715805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac37a-defb-4e6a-9623-cba0b40aae9a req-cf9e8af3-2afb-4660-a471-0b63ace3bb3b tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:15.717599 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b3ac37a-defb-4e6a-9623-cba0b40aae9a req-cf9e8af3-2afb-4660-a471-0b63ace3bb3b tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0670929 Jul 07 17:52:15.744700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-fd8db77a-200d-4b4f-b65b-718e0b62115a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495701 Jul 07 17:52:15.747356 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-1e0d521f-a701-447b-9100-d04ce784cec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502751 Jul 07 17:52:15.755090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-c7002573-c20e-458c-a120-a27a9e67e04b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:52:15.756130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-c7002573-c20e-458c-a120-a27a9e67e04b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052800 Jul 07 17:52:15.757217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b3ac37a-defb-4e6a-9623-cba0b40aae9a req-5207994a-0f29-4a05-923f-798057ff9c1c tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Jul 07 17:52:15.913102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-fdfcd54d-91ed-493e-98ae-58c7a47a0d21 service neutron] 10.222.0.83 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558564 Jul 07 17:52:15.916451 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-79d7170c-5f06-4f81-8c28-39bf556864c6 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507039 Jul 07 17:52:16.071328 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-822eb502-52f3-419c-8e6c-7f4cf2e14f2c service neutron] 10.222.0.83 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513827 Jul 07 17:52:16.075398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f6bc3cd4-7b44-43d3-8e9a-022810ca5ab7 req-327ad151-e5ae-47ee-85de-1a83982e64ab service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484153 Jul 07 17:52:16.313378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:16.353252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:16.933565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7a64-8a9d-45f2-a5b0-1ff7d26071fc req-da880213-c66b-4e9f-84b4-3e1727c8bf46 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:16.935693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-402c7a64-8a9d-45f2-a5b0-1ff7d26071fc req-da880213-c66b-4e9f-84b4-3e1727c8bf46 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0644159 Jul 07 17:52:16.973691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-402c7a64-8a9d-45f2-a5b0-1ff7d26071fc req-8b12a1ca-9230-445b-8ef4-633c15bf80b9 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Jul 07 17:52:17.961581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:18.053426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:18.064461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '399c7edc-9209-48df-94be-3d62da76b3f6', 'network_id': '6b83e80b-b55f-4f57-a576-0cb94df68a06', 'port_id': '399c7edc-9209-48df-94be-3d62da76b3f6', 'mac_address': 'fa:16:3e:4a:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca959d9-fa8c-4376-b2c6-ff630ac69df0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:18.105386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.117906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399c7edc-9209-48df-94be-3d62da76b3f6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:18.138034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:18.141759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.155879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca9fb-3abb-48b4-8ea6-9c423699a847 req-1e24a530-566a-43b8-9a5b-19a653e5e78d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.157408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54cca9fb-3abb-48b4-8ea6-9c423699a847 req-1e24a530-566a-43b8-9a5b-19a653e5e78d tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 944 time: 0.0715046 Jul 07 17:52:18.189695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:18.198461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54cca9fb-3abb-48b4-8ea6-9c423699a847 req-f62b249e-9ee3-4aaf-99e0-92ba2ef2a680 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Jul 07 17:52:18.526446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['399c7edc-9209-48df-94be-3d62da76b3f6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:18.592863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-0311945d-55cb-431f-ad27-75331c6f7cad tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.594412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-0311945d-55cb-431f-ad27-75331c6f7cad tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716&tenant_id=e0e2e840759840a29ceb8e2439514619&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 945 time: 0.0772166 Jul 07 17:52:18.726798 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-0006fcbb-90c6-4f70-a6b2-31648fda3889 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:52:18.727742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-0006fcbb-90c6-4f70-a6b2-31648fda3889 service neutron] 10.222.0.32 "DELETE /v2.0/ports/399c7edc-9209-48df-94be-3d62da76b3f6/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.1278298 Jul 07 17:52:18.839807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-75ff6071-04aa-4ac8-be4e-653f06fb5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.842146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-75ff6071-04aa-4ac8-be4e-653f06fb5c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0e2e840759840a29ceb8e2439514619&device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 1097 time: 0.0701981 Jul 07 17:52:18.934334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-42de9853-47fb-4e0c-9fd1-3c4255990690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:18.936151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-42de9853-47fb-4e0c-9fd1-3c4255990690 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 200 len: 913 time: 0.0885217 Jul 07 17:52:18.981280 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-8c1ea144-298f-4c21-8d80-ab58248d973a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 200 len: 217 time: 0.0381505 Jul 07 17:52:19.029747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-cd48d106-2816-42e2-b7a4-e1be5cfac459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:19.031355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-cd48d106-2816-42e2-b7a4-e1be5cfac459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 200 len: 852 time: 0.0442884 Jul 07 17:52:19.065468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-95252964-f411-44c5-b811-ba36fa2a2b7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83e80b-b55f-4f57-a576-0cb94df68a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277672 Jul 07 17:52:19.162376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-bd521cfb-f055-47a9-9e59-1fd1cd7ed1e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892975 Jul 07 17:52:19.260612 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-8f90d1f8-fda2-4296-a8fa-8f9bf36483f4 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914598 Jul 07 17:52:19.968163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:20.015900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 399c7edc-9209-48df-94be-3d62da76b3f6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:20.019440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 399c7edc-9209-48df-94be-3d62da76b3f6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:20.019810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.093782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.097092 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdd65-a7a5-4bfe-8818-0e1e05baaf5e req-9246ce5d-60f1-460a-a28f-b029bda75f44 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:20.098640 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d85cdd65-a7a5-4bfe-8818-0e1e05baaf5e req-9246ce5d-60f1-460a-a28f-b029bda75f44 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 945 time: 0.0650694 Jul 07 17:52:20.115912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:20.118167 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e96dd-c46c-4e1a-8da3-6eef7f078acd" -d '{"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-plugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:20.130993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:20.135535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.139383 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d85cdd65-a7a5-4bfe-8818-0e1e05baaf5e req-dc52cadd-afa4-47e1-9a94-b1691c247824 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Jul 07 17:52:20.164882 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12fe117-d2e5-4e82-ba99-5238e97f2fba x-openstack-request-id: req-c12fe117-d2e5-4e82-ba99-5238e97f2fba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:20.165168 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-plugged", "status": "completed", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:20.165419 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c12fe117-d2e5-4e82-ba99-5238e97f2fba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:20.165802 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'code': 200} Jul 07 17:52:20.187348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:21.320928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e83ea5-04ad-4763-ab74-25f016b43c86 req-d50d6d75-d353-4658-ad99-af169826c606 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.322431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25e83ea5-04ad-4763-ab74-25f016b43c86 req-d50d6d75-d353-4658-ad99-af169826c606 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0716200 Jul 07 17:52:21.364353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25e83ea5-04ad-4763-ab74-25f016b43c86 req-785b727f-b658-4c50-8e29-2624751d1f72 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.22 "GET /v2.0/security-groups?id=11d658d8-84fe-4c42-b3ba-ba883b43c32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Jul 07 17:52:21.403125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-7d6a1bd2-5ce0-40a0-a55b-72fb0e23c6f7 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:21.404603 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-7d6a1bd2-5ce0-40a0-a55b-72fb0e23c6f7 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a899b1f-d51b-413f-bffc-b7d106ce6716 HTTP/1.1" status: 200 len: 946 time: 0.0690422 Jul 07 17:52:21.502738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Deleting port 399c7edc-9209-48df-94be-3d62da76b3f6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:21.502983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.554020 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:21.595465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] For port 399c7edc-9209-48df-94be-3d62da76b3f6, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=399c7edc-9209-48df-94be-3d62da76b3f6,segment=NetworkSegment(e2b8fb23-cda1-4ccc-bd3e-86975fd0036a),segment_id=e2b8fb23-cda1-4ccc-bd3e-86975fd0036a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:21.595869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.608803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Calling delete_port for 399c7edc-9209-48df-94be-3d62da76b3f6 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:21.733528 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.746468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['399c7edc-9209-48df-94be-3d62da76b3f6'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:21.764542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Pushing event deleted for resources: {'Port': ['ID=399c7edc-9209-48df-94be-3d62da76b3f6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:21.810101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] No DVR routers for this DVR port 399c7edc-9209-48df-94be-3d62da76b3f6 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:21.812636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:21.814752 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de8eeed1-e7be-4945-9b6f-cb01055e8da8 req-edf09290-309a-4f54-bd2a-6b9c434dd3a8 tempest-DeleteServersTestJSON-139423376 tempest-DeleteServersTestJSON-139423376-project] 10.222.0.83 "DELETE /v2.0/ports/399c7edc-9209-48df-94be-3d62da76b3f6 HTTP/1.1" status: 204 len: 173 time: 0.4038746 Jul 07 17:52:21.815190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-deleted', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:21.817598 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed2a7a2-eb44-402c-a51f-9a770dcbb19a" -d '{"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-deleted", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:21.854449 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029fba98-8743-4ec3-b95f-4e3ee787d0b5 x-openstack-request-id: req-029fba98-8743-4ec3-b95f-4e3ee787d0b5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:21.854743 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a899b1f-d51b-413f-bffc-b7d106ce6716", "name": "network-vif-deleted", "tag": "399c7edc-9209-48df-94be-3d62da76b3f6", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:21.855000 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-029fba98-8743-4ec3-b95f-4e3ee787d0b5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:21.855409 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a899b1f-d51b-413f-bffc-b7d106ce6716', 'name': 'network-vif-deleted', 'tag': '399c7edc-9209-48df-94be-3d62da76b3f6', 'status': 'completed', 'code': 200} Jul 07 17:52:22.595683 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35844) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:22.638994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Deleting subnet fca959d9-fa8c-4376-b2c6-ff630ac69df0 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:52:22.641965 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.675349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.716605 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.767592 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.795518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca959d9-fa8c-4376-b2c6-ff630ac69df0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:22.797940 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.799594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f667f032-8d09-4a31-a0bc-15805e2af102 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fca959d9-fa8c-4376-b2c6-ff630ac69df0 HTTP/1.1" status: 204 len: 168 time: 0.2029037 Jul 07 17:52:22.802072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35846) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:22.867902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.945228 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.954958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b83e80b-b55f-4f57-a576-0cb94df68a06']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.965606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.965907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b8fb23-cda1-4ccc-bd3e-86975fd0036a') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:52:22.974626 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.989279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.995480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:52:22.996031 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:52:22.997788 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:52:23.051850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.057358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.059121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] 10.222.0.22 "DELETE /v2.0/networks/6b83e80b-b55f-4f57-a576-0cb94df68a06 HTTP/1.1" status: 204 len: 168 time: 0.2561171 Jul 07 17:52:23.069640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c1fc1-eb6f-4fda-82f3-a70083b85b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b83e80b-b55f-4f57-a576-0cb94df68a06,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:23.163556 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35850) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:23.203782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7c7756b9-fe2a-4400-96eb-e560eeafedef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0e2e840759840a29ceb8e2439514619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388830 Jul 07 17:52:23.206240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35852) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:23.255301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.277110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.323531 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.327017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:23.328189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11d658d8-84fe-4c42-b3ba-ba883b43c32a HTTP/1.1" status: 204 len: 168 time: 0.1210632 Jul 07 17:52:23.337141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939f372-1cbe-4e91-b1a8-2cad9b269e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d658d8-84fe-4c42-b3ba-ba883b43c32a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:23.960238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 35874) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:23.994049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:24.013921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 399c7edc-9209-48df-94be-3d62da76b3f6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:24.014287 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 399c7edc-9209-48df-94be-3d62da76b3f6 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:24.052344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-927801607-network', 'tenant_id': 'fb66d4ec5321441392231e4d511a4053'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:24.073318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Made reservation on behalf of fb66d4ec5321441392231e4d511a4053 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:24.075823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.084300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.173017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.176728 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.197514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:52:24.211494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765801e6-763e-4f69-9424-9254b97eaf6d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.217247 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.217480 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Added segment 06d2e8a3-180e-4a05-bb20-f6ba5265bbbe of type vlan for network 730e8870-dc05-4bb5-9850-3721973f1be3 Jul 07 17:52:24.256769 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.286200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.287150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.288019 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.339751 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784180 Jul 07 17:52:24.342851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 35878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:52:24.346503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02560b1-685e-45fb-8e17-c386157a33a7 admin admin] Pushing event updated for resources: {'Network': ['ID=730e8870-dc05-4bb5-9850-3721973f1be3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.348609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Request body: {'subnet': {'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-927801607-subnet', 'tenant_id': 'fb66d4ec5321441392231e4d511a4053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:24.356175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 730e8870-dc05-4bb5-9850-3721973f1be3 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:52:24.370193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Made reservation on behalf of fb66d4ec5321441392231e4d511a4053 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:24.373046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.540120 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.592681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb67634-a133-4bd0-b742-e83187e1198c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:24.602650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Checking segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:24.603009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Network hostable DHCP agents. Network: 730e8870-dc05-4bb5-9850-3721973f1be3, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:52:24.618719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Network 730e8870-dc05-4bb5-9850-3721973f1be3 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:52:24.627336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 730e8870-dc05-4bb5-9850-3721973f1be3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:24.631276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:24.631866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:24.636933 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebaf3ad-5bcc-4f5d-94ba-717e712d1029 None None] Network 730e8870-dc05-4bb5-9850-3721973f1be3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:24.645835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fcc2bc81-ca8a-4b5d-8a65-b8586e95f64e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3013301 Jul 07 17:52:24.761997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18c0d0-3414-4f9f-b988-62060fda37cc None None] Network 730e8870-dc05-4bb5-9850-3721973f1be3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:52:25.064221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-b5f3a2ed-8ac7-4a44-9caf-19af002a3e17 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:25.065603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-b5f3a2ed-8ac7-4a44-9caf-19af002a3e17 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 814 time: 0.1047242 Jul 07 17:52:25.080005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-175e0d41-a20a-4d84-acb5-4f98375ac505 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/quotas/fb66d4ec5321441392231e4d511a4053 HTTP/1.1" status: 200 len: 375 time: 0.0088265 Jul 07 17:52:25.112873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-d4e18aba-8418-4f0c-b678-cfd8d697871c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278924 Jul 07 17:52:25.253718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-302677c3-a795-4f55-a860-6b813c99402a service neutron] 10.222.0.22 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329663 Jul 07 17:52:25.346827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-5256a50b-3eb7-426d-9c98-466de4e36da0 service neutron] 10.222.0.22 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 Jul 07 17:52:26.529788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-533bce72-2073-416a-a0da-8abb9e8e30c4 req-496cc7b0-64cf-4207-bff3-008d46817b02 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 210 time: 0.0297132 Jul 07 17:52:27.571699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-723ae10f-3dc7-4190-84a6-c2b87dc77176 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.573250 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-723ae10f-3dc7-4190-84a6-c2b87dc77176 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 814 time: 0.1137602 Jul 07 17:52:27.586685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Request body: {'port': {'device_id': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'admin_state_up': True, 'tenant_id': 'fb66d4ec5321441392231e4d511a4053'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:27.677211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e0e8ba5-9c85-4106-98d5-91d8d3eb2682 req-c4c7ef13-21ab-4605-af00-6cb4a95ca002 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 210 time: 0.0311997 Jul 07 17:52:27.714262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Made reservation on behalf of fb66d4ec5321441392231e4d511a4053 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:27.717805 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:27.841831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Allocated IP 172.20.0.4 (730e8870-dc05-4bb5-9850-3721973f1be3/ccb67634-a133-4bd0-b742-e83187e1198c/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:27.992111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.031018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.078698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Network 730e8870-dc05-4bb5-9850-3721973f1be3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:28.082459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:28.089059 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:28.118819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:28.150219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.150944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.165566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a8877488-2e30-4bde-b324-8b6ba2594f22 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830216 Jul 07 17:52:28.176513 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Request body: {'port': {'device_id': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:28.603777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.868131 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a13ce-e93e-49f8-938b-5d3dd7371a60 req-225ae0c2-8de1-46db-9bf4-5d3142556773 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:28.869637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c3a13ce-e93e-49f8-938b-5d3dd7371a60 req-225ae0c2-8de1-46db-9bf4-5d3142556773 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 931 time: 0.0672429 Jul 07 17:52:28.873407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:28.881091 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.894672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Transition to ACTIVE for port object 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:28.899059 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.910357 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c3a13ce-e93e-49f8-938b-5d3dd7371a60 req-56ec9390-7693-4be2-8a34-1abafd25311b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Jul 07 17:52:28.976740 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:29.028441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:29.028783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:29.029119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:29.033406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:29.033734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:29.038806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:29.039150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Checking segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:29.039541 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Bound using segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:29.039970 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Bound port: 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:29.040334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.101930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:29.105376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:29.108979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.145465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.146081 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.147477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 1092 time: 0.9749880 Jul 07 17:52:29.147904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:29.150168 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c6512c-8594-4d20-b713-8ce53d911d29" -d '{"events": [{"name": "network-changed", "server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:29.177238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0463-868c-48ce-a4ef-786e3bcbbdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:29.214376 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f655cf7-5cd1-4bb4-bd2c-fa7627064813 x-openstack-request-id: req-9f655cf7-5cd1-4bb4-bd2c-fa7627064813 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:29.214960 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:29.215232 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f655cf7-5cd1-4bb4-bd2c-fa7627064813 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:29.215639 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'status': 'completed', 'code': 200} Jul 07 17:52:29.242923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-874fffa5-ef32-4b0a-9283-b8028da4e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.244442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-874fffa5-ef32-4b0a-9283-b8028da4e099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1095 time: 0.0593913 Jul 07 17:52:29.285122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-a11d5219-8927-4b77-8c14-5a246e855adb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0336788 Jul 07 17:52:29.335986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-2d09c7a4-c7d4-4c4f-830c-572a3995bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.337407 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-2d09c7a4-c7d4-4c4f-830c-572a3995bb9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0464816 Jul 07 17:52:29.369741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-c5689831-4d14-4537-9150-bee3cdb2388e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256071 Jul 07 17:52:29.458284 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-759a5fd1-006f-487a-af0f-7ad5f1fd1c35 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804803 Jul 07 17:52:29.550792 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3244fb81-c62e-4ada-8a86-03814ae73151 req-7adc9008-8a7f-4a9a-ba4d-188f82d6a27e service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860963 Jul 07 17:52:29.653918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-38687689-7af2-4dfb-b6dd-a1e7f4443b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.655449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-38687689-7af2-4dfb-b6dd-a1e7f4443b4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1095 time: 0.0538149 Jul 07 17:52:29.747366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-803ce346-9351-439b-8a6e-943de743e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.748819 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-803ce346-9351-439b-8a6e-943de743e213 service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0876036 Jul 07 17:52:29.789551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-3523a02d-e854-4646-852e-1fbd7460b055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0346446 Jul 07 17:52:29.839328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-1fa8eb9d-9b8e-4cde-b0c0-007aaae31fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:29.840925 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-1fa8eb9d-9b8e-4cde-b0c0-007aaae31fff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0446591 Jul 07 17:52:29.876767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-bbf4e68e-a804-4a89-beb2-05d6204e2d09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292127 Jul 07 17:52:29.932020 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-695618b5-6e26-49fb-9ba5-b5d874cdfdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:29.966165 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-ab01ecaa-b091-44ae-84fc-633d71c2e85c service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Jul 07 17:52:30.062436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-76c6512c-8594-4d20-b713-8ce53d911d29 req-a1158ba0-a575-402d-8f33-ad2d9fadc41d service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Jul 07 17:52:30.093105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7305190-6934-415f-8de1-e568cd645ea4 req-6931f4d0-e343-46e8-8d85-6d3e7b2cda2d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:30.094677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7305190-6934-415f-8de1-e568cd645ea4 req-6931f4d0-e343-46e8-8d85-6d3e7b2cda2d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0657322 Jul 07 17:52:30.132966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7305190-6934-415f-8de1-e568cd645ea4 req-de599b18-3aa6-44e3-aba2-dd0624e537de tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 07 17:52:31.309843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2c19-325a-4d88-af9f-c8e1d5f9ecff req-4eb9040e-5e4e-490c-96da-5ad93e2deff8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:31.311407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-480b2c19-325a-4d88-af9f-c8e1d5f9ecff req-4eb9040e-5e4e-490c-96da-5ad93e2deff8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0665257 Jul 07 17:52:31.348879 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-480b2c19-325a-4d88-af9f-c8e1d5f9ecff req-246e1f75-3741-4d69-bae5-6e214c4e40b4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jul 07 17:52:32.356296 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-949e69e5-c001-40b2-a55a-6a1d61ef70b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:32.394502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:32.491652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:32.503783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'port_id': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'mac_address': 'fa:16:3e:ef:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb67634-a133-4bd0-b742-e83187e1198c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:32.525322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e13f4-e614-4c0f-94f4-4feb357049e9 req-8952ed38-212c-4e9f-95df-4c35c8ebc8ea tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:32.528019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c48e13f4-e614-4c0f-94f4-4feb357049e9 req-8952ed38-212c-4e9f-95df-4c35c8ebc8ea tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0683141 Jul 07 17:52:32.539808 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:32.552954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:32.565798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c48e13f4-e614-4c0f-94f4-4feb357049e9 req-618180ad-4dd1-4ef7-8054-4a8aba32a7d6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Jul 07 17:52:32.572049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:32.577604 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:32.630004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:32.638398 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.638751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.639101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.639445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.639785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.640120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.640455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.640787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.641118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.641445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.641773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.642118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:32.787631 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:32.846372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:33.721698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:33.745245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719508e-7db6-4f5a-ba18-a416918c54ca req-4c9ff171-9387-4f68-b46f-7ee78cbffb80 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.746886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f719508e-7db6-4f5a-ba18-a416918c54ca req-4c9ff171-9387-4f68-b46f-7ee78cbffb80 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 944 time: 0.0676355 Jul 07 17:52:33.785378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f719508e-7db6-4f5a-ba18-a416918c54ca req-cfb03e0a-32e6-4910-8392-ad16cd83a4ec tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Jul 07 17:52:34.409819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:34.461456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:34.465554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:34.465874 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.541901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.563140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:34.565367 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13692523-3754-40e8-87a3-edbee75cf1bf" -d '{"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-plugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:34.578980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:34.583800 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.610769 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9bbd98-9a79-4c0f-bb12-e15b37c93854 x-openstack-request-id: req-5c9bbd98-9a79-4c0f-bb12-e15b37c93854 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:34.611064 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-plugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:34.611324 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c9bbd98-9a79-4c0f-bb12-e15b37c93854 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:34.611720 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'code': 200} Jul 07 17:52:34.635603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:34.728273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d9da-0eec-40eb-ac2c-d925ca764c1f req-509d0f62-3619-4c53-b775-1970b2b8ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.729644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0233d9da-0eec-40eb-ac2c-d925ca764c1f req-509d0f62-3619-4c53-b775-1970b2b8ba6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1097 time: 0.0527565 Jul 07 17:52:34.759006 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.772006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0233d9da-0eec-40eb-ac2c-d925ca764c1f req-fcff76cd-9146-4dc4-b5c1-2ec708452aef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Jul 07 17:52:34.960968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0c6c-7b77-43a2-b39a-5a2c03b353ce req-a92e9d6e-f317-4596-bbe1-924fc97f1897 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.962528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afea0c6c-7b77-43a2-b39a-5a2c03b353ce req-a92e9d6e-f317-4596-bbe1-924fc97f1897 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0671263 Jul 07 17:52:35.000515 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-afea0c6c-7b77-43a2-b39a-5a2c03b353ce req-22e39ad8-f9c5-4927-8aee-c3e3eba8b5f5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Jul 07 17:52:35.503192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.178797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40f5c-4971-4476-bda6-e960958f1396 req-cbf79169-3dcb-4a34-8f2a-8591ffb34ab4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.180299 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65a40f5c-4971-4476-bda6-e960958f1396 req-cbf79169-3dcb-4a34-8f2a-8591ffb34ab4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0658991 Jul 07 17:52:36.219671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65a40f5c-4971-4476-bda6-e960958f1396 req-d52999cd-a122-4296-bf61-e30730f098cb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Jul 07 17:52:36.395198 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc83579-02e4-401d-bd98-1c0300272c72 req-f436f303-c2a9-44e4-a049-3392e296018c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.396731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bc83579-02e4-401d-bd98-1c0300272c72 req-f436f303-c2a9-44e4-a049-3392e296018c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0641632 Jul 07 17:52:36.435567 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bc83579-02e4-401d-bd98-1c0300272c72 req-afe3cc84-00f3-4d17-b7d2-facf57fa5710 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Jul 07 17:52:36.614646 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:36.801922 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7eaf-9bfa-448d-8981-e25ca1290ca0 req-d344b9ea-6284-46a2-9ee0-c46ac7b750f5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.803431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c02f7eaf-9bfa-448d-8981-e25ca1290ca0 req-d344b9ea-6284-46a2-9ee0-c46ac7b750f5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0693109 Jul 07 17:52:36.840892 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c02f7eaf-9bfa-448d-8981-e25ca1290ca0 req-ceef8d6e-71c4-4e49-a530-d67a367ec842 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Jul 07 17:52:37.010656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b4c5-f461-4aaf-8766-a1c35b6d7b11 req-e3cbb57f-113d-4342-af7b-ba8ee07fb3f9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.012143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fe8b4c5-f461-4aaf-8766-a1c35b6d7b11 req-e3cbb57f-113d-4342-af7b-ba8ee07fb3f9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0641770 Jul 07 17:52:37.050279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9fe8b4c5-f461-4aaf-8766-a1c35b6d7b11 req-db32b2d4-b8df-4a64-94ec-71f886fb19e8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Jul 07 17:52:37.384002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-b79cb98f-800e-4389-ae4e-c54a1f22bf52 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562875 Jul 07 17:52:37.440043 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476829bb-8cb0-466c-9ff5-6d9242ea5509 req-bf55e8c0-e1a6-4d1c-a41f-ff0660b4084a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.441593 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-476829bb-8cb0-466c-9ff5-6d9242ea5509 req-bf55e8c0-e1a6-4d1c-a41f-ff0660b4084a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0682402 Jul 07 17:52:37.480840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-476829bb-8cb0-466c-9ff5-6d9242ea5509 req-0bae08a9-1ec0-4d9f-ad24-4681c799353d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Jul 07 17:52:38.561996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a171cbfb-9166-4e4d-a4cf-04bf4b308bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.563551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a171cbfb-9166-4e4d-a4cf-04bf4b308bf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1097 time: 0.0533490 Jul 07 17:52:38.656627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-1df2bcfa-44d2-4713-bf50-de64b48a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.658140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-1df2bcfa-44d2-4713-bf50-de64b48a3966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0885999 Jul 07 17:52:38.662339 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5383-5797-4680-9af3-94cfacb257fd req-6e6eaf94-a93a-4908-83fc-a5ac825894fb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.663832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d02f5383-5797-4680-9af3-94cfacb257fd req-6e6eaf94-a93a-4908-83fc-a5ac825894fb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0648234 Jul 07 17:52:38.698771 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-51b0f41f-7f37-4b44-9e47-66e112f9f8ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0341232 Jul 07 17:52:38.701977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d02f5383-5797-4680-9af3-94cfacb257fd req-de3aa6dd-b553-41b4-97d9-c1ab008d6362 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Jul 07 17:52:38.752086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-474171cd-3caa-42b7-8b22-3db153eb75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.753539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-474171cd-3caa-42b7-8b22-3db153eb75ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0482543 Jul 07 17:52:38.787194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-4615bad7-aeba-465e-aa76-75e8401e75fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274329 Jul 07 17:52:38.873803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-38ee6848-3ceb-4209-aa49-5d995b20f1ea service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806885 Jul 07 17:52:38.965290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-68db7373-c912-463a-b550-3932d4f4c115 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853989 Jul 07 17:52:39.877801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182a8cb-7c68-4c2a-a6f8-182cb8901b76 req-4119893c-94db-4bce-9765-6751abcf15b0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:39.879321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7182a8cb-7c68-4c2a-a6f8-182cb8901b76 req-4119893c-94db-4bce-9765-6751abcf15b0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0637960 Jul 07 17:52:39.916275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7182a8cb-7c68-4c2a-a6f8-182cb8901b76 req-6fc3acca-3642-4b12-941e-a03d292f6a74 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Jul 07 17:52:41.088611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc504b-e1c1-4f3a-ad6b-51fc2a695a0d req-7ec312bd-4b27-4541-9c84-9612cb56176a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.090618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98cc504b-e1c1-4f3a-ad6b-51fc2a695a0d req-7ec312bd-4b27-4541-9c84-9612cb56176a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0667400 Jul 07 17:52:41.128068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-98cc504b-e1c1-4f3a-ad6b-51fc2a695a0d req-6a3b0238-aca6-44f4-9345-1d960a8177c7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Jul 07 17:52:42.300203 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d445-a94c-430a-8927-4c7f866d12eb req-e9d2cabc-fdc7-4974-93e5-0d94b5dba40d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:42.301678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a350d445-a94c-430a-8927-4c7f866d12eb req-e9d2cabc-fdc7-4974-93e5-0d94b5dba40d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0633385 Jul 07 17:52:42.338982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a350d445-a94c-430a-8927-4c7f866d12eb req-43ebb0f5-3b1c-4ce8-8f79-1baeef513bcd tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 07 17:52:43.517342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daaf1e-4509-4dc0-ad98-be5279c6bc7b req-5dacc624-cda3-42dc-968e-2e2d1231e0a5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:43.518783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10daaf1e-4509-4dc0-ad98-be5279c6bc7b req-5dacc624-cda3-42dc-968e-2e2d1231e0a5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0703230 Jul 07 17:52:43.556093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10daaf1e-4509-4dc0-ad98-be5279c6bc7b req-401b862d-b198-493b-9e50-9248d015d843 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Jul 07 17:52:44.730283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111c71-df44-4409-828d-8f9be851dcf3 req-5661975d-1c07-429c-abba-2a054c208df9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:44.731785 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f111c71-df44-4409-828d-8f9be851dcf3 req-5661975d-1c07-429c-abba-2a054c208df9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0645249 Jul 07 17:52:44.769531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f111c71-df44-4409-828d-8f9be851dcf3 req-b0c43f85-39fa-4f74-a3e0-8143d2fabc6d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jul 07 17:52:45.940755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de60b0-db62-41fe-a842-524d1f03a0c3 req-aeb9be37-e7be-4c12-8a3c-f3f240ca4eaf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:45.942242 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72de60b0-db62-41fe-a842-524d1f03a0c3 req-aeb9be37-e7be-4c12-8a3c-f3f240ca4eaf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0623529 Jul 07 17:52:45.983229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-72de60b0-db62-41fe-a842-524d1f03a0c3 req-f2f1dbfc-603b-4e6d-8f16-f1a7a45b5cfc tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Jul 07 17:52:47.152486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92a400-58d7-4463-bd90-038728dc80d1 req-5f0acad0-a8d3-4a74-a8af-0e738bbe14f3 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:47.153972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa92a400-58d7-4463-bd90-038728dc80d1 req-5f0acad0-a8d3-4a74-a8af-0e738bbe14f3 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 07 17:52:47.191265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa92a400-58d7-4463-bd90-038728dc80d1 req-b6df25cb-3e19-4057-9f8c-24d7d906b1f4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 07 17:52:48.368711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba4ba1-865d-4f72-b8eb-b55bbda89d1b req-010af79c-6c4d-4c0c-a488-3549e5e9ca8a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:48.370262 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9ba4ba1-865d-4f72-b8eb-b55bbda89d1b req-010af79c-6c4d-4c0c-a488-3549e5e9ca8a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0650215 Jul 07 17:52:48.407445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9ba4ba1-865d-4f72-b8eb-b55bbda89d1b req-1c45c38a-1e5f-4279-af41-6166548604b9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Jul 07 17:52:49.585720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a056e9-9ad9-4176-888b-826b18c57315 req-b85e8f6c-eb57-45c0-9a7f-e81a6503b68d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:49.587291 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28a056e9-9ad9-4176-888b-826b18c57315 req-b85e8f6c-eb57-45c0-9a7f-e81a6503b68d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0678163 Jul 07 17:52:49.623560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28a056e9-9ad9-4176-888b-826b18c57315 req-7b5ea881-9826-4225-a15c-f99261b72c74 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Jul 07 17:52:50.792207 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34916b-36ba-418f-a141-bec98815f3b3 req-bd353ada-58af-47f2-8bef-fb86dd806ed3 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:50.793840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba34916b-36ba-418f-a141-bec98815f3b3 req-bd353ada-58af-47f2-8bef-fb86dd806ed3 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0624437 Jul 07 17:52:50.830875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba34916b-36ba-418f-a141-bec98815f3b3 req-b845bd50-b9b3-462e-922e-9a4c78b0b4ab tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Jul 07 17:52:52.004502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd72abd-6a6c-4834-9dcc-27f9e1b6801c req-28673249-f6b9-4a21-9a17-0857c367d154 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:52.005967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dd72abd-6a6c-4834-9dcc-27f9e1b6801c req-28673249-f6b9-4a21-9a17-0857c367d154 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0656414 Jul 07 17:52:52.043096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9dd72abd-6a6c-4834-9dcc-27f9e1b6801c req-bf9e27ed-09c1-4b15-8ed3-00fcc5906b57 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jul 07 17:52:53.218054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7cc70-a2a0-41e0-9998-da58cd898c5a req-22c43be8-b47f-48b8-8c7d-fc0194d22917 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.219585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64b7cc70-a2a0-41e0-9998-da58cd898c5a req-22c43be8-b47f-48b8-8c7d-fc0194d22917 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0626802 Jul 07 17:52:53.257133 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64b7cc70-a2a0-41e0-9998-da58cd898c5a req-0396f38f-b312-44ef-bebc-28b131b4b5d6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Jul 07 17:52:54.428194 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ac49d-a4ba-468e-ac23-d96b0a234d19 req-736b9190-de2c-4f2a-a028-2585be812f7e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.429689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-706ac49d-a4ba-468e-ac23-d96b0a234d19 req-736b9190-de2c-4f2a-a028-2585be812f7e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0640240 Jul 07 17:52:54.467228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-706ac49d-a4ba-468e-ac23-d96b0a234d19 req-3aa6af3e-e5db-4b59-b6a0-6b54a148cae3 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Jul 07 17:52:55.644439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b75993-f0eb-40aa-8590-61b5af8e577f req-06217d8c-f842-49cd-b01f-922607852282 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:55.646411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b75993-f0eb-40aa-8590-61b5af8e577f req-06217d8c-f842-49cd-b01f-922607852282 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0678244 Jul 07 17:52:55.685162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83b75993-f0eb-40aa-8590-61b5af8e577f req-a8e32944-e8f2-41f2-9fee-fa545c1a02b1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jul 07 17:52:56.859757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e26d43-e722-4e27-8010-6683af55b086 req-db260df2-8f4b-4e2f-bff8-3b894a608eff tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:56.861255 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04e26d43-e722-4e27-8010-6683af55b086 req-db260df2-8f4b-4e2f-bff8-3b894a608eff tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Jul 07 17:52:56.900224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04e26d43-e722-4e27-8010-6683af55b086 req-3813e0da-6583-43cb-a466-6d5f35bbceef tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Jul 07 17:52:58.078386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d695b7-e75d-476d-9a13-c68a8481c21b req-71c2fece-df1c-49c1-aa48-64325d97a1e4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:58.079867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93d695b7-e75d-476d-9a13-c68a8481c21b req-71c2fece-df1c-49c1-aa48-64325d97a1e4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0669162 Jul 07 17:52:58.123150 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93d695b7-e75d-476d-9a13-c68a8481c21b req-f1caa027-5ae8-4ab9-84c6-779174b985be tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Jul 07 17:52:58.552323 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:59.300714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489a98-ceb0-4235-8390-a5c4d07bb1d6 req-4cf31e8b-bddd-4b18-b8c4-4ced1dbe0b37 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:59.302248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61489a98-ceb0-4235-8390-a5c4d07bb1d6 req-4cf31e8b-bddd-4b18-b8c4-4ced1dbe0b37 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0631247 Jul 07 17:52:59.341304 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61489a98-ceb0-4235-8390-a5c4d07bb1d6 req-13952d0b-49cf-4da7-8414-9b357d3ddb83 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jul 07 17:52:59.932317 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27eed296-1910-483b-8912-f21aa4e93eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:00.515800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03441e5-6e2f-488b-8e6e-5f070db45be8 req-9957cedd-2295-4e03-9c0f-00558650f64b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:00.517063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a03441e5-6e2f-488b-8e6e-5f070db45be8 req-9957cedd-2295-4e03-9c0f-00558650f64b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0639000 Jul 07 17:53:00.553613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a03441e5-6e2f-488b-8e6e-5f070db45be8 req-a24b45b4-5ebc-4edd-a631-8928416fe545 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Jul 07 17:53:01.733550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30705b32-eef3-4e7a-bcce-41d7d5e2d413 req-0e43b50a-f25c-465c-8cbb-be4c890c807c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:01.735158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30705b32-eef3-4e7a-bcce-41d7d5e2d413 req-0e43b50a-f25c-465c-8cbb-be4c890c807c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0708649 Jul 07 17:53:01.773992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-30705b32-eef3-4e7a-bcce-41d7d5e2d413 req-c3bf68b2-ba9c-4043-bc90-5069ee8fd864 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jul 07 17:53:02.359146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5b66ec1-3b47-45c7-98ee-ee6cee736d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:02.839688 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:02.951024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965113ab-1dbe-41a4-b51c-53c141db8570 req-dc151c77-dbaa-4e75-a5b9-0651098e62fb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:02.952527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-965113ab-1dbe-41a4-b51c-53c141db8570 req-dc151c77-dbaa-4e75-a5b9-0651098e62fb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0636690 Jul 07 17:53:02.990435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-965113ab-1dbe-41a4-b51c-53c141db8570 req-e5e64305-060b-4ab8-b5cc-5b853dac97fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 07 17:53:03.724237 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:04.166734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b2d5-06d5-4280-9d25-e7090484e1cd req-8e4b385d-49dc-4e40-9dfe-787328772f5f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.168835 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4454b2d5-06d5-4280-9d25-e7090484e1cd req-8e4b385d-49dc-4e40-9dfe-787328772f5f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jul 07 17:53:04.207062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4454b2d5-06d5-4280-9d25-e7090484e1cd req-2e0dc145-9318-4774-8071-959c34625fdf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Jul 07 17:53:04.746660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.381528 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725d43c-71c7-4025-8d1d-42c956a20fb2 req-ca11f0fb-e14b-4c71-8df0-d0aed27afb9d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:05.383204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5725d43c-71c7-4025-8d1d-42c956a20fb2 req-ca11f0fb-e14b-4c71-8df0-d0aed27afb9d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0641310 Jul 07 17:53:05.430164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5725d43c-71c7-4025-8d1d-42c956a20fb2 req-961aa02b-ee65-4018-93b5-4cb93d0da938 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Jul 07 17:53:05.505327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.762029 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-271355c8-feb7-492b-ad20-a0b4d068cc5a service neutron] show failed (client error): The resource could not be found. Jul 07 17:53:05.762789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-271355c8-feb7-492b-ad20-a0b4d068cc5a service neutron] 10.222.0.32 "GET /v2.0/ports/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0551236 Jul 07 17:53:06.065714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-c2491fc7-a33a-4102-95dc-0d7af2823fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.067282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-c2491fc7-a33a-4102-95dc-0d7af2823fee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428&tenant_id=fb66d4ec5321441392231e4d511a4053 HTTP/1.1" status: 200 len: 1097 time: 0.1008472 Jul 07 17:53:06.078353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:06.151623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.352660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:06.384324 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:06.422490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:06.424731 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310e912-4ea2-4c83-bb19-68589d8b6875" -d '{"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:06.428171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.440040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Transition to ACTIVE for port object 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:06.443729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.475499 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e17175d-4a05-4b5d-8974-739b4b7a55be x-openstack-request-id: req-0e17175d-4a05-4b5d-8974-739b4b7a55be {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:06.475788 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:06.476042 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e17175d-4a05-4b5d-8974-739b4b7a55be {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:06.476440 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'code': 200} Jul 07 17:53:06.518636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:06.521333 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] No DVR routers for this DVR port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:06.558821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:06.559313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:06.559709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:06.564016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:06.564444 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Attempting to bind port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:06.569243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:06.569582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Checking segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:06.569964 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Bound using segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:06.570434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Bound port: 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:06.570797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.611555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec984782-c581-45af-a01a-edd3a7cf6e63 req-19361c60-4f9a-40f8-9345-722438cd2fc0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.613031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec984782-c581-45af-a01a-edd3a7cf6e63 req-19361c60-4f9a-40f8-9345-722438cd2fc0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0629864 Jul 07 17:53:06.616448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.633906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:06.636981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:06.640658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.654367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec984782-c581-45af-a01a-edd3a7cf6e63 req-fb13fdf3-e923-4a67-b913-9fe9a28e4fee tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Jul 07 17:53:06.679111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.679734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:06.681129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] 10.222.0.83 "PUT /v2.0/ports/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 1092 time: 0.6068428 Jul 07 17:53:06.701244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885e1d7-0e0d-4982-bd5b-3f76d5fe9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:06.754993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-c7a4d4c3-44b5-40b7-ad9d-3b50c6373f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.756498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-c7a4d4c3-44b5-40b7-ad9d-3b50c6373f87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1095 time: 0.0523369 Jul 07 17:53:06.843880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-5cfcfee4-c38f-4536-83f7-80e7ae6ba29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.845345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-5cfcfee4-c38f-4536-83f7-80e7ae6ba29e service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0827682 Jul 07 17:53:06.891183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-b0a67a24-e5ed-43cb-b433-44410cd3d33e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0387499 Jul 07 17:53:06.938238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-402ca630-73b8-4b9c-90d5-a43264100f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:06.939679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-402ca630-73b8-4b9c-90d5-a43264100f5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0425873 Jul 07 17:53:06.972351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-04d19286-0836-4fa1-a83d-5abcccb5db7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265045 Jul 07 17:53:07.065024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-ec5e8eee-0c5c-4900-ad4a-bce2ee31698e service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846500 Jul 07 17:53:07.152782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3099691a-3f54-4c31-a487-be6ec13e0895 req-442b8d81-a84d-43fd-ab52-bef4554ee2c6 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807891 Jul 07 17:53:07.836301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a51fc-92f2-447b-88be-081e86e5bf93 req-6a255317-badc-453c-b75b-1c2f0e04bae7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:07.837754 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d1a51fc-92f2-447b-88be-081e86e5bf93 req-6a255317-badc-453c-b75b-1c2f0e04bae7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0673265 Jul 07 17:53:07.876871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d1a51fc-92f2-447b-88be-081e86e5bf93 req-205a8f02-7d72-48d0-85a7-f141e000be2f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 07 17:53:08.478715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:08.481627 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2353686d-5404-45ad-839f-38ab4d531aff" -d '{"events": [{"name": "network-changed", "server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:08.529159 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e6f95-ab11-4a89-a569-f3c63432d862 x-openstack-request-id: req-3e8e6f95-ab11-4a89-a569-f3c63432d862 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:08.529446 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:08.529697 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e8e6f95-ab11-4a89-a569-f3c63432d862 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:08.530098 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'status': 'completed', 'code': 200} Jul 07 17:53:08.625077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:08.654125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-3ec09f08-4ae9-4c22-a40c-e3ac4479399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.655646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-3ec09f08-4ae9-4c22-a40c-e3ac4479399a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1095 time: 0.1007128 Jul 07 17:53:08.657448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-413aa0cc-cb9f-4229-94d3-a2122bdfd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.658835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-413aa0cc-cb9f-4229-94d3-a2122bdfd57c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1095 time: 0.0952682 Jul 07 17:53:08.662180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:08.815656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-8b93f45e-b85c-4594-b2fc-c09617cdb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.817062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-8b93f45e-b85c-4594-b2fc-c09617cdb67e service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.1544616 Jul 07 17:53:08.818174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-13f99b81-ebd8-4087-98e9-98f1bc8173ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.819497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-13f99b81-ebd8-4087-98e9-98f1bc8173ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.1496434 Jul 07 17:53:08.867067 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-0d207fff-d62e-4045-a553-7953553fd35f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0436096 Jul 07 17:53:08.900851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-da9ddf2c-8469-4a1d-98c4-e0a3e247920e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0713904 Jul 07 17:53:08.973319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-ae6c18a8-163e-493e-ad27-f1dc6cdff6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.975003 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-ae6c18a8-163e-493e-ad27-f1dc6cdff6b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0819578 Jul 07 17:53:08.980855 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353686d-5404-45ad-839f-38ab4d531aff req-36fe590e-f37c-4c9f-8593-04101ee3390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:08.982310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-36fe590e-f37c-4c9f-8593-04101ee3390c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0623901 Jul 07 17:53:09.017195 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-e466cbdf-0c2e-4c59-9470-a85c1dbb7df0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339110 Jul 07 17:53:09.034877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-9a5c1603-9a51-41b8-8401-8be949c775a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441339 Jul 07 17:53:09.051881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f824e0-6afb-469a-bb86-683076d9f27c req-a8b67d62-cecb-42fe-ac3c-b901f320fd2c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:09.053359 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06f824e0-6afb-469a-bb86-683076d9f27c req-a8b67d62-cecb-42fe-ac3c-b901f320fd2c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0629139 Jul 07 17:53:09.090934 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06f824e0-6afb-469a-bb86-683076d9f27c req-9c9b3fbc-e00f-4168-9840-e0cb9a7367ae tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Jul 07 17:53:09.189038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-78c35196-231f-429d-9acf-6dfc03e35a24 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562710 Jul 07 17:53:09.191214 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-7d9a8255-a770-4c44-8203-5eb08d8ad0c2 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479912 Jul 07 17:53:09.345110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-09da7995-a034-45fa-aa2d-688781e9e083 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495166 Jul 07 17:53:09.346917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2353686d-5404-45ad-839f-38ab4d531aff req-f15d877e-c0d9-4df4-9539-76a77da8585a service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445081 Jul 07 17:53:10.180193 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:10.272437 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736e7b-4e22-4a5b-bab1-b6dff9009a96 req-d2c38403-bea6-4a81-865a-5a344de3aa0a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.273946 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38736e7b-4e22-4a5b-bab1-b6dff9009a96 req-d2c38403-bea6-4a81-865a-5a344de3aa0a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 943 time: 0.0675066 Jul 07 17:53:10.278366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:10.290042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'port_id': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'mac_address': 'fa:16:3e:ef:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb67634-a133-4bd0-b742-e83187e1198c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:10.312263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-38736e7b-4e22-4a5b-bab1-b6dff9009a96 req-1600f61c-dcbe-40ca-b302-3b25c2b47425 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jul 07 17:53:10.327448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.340458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:10.362012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:10.366286 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.412451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:10.608730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90350e-096f-429f-afb0-01526ce103f2 req-f82ba8fb-ba5f-4e45-856d-14c479960c9a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.610568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a90350e-096f-429f-afb0-01526ce103f2 req-f82ba8fb-ba5f-4e45-856d-14c479960c9a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 944 time: 0.0650895 Jul 07 17:53:10.625563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-24cc491c-2d49-4d88-becf-76593554d98a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.627059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-24cc491c-2d49-4d88-becf-76593554d98a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428&tenant_id=fb66d4ec5321441392231e4d511a4053&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.0769312 Jul 07 17:53:10.648893 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a90350e-096f-429f-afb0-01526ce103f2 req-987547f0-776c-4523-97b2-cdbd37bf0ef1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Jul 07 17:53:10.677974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:10.685826 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-fa19572b-8aa2-4246-8648-f5f41d6a6044 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:53:10.686951 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-fa19572b-8aa2-4246-8648-f5f41d6a6044 service neutron] 10.222.0.32 "DELETE /v2.0/ports/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0543983 Jul 07 17:53:10.781465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-710730d5-57a7-48f4-99ec-49ce1794f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.783022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-710730d5-57a7-48f4-99ec-49ce1794f42c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 1096 time: 0.0535560 Jul 07 17:53:10.873339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-221bfd8f-3b70-45dd-9255-8805e445d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.874833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-221bfd8f-3b70-45dd-9255-8805e445d63e service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0856826 Jul 07 17:53:10.913716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-e421654a-33bd-4b27-8011-a9c5f18d9b1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 200 len: 217 time: 0.0327191 Jul 07 17:53:10.963438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-bae921bc-0619-4613-a866-1a7c6c3fe06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:10.965386 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-bae921bc-0619-4613-a866-1a7c6c3fe06a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0456433 Jul 07 17:53:10.996581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-4f4339ec-4e30-44ce-a47f-fa325a86b35f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254745 Jul 07 17:53:11.081776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-d036390c-7db0-4cb6-afe9-b10445efaea0 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780768 Jul 07 17:53:11.172801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3a95d0fb-db4c-4589-9cc4-d6f8aaf59ede req-10922930-d116-4bdc-b181-5f5f11be054a service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Jul 07 17:53:11.829156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b426-fba4-4feb-adc3-614b54dc2835 req-51bc7a14-ada9-4f1e-b791-ecef335d576e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:11.830667 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1064b426-fba4-4feb-adc3-614b54dc2835 req-51bc7a14-ada9-4f1e-b791-ecef335d576e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 944 time: 0.0656004 Jul 07 17:53:11.868652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1064b426-fba4-4feb-adc3-614b54dc2835 req-3172e74a-199b-4cb6-b3b6-c3cdf3e92fb2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 07 17:53:12.040871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59143cb-b7d3-4e13-b1ad-e9110d8040a5 req-b2c0ed34-a44d-4a32-b5cc-9853c4ded802 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.042340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a59143cb-b7d3-4e13-b1ad-e9110d8040a5 req-b2c0ed34-a44d-4a32-b5cc-9853c4ded802 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 944 time: 0.0658331 Jul 07 17:53:12.079004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a59143cb-b7d3-4e13-b1ad-e9110d8040a5 req-59411dd5-1485-48c8-b17f-a13ba9b4c787 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Jul 07 17:53:12.186247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:12.234629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:12.238259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:12.238632 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.248815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856408f-077a-4455-bb43-e2aed7435fc7 req-5893a344-f551-48a2-a64d-5aef04ddde6e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.250351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6856408f-077a-4455-bb43-e2aed7435fc7 req-5893a344-f551-48a2-a64d-5aef04ddde6e tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 944 time: 0.0648429 Jul 07 17:53:12.289932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6856408f-077a-4455-bb43-e2aed7435fc7 req-0da0aa20-bd07-4aa1-b44c-21ffcfb3457f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jul 07 17:53:12.316689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.340989 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:12.343244 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0906ca33-4746-44a6-a91c-d0140050ea21" -d '{"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-plugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:12.353722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:12.358064 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.392030 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d17cc-5c9b-48b2-b8c2-cd9040af2c6a x-openstack-request-id: req-c45d17cc-5c9b-48b2-b8c2-cd9040af2c6a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:12.392330 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-plugged", "status": "completed", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:12.392587 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c45d17cc-5c9b-48b2-b8c2-cd9040af2c6a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:12.392981 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'code': 200} Jul 07 17:53:12.410997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:12.735472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-d6ef40a5-ef4d-4f14-a0f0-f1daf2b94177 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:12.736950 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-d6ef40a5-ef4d-4f14-a0f0-f1daf2b94177 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 814 time: 0.1040256 Jul 07 17:53:12.751647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-e2cc1b54-0435-4ed7-8b7e-4f1769113dd4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/quotas/fb66d4ec5321441392231e4d511a4053 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Jul 07 17:53:12.812491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-159871b7-f7eb-47ca-a137-81124e66444b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561047 Jul 07 17:53:12.905404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-5462bcdb-1bca-42f9-9401-4210b941358e service neutron] 10.222.0.22 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865204 Jul 07 17:53:12.993157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-bfc84d24-309b-456f-a0bc-3c0c3dd45e74 service neutron] 10.222.0.22 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Jul 07 17:53:13.161252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93391028-4582-4b45-89be-11fb6f8198b3 req-3e34f882-abe9-4a64-b840-262b5798357f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 210 time: 0.0297253 Jul 07 17:53:13.914385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24288-2d4c-483d-b8bd-136476782032 req-464d60dd-e066-47a4-b27b-52b3e35d1ab2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:13.915842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3aa24288-2d4c-483d-b8bd-136476782032 req-464d60dd-e066-47a4-b27b-52b3e35d1ab2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed650f46-b14c-4271-bbff-2c708eba9428 HTTP/1.1" status: 200 len: 945 time: 0.0617001 Jul 07 17:53:14.017722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Deleting port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:14.018122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.166317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] For port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:14.166557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.185791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Calling delete_port for 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:14.269789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-84c1771d-232a-49bf-884a-5a90d2bbc9c6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.271362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-84c1771d-232a-49bf-884a-5a90d2bbc9c6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 814 time: 0.1903934 Jul 07 17:53:14.285555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Request body: {'port': {'device_id': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'admin_state_up': True, 'tenant_id': 'fb66d4ec5321441392231e4d511a4053'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:14.311963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d030e006-457b-41b1-9bd2-f2db4f3254aa req-c343fe71-af94-4c23-a8ca-3e2523207818 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 210 time: 0.0353866 Jul 07 17:53:14.438490 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.472587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Pushing event deleted for resources: {'Port': ['ID=6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.485161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Made reservation on behalf of fb66d4ec5321441392231e4d511a4053 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:14.488649 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.512131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.512482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.512821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.513160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.513494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.513828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.514183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.514514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.514839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.515164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.515488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.515840 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:14.544301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] No DVR routers for this DVR port 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:14.547994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.549923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.83 "DELETE /v2.0/ports/6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be HTTP/1.1" status: 204 len: 173 time: 0.6283269 Jul 07 17:53:14.550641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-deleted', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:14.553465 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c62ea05-c66e-46d0-8ae1-69d51c796a07" -d '{"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-deleted", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:14.602023 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e23351f-6979-4be7-847f-addbeac812a8 x-openstack-request-id: req-8e23351f-6979-4be7-847f-addbeac812a8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:14.602338 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed650f46-b14c-4271-bbff-2c708eba9428", "name": "network-vif-deleted", "tag": "6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:14.602598 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e23351f-6979-4be7-847f-addbeac812a8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:14.602997 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed650f46-b14c-4271-bbff-2c708eba9428', 'name': 'network-vif-deleted', 'tag': '6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be', 'status': 'completed', 'code': 200} Jul 07 17:53:14.678143 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Allocated IP 172.20.0.4 (730e8870-dc05-4bb5-9850-3721973f1be3/ccb67634-a133-4bd0-b742-e83187e1198c/380018cf-a520-4059-9e7c-f21d196d2821) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:14.832443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.871168 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.919011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Network 730e8870-dc05-4bb5-9850-3721973f1be3 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:14.922411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:14.928278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:14.952460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.980900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:14.981523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.996662 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-778c829d-9614-4a4c-8944-85ebafac71fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153392 Jul 07 17:53:15.007441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Request body: {'port': {'device_id': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:15.080047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.343162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380018cf-a520-4059-9e7c-f21d196d2821 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:15.350620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.363045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Transition to ACTIVE for port object 380018cf-a520-4059-9e7c-f21d196d2821 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:15.367170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.455846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.490081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:15.490462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:15.490806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:15.495953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:15.496391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:15.496625 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a6d93-1108-4552-99c6-82f1a0b0e504 req-9d4ce987-8e78-4d81-91cc-e0b89767e69f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.498301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d1a6d93-1108-4552-99c6-82f1a0b0e504 req-9d4ce987-8e78-4d81-91cc-e0b89767e69f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0704846 Jul 07 17:53:15.504489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:15.505077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Checking segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:15.506015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Bound using segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:15.506758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Bound port: 380018cf-a520-4059-9e7c-f21d196d2821, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:15.507363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.544014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d1a6d93-1108-4552-99c6-82f1a0b0e504 req-9c4deda5-92c6-4b2e-93dc-768e53dc00fe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356369 Jul 07 17:53:15.578438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:15.581727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:15.585601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.622368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.622993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.624382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] 10.222.0.83 "PUT /v2.0/ports/380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 1092 time: 0.6209767 Jul 07 17:53:15.643874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922f1d-3de6-4190-998d-0b095c3c6a87 service neutron] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.717651 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-54fae7bf-8f18-4f21-82e1-ec840c9e0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.719227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-54fae7bf-8f18-4f21-82e1-ec840c9e0b7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0550508 Jul 07 17:53:15.772307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-d3de932a-5eb3-4d55-9b35-42f6b771b102 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0381906 Jul 07 17:53:15.822524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-2b7e16d0-3ef9-420e-bcc5-54b93f664e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:15.824040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-2b7e16d0-3ef9-420e-bcc5-54b93f664e89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0450954 Jul 07 17:53:15.857306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-6935fc08-a632-4718-950f-d40f74f11bfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267389 Jul 07 17:53:16.211323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:16.232105 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:16.232460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6b2885b5-4ba0-43ef-b4f8-5cae35c7e2be not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:16.278211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-1e9e80a3-7529-4c88-98bf-2f9c18e608ac service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145803 Jul 07 17:53:16.363939 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b54b923-f356-4b84-b1f2-f97aa9116859 req-37bc5467-6258-46a5-a826-16efb02fb1e3 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790639 Jul 07 17:53:16.603935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:16.606837 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35" -d '{"events": [{"name": "network-changed", "server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "tag": "380018cf-a520-4059-9e7c-f21d196d2821"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:16.641393 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c1cb1-82d8-4ee0-be75-9ec16b24806b x-openstack-request-id: req-f60c1cb1-82d8-4ee0-be75-9ec16b24806b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:16.641681 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "tag": "380018cf-a520-4059-9e7c-f21d196d2821", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:16.641926 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f60c1cb1-82d8-4ee0-be75-9ec16b24806b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:16.642347 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821', 'status': 'completed', 'code': 200} Jul 07 17:53:16.719431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-32b01ff8-cea3-48c5-9f9f-0672894daa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.719769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8b1c-47b2-48de-9672-e5562ea69b0b req-4120d627-ef61-4b0b-ba04-b80aa8afe8d1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.720978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-32b01ff8-cea3-48c5-9f9f-0672894daa00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0562813 Jul 07 17:53:16.721281 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea9f8b1c-47b2-48de-9672-e5562ea69b0b req-4120d627-ef61-4b0b-ba04-b80aa8afe8d1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0646639 Jul 07 17:53:16.759775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea9f8b1c-47b2-48de-9672-e5562ea69b0b req-7010dc53-67c6-4812-8df3-c13f55668bd5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jul 07 17:53:16.813110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-0535af04-ed23-495c-b978-0660b436cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.814628 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-0535af04-ed23-495c-b978-0660b436cf54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0869567 Jul 07 17:53:16.855153 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-c1d433d0-061a-43ce-9be7-4cd68fc50710 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0335281 Jul 07 17:53:16.904148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-a7a4d10e-55c8-4e4a-afcb-631c984e7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:16.905530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-a7a4d10e-55c8-4e4a-afcb-631c984e7dfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0452604 Jul 07 17:53:16.936789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-9da4562b-18cf-4432-8d1a-49d7b9b600bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249171 Jul 07 17:53:17.021163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-c3228128-b6d5-430a-9660-ca7cf0d76ef2 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782287 Jul 07 17:53:17.113091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5ae9e87a-ea89-4e1e-8d7d-33f947299d35 req-6076653d-e639-4667-aa42-9bce36ee3ef1 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Jul 07 17:53:17.938663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc00d-b159-42b7-bbfd-6997344f7119 req-b3aab869-4b8d-4931-ae79-5bbf1e3db717 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.940139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-930bc00d-b159-42b7-bbfd-6997344f7119 req-b3aab869-4b8d-4931-ae79-5bbf1e3db717 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0666542 Jul 07 17:53:17.977469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-930bc00d-b159-42b7-bbfd-6997344f7119 req-e1e6458c-2464-4fea-a7dd-4e282b0e340b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Jul 07 17:53:19.154838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23742-b363-45d8-ac5e-aadfc86b6197 req-44aceff1-7611-42ea-a2f9-f9f5da914897 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:19.156333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a23742-b363-45d8-ac5e-aadfc86b6197 req-44aceff1-7611-42ea-a2f9-f9f5da914897 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0638618 Jul 07 17:53:19.194506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a23742-b363-45d8-ac5e-aadfc86b6197 req-02759e40-7d2e-45dc-8a26-06bc08bde5bb tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jul 07 17:53:20.234415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:20.332807 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:20.344746 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '380018cf-a520-4059-9e7c-f21d196d2821', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'port_id': '380018cf-a520-4059-9e7c-f21d196d2821', 'mac_address': 'fa:16:3e:1a:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb67634-a133-4bd0-b742-e83187e1198c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:20.381877 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.394875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380018cf-a520-4059-9e7c-f21d196d2821 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:20.396316 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9a19-f812-4c11-b0e9-0ae57757621b req-3abd2d10-0329-4535-b222-d821bc462b14 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:20.397825 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5df9a19-f812-4c11-b0e9-0ae57757621b req-3abd2d10-0329-4535-b222-d821bc462b14 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0665476 Jul 07 17:53:20.415047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:20.419568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.436244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f5df9a19-f812-4c11-b0e9-0ae57757621b req-9a566654-d3f4-4be6-b553-b521fd260ee8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Jul 07 17:53:20.470445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.714724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['380018cf-a520-4059-9e7c-f21d196d2821'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:21.611285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604396c-52a9-4b73-b466-8eb78ef88ee7 req-f8cca7ab-80c4-4063-a7c8-7ab4b276a589 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:21.612769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3604396c-52a9-4b73-b466-8eb78ef88ee7 req-f8cca7ab-80c4-4063-a7c8-7ab4b276a589 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 944 time: 0.0653009 Jul 07 17:53:21.649800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3604396c-52a9-4b73-b466-8eb78ef88ee7 req-68b51e85-14d9-4fef-9b8e-9e21663f407a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jul 07 17:53:22.257588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:22.306998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 380018cf-a520-4059-9e7c-f21d196d2821 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:22.310893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 380018cf-a520-4059-9e7c-f21d196d2821 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:22.311259 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.383129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.404331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:22.406547 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00fee68-af11-4d05-ba5d-0030b38bce4c" -d '{"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-plugged", "status": "completed", "tag": "380018cf-a520-4059-9e7c-f21d196d2821"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:22.419175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:22.423171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.445907 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0592f-b6b8-4676-95a4-46fbdfc79743 x-openstack-request-id: req-4ec0592f-b6b8-4676-95a4-46fbdfc79743 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:22.446205 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-plugged", "status": "completed", "tag": "380018cf-a520-4059-9e7c-f21d196d2821", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:22.446456 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ec0592f-b6b8-4676-95a4-46fbdfc79743 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:22.446843 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821', 'code': 200} Jul 07 17:53:22.471515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.558356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea4ce1-e972-4a24-a155-38b6674cd695 req-fe4175bc-317d-466a-809e-eb66ccde61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.559863 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bfea4ce1-e972-4a24-a155-38b6674cd695 req-fe4175bc-317d-466a-809e-eb66ccde61de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1097 time: 0.0528290 Jul 07 17:53:22.595115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bfea4ce1-e972-4a24-a155-38b6674cd695 req-69eee96e-a366-4340-ab29-9acb0f498bb9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279660 Jul 07 17:53:22.820503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2a6ff-14d8-4505-a873-a0626cd96660 req-319e1a4b-bbff-41c6-ba34-7c1cd0f74267 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:22.821923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09d2a6ff-14d8-4505-a873-a0626cd96660 req-319e1a4b-bbff-41c6-ba34-7c1cd0f74267 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0623109 Jul 07 17:53:22.858390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09d2a6ff-14d8-4505-a873-a0626cd96660 req-7fe48694-4749-4280-83f4-5cdb401c9e44 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 07 17:53:24.048867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd5d8-d0c5-4a10-a326-d14bfb28d787 req-386a2362-ac15-4983-887e-3bad074446b0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.050401 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61ffd5d8-d0c5-4a10-a326-d14bfb28d787 req-386a2362-ac15-4983-887e-3bad074446b0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0680501 Jul 07 17:53:24.088840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61ffd5d8-d0c5-4a10-a326-d14bfb28d787 req-28fe7f1b-ad61-45a2-b3a2-f1f737eca7b5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Jul 07 17:53:24.264474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f145b-2368-4a18-acc6-5605da8a199c req-8ec35f45-5294-4342-8837-715057564bc7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.265970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-257f145b-2368-4a18-acc6-5605da8a199c req-8ec35f45-5294-4342-8837-715057564bc7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0675857 Jul 07 17:53:24.303621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-257f145b-2368-4a18-acc6-5605da8a199c req-3450bdb1-4c0c-4776-af98-3b8c26f91a51 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Jul 07 17:53:24.644809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-87a52807-42a0-4685-a534-3067d70824f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569947 Jul 07 17:53:24.709154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75708c4-4e57-4ada-995a-3512e4ed47e5 req-dc61f450-e7cc-4b10-baf3-50f605ef36a5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.710724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e75708c4-4e57-4ada-995a-3512e4ed47e5 req-dc61f450-e7cc-4b10-baf3-50f605ef36a5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0709693 Jul 07 17:53:24.756923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e75708c4-4e57-4ada-995a-3512e4ed47e5 req-74e4ad0b-255b-47e5-bf3a-385c602aa038 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Jul 07 17:53:25.813560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-c50e1f80-e0e6-49a7-9971-b99da11e522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.815275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-c50e1f80-e0e6-49a7-9971-b99da11e522f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1097 time: 0.0605016 Jul 07 17:53:25.909190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-52c360d7-c52d-484f-8284-0bfcacda7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.910909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-52c360d7-c52d-484f-8284-0bfcacda7b21 service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0894556 Jul 07 17:53:25.942245 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc240bb-6427-45ef-bebd-81e6535f81ab req-1d6bf519-5a45-452a-90ae-c84aa83dfee7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:25.943606 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc240bb-6427-45ef-bebd-81e6535f81ab req-1d6bf519-5a45-452a-90ae-c84aa83dfee7 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0662839 Jul 07 17:53:25.957717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-aa267b9e-0a59-413c-b5b2-8bf8dde5be2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0408461 Jul 07 17:53:25.982005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2fc240bb-6427-45ef-bebd-81e6535f81ab req-edc388f8-16a6-40db-a1b4-8103d69f6ef2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Jul 07 17:53:26.010180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-e56eaca7-fa52-49e2-9c62-f30f5e8e6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:26.012232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-e56eaca7-fa52-49e2-9c62-f30f5e8e6cb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0483525 Jul 07 17:53:26.045323 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-04cf4487-c6df-4a86-a293-55b26ac12041 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272419 Jul 07 17:53:26.055398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-c043ec3d-4523-4d4e-9a52-332a09c21bbd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:53:26.056352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-c043ec3d-4523-4d4e-9a52-332a09c21bbd service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052257 Jul 07 17:53:26.153157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-9cc23652-fca8-4755-8fc6-4a6faa949c32 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899236 Jul 07 17:53:26.245563 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-e349000a-3c53-401c-ae7e-f62726e63ad6 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Jul 07 17:53:27.157794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ae5c2-8d17-4fd7-be60-dce46cffe2a5 req-d918a0c1-380a-4812-accc-eafe61a9775d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:27.159302 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-906ae5c2-8d17-4fd7-be60-dce46cffe2a5 req-d918a0c1-380a-4812-accc-eafe61a9775d tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0663033 Jul 07 17:53:27.198686 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-906ae5c2-8d17-4fd7-be60-dce46cffe2a5 req-8162fe15-d2b5-4e64-832f-6a43ddbc7cbe tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Jul 07 17:53:28.720187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c9c9-342e-4899-9d6f-0b0063ffa61e req-b32e08be-a1bb-47bf-906d-de85be74b845 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:28.721674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd38c9c9-342e-4899-9d6f-0b0063ffa61e req-b32e08be-a1bb-47bf-906d-de85be74b845 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.4072375 Jul 07 17:53:28.759200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd38c9c9-342e-4899-9d6f-0b0063ffa61e req-3687f2d4-73e1-4252-849a-9d042549b937 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Jul 07 17:53:29.936586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15031f-6b41-4e28-b3e8-704706418382 req-10d8fb3b-7a59-4fc1-ad30-d91ac1294990 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:29.937444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a881bc7-9c7b-47bc-b534-d1217e4ff6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.938404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce15031f-6b41-4e28-b3e8-704706418382 req-10d8fb3b-7a59-4fc1-ad30-d91ac1294990 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0660753 Jul 07 17:53:29.977988 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce15031f-6b41-4e28-b3e8-704706418382 req-da482ee5-b8cf-49c2-8201-14f1c1d36892 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Jul 07 17:53:31.155550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357e27-321d-4c9f-93f5-04089afc6948 req-2e59e985-ed73-4efb-8869-8cd70d1e6fb2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.157049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de357e27-321d-4c9f-93f5-04089afc6948 req-2e59e985-ed73-4efb-8869-8cd70d1e6fb2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0669734 Jul 07 17:53:31.196021 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-de357e27-321d-4c9f-93f5-04089afc6948 req-33088785-3b92-4d85-8cdb-a5dc5b3e1869 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jul 07 17:53:31.794446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec528-26b3-4f88-b478-3925af673dec req-cc8f1571-9bbf-44ae-9673-146f2b51d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.795890 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-cc8f1571-9bbf-44ae-9673-146f2b51d3eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1097 time: 0.0569606 Jul 07 17:53:31.900559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec528-26b3-4f88-b478-3925af673dec req-54e11550-3675-43ed-af14-4baa16b0f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.902191 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-54e11550-3675-43ed-af14-4baa16b0f781 service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0847652 Jul 07 17:53:31.943714 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-b74cebb0-f88c-4aa4-8895-c4dfee6aee9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Jul 07 17:53:31.996691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec528-26b3-4f88-b478-3925af673dec req-14e1c1c5-43a2-473a-81a4-ab1da5de7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:31.998189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-14e1c1c5-43a2-473a-81a4-ab1da5de7e32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0486896 Jul 07 17:53:32.030981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-0533bec9-4779-43a5-8b9d-4c718421feda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269034 Jul 07 17:53:32.118870 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-10a676bd-648e-43a3-8d01-55022a63df43 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Jul 07 17:53:32.214030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c8dec528-26b3-4f88-b478-3925af673dec req-0d5d0329-f7f1-4909-8ff7-efb11a4d0ee1 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Jul 07 17:53:32.359951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cead2aaf-293f-437d-b78a-e8507215dcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.373657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08979cb-1f7c-460d-b051-2c5a5e0600c8 req-386fecb3-c1db-4f8f-bf28-68cb09a14e82 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:32.375076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f08979cb-1f7c-460d-b051-2c5a5e0600c8 req-386fecb3-c1db-4f8f-bf28-68cb09a14e82 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0654101 Jul 07 17:53:32.412147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f08979cb-1f7c-460d-b051-2c5a5e0600c8 req-8ca429a7-99f0-40d3-88dc-1e727ace714c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Jul 07 17:53:32.842141 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.727482 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:33.779689 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e8061-56a1-448f-90d5-123549b6204e req-cf2b4c62-8bae-4013-9bd3-ab294a4600d1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:33.781180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c98e8061-56a1-448f-90d5-123549b6204e req-cf2b4c62-8bae-4013-9bd3-ab294a4600d1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0650058 Jul 07 17:53:33.829864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c98e8061-56a1-448f-90d5-123549b6204e req-c9d62dd1-6848-465a-a2d6-792478cab865 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Jul 07 17:53:34.761079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.014283 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00d8db-7ab8-424b-aee4-13f67a35ae18 req-d13a7b0e-5c51-4421-a2d9-ce5ab3a03ddd tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:35.015652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b00d8db-7ab8-424b-aee4-13f67a35ae18 req-d13a7b0e-5c51-4421-a2d9-ce5ab3a03ddd tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0637081 Jul 07 17:53:35.053643 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0b00d8db-7ab8-424b-aee4-13f67a35ae18 req-8bbb7909-123c-4453-b3cc-a02336831002 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Jul 07 17:53:35.508755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:35.551206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:36.235134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5f03-2c72-4d87-af48-0107db7df99b req-e2669c8e-3c81-4852-8b93-0b4c13f62caf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:36.236646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7d5f03-2c72-4d87-af48-0107db7df99b req-e2669c8e-3c81-4852-8b93-0b4c13f62caf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0654595 Jul 07 17:53:36.276313 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7d5f03-2c72-4d87-af48-0107db7df99b req-da3f138a-262c-4aa9-b641-80af4c102ed4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 07 17:53:36.616573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:37.456893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc9e81-fce9-4352-b965-86b1eee23479 req-63f4688c-350f-4f7e-951a-ea9cf7b7927c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:37.458417 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabc9e81-fce9-4352-b965-86b1eee23479 req-63f4688c-350f-4f7e-951a-ea9cf7b7927c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0664341 Jul 07 17:53:37.495580 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eabc9e81-fce9-4352-b965-86b1eee23479 req-d49f1e04-61f7-454b-b1f2-7f258b992675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Jul 07 17:53:38.673281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c64af-02e2-4d0e-bcf4-313e05fcc6bb req-253d3065-aaa9-4e41-913b-7d547789b557 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:38.674793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f0c64af-02e2-4d0e-bcf4-313e05fcc6bb req-253d3065-aaa9-4e41-913b-7d547789b557 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0650139 Jul 07 17:53:38.712853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f0c64af-02e2-4d0e-bcf4-313e05fcc6bb req-01cb76fe-3800-4ba9-8dec-1b828e630a72 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jul 07 17:53:39.891785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45184a0f-ccb5-426c-bfcc-b2f257e4aee2 req-bd0b25d6-979c-4bd0-89ca-73c584a86838 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:39.893265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45184a0f-ccb5-426c-bfcc-b2f257e4aee2 req-bd0b25d6-979c-4bd0-89ca-73c584a86838 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0663540 Jul 07 17:53:39.931018 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45184a0f-ccb5-426c-bfcc-b2f257e4aee2 req-ce90ef3a-7cc9-42b8-8b85-2db064ef6271 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jul 07 17:53:41.105991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fdbb0-8b64-4666-86df-9f636d499a23 req-db4c0c27-3c2b-44cc-9427-0a9b837e4cf6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:41.107523 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-943fdbb0-8b64-4666-86df-9f636d499a23 req-db4c0c27-3c2b-44cc-9427-0a9b837e4cf6 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0641785 Jul 07 17:53:41.146078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-943fdbb0-8b64-4666-86df-9f636d499a23 req-55b43901-cfa2-4c85-b938-8648349d2628 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Jul 07 17:53:42.321340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceebe-0148-4b83-b491-5d22798b0f8d req-97e02ad8-533a-4165-bfe6-dd2f4f7f088c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:42.323482 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d5ceebe-0148-4b83-b491-5d22798b0f8d req-97e02ad8-533a-4165-bfe6-dd2f4f7f088c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0646672 Jul 07 17:53:42.360608 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d5ceebe-0148-4b83-b491-5d22798b0f8d req-fbd35e1b-bb4d-48cb-a6f7-aebbd545cba0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Jul 07 17:53:43.539980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedbeec-f347-46bf-b68a-bffada02cbe2 req-71cb4457-c8a5-4e93-8e8f-756edb08dee0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:43.541978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aedbeec-f347-46bf-b68a-bffada02cbe2 req-71cb4457-c8a5-4e93-8e8f-756edb08dee0 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0680103 Jul 07 17:53:43.579788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aedbeec-f347-46bf-b68a-bffada02cbe2 req-44afb89a-cd65-407b-86c4-860b90f62120 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Jul 07 17:53:44.758966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475d702-619a-4d19-b2cb-763e473b834c req-f34fd53e-473f-46ba-ac45-a22c3d5997d5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:44.761101 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f475d702-619a-4d19-b2cb-763e473b834c req-f34fd53e-473f-46ba-ac45-a22c3d5997d5 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0674689 Jul 07 17:53:44.798092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f475d702-619a-4d19-b2cb-763e473b834c req-7e2c0767-6c5d-4ecd-9963-648c4582674b tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Jul 07 17:53:45.977806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22256279-30fb-4813-b7e9-4970a0b9504c req-c8b744fa-411b-434b-bf1f-7ba1e372bc38 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:45.979389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22256279-30fb-4813-b7e9-4970a0b9504c req-c8b744fa-411b-434b-bf1f-7ba1e372bc38 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0692582 Jul 07 17:53:46.019155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22256279-30fb-4813-b7e9-4970a0b9504c req-e1c54089-4c39-40d1-af22-9544307a9295 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 07 17:53:47.191377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c533-472d-4506-a966-b6819c7ecbdc req-54dbf0a1-393c-49a9-94ac-b049edaf93e9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:47.192855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab32c533-472d-4506-a966-b6819c7ecbdc req-54dbf0a1-393c-49a9-94ac-b049edaf93e9 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0641861 Jul 07 17:53:47.230284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab32c533-472d-4506-a966-b6819c7ecbdc req-fec09559-86c9-4bbf-8f89-9ca691ad3eaa tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jul 07 17:53:48.404850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991baf-63f2-46b9-ac92-3013227d63f8 req-6a43e37c-654c-4fb9-ac46-ca9e8e6774a2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:48.406420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb991baf-63f2-46b9-ac92-3013227d63f8 req-6a43e37c-654c-4fb9-ac46-ca9e8e6774a2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0646188 Jul 07 17:53:48.448507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb991baf-63f2-46b9-ac92-3013227d63f8 req-81207793-9f1a-4499-aef1-557a054068d4 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Jul 07 17:53:49.619778 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b996ef-b7d4-45f4-9bc0-729145cf875b req-6e6b19fa-cdc0-43d8-9439-23632accecc8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:49.621250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25b996ef-b7d4-45f4-9bc0-729145cf875b req-6e6b19fa-cdc0-43d8-9439-23632accecc8 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0637841 Jul 07 17:53:49.658411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25b996ef-b7d4-45f4-9bc0-729145cf875b req-a8b01153-965b-41cd-862c-2c1dda9c4258 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jul 07 17:53:50.830569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02983fe7-770d-4e0d-af12-718dd3c4d898 req-5a9aa8fb-63c5-494d-b0f0-8054db2d7f74 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:50.832464 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02983fe7-770d-4e0d-af12-718dd3c4d898 req-5a9aa8fb-63c5-494d-b0f0-8054db2d7f74 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0645671 Jul 07 17:53:50.870814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02983fe7-770d-4e0d-af12-718dd3c4d898 req-7e2fcd76-329b-4104-9db1-3a7d9c0f259f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Jul 07 17:53:52.048057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da892be6-6825-4782-9d4b-e24900787bbb req-02c19fea-65e1-4228-98a4-cfbdc647352a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:52.049545 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da892be6-6825-4782-9d4b-e24900787bbb req-02c19fea-65e1-4228-98a4-cfbdc647352a tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0697002 Jul 07 17:53:52.085839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da892be6-6825-4782-9d4b-e24900787bbb req-413cda82-9d25-4f66-a3d9-62bcc5b50c1f tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307055 Jul 07 17:53:53.264225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cef444-90a3-48db-8089-b3e88f3ac973 req-10faf2dd-d7b5-4109-95d0-30ea38b00d07 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.265861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94cef444-90a3-48db-8089-b3e88f3ac973 req-10faf2dd-d7b5-4109-95d0-30ea38b00d07 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 945 time: 0.0646095 Jul 07 17:53:53.269559 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-749a114c-fe41-4a78-ada3-e84728413906 req-384aecc0-f4d8-4232-905a-6b1f4edebbcd service neutron] show failed (client error): The resource could not be found. Jul 07 17:53:53.270199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-384aecc0-f4d8-4232-905a-6b1f4edebbcd service neutron] 10.222.0.83 "GET /v2.0/ports/380018cf-a520-4059-9e7c-f21d196d2821/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0571105 Jul 07 17:53:53.308678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94cef444-90a3-48db-8089-b3e88f3ac973 req-fcbbae61-88ba-4c8b-b568-44ddae334f61 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371881 Jul 07 17:53:53.521296 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-208d9d5f-a06e-4004-8bc7-8d075accf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.522817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-208d9d5f-a06e-4004-8bc7-8d075accf4a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328&tenant_id=fb66d4ec5321441392231e4d511a4053 HTTP/1.1" status: 200 len: 1097 time: 0.0571039 Jul 07 17:53:53.540900 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:53.609445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.810762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:53.844896 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:53.889467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:53.891826 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf0d2fe-a775-489c-9d97-5d29d95ede5d" -d '{"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-unplugged", "status": "completed", "tag": "380018cf-a520-4059-9e7c-f21d196d2821"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:53.896003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.909430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Transition to ACTIVE for port object 380018cf-a520-4059-9e7c-f21d196d2821 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:53.912692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.956173 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303836b-5693-49ff-8ec6-b6f33773a6bf x-openstack-request-id: req-5303836b-5693-49ff-8ec6-b6f33773a6bf {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:53.956467 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-unplugged", "status": "completed", "tag": "380018cf-a520-4059-9e7c-f21d196d2821", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:53.956992 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5303836b-5693-49ff-8ec6-b6f33773a6bf {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:53.957390 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821', 'code': 200} Jul 07 17:53:53.964544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.983202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] No DVR routers for this DVR port 380018cf-a520-4059-9e7c-f21d196d2821 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:54.018826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:54.019167 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:54.019502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:54.023732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:54.024058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Attempting to bind port 380018cf-a520-4059-9e7c-f21d196d2821 on network 730e8870-dc05-4bb5-9850-3721973f1be3 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:54.029549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:54.029890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Checking segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:54.030318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Bound using segment: {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:54.030756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Bound port: 380018cf-a520-4059-9e7c-f21d196d2821, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:54.031121 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.093834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:54.097328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:54.102028 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.139491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.140132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:54.141626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] 10.222.0.32 "PUT /v2.0/ports/380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 1092 time: 0.6047525 Jul 07 17:53:54.165440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e71e7f-63cd-41c1-860c-62199447a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:54.239112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-889886c3-f818-47a6-8a86-ee2926653f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.240649 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-889886c3-f818-47a6-8a86-ee2926653f79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0710802 Jul 07 17:53:54.335362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-aafe9544-af62-48ac-80cb-00f71c94368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.336871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-aafe9544-af62-48ac-80cb-00f71c94368a service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0879455 Jul 07 17:53:54.379169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-f024debb-b0fb-4995-a573-9f95b9493620 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0357511 Jul 07 17:53:54.428825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a114c-fe41-4a78-ada3-e84728413906 req-a01cacbe-418c-4bb8-974c-9afe833e5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.430550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-a01cacbe-418c-4bb8-974c-9afe833e5a8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0451920 Jul 07 17:53:54.463960 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-83eaa4e3-20ff-478a-bc6e-1c74df0ce820 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273135 Jul 07 17:53:54.488120 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11347af6-d9e0-4583-a3b5-d80fe942966c req-43cee5ad-70b4-4a62-a82a-6980835f28e1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.489614 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11347af6-d9e0-4583-a3b5-d80fe942966c req-43cee5ad-70b4-4a62-a82a-6980835f28e1 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0677922 Jul 07 17:53:54.529235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-11347af6-d9e0-4583-a3b5-d80fe942966c req-17e42f0f-c504-4910-8a5a-6d46b2b1af46 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jul 07 17:53:54.564061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-a1e3294e-b521-47aa-81d2-294311cccfbe service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938005 Jul 07 17:53:54.654245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-749a114c-fe41-4a78-ada3-e84728413906 req-8f58c525-b678-4829-bb8b-af1f40533cca service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834410 Jul 07 17:53:55.892273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1809942-41cd-42e9-94c0-8274111c76d5 req-10181476-e3d1-4556-a26f-f12706801751 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.893756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1809942-41cd-42e9-94c0-8274111c76d5 req-10181476-e3d1-4556-a26f-f12706801751 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0650740 Jul 07 17:53:55.931346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1809942-41cd-42e9-94c0-8274111c76d5 req-0e891e4a-5f2f-4028-999c-74eab047971c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Jul 07 17:53:55.959058 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:55.961379 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f85cb-6787-45f4-aa2a-ac11f9155521" -d '{"events": [{"name": "network-changed", "server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "tag": "380018cf-a520-4059-9e7c-f21d196d2821"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:56.007775 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa023c-c432-4c33-b57d-8b4b290d66d8 x-openstack-request-id: req-aafa023c-c432-4c33-b57d-8b4b290d66d8 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:56.008074 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "tag": "380018cf-a520-4059-9e7c-f21d196d2821", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:56.008334 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aafa023c-c432-4c33-b57d-8b4b290d66d8 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:56.008738 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821', 'status': 'completed', 'code': 200} Jul 07 17:53:56.124480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-6ee098cc-ffaa-4b37-a266-355bcc268cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.126016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-6ee098cc-ffaa-4b37-a266-355bcc268cb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0990009 Jul 07 17:53:56.127812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-311f4af1-f156-40f8-a62e-f852f44f3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.129158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-311f4af1-f156-40f8-a62e-f852f44f3a78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0942020 Jul 07 17:53:56.287685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-9cf51e8c-e163-401e-ba77-a5290c532c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.289158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-9cf51e8c-e163-401e-ba77-a5290c532c51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.1567559 Jul 07 17:53:56.294019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-a202c7be-b383-42ff-bcf6-1679a5083a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.295486 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-a202c7be-b383-42ff-bcf6-1679a5083a50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.1454785 Jul 07 17:53:56.342338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-07eb89f2-1ec9-404a-b155-a655252af7a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0458252 Jul 07 17:53:56.377876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-9e87df86-42df-4898-a72a-8ab26381faf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0744505 Jul 07 17:53:56.381986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:56.419438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:56.448492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-c8204f56-ad21-46eb-b261-dc5af37c614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.449924 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-c8204f56-ad21-46eb-b261-dc5af37c614f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0808558 Jul 07 17:53:56.454774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-af2c9d34-19a4-4e55-8edd-6137ba1ade0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:56.456075 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-af2c9d34-19a4-4e55-8edd-6137ba1ade0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0594668 Jul 07 17:53:56.489592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-04ad505b-52a0-489a-b98e-90b6257e4691 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321841 Jul 07 17:53:56.506468 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-e29116a5-e432-4549-9f56-8fca647d670b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413911 Jul 07 17:53:56.652445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-ea0b1838-a703-466a-bbcc-54f04ff7ef7d service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478527 Jul 07 17:53:56.654303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-e2e8e5ac-a219-49b5-bdda-c080e0aeffeb service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409545 Jul 07 17:53:56.804147 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-c4126065-3b07-4260-b056-1000042880d5 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453605 Jul 07 17:53:56.808006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-869f85cb-6787-45f4-aa2a-ac11f9155521 req-11a00e49-1818-42e6-af2f-d71a2719bac8 service neutron] 10.222.0.32 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416624 Jul 07 17:53:57.100913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1af10-f898-483c-9c30-e85eef91dee5 req-e3e0c3c9-8cf9-42dd-bdd1-5ef2c0251046 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.102320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3a1af10-f898-483c-9c30-e85eef91dee5 req-e3e0c3c9-8cf9-42dd-bdd1-5ef2c0251046 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0627224 Jul 07 17:53:57.141263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e3a1af10-f898-483c-9c30-e85eef91dee5 req-9b2cd0d1-2e0b-4233-846c-f629e6aea3ff tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Jul 07 17:53:57.438896 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d95e-5d9c-4861-a44d-0684c40cb724 req-e363df63-7a05-4f8e-a0aa-da2267bfcabf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.440400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93a2d95e-5d9c-4861-a44d-0684c40cb724 req-e363df63-7a05-4f8e-a0aa-da2267bfcabf tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0680554 Jul 07 17:53:57.459507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-24b1ceec-8261-4c5e-9223-bbe11f2fb841 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.461194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-24b1ceec-8261-4c5e-9223-bbe11f2fb841 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.83 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328&tenant_id=fb66d4ec5321441392231e4d511a4053&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 943 time: 0.0763457 Jul 07 17:53:57.479499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93a2d95e-5d9c-4861-a44d-0684c40cb724 req-324fdf61-c71c-4d3c-8e43-ff35f2305093 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Jul 07 17:53:57.519207 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-d54f41c2-ef2c-4e42-9b1f-91bdd8051ce9 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:53:57.520228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-d54f41c2-ef2c-4e42-9b1f-91bdd8051ce9 service neutron] 10.222.0.83 "DELETE /v2.0/ports/380018cf-a520-4059-9e7c-f21d196d2821/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0534799 Jul 07 17:53:57.615326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-c8bed245-ac63-41b8-ba37-3c1392ecc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.616788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-c8bed245-ac63-41b8-ba37-3c1392ecc748 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb66d4ec5321441392231e4d511a4053&device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 1095 time: 0.0528712 Jul 07 17:53:57.706402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-43fe1758-44e7-4703-bcdf-3d8eeea2e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.708034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-43fe1758-44e7-4703-bcdf-3d8eeea2e4dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 200 len: 915 time: 0.0853760 Jul 07 17:53:57.746837 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-da9d76ad-23a5-4333-bdd0-6d483f6b98f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 200 len: 217 time: 0.0323648 Jul 07 17:53:57.796564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-c52c5d90-2f8e-4ede-bc13-53d35e8eb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.797981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-c52c5d90-2f8e-4ede-bc13-53d35e8eb331 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 200 len: 854 time: 0.0457385 Jul 07 17:53:57.830294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-6b0fa41a-2b61-4489-b128-9091543b493b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=730e8870-dc05-4bb5-9850-3721973f1be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253320 Jul 07 17:53:57.919928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-2256c138-7414-4cfa-9a3b-b8ec4a41c020 service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Jul 07 17:53:58.011057 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-49ab3071-78b1-4421-80d5-d37aa5b550b5 req-de357b81-945d-4453-8a22-85c7afa9cc3f service neutron] 10.222.0.83 "GET /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838256 Jul 07 17:53:58.657489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917839f-18a5-4829-b304-80e3b97e6f0d req-d1203600-fc5f-4c5a-8d42-23143e55cf86 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.659023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b917839f-18a5-4829-b304-80e3b97e6f0d req-d1203600-fc5f-4c5a-8d42-23143e55cf86 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0647929 Jul 07 17:53:58.698615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b917839f-18a5-4829-b304-80e3b97e6f0d req-034c8829-5102-474b-b073-52b611532a69 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Jul 07 17:53:58.851598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:58.873651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ec1fc-08b2-4629-b4d7-0171ab4e5f0d req-b6af0062-dfaa-4764-aea5-693f424aaee2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.875186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d4ec1fc-08b2-4629-b4d7-0171ab4e5f0d req-b6af0062-dfaa-4764-aea5-693f424aaee2 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 943 time: 0.0673687 Jul 07 17:53:58.913522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d4ec1fc-08b2-4629-b4d7-0171ab4e5f0d req-30ca1b3b-ec6e-4bd2-a5bb-097b15c98935 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Jul 07 17:53:58.945349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:58.957753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '380018cf-a520-4059-9e7c-f21d196d2821', 'network_id': '730e8870-dc05-4bb5-9850-3721973f1be3', 'port_id': '380018cf-a520-4059-9e7c-f21d196d2821', 'mac_address': 'fa:16:3e:1a:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb67634-a133-4bd0-b742-e83187e1198c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:58.993990 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.007206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380018cf-a520-4059-9e7c-f21d196d2821 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:59.027020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:59.030985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.078340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:59.085893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.086275 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.086630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.086980 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.087320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.087661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.088332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322b07-2a68-43b3-ad15-4a2b314413bd req-bad9d0d9-dc55-4ac8-ab35-ebf76953adba tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.088572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.088909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.089262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.089584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.089824 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63322b07-2a68-43b3-ad15-4a2b314413bd req-bad9d0d9-dc55-4ac8-ab35-ebf76953adba tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 944 time: 0.0645318 Jul 07 17:53:59.089946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.090257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:59.129514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63322b07-2a68-43b3-ad15-4a2b314413bd req-96a91598-975b-44da-876e-b9d0bc193a90 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 07 17:53:59.244113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['380018cf-a520-4059-9e7c-f21d196d2821'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:59.691540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb054add-2362-4b7f-81f3-a53462961340 req-9b7863b6-5262-4224-8661-3a5759001221 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.693031 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb054add-2362-4b7f-81f3-a53462961340 req-9b7863b6-5262-4224-8661-3a5759001221 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 944 time: 0.0623589 Jul 07 17:53:59.730527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb054add-2362-4b7f-81f3-a53462961340 req-bcf77fba-c1c4-4a61-a63c-4e1e9367ec96 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jul 07 17:53:59.938506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d14474a4-f598-4cd7-aaef-6204ab3da60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.741406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-47c59f63-fabb-49fa-889c-7791550eb516 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.742912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-47c59f63-fabb-49fa-889c-7791550eb516 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.32 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 944 time: 0.0631976 Jul 07 17:54:00.845461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Deleting port 380018cf-a520-4059-9e7c-f21d196d2821 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:54:00.845811 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.876169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 380018cf-a520-4059-9e7c-f21d196d2821 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:54:00.907807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb166603-7136-4b75-8139-66fc0aa89c87 req-749f13a4-690d-4e9e-92cb-447588446f0c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.909326 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb166603-7136-4b75-8139-66fc0aa89c87 req-749f13a4-690d-4e9e-92cb-447588446f0c tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/ports?device_id=67935121-f342-4789-bc9e-0e1f1f0aa328 HTTP/1.1" status: 200 len: 944 time: 0.0692415 Jul 07 17:54:00.942483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.942849 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.950015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb166603-7136-4b75-8139-66fc0aa89c87 req-47d8be45-8783-4dda-90e2-607419208e33 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.22 "GET /v2.0/security-groups?id=765801e6-763e-4f69-9424-9254b97eaf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Jul 07 17:54:00.953195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:00.956402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Calling delete_port for 380018cf-a520-4059-9e7c-f21d196d2821 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:54:00.970770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 380018cf-a520-4059-9e7c-f21d196d2821 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:00.993045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 380018cf-a520-4059-9e7c-f21d196d2821, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=380018cf-a520-4059-9e7c-f21d196d2821,segment=NetworkSegment(06d2e8a3-180e-4a05-bb20-f6ba5265bbbe),segment_id=06d2e8a3-180e-4a05-bb20-f6ba5265bbbe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:00.996261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.043201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:01.088235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.117273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Pushing event deleted for resources: {'Port': ['ID=380018cf-a520-4059-9e7c-f21d196d2821,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:01.160439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] No DVR routers for this DVR port 380018cf-a520-4059-9e7c-f21d196d2821 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:54:01.163002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:01.165109 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4c8c255d-0b3c-4b74-a657-c321f7f415f2 req-b18a3a55-c938-4d14-94a1-4291bd748642 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] 10.222.0.32 "DELETE /v2.0/ports/380018cf-a520-4059-9e7c-f21d196d2821 HTTP/1.1" status: 204 len: 173 time: 0.4172103 Jul 07 17:54:01.165576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-deleted', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:01.168054 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ba863-4e59-410a-ba36-34dcf15e1a6b" -d '{"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-deleted", "tag": "380018cf-a520-4059-9e7c-f21d196d2821"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:01.206260 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73239d8f-5888-4986-906d-07b243d0c744 x-openstack-request-id: req-73239d8f-5888-4986-906d-07b243d0c744 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:01.206583 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67935121-f342-4789-bc9e-0e1f1f0aa328", "name": "network-vif-deleted", "tag": "380018cf-a520-4059-9e7c-f21d196d2821", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:01.207110 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73239d8f-5888-4986-906d-07b243d0c744 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:01.207551 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67935121-f342-4789-bc9e-0e1f1f0aa328', 'name': 'network-vif-deleted', 'tag': '380018cf-a520-4059-9e7c-f21d196d2821', 'status': 'completed', 'code': 200} Jul 07 17:54:02.181056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.227227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Deleting subnet ccb67634-a133-4bd0-b742-e83187e1198c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:54:02.230895 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.267891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.310605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.364269 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d46b75ed-4363-4fe6-8ab6-1d26d29cfad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.366198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.392091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb67634-a133-4bd0-b742-e83187e1198c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.396576 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.398477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ccb67634-a133-4bd0-b742-e83187e1198c HTTP/1.1" status: 204 len: 168 time: 0.2159209 Jul 07 17:54:02.401084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.403603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.403955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.404900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.405250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.405585 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.405920 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.406281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.406610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.406943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.407269 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.407592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.407917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb711bd-9d5c-4584-9ab3-16295cb4742c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:02.472994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.549162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.559136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730e8870-dc05-4bb5-9850-3721973f1be3']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:02.573579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:02.573875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d2e8a3-180e-4a05-bb20-f6ba5265bbbe') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:02.582823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.596051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.601824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:54:02.602176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: timer() Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:54:02.603811 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:54:02.655372 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.660682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.662540 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] 10.222.0.22 "DELETE /v2.0/networks/730e8870-dc05-4bb5-9850-3721973f1be3 HTTP/1.1" status: 204 len: 168 time: 0.2604499 Jul 07 17:54:02.673287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa60c0b-690e-4ce7-a735-4f2d8d94fc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=730e8870-dc05-4bb5-9850-3721973f1be3,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:02.768203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.807232 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a5a3680-4d1a-48dd-b312-bc2bf78ebcd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb66d4ec5321441392231e4d511a4053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372350 Jul 07 17:54:02.809603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:02.843128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.856958 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.881471 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.925898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.928594 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:02.929769 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/765801e6-763e-4f69-9424-9254b97eaf6d HTTP/1.1" status: 204 len: 168 time: 0.1192322 Jul 07 17:54:02.937728 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461ab9-76e1-4ead-abcb-44fa467706dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765801e6-763e-4f69-9424-9254b97eaf6d,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.613161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36232) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:03.712148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-630849536-network', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:03.731354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.739147 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:03.741661 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.751293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.852821 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.857366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.885792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:54:03.892474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b16f7db-6863-4973-a0a8-8c475fdbbf74,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:03.898654 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.899010 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Added segment 9d027cf1-ae7c-492b-a0b4-1862cedf4a88 of type vlan for network 3487da85-5e4b-4e75-b58b-8c4b43008636 Jul 07 17:54:03.945224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.976456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:03.977440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:03.978045 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.034596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4202409 Jul 07 17:54:04.037668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.041862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73390f92-2405-4905-82e9-6cfaf60bbdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=3487da85-5e4b-4e75-b58b-8c4b43008636,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.044384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Request body: {'subnet': {'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-630849536-subnet', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:04.051316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:54:04.066707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:04.069178 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.240586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.294141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2853c58-13d4-4555-a30b-252a6a7d8bdd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.306052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:04.306973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Network hostable DHCP agents. Network: 3487da85-5e4b-4e75-b58b-8c4b43008636, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:54:04.323159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:54:04.331054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3487da85-5e4b-4e75-b58b-8c4b43008636) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:04.336040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:04.337516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.341023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917320a7-b55b-425e-8187-676339edf85b None None] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:04.353726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4c3e5b5b-5ca2-45e5-ab9a-8013e0f03598 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3124087 Jul 07 17:54:04.354030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:04.359040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:04.379512 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.380697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.438342 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.487575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3487da85-5e4b-4e75-b58b-8c4b43008636', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:54:04.488512 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.578897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.624317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Allocated IP 172.20.0.2 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/36b9ccf9-dfab-470b-9982-7d670af78f24) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:04.774860 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.778892 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.787067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Transition to ACTIVE for port object 36b9ccf9-dfab-470b-9982-7d670af78f24 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:04.787604 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.802040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Transition to ACTIVE for port object 36b9ccf9-dfab-470b-9982-7d670af78f24 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:04.808200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.809702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.845983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:04.848722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:04.851218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:04.863942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Pushing event updated for resources: {'Port': ['ID=36b9ccf9-dfab-470b-9982-7d670af78f24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:04.913454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Allocated IP 172.25.7.180 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/b8dd4c64-6329-44dd-9069-06bf5394536e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:04.913679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Attempting to bind port 36b9ccf9-dfab-470b-9982-7d670af78f24 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:04.913815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Attempting to bind port 36b9ccf9-dfab-470b-9982-7d670af78f24 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:04.914201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Attempting to bind port 36b9ccf9-dfab-470b-9982-7d670af78f24 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:04.919292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:04.919664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:04.920061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.920450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:04.920907 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Bound port: 36b9ccf9-dfab-470b-9982-7d670af78f24, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:04.921286 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:04.987047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] For port 36b9ccf9-dfab-470b-9982-7d670af78f24, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:04.989994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] For port 36b9ccf9-dfab-470b-9982-7d670af78f24, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36b9ccf9-dfab-470b-9982-7d670af78f24,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:04.995138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.021644 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.054418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd192a-21f8-435d-8682-4ecfd97b8e79 None None] Pushing event updated for resources: {'Port': ['ID=36b9ccf9-dfab-470b-9982-7d670af78f24,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.063875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.101956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:05.104979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:05.107638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:05.138542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Pushing event updated for resources: {'Port': ['ID=b8dd4c64-6329-44dd-9069-06bf5394536e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:05.387462 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.509447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36b9ccf9-dfab-470b-9982-7d670af78f24 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:05.534681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.560930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 36b9ccf9-dfab-470b-9982-7d670af78f24 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:05.596036 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.735395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:54:05.848215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:05.857588 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:05.866161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:05.868864 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:05.869568 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:05.870454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36240) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:05.871005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3e8e615b-8529-48aa-bf0f-59d05323dd32 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5153332 Jul 07 17:54:05.945771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024731da-52ce-4dbe-afe2-cb77c8b70236 None None] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:54:05.977474 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:06.041020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Provisioning for port 36b9ccf9-dfab-470b-9982-7d670af78f24 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:06.062261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Provisioning complete for port 36b9ccf9-dfab-470b-9982-7d670af78f24 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:06.062779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.172275 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:05Z', 'revision_number': 3, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:06.190375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.205310 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:06.205688 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Updating router 58553a6e-cb3a-44ee-b00b-1f567e673728 port b8dd4c64-6329-44dd-9069-06bf5394536e binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:06.238298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] For port 36b9ccf9-dfab-470b-9982-7d670af78f24, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36b9ccf9-dfab-470b-9982-7d670af78f24,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:06.245084 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.263169 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.304039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b2801-5789-469e-9212-33d83d541015 None None] Pushing event updated for resources: {'Port': ['ID=36b9ccf9-dfab-470b-9982-7d670af78f24,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.337435 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.465415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7e8d5f8e-fc35-43d0-a4d7-6a3b6534f013 None None] Provisioning complete for port 36b9ccf9-dfab-470b-9982-7d670af78f24 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:06.465804 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5f8e-fc35-43d0-a4d7-6a3b6534f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.537815 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.548157 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Transition to ACTIVE for port object b8dd4c64-6329-44dd-9069-06bf5394536e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:06.549643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Allocated IP 172.20.0.1 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/217e9f8f-0958-4729-9b4d-e8478be57a2a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:06.554904 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.613807 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Attempting to bind port b8dd4c64-6329-44dd-9069-06bf5394536e on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:06.614261 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Attempting to bind port b8dd4c64-6329-44dd-9069-06bf5394536e by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:06.614689 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Attempting to bind port b8dd4c64-6329-44dd-9069-06bf5394536e on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:06.617981 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Pushing event updated for resources: {'Port': ['ID=b8dd4c64-6329-44dd-9069-06bf5394536e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.623739 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:06.624121 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:06.624563 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.624980 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:06.625613 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Bound port: b8dd4c64-6329-44dd-9069-06bf5394536e, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:06.625826 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.630245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.650149 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.650523 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.650944 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.651319 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.651661 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.651990 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.652317 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.652644 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.652970 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.653294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.653622 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.653943 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:06.691982 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] For port b8dd4c64-6329-44dd-9069-06bf5394536e, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:06.695434 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] For port b8dd4c64-6329-44dd-9069-06bf5394536e, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b8dd4c64-6329-44dd-9069-06bf5394536e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:06.700320 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:06.761687 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:06.762365 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:06.797546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d05e9f-504f-4636-805a-c52e62555baf None None] Pushing event updated for resources: {'Port': ['ID=b8dd4c64-6329-44dd-9069-06bf5394536e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:06.873740 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:06.993238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.006384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Transition to ACTIVE for port object 217e9f8f-0958-4729-9b4d-e8478be57a2a will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:07.038813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.049523 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:05Z', 'revision_number': 3, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:07.076312 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:07.078444 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf4a3c-fbe8-4275-9c0b-176bb640b669 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:05Z', 'revision_number': 3, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:07.079135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:07.085025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:07.091283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Pushing event updated for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:07.132135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.280199 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.386811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82cbe417-def2-4360-b87b-51b5dcf8c523 None None] Provisioning for port 217e9f8f-0958-4729-9b4d-e8478be57a2a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:07.391194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82cbe417-def2-4360-b87b-51b5dcf8c523 None None] Provisioning complete for port 217e9f8f-0958-4729-9b4d-e8478be57a2a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:07.391788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82cbe417-def2-4360-b87b-51b5dcf8c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.429447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82cbe417-def2-4360-b87b-51b5dcf8c523 None None] Port 217e9f8f-0958-4729-9b4d-e8478be57a2a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:07.476502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.482655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.558567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Pushing event updated for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:07.561691 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.582245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36b9ccf9-dfab-470b-9982-7d670af78f24 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:07.633722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 36b9ccf9-dfab-470b-9982-7d670af78f24 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:07.634161 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.664973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:07.666665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:07.723540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b8dd4c64-6329-44dd-9069-06bf5394536e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:07.779478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b8dd4c64-6329-44dd-9069-06bf5394536e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:07.783811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b8dd4c64-6329-44dd-9069-06bf5394536e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:07.784500 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.802568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:07.878887 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.904324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b8dd4c64-6329-44dd-9069-06bf5394536e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b8dd4c64-6329-44dd-9069-06bf5394536e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:07.908788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:07.938236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:07.943395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-86473401-f133-4b6d-a7f8-3657c4ed281d admin admin] 10.222.0.22 "PUT /v2.0/routers/58553a6e-cb3a-44ee-b00b-1f567e673728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0709815 Jul 07 17:54:07.974389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b8dd4c64-6329-44dd-9069-06bf5394536e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:07.977121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-374d3973-c0f4-47df-a604-e26056fc2fbe None None] Provisioning complete for port 217e9f8f-0958-4729-9b4d-e8478be57a2a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:07.977572 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374d3973-c0f4-47df-a604-e26056fc2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.015166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-374d3973-c0f4-47df-a604-e26056fc2fbe None None] Port 217e9f8f-0958-4729-9b4d-e8478be57a2a cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:08.564599 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:08.569308 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197291269', 'description': 'tempest-description--1855708540'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:08.592683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.676456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:08.677476 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.682386 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.687198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:08.687904 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:08.713872 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.715148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1495273 Jul 07 17:54:08.717093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7677ff4-48c0-4b2b-a8ca-6f8bf066419b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495098c2-fe45-4d9e-be07-16619624fc00,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.718162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36250) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:08.723507 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'security_group_rule': {'security_group_id': '495098c2-fe45-4d9e-be07-16619624fc00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:08.751711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.797962 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:08.810152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.813764 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.837397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be5781a-27d7-41d5-9a06-abb662edc735,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.841848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.843121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-72e5e937-6947-4e93-b2cd-cb64ddf9f4c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239104 Jul 07 17:54:08.845919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36252) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:08.850708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'security_group_rule': {'security_group_id': '495098c2-fe45-4d9e-be07-16619624fc00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:08.877396 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.934993 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.939224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.959273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9432ad-6534-4a17-94e1-f91579fa8220,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:08.967271 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:08.968461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ed491b0-e4ed-4d81-a5dd-feccda4738dc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215389 Jul 07 17:54:08.971353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 36254) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:08.975717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:08.996620 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.006047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 2, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:09.038264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:09.038264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Updating router 58553a6e-cb3a-44ee-b00b-1f567e673728 port 217e9f8f-0958-4729-9b4d-e8478be57a2a binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:54:09.071119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.091880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.198096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Allocated IP 172.25.7.47 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/bc02f4f5-bf45-48f3-9c7d-e34e56650a45) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:09.301768 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.336702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.344907 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.346793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Transition to ACTIVE for port object 217e9f8f-0958-4729-9b4d-e8478be57a2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:09.352879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.381922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:09.389005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:09.393457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:09.396596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=bc02f4f5-bf45-48f3-9c7d-e34e56650a45,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:09.403024 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ccab6-7099-4d70-a98a-590226e399f9 None None] Pushing event updated for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:09.470244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Attempting to bind port 217e9f8f-0958-4729-9b4d-e8478be57a2a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:09.471001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Attempting to bind port 217e9f8f-0958-4729-9b4d-e8478be57a2a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:09.471584 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Attempting to bind port 217e9f8f-0958-4729-9b4d-e8478be57a2a on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:09.477914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:09.478655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:09.479244 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.479865 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:09.480594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Bound port: 217e9f8f-0958-4729-9b4d-e8478be57a2a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:09.481197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.496013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.499676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b8dd4c64-6329-44dd-9069-06bf5394536e up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:09.543794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.589142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] For port 217e9f8f-0958-4729-9b4d-e8478be57a2a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:09.592725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] For port 217e9f8f-0958-4729-9b4d-e8478be57a2a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217e9f8f-0958-4729-9b4d-e8478be57a2a,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:09.598311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.602102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b8dd4c64-6329-44dd-9069-06bf5394536e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:09.602489 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.697506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ccab6-7099-4d70-a98a-590226e399f9 None None] Pushing event updated for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:09.707848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:09.708594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:09.713655 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.718960 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.798935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=bc02f4f5-bf45-48f3-9c7d-e34e56650a45,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:09.810058 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.825710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:09.830586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1653bc3d-e8c8-4bb7-a68a-5df3d36f0118 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8545835 Jul 07 17:54:09.975956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-9ef2aabe-c707-4cc7-98e3-f20e9c264f39 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1197291269&fields=id&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 267 time: 0.0388329 Jul 07 17:54:10.031814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:10.087850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-4cb592f5-da39-4470-8b3f-e242a3657e1f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:10.089419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-4cb592f5-da39-4470-8b3f-e242a3657e1f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1067762 Jul 07 17:54:10.104139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-87677877-be58-480e-9578-fc3abb4ab4f4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/quotas/26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 375 time: 0.0092413 Jul 07 17:54:10.174447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-39b4f39c-32fa-4d3b-9553-305671bac0eb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650938 Jul 07 17:54:10.233399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:09Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:10.260110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20605-58d2-472b-9cbf-9724f2121e1c None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:09Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:10.274154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-f4b1dfae-7f75-4b50-8d25-de64b2547e41 service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883629 Jul 07 17:54:10.382630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-615e2ecb-41df-431c-b827-f2b2c4e15c34 service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018567 Jul 07 17:54:10.566723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22c532ad-1310-4426-9176-923f1ab8ff30 req-1eec6b51-52be-4978-94be-ead1c12ff146 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 210 time: 0.0390241 Jul 07 17:54:11.490349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217e9f8f-0958-4729-9b4d-e8478be57a2a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:11.549804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 217e9f8f-0958-4729-9b4d-e8478be57a2a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:11.553828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 217e9f8f-0958-4729-9b4d-e8478be57a2a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:11.554247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.644554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.655290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-e93863dd-0064-4857-b9d1-fc34da5bdd96 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:11.656832 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-e93863dd-0064-4857-b9d1-fc34da5bdd96 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1148903 Jul 07 17:54:11.684264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 217e9f8f-0958-4729-9b4d-e8478be57a2a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217e9f8f-0958-4729-9b4d-e8478be57a2a,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:11.689872 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.729200 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7e4f33e-78be-41b0-a4ce-033ef66fa2ee req-0aad7ce3-019d-48a2-af24-a29b4136aa9b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 210 time: 0.0468843 Jul 07 17:54:11.731575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-f8834169-06e7-4d81-b570-dec2072c436f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 380 time: 0.0623317 Jul 07 17:54:11.740841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'port': {'device_id': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'admin_state_up': True, 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'security_groups': ['495098c2-fe45-4d9e-be07-16619624fc00']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:11.753445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:11.851320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:54:11.854941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:11.981515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Allocated IP 172.20.0.7 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/7c0e1aee-827c-4599-acef-301bc62e1671) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:12.112885 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.131187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Transition to ACTIVE for port object 7c0e1aee-827c-4599-acef-301bc62e1671 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:12.163709 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.205735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:12.209269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:12.217105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:12.250384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:12.276344 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.277034 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.292200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-23b7ef94-2e3b-4ae0-9a47-62b893e12ac0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579822 Jul 07 17:54:12.304297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Request body: {'port': {'device_id': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:12.385548 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.396268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8494f91-4d7c-4593-b0be-02e5f6d53857 None None] Provisioning for port 7c0e1aee-827c-4599-acef-301bc62e1671 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:12.400794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8494f91-4d7c-4593-b0be-02e5f6d53857 None None] Provisioning complete for port 7c0e1aee-827c-4599-acef-301bc62e1671 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:12.401178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8494f91-4d7c-4593-b0be-02e5f6d53857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.437331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8494f91-4d7c-4593-b0be-02e5f6d53857 None None] Port 7c0e1aee-827c-4599-acef-301bc62e1671 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:54:12.550759 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:12.645100 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0e1aee-827c-4599-acef-301bc62e1671 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:12.652424 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.663675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Transition to ACTIVE for port object 7c0e1aee-827c-4599-acef-301bc62e1671 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:54:12.667889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.715478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:12.790399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:54:12.791378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:54:12.791716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:12.797812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:54:12.798201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:54:12.803412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:54:12.803763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:54:12.804153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:54:12.804593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Bound port: 7c0e1aee-827c-4599-acef-301bc62e1671, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:54:12.804966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.876434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:54:12.880791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:54:12.885244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.903935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad287f8-fcbd-48f1-875c-430a0b74b7a2 req-78122439-4f9f-4bcd-9c01-a5b095bb54c3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.905391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ad287f8-fcbd-48f1-875c-430a0b74b7a2 req-78122439-4f9f-4bcd-9c01-a5b095bb54c3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0672975 Jul 07 17:54:12.917399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:12.918375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:12.919780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 1092 time: 0.6202018 Jul 07 17:54:12.922241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:12.924938 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdab721-2197-4a8e-ba7e-3a03c2b28529" -d '{"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:12.950953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ad287f8-fcbd-48f1-875c-430a0b74b7a2 req-c553ee4c-e17a-42e6-91f4-fdfb7a6653c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Jul 07 17:54:12.977750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5886-3022-4b0a-a11d-871a14cd5885 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:13.003912 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c97ec-d4e0-499b-a339-e20ba110f0b5 x-openstack-request-id: req-140c97ec-d4e0-499b-a339-e20ba110f0b5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:13.004183 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:13.004427 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-140c97ec-d4e0-499b-a339-e20ba110f0b5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:13.004820 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'status': 'completed', 'code': 200} Jul 07 17:54:13.033190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-d11f4fbd-32eb-4cbe-bfe2-f427cd0d7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.034830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-d11f4fbd-32eb-4cbe-bfe2-f427cd0d7d60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1095 time: 0.0720625 Jul 07 17:54:13.081511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-f7c006d8-1bbf-4375-b1a6-b7a4f9a12f51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 217 time: 0.0391173 Jul 07 17:54:13.132381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-de16c737-8e8a-4756-bc80-3b9c6139d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.133867 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-de16c737-8e8a-4756-bc80-3b9c6139d8fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0458131 Jul 07 17:54:13.192145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6753-872d-48c7-9974-b2857f748561 req-6fd53305-68f6-4a54-bec3-fe7086c79a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.193772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-6fd53305-68f6-4a54-bec3-fe7086c79a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538433 Jul 07 17:54:13.286791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-44955057-46ec-474b-a083-73105ed43595 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863237 Jul 07 17:54:13.376316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b88e6753-872d-48c7-9974-b2857f748561 req-90fb52f0-8207-4f08-b27b-39bd8cbab6a0 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Jul 07 17:54:13.473702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217e9f8f-0958-4729-9b4d-e8478be57a2a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:13.484139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-7330cc5e-44b8-4a20-8a85-514eac4e3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.485674 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-7330cc5e-44b8-4a20-8a85-514eac4e3983 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1095 time: 0.0607975 Jul 07 17:54:13.521883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 217e9f8f-0958-4729-9b4d-e8478be57a2a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:13.522302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:13.577754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-3e3c1bf8-058d-4d98-b60e-0f98a98e6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.579395 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-3e3c1bf8-058d-4d98-b60e-0f98a98e6cc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0870256 Jul 07 17:54:13.621024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-36f00b22-2562-4ed8-a2f1-e101482fbf0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 217 time: 0.0348279 Jul 07 17:54:13.674283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-635a1ae9-4402-4f16-a7b3-e773df7fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.675781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-635a1ae9-4402-4f16-a7b3-e773df7fa57a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0468781 Jul 07 17:54:13.732160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-a1f570fa-ad98-4ab6-833a-a1480a2c63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:13.733509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-a1f570fa-ad98-4ab6-833a-a1480a2c63a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507352 Jul 07 17:54:13.822631 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-71c30b79-2d07-44fc-b0a4-c60048cdc2d9 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798919 Jul 07 17:54:13.914355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bdab721-2197-4a8e-ba7e-3a03c2b28529 req-b512a36f-dd8e-445a-9a7d-09d6fbb9a694 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852745 Jul 07 17:54:14.137362 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ebb1-dea4-4f71-9f8a-a9ba4a463323 req-cbf53ade-856f-4a0f-b1d0-e9edfcdf48f6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.138909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd87ebb1-dea4-4f71-9f8a-a9ba4a463323 req-cbf53ade-856f-4a0f-b1d0-e9edfcdf48f6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0680399 Jul 07 17:54:14.176514 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd87ebb1-dea4-4f71-9f8a-a9ba4a463323 req-8ff11d52-e123-4cfd-a91e-0c44b1596853 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Jul 07 17:54:15.362323 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9022652-cf68-4eca-8216-c30d9fa035d8 req-41684855-b0ab-44ec-a8e7-ac19cebc6c45 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:15.363804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9022652-cf68-4eca-8216-c30d9fa035d8 req-41684855-b0ab-44ec-a8e7-ac19cebc6c45 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0673945 Jul 07 17:54:15.401455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9022652-cf68-4eca-8216-c30d9fa035d8 req-5c80b3cb-49cc-4860-98ce-5c83ed9fdb60 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Jul 07 17:54:16.575439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e3db5-077a-459d-93c7-cf84e1595db0 req-0502dc81-6bde-488b-bb39-874b4eb77aac tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:16.577069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e3db5-077a-459d-93c7-cf84e1595db0 req-0502dc81-6bde-488b-bb39-874b4eb77aac tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0638168 Jul 07 17:54:16.615461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df6e3db5-077a-459d-93c7-cf84e1595db0 req-e6e4145c-42d2-472b-b0a4-0372a4b7cc8a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Jul 07 17:54:16.945595 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:54:17.039299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:17.051121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '7c0e1aee-827c-4599-acef-301bc62e1671', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671', 'mac_address': 'fa:16:3e:a1:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:54:17.086443 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.099440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0e1aee-827c-4599-acef-301bc62e1671 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:54:17.120048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:17.123965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.175463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.310762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['7c0e1aee-827c-4599-acef-301bc62e1671'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:17.812858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e84c51-fdfd-4182-a1bc-95d8e0264a47 req-13f74c0f-66d4-4bfb-bc9a-0df674041f98 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.814397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04e84c51-fdfd-4182-a1bc-95d8e0264a47 req-13f74c0f-66d4-4bfb-bc9a-0df674041f98 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 944 time: 0.0668609 Jul 07 17:54:17.852768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04e84c51-fdfd-4182-a1bc-95d8e0264a47 req-cac681de-a998-4596-880f-ebdf8e66b2a7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Jul 07 17:54:18.967611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:54:19.024008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 7c0e1aee-827c-4599-acef-301bc62e1671 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:54:19.028475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 7c0e1aee-827c-4599-acef-301bc62e1671 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:19.028857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.049679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec48a1-b5ae-417f-ad75-abac8995bfff req-3484213c-d611-4be5-b091-708a6348000c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.051227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31ec48a1-b5ae-417f-ad75-abac8995bfff req-3484213c-d611-4be5-b091-708a6348000c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 944 time: 0.0685585 Jul 07 17:54:19.091054 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31ec48a1-b5ae-417f-ad75-abac8995bfff req-6877f1c3-fb04-4531-b66a-c8552db96c27 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Jul 07 17:54:19.110442 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.140053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:19.142435 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627b729-2c6e-4222-b0f7-ee35246f53ea" -d '{"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:19.157297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.163363 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.193879 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79fb6c-7998-42ce-a9f0-509ea87825c1 x-openstack-request-id: req-4b79fb6c-7998-42ce-a9f0-509ea87825c1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:19.194195 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:19.194452 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b79fb6c-7998-42ce-a9f0-509ea87825c1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:19.194917 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'code': 200} Jul 07 17:54:19.226654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:19.309864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0dd66-d0c3-407b-b8eb-303a489f1b86 req-6dfc76bb-679a-4efd-af3d-ede9d0270cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.311426 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ae0dd66-d0c3-407b-b8eb-303a489f1b86 req-6dfc76bb-679a-4efd-af3d-ede9d0270cc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1097 time: 0.0540323 Jul 07 17:54:19.346017 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9ae0dd66-d0c3-407b-b8eb-303a489f1b86 req-04167f83-856d-4ea8-ac3d-86e60838d4de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286183 Jul 07 17:54:20.270836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b9111-caf8-4f55-8bae-60fd8d8cd168 req-2e2fe277-1615-481b-9bb5-31cc0d87af26 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:20.272335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-946b9111-caf8-4f55-8bae-60fd8d8cd168 req-2e2fe277-1615-481b-9bb5-31cc0d87af26 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0670388 Jul 07 17:54:20.309360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-946b9111-caf8-4f55-8bae-60fd8d8cd168 req-a56d8f30-7437-4206-b2d6-69e28158b1ac tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Jul 07 17:54:21.486262 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e38c8-5d62-47f1-ae82-a1b7660c19f6 req-f181fec1-5b56-4a6b-806f-747e43338f9f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.487633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d9e38c8-5d62-47f1-ae82-a1b7660c19f6 req-f181fec1-5b56-4a6b-806f-747e43338f9f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0675352 Jul 07 17:54:21.524813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3d9e38c8-5d62-47f1-ae82-a1b7660c19f6 req-76f8bf73-46d2-4685-8e4d-788bf0dbe7b4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Jul 07 17:54:21.699059 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85b8e2-016e-4ad6-ac6e-56362052905c req-b4cd4aa5-1018-4ba9-8676-bef82e6988c1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:21.700577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b85b8e2-016e-4ad6-ac6e-56362052905c req-b4cd4aa5-1018-4ba9-8676-bef82e6988c1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0666959 Jul 07 17:54:21.709270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:21.714573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'floatingip': {'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:21.757525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.523753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.527897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.586347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-a3738343-b14f-4ff0-bf11-c1bbbfd26e0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550961 Jul 07 17:54:22.633604 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab associated. External IP: 172.25.7.47, port: 7c0e1aee-827c-4599-acef-301bc62e1671. Jul 07 17:54:22.681352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-3eabd9f0-5101-4113-bdd5-86461496ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.682888 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-3eabd9f0-5101-4113-bdd5-86461496ac7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1097 time: 0.0528643 Jul 07 17:54:22.785738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-0fd3f2c7-4e93-418c-8923-3fd83ea81c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.787167 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-0fd3f2c7-4e93-418c-8923-3fd83ea81c5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0851233 Jul 07 17:54:22.841929 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:22.857294 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-5960ec65-573c-4b4b-88ee-3f6df20979fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 998 time: 0.0635691 Jul 07 17:54:22.906535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-bbb31032-dbf2-4665-b771-6227f9cbcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.908009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-bbb31032-dbf2-4665-b771-6227f9cbcfec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0442176 Jul 07 17:54:22.952251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:22.957337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:22.962654 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:22.968868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-7585d579-386e-43ba-9569-af6c7252a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:22.970671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-7585d579-386e-43ba-9569-af6c7252a2a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558467 Jul 07 17:54:22.972528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:22.973134 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:23.001196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f02bffef-7b3f-4d81-9e58-49daf8ba86ce tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "PUT /v2.0/floatingips/d4dde745-f29b-405f-8180-34dd108996ab HTTP/1.1" status: 200 len: 990 time: 1.2882698 Jul 07 17:54:23.001196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:23.001844 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1903ef5-af36-4e8b-b769-1bd4ef106b17" -d '{"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:23.073136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-37b9a408-8703-472a-822d-98b337504947 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953653 Jul 07 17:54:23.088462 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:23.107409 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a7fa7-1b10-44d8-a316-f4a0a3af98ae x-openstack-request-id: req-1b1a7fa7-1b10-44d8-a316-f4a0a3af98ae {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:23.107700 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:23.107952 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1a7fa7-1b10-44d8-a316-f4a0a3af98ae {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:23.108382 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'status': 'completed', 'code': 200} Jul 07 17:54:23.169183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-90709e8e-96d0-4992-bb48-1a296b0c592d req-5cd1072f-c9aa-49f0-a3a3-1102ee99d19e service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Jul 07 17:54:23.273384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-f6b58433-e27c-4ad7-8975-066297b925f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.274992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-f6b58433-e27c-4ad7-8975-066297b925f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1097 time: 0.0593975 Jul 07 17:54:23.319083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:a1:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:54:22Z', 'revision_number': 1, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:23.374477 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-a5d71eb4-6d46-4166-97f9-e96e266588cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.375965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-a5d71eb4-6d46-4166-97f9-e96e266588cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0948670 Jul 07 17:54:23.435323 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:23.442414 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-b9033c54-a7f1-4269-9313-644d7a157173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 998 time: 0.0599830 Jul 07 17:54:23.443651 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:23.444294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:54:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:23.496349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-7df1c6cc-c72c-4d8c-9224-6a4743b2c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.497856 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-7df1c6cc-c72c-4d8c-9224-6a4743b2c410 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0498853 Jul 07 17:54:23.547207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:23.554806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-ae261b20-ea6b-4d5e-9bae-e6937c882a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:23.556886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-ae261b20-ea6b-4d5e-9bae-e6937c882a9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526266 Jul 07 17:54:23.648076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-015b395c-73c3-419e-95be-0b3117d4bd7f service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851915 Jul 07 17:54:23.740505 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d1903ef5-af36-4e8b-b769-1bd4ef106b17 req-d18a2814-a75f-4b5d-9521-531ba2346625 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860629 Jul 07 17:54:23.771962 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:a1:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:54:22Z', 'revision_number': 1, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:23.798272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a71892-1200-49a1-8b41-6b3220fc9ed1 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:a1:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:54:22Z', 'revision_number': 1, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:23.980975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04f685-c53e-48c1-a7df-277811c83b87 None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:54:29.940275 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7533373e-2728-4bfb-b313-3cefec79062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.365355 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f46bbc-12cc-4dfb-b6d5-eee2e485bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:32.844148 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:33.732060 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:34.752504 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.505131 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:36.618906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.553311 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:59.943453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23819f2f-175d-456a-afc5-85becd992cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.366464 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-238daf01-2821-4089-a7b2-9bdf6cfbcd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:02.845004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:03.733750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:04.761185 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:05.509076 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:06.627299 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:08.497653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-73d504ad-0bcb-4050-9d10-777ab3762968 req-8ea50fd5-9de7-4e97-99f5-8b505c0ef2ba service neutron] (93766) timed out ('10.222.0.22', 35426) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:55:24.583420 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-9c51259b-b230-405c-98f4-8787ce0ccb58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518107 Jul 07 17:55:24.701695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-798adff8-59c8-40fd-8d3b-002ad01597f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.703226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-798adff8-59c8-40fd-8d3b-002ad01597f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1097 time: 0.0537336 Jul 07 17:55:24.814443 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-847391a5-fb6f-4c18-82d1-df38067b0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.815923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-847391a5-fb6f-4c18-82d1-df38067b0a26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0913069 Jul 07 17:55:24.879569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-9ffa59a6-f01a-4427-a615-b65d4776abe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 1000 time: 0.0574868 Jul 07 17:55:24.932359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-49d9b934-b863-4f20-a224-90d642eeae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.933935 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-49d9b934-b863-4f20-a224-90d642eeae4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0487142 Jul 07 17:55:24.990240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-1f11d900-2286-46ae-a51d-48f5ed90e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:24.991719 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-1f11d900-2286-46ae-a51d-48f5ed90e107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512235 Jul 07 17:55:25.078054 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-518ecd0b-901c-4050-a7be-3e8b23b8bd32 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796402 Jul 07 17:55:25.173813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a72840f0-0c9f-4c66-9a80-ceab70b5f5c9 req-ed5898d8-406b-436d-8949-45552990badf service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890856 Jul 07 17:55:26.552402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:29.944411 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6467e15-dbe1-4e3c-a2cd-57ad9ee216f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.370008 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5468d5df-517e-4b6c-bd08-dbba5a9dc6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.845781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:33.737238 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:34.763846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.510962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.626379 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:58.091429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bdb1-6915-4dc5-bb39-4e49679cf17a req-d62e2999-0994-41f1-be9a-6ba29c58f9d1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.092874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57c9bdb1-6915-4dc5-bb39-4e49679cf17a req-d62e2999-0994-41f1-be9a-6ba29c58f9d1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0670166 Jul 07 17:55:58.133143 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57c9bdb1-6915-4dc5-bb39-4e49679cf17a req-35559edf-073d-40a6-9ac0-8303744c405a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Jul 07 17:55:58.478029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-ed77c86d-acaf-43e6-b57b-89c3146e641e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536973 Jul 07 17:55:58.542919 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2de1c0-dc71-4763-8331-102127730181 req-5bdacbea-1681-4b70-bfd7-4294c5e37fde tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.544442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a2de1c0-dc71-4763-8331-102127730181 req-5bdacbea-1681-4b70-bfd7-4294c5e37fde tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0666633 Jul 07 17:55:58.583501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a2de1c0-dc71-4763-8331-102127730181 req-5e0ccfa8-c0b2-4387-ba0e-02d44b9b83c0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Jul 07 17:55:59.767029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86240d-0a47-4070-9daf-de22022f2cb3 req-8486dc7c-48d7-4039-ba81-dd33058487bd tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.768478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b86240d-0a47-4070-9daf-de22022f2cb3 req-8486dc7c-48d7-4039-ba81-dd33058487bd tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0740521 Jul 07 17:55:59.811416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b86240d-0a47-4070-9daf-de22022f2cb3 req-e7fc22c7-6125-4252-9976-c2bcbfda0218 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357628 Jul 07 17:55:59.863956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-2fb7d36d-8719-4f14-8f8f-768c6eba298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.865445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-2fb7d36d-8719-4f14-8f8f-768c6eba298e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1097 time: 0.0512719 Jul 07 17:55:59.946467 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfaea-6adc-41cf-8fe9-b60b1b771a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:59.960367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-9ead1e01-3e6e-48b4-a460-b2a385f0ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.961845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-9ead1e01-3e6e-48b4-a460-b2a385f0ff02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0899611 Jul 07 17:56:00.027929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-9a5bfd86-ae0a-43fe-b892-11fa5a495e6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 1000 time: 0.0599923 Jul 07 17:56:00.079712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-ef04e751-4ea8-4a1b-99da-c5ce6a54cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.081130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-ef04e751-4ea8-4a1b-99da-c5ce6a54cdf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0468078 Jul 07 17:56:00.138588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-1f36923b-d801-4330-a2ee-213b2d61d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.140293 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-1f36923b-d801-4330-a2ee-213b2d61d1ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529306 Jul 07 17:56:00.232123 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-94026d86-8521-4064-8c2f-9a9902f12b4d service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851023 Jul 07 17:56:00.323539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-694974c2-e6dc-4e8a-a5df-75a9ab93ee94 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853946 Jul 07 17:56:00.987307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f5e0-58eb-46e1-baa2-4f4617afa92a req-c4722a62-0f07-4bf0-a2ba-f3d21b25a1d8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:00.988813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d316f5e0-58eb-46e1-baa2-4f4617afa92a req-c4722a62-0f07-4bf0-a2ba-f3d21b25a1d8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0648754 Jul 07 17:56:01.032767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d316f5e0-58eb-46e1-baa2-4f4617afa92a req-af691eac-1901-47b0-b094-6e1f55e5964a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Jul 07 17:56:02.209621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fbfd0-b97f-467f-a31c-db6ee0dd44d8 req-f02b0eae-bbff-457a-a7bb-b94fcaaef0b0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.211193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-023fbfd0-b97f-467f-a31c-db6ee0dd44d8 req-f02b0eae-bbff-457a-a7bb-b94fcaaef0b0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0684097 Jul 07 17:56:02.250083 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-023fbfd0-b97f-467f-a31c-db6ee0dd44d8 req-f2156ddf-d8c7-443e-b813-ebb51c62d3ab tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Jul 07 17:56:02.371764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44e57c0-87bc-48b2-a51f-3f28b12bccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.849749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:03.426790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c9207-e29b-41fb-bd86-802cc21ed248 req-77fba90d-a724-4923-860c-8d23f1a81b07 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:03.428318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd0c9207-e29b-41fb-bd86-802cc21ed248 req-77fba90d-a724-4923-860c-8d23f1a81b07 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0648739 Jul 07 17:56:03.467144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd0c9207-e29b-41fb-bd86-802cc21ed248 req-7a2d05f6-0c30-42f4-9e5e-5db2aa9612c4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330675 Jul 07 17:56:03.555291 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:03.739355 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:04.643082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036378a-1a5f-43f0-9a0a-c615c582c77f req-665a7815-b387-4265-980d-971a58ce4f92 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.644586 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f036378a-1a5f-43f0-9a0a-c615c582c77f req-665a7815-b387-4265-980d-971a58ce4f92 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0637200 Jul 07 17:56:04.682039 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f036378a-1a5f-43f0-9a0a-c615c582c77f req-fc24452b-368f-42d2-96e2-15caa6824023 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Jul 07 17:56:04.775741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.512608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.858979 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc397-323b-4cb5-9f57-e9fdfd9f2325 req-23cec7f3-4fff-4484-a635-737f78882ba1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.860477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2acc397-323b-4cb5-9f57-e9fdfd9f2325 req-23cec7f3-4fff-4484-a635-737f78882ba1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0686936 Jul 07 17:56:05.898716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2acc397-323b-4cb5-9f57-e9fdfd9f2325 req-53d0323b-f005-4a7d-800c-f027496ab725 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Jul 07 17:56:06.624336 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.073218 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50f15-67bb-4377-bfa9-ec78a154bbbe req-3998797c-92ad-4d2c-9fd7-02667b72c27b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.074841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52c50f15-67bb-4377-bfa9-ec78a154bbbe req-3998797c-92ad-4d2c-9fd7-02667b72c27b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jul 07 17:56:07.112029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-52c50f15-67bb-4377-bfa9-ec78a154bbbe req-55296f57-f10a-4e2c-8a58-75d101436f39 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 07 17:56:08.292423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136819-2bc4-4d95-9e16-8d4805862fcc req-50a64776-9da2-4c94-b6c7-546b732ba828 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.293960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63136819-2bc4-4d95-9e16-8d4805862fcc req-50a64776-9da2-4c94-b6c7-546b732ba828 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0680692 Jul 07 17:56:08.333573 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63136819-2bc4-4d95-9e16-8d4805862fcc req-8e3b900e-9375-4327-820d-c4fa7c256693 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Jul 07 17:56:09.506173 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd04-56c5-4412-8d1c-c212a39b7216 req-8fd1a396-d622-4466-9314-f7d4bc56f61c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:09.508199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-debccd04-56c5-4412-8d1c-c212a39b7216 req-8fd1a396-d622-4466-9314-f7d4bc56f61c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0656767 Jul 07 17:56:09.545461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-debccd04-56c5-4412-8d1c-c212a39b7216 req-123b65be-4467-4543-ac34-b2f9dce0e369 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Jul 07 17:56:10.719523 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582a84b-dc08-41da-beac-281d8df91b36 req-3bf0199e-f2dc-4ac3-92a1-69c4535e76be tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:10.721029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5582a84b-dc08-41da-beac-281d8df91b36 req-3bf0199e-f2dc-4ac3-92a1-69c4535e76be tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0644403 Jul 07 17:56:10.757812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5582a84b-dc08-41da-beac-281d8df91b36 req-6323ed5b-824e-4e97-978e-9f4b3b0ecdfb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Jul 07 17:56:11.934386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b8e3-99ce-49bc-b7d4-653aaad998f5 req-647d80a7-9019-4e88-b66b-de96382a8b2e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:11.935891 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6722b8e3-99ce-49bc-b7d4-653aaad998f5 req-647d80a7-9019-4e88-b66b-de96382a8b2e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0674109 Jul 07 17:56:11.972909 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6722b8e3-99ce-49bc-b7d4-653aaad998f5 req-083e8bdc-c782-4630-94c4-f6f72c419ccf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Jul 07 17:56:12.350836 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-0944a17b-cfb0-43b5-976b-025e5a7110f4 service neutron] show failed (client error): The resource could not be found. Jul 07 17:56:12.351874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-0944a17b-cfb0-43b5-976b-025e5a7110f4 service neutron] 10.222.0.32 "GET /v2.0/ports/7c0e1aee-827c-4599-acef-301bc62e1671/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0554793 Jul 07 17:56:12.600073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-32759e37-14d6-4775-94ce-d67de007f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:12.602158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-32759e37-14d6-4775-94ce-d67de007f8ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0571027 Jul 07 17:56:12.613930 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:12.683055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.878414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:12.909741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:12.951997 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:12.954262 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e229baf-63ca-418a-ae49-8c6077806c88" -d '{"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:12.958340 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:12.970538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Transition to ACTIVE for port object 7c0e1aee-827c-4599-acef-301bc62e1671 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:12.974851 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.009570 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80905add-34a5-4866-8919-88ed027810d2 x-openstack-request-id: req-80905add-34a5-4866-8919-88ed027810d2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:13.009859 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:13.010754 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80905add-34a5-4866-8919-88ed027810d2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:13.010754 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'code': 200} Jul 07 17:56:13.057471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:13.069096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.069439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.069782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.070133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.070465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.070792 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.071122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.071441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.071760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.072082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.072414 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.072710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:13.112214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] No DVR routers for this DVR port 7c0e1aee-827c-4599-acef-301bc62e1671 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:13.174980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0ac5c-e9ea-4b33-9a92-968ac85eb255 req-6f55a9aa-275b-403e-8d81-d568096e2e60 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.178709 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75c0ac5c-e9ea-4b33-9a92-968ac85eb255 req-6f55a9aa-275b-403e-8d81-d568096e2e60 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0723181 Jul 07 17:56:13.219492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75c0ac5c-e9ea-4b33-9a92-968ac85eb255 req-9f70570b-5382-4add-8b30-01b61a65aa15 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Jul 07 17:56:13.254939 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:13.255287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:13.255621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:13.260407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:13.260727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Attempting to bind port 7c0e1aee-827c-4599-acef-301bc62e1671 on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:13.265425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:13.265765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:13.266173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:13.266602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Bound port: 7c0e1aee-827c-4599-acef-301bc62e1671, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:13.266961 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.329287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:13.333650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:13.339349 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.374911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.375527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:13.377140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] 10.222.0.83 "PUT /v2.0/ports/7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 1092 time: 0.7671185 Jul 07 17:56:13.399598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbc8e9-bb45-4330-8682-414cf2b2ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:13.457794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-0c305b42-5a68-43f7-a989-b3079ad2c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.459369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-0c305b42-5a68-43f7-a989-b3079ad2c231 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1095 time: 0.0567181 Jul 07 17:56:13.557450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-dfd1710c-e709-4613-af9d-03e4906fe99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.558980 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-dfd1710c-e709-4613-af9d-03e4906fe99c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0932987 Jul 07 17:56:13.625175 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-31f90b32-510b-4c3a-b451-0ab3cab027fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 998 time: 0.0593674 Jul 07 17:56:13.674862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5f23f633-cbdf-4dfe-ac0d-a0e78ae546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.676171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-5f23f633-cbdf-4dfe-ac0d-a0e78ae546d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0452363 Jul 07 17:56:13.731166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-c8a4d935-a6a3-4c84-97d9-0e04167d85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:13.732625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-c8a4d935-a6a3-4c84-97d9-0e04167d85e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497046 Jul 07 17:56:13.817577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-415be01e-8551-4dcd-9afa-724aa6457156 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784290 Jul 07 17:56:13.909907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-487d2c0e-d022-4f59-83df-6a1c5fcb2043 req-82985101-e8ec-4bf9-8be4-0ad1723869cf service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Jul 07 17:56:14.397168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa831d-d56c-4408-80b6-1f2442e9672d req-da9acd54-d033-4cf3-8cde-b7fbaa182bda tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:14.398678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80fa831d-d56c-4408-80b6-1f2442e9672d req-da9acd54-d033-4cf3-8cde-b7fbaa182bda tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0683393 Jul 07 17:56:14.436902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80fa831d-d56c-4408-80b6-1f2442e9672d req-0859629b-ac2d-4f13-8e97-4366b26b6cd5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Jul 07 17:56:15.012429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:15.016002 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c02dd1-0041-4711-a587-135ac0f38ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:15.064128 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9c986-d30f-40f6-a73d-ef678613551c x-openstack-request-id: req-18e9c986-d30f-40f6-a73d-ef678613551c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:15.064415 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:15.064663 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18e9c986-d30f-40f6-a73d-ef678613551c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:15.065055 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'status': 'completed', 'code': 200} Jul 07 17:56:15.179490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-6e4927e4-ca74-4a61-bc3a-b2dc86fd99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.180970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-6e4927e4-ca74-4a61-bc3a-b2dc86fd99cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1095 time: 0.0947225 Jul 07 17:56:15.183308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-33162b48-90fe-4400-85c9-31202822146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.184660 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-33162b48-90fe-4400-85c9-31202822146c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1095 time: 0.0906196 Jul 07 17:56:15.335021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-d65fc22a-3c34-45ae-bca9-d39174d526cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.336380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-d65fc22a-3c34-45ae-bca9-d39174d526cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1486936 Jul 07 17:56:15.338839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-21fbb336-eb91-4068-b6c3-20d1e04e1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.340138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-21fbb336-eb91-4068-b6c3-20d1e04e1f2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1442270 Jul 07 17:56:15.444287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-834cd58b-f379-4d58-bc67-903984af0886 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 998 time: 0.1009014 Jul 07 17:56:15.445998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-5434c76e-2790-4621-a9ef-7d744c938df7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 998 time: 0.0973608 Jul 07 17:56:15.530191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-3ceb0b73-eee9-4bad-8173-3ec498c25f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.531678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-3ceb0b73-eee9-4bad-8173-3ec498c25f3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0801115 Jul 07 17:56:15.533037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-174ea6a3-6afe-4be8-92d6-e201eb492b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.534338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-174ea6a3-6afe-4be8-92d6-e201eb492b61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0755026 Jul 07 17:56:15.613205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01eb6-49bf-4de4-b7ec-6f73a9f06317 req-c1373849-0d43-409f-b0f0-e634bb90dc7d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.614865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccc01eb6-49bf-4de4-b7ec-6f73a9f06317 req-c1373849-0d43-409f-b0f0-e634bb90dc7d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0641358 Jul 07 17:56:15.628112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-614877ec-275c-4f93-a588-b025899a5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.629582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-614877ec-275c-4f93-a588-b025899a5084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830081 Jul 07 17:56:15.631954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-5ff81f05-f657-4976-80f2-55a1bff1e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:15.633458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-5ff81f05-f657-4976-80f2-55a1bff1e02c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951216 Jul 07 17:56:15.660699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccc01eb6-49bf-4de4-b7ec-6f73a9f06317 req-1511f3fb-a988-4c12-9c46-abc94584c128 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Jul 07 17:56:15.687033 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:15.728325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:16.110984 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-ea6da4e8-b79d-476d-a9bb-54cf3b9a8d90 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733567 Jul 07 17:56:16.114081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-8fa71ed1-4005-4f53-b34d-cb75ee43844d service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690547 Jul 07 17:56:16.266940 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-bf5f9c3b-9368-478e-bf5e-e60e23194724 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490970 Jul 07 17:56:16.270253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d2c02dd1-0041-4711-a587-135ac0f38ea7 req-924bb9f5-927f-4258-b92d-be11c2002a4a service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447396 Jul 07 17:56:16.849282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa994-02ea-4ec7-bb49-e26859a9faa8 req-a3068b0c-994a-4a16-ac8f-374d755aa0d2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:16.851498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc8fa994-02ea-4ec7-bb49-e26859a9faa8 req-a3068b0c-994a-4a16-ac8f-374d755aa0d2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 943 time: 0.0689120 Jul 07 17:56:16.894526 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc8fa994-02ea-4ec7-bb49-e26859a9faa8 req-255db84e-5ef3-4546-b5d6-316182092736 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Jul 07 17:56:17.009842 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:17.104435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:17.119096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '7c0e1aee-827c-4599-acef-301bc62e1671', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '7c0e1aee-827c-4599-acef-301bc62e1671', 'mac_address': 'fa:16:3e:a1:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:17.155252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.167077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0e1aee-827c-4599-acef-301bc62e1671 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:17.185860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:17.189629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.236018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:17.243654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.244004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.244345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.244686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.245022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.245352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.245681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.246009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.246358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.246685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.247012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.247334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:17.560908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['7c0e1aee-827c-4599-acef-301bc62e1671'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:18.080394 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd289e9b-3405-48b9-b3e6-d89866593b22 req-6249eb45-b17d-4a19-bdb1-707f9b5a1a53 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.081906 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd289e9b-3405-48b9-b3e6-d89866593b22 req-6249eb45-b17d-4a19-bdb1-707f9b5a1a53 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 944 time: 0.0707598 Jul 07 17:56:18.120737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd289e9b-3405-48b9-b3e6-d89866593b22 req-bbeb75c3-ffcc-43e2-a4d5-76c271670fee tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Jul 07 17:56:18.422166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37ab28-65bc-493a-abaf-e7e787e469d6 req-d6f29833-9c0e-4192-8a29-f648b5c84fde tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.423791 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd37ab28-65bc-493a-abaf-e7e787e469d6 req-d6f29833-9c0e-4192-8a29-f648b5c84fde tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 944 time: 0.0659831 Jul 07 17:56:18.442742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014f49-7fe0-4934-8166-158268115d29 req-811f8b93-d994-4170-9621-1449638a3151 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.444450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-811f8b93-d994-4170-9621-1449638a3151 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.0817714 Jul 07 17:56:18.465077 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cd37ab28-65bc-493a-abaf-e7e787e469d6 req-1fd6b35f-c4be-44b8-b073-425a5569e8d7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351644 Jul 07 17:56:18.514020 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-20014f49-7fe0-4934-8166-158268115d29 req-8f0498b0-26d7-46b3-8225-599e3299127a service neutron] delete failed (client error): The resource could not be found. Jul 07 17:56:18.515079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-8f0498b0-26d7-46b3-8225-599e3299127a service neutron] 10.222.0.32 "DELETE /v2.0/ports/7c0e1aee-827c-4599-acef-301bc62e1671/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0643175 Jul 07 17:56:18.621798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014f49-7fe0-4934-8166-158268115d29 req-4b4ce530-5e4c-4338-9662-c0e3329f7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.623332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-4b4ce530-5e4c-4338-9662-c0e3329f7f72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 1096 time: 0.0642471 Jul 07 17:56:18.713632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014f49-7fe0-4934-8166-158268115d29 req-a219b00f-0ac0-4477-9086-0cb3891c6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.715084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-a219b00f-0ac0-4477-9086-0cb3891c6ea3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0851860 Jul 07 17:56:18.785363 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-9dc16599-d13e-41b6-9a94-6426f8eb7c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 200 len: 999 time: 0.0640709 Jul 07 17:56:18.835086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014f49-7fe0-4934-8166-158268115d29 req-038ac26c-d8d5-4529-95f1-8f41fa97e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.836543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-038ac26c-d8d5-4529-95f1-8f41fa97e9db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0456047 Jul 07 17:56:18.892320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014f49-7fe0-4934-8166-158268115d29 req-e2c94382-2f62-4c06-9a69-ba6ac7383e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:18.893802 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-e2c94382-2f62-4c06-9a69-ba6ac7383e07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513809 Jul 07 17:56:18.990953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-60b21390-9e6b-4814-9af4-100e5c0942f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Jul 07 17:56:19.015760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:19.070312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 7c0e1aee-827c-4599-acef-301bc62e1671 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:19.074226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 7c0e1aee-827c-4599-acef-301bc62e1671 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:19.074708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.083655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20014f49-7fe0-4934-8166-158268115d29 req-9c0b1152-8136-4868-9935-d49f76e701b3 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Jul 07 17:56:19.160225 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.184284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:19.186787 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746df67-a1b7-4673-a396-a099c28002d1" -d '{"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:19.202194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:19.207258 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.239903 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f77d9-567a-4ca4-8a07-137c340209ec x-openstack-request-id: req-d48f77d9-567a-4ca4-8a07-137c340209ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:19.240233 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:19.240504 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d48f77d9-567a-4ca4-8a07-137c340209ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:19.241000 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'code': 200} Jul 07 17:56:19.267797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:19.652469 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0fbd-217f-4195-b0e4-95f2f95353e7 req-c6f013de-e52c-4fda-9404-76cca9760934 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:19.654001 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d79d0fbd-217f-4195-b0e4-95f2f95353e7 req-c6f013de-e52c-4fda-9404-76cca9760934 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0690012 Jul 07 17:56:19.693416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d79d0fbd-217f-4195-b0e4-95f2f95353e7 req-19155f8d-dc01-4a80-902e-d7dc594c9666 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Jul 07 17:56:19.877416 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddf3c4-da5e-4988-badc-a9fb226da04b req-ed2e7503-979d-4c91-aa52-426516be9861 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:19.878943 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0eddf3c4-da5e-4988-badc-a9fb226da04b req-ed2e7503-979d-4c91-aa52-426516be9861 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0667286 Jul 07 17:56:19.915886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0eddf3c4-da5e-4988-badc-a9fb226da04b req-d99d8f6e-24ba-489f-b540-acb18ec25652 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Jul 07 17:56:20.090380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e8038-9e66-4dbd-8c45-ba03919cccf0 req-7ea5937e-3f80-475e-8caf-3e9f123b1aaa tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:20.091878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f14e8038-9e66-4dbd-8c45-ba03919cccf0 req-7ea5937e-3f80-475e-8caf-3e9f123b1aaa tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0648167 Jul 07 17:56:20.129472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f14e8038-9e66-4dbd-8c45-ba03919cccf0 req-c104ffe5-2751-4c27-8917-07398a96a4ee tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jul 07 17:56:20.536923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84cb83-2548-4970-b3fb-5465eeda7a1d req-2c71c44f-38bc-4af7-b89f-006d0919fc2f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:20.539069 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b84cb83-2548-4970-b3fb-5465eeda7a1d req-2c71c44f-38bc-4af7-b89f-006d0919fc2f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0721364 Jul 07 17:56:20.576447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b84cb83-2548-4970-b3fb-5465eeda7a1d req-00b47673-b96b-47b2-b86b-35d07dc3f175 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Jul 07 17:56:21.734629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-622f39af-9f33-4c58-96bd-727c846cf26c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.736184 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-622f39af-9f33-4c58-96bd-727c846cf26c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0679030 Jul 07 17:56:21.750819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36a33-a1c6-4825-8603-5d82de4da49e req-d2f4e612-5754-4739-be6e-b029d2bb6410 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:21.752333 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dc36a33-a1c6-4825-8603-5d82de4da49e req-d2f4e612-5754-4739-be6e-b029d2bb6410 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 945 time: 0.0654101 Jul 07 17:56:21.796303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8dc36a33-a1c6-4825-8603-5d82de4da49e req-d1d2803f-cf63-46c5-8d50-7f81ab262bb9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331542 Jul 07 17:56:21.866185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Deleting port 7c0e1aee-827c-4599-acef-301bc62e1671 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:21.866542 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:21.953220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] For port 7c0e1aee-827c-4599-acef-301bc62e1671, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=7c0e1aee-827c-4599-acef-301bc62e1671,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:21.953580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.123638 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.124009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.124318 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab disassociated. External IP: 172.25.7.47, port: 7c0e1aee-827c-4599-acef-301bc62e1671. Jul 07 17:56:22.124656 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Calling delete_port for 7c0e1aee-827c-4599-acef-301bc62e1671 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:22.258018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.289475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'Port': ['ID=7c0e1aee-827c-4599-acef-301bc62e1671,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:22.413447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:22.529826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:22.539920 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:22.551358 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:22.552260 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:56:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:22.578499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] No DVR routers for this DVR port 7c0e1aee-827c-4599-acef-301bc62e1671 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:22.581133 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:22.583684 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c6f6d295-a14e-49a6-9937-e8c1e0e3172e req-8ff832a3-3b50-4e96-86b1-883ea2c3206a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "DELETE /v2.0/ports/7c0e1aee-827c-4599-acef-301bc62e1671 HTTP/1.1" status: 204 len: 173 time: 0.8416028 Jul 07 17:56:22.584145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-deleted', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:22.586984 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44dc88e-2bde-4f24-b760-9cafeec3e8d5" -d '{"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-deleted", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:22.669877 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:22.730838 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c526b-9bdd-425d-8833-c70bbbef2725 x-openstack-request-id: req-7f5c526b-9bdd-425d-8833-c70bbbef2725 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:22.731234 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afa93f9-e702-44ec-863b-5bd83f9bbf8f", "name": "network-vif-deleted", "tag": "7c0e1aee-827c-4599-acef-301bc62e1671", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:22.731634 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f5c526b-9bdd-425d-8833-c70bbbef2725 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:22.732249 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afa93f9-e702-44ec-863b-5bd83f9bbf8f', 'name': 'network-vif-deleted', 'tag': '7c0e1aee-827c-4599-acef-301bc62e1671', 'status': 'completed', 'code': 200} Jul 07 17:56:22.881770 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:22.920849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:22.939894 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:22.940811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:56:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:22.994903 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4509a34-031b-4247-9edf-6fbe9f6a4f54 req-62e60a92-62cb-419b-bcc0-1ff17d19e251 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=5afa93f9-e702-44ec-863b-5bd83f9bbf8f HTTP/1.1" status: 200 len: 210 time: 0.0536182 Jul 07 17:56:23.050995 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:23.241388 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:23.267514 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad76b7-dfb9-4ff7-aa87-a6e2f3ef9e77 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:23.492714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e8293-1a43-43d0-a1b6-d56904924d84 None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:24.307442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-975ce116-e331-43da-acc3-48da738743a6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1197291269&fields=id&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 267 time: 0.0330584 Jul 07 17:56:24.411567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-8ddc4fa0-ead6-4303-b17d-be590f5edbb0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:24.413563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-8ddc4fa0-ead6-4303-b17d-be590f5edbb0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.0999479 Jul 07 17:56:24.429153 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-9353954a-c70c-43e4-9933-e2795362338f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/quotas/26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 375 time: 0.0101335 Jul 07 17:56:24.501034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-57f05624-e44e-427a-b04e-ad51bf089e03 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666430 Jul 07 17:56:24.594935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-cc000233-09ea-4b26-8445-3570b6052066 service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825243 Jul 07 17:56:24.690633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-68678d0f-06c4-47d5-829d-e8b5d2ff334b service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894895 Jul 07 17:56:24.872865 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6fa555d-ba7c-4b09-9415-0ba1dae07ab6 req-7f729894-a8db-4229-926b-016e767550f1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 210 time: 0.0330939 Jul 07 17:56:25.019165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:25.045786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 7c0e1aee-827c-4599-acef-301bc62e1671 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:25.046234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 7c0e1aee-827c-4599-acef-301bc62e1671 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:26.017491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-af29cde1-d5f0-4433-b5ba-0232405b9a00 req-170fd84a-6c4e-42ee-88b0-3bc2b8731abb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 210 time: 0.0289176 Jul 07 17:56:26.074730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-50b9800a-790a-4635-8be0-06ac6fda08ca tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.076221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-50b9800a-790a-4635-8be0-06ac6fda08ca tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1371484 Jul 07 17:56:26.125252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-c957c4e4-8059-409c-aad0-99df56b45b96 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 380 time: 0.0400834 Jul 07 17:56:26.134369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'port': {'device_id': '930d160f-561e-492e-a9c0-d11727ff8b13', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'admin_state_up': True, 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'security_groups': ['495098c2-fe45-4d9e-be07-16619624fc00']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:26.247968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:26.251495 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.380140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Allocated IP 172.20.0.8 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/1ac78223-c52d-41b1-9f74-f1f7c47267bf) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:26.516190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.531512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Transition to ACTIVE for port object 1ac78223-c52d-41b1-9f74-f1f7c47267bf will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:26.565356 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.613996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:26.617277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:26.623233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:26.629988 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:26.681448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:26.682141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.699438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-6925b2d9-c1ee-4b90-9604-8f0a966236e9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688984 Jul 07 17:56:26.713905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Request body: {'port': {'device_id': '930d160f-561e-492e-a9c0-d11727ff8b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:26.796705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.912654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b15a60f-cbd7-4719-81c0-434c345b6d8b None None] Provisioning for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:26.916465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b15a60f-cbd7-4719-81c0-434c345b6d8b None None] Provisioning complete for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:26.916944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b15a60f-cbd7-4719-81c0-434c345b6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:26.953765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b15a60f-cbd7-4719-81c0-434c345b6d8b None None] Port 1ac78223-c52d-41b1-9f74-f1f7c47267bf cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:27.081991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac78223-c52d-41b1-9f74-f1f7c47267bf {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:27.090682 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.107417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Transition to ACTIVE for port object 1ac78223-c52d-41b1-9f74-f1f7c47267bf will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:27.111166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.201046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.258498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:27.258876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:27.259282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:27.264460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:56:27.264790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:27.270033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:27.270465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:27.270910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:27.271448 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Bound port: 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:27.271750 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.320917 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98489a-f103-4f75-961d-5692c6d3915b req-ac5ff113-e8f4-44f4-9df8-9f23e04ed0ad tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.322542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a98489a-f103-4f75-961d-5692c6d3915b req-ac5ff113-e8f4-44f4-9df8-9f23e04ed0ad tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.1726851 Jul 07 17:56:27.358881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:27.363308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:27.367196 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a98489a-f103-4f75-961d-5692c6d3915b req-fc3c378c-e64f-4152-95b0-4081b6758dbf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Jul 07 17:56:27.373132 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.417841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.418337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.420341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] 10.222.0.32 "PUT /v2.0/ports/1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 1092 time: 0.7129791 Jul 07 17:56:27.420791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:27.423108 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85a067-97a3-4f77-9f34-39227c029879" -d '{"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:27.460352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0057fa-0947-48a1-b809-ce84fe6f4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:27.469227 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa17eff-f1df-40e4-a8c8-957dd40ef1a4 x-openstack-request-id: req-4aa17eff-f1df-40e4-a8c8-957dd40ef1a4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:27.470078 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:27.470465 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4aa17eff-f1df-40e4-a8c8-957dd40ef1a4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:27.471008 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'status': 'completed', 'code': 200} Jul 07 17:56:27.539367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-21b25ca9-b5df-4b77-84b9-8af927b43d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.541087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-21b25ca9-b5df-4b77-84b9-8af927b43d2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0745530 Jul 07 17:56:27.588181 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-4f0927e7-a091-4cb6-9a0b-f6ce319fb5bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 217 time: 0.0396736 Jul 07 17:56:27.642473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-eeb5b4f4-3877-4eb4-92f6-9a9d5a086167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.644052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-eeb5b4f4-3877-4eb4-92f6-9a9d5a086167 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0499382 Jul 07 17:56:27.701183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467dad-c7e7-4986-b509-765513407dcc req-9320a51e-488b-4a52-b3cc-2fbef15b4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.702641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-9320a51e-488b-4a52-b3cc-2fbef15b4729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521100 Jul 07 17:56:27.795372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-d3278975-d70f-4ad0-ad60-70b043d2abdd service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858667 Jul 07 17:56:27.886177 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-86467dad-c7e7-4986-b509-765513407dcc req-6aff40bc-9223-404e-801e-dcef40734994 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Jul 07 17:56:27.998290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a067-97a3-4f77-9f34-39227c029879 req-cdc550b2-71b8-4b9e-b7b8-725db2361182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:27.999724 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-cdc550b2-71b8-4b9e-b7b8-725db2361182 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0581317 Jul 07 17:56:28.092326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a067-97a3-4f77-9f34-39227c029879 req-aec12579-718d-4d34-abde-f4e67bc7871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.093820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-aec12579-718d-4d34-abde-f4e67bc7871c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0877042 Jul 07 17:56:28.136063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-66d7877e-bcd2-422d-9f78-0c27ec2aeff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 217 time: 0.0351334 Jul 07 17:56:28.190978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a067-97a3-4f77-9f34-39227c029879 req-75a399e2-e38b-4164-afc5-9c14b7dfaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.192551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-75a399e2-e38b-4164-afc5-9c14b7dfaf2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0496225 Jul 07 17:56:28.252043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a067-97a3-4f77-9f34-39227c029879 req-ab2fd3af-8d9b-4768-97ee-aa24e4fc0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.253485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-ab2fd3af-8d9b-4768-97ee-aa24e4fc0b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544801 Jul 07 17:56:28.342491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-85d9df12-8cf9-4fdb-b678-9072eea8912f service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814698 Jul 07 17:56:28.440181 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b85a067-97a3-4f77-9f34-39227c029879 req-c0cde64f-6687-4a11-8c7d-b12994610967 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889838 Jul 07 17:56:28.558258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ad0f-ca58-4bea-91b2-6f73e892f313 req-2b5e4cc6-4a2d-4482-b66b-03f689db86bc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:28.559777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a360ad0f-ca58-4bea-91b2-6f73e892f313 req-2b5e4cc6-4a2d-4482-b66b-03f689db86bc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0664558 Jul 07 17:56:28.598811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a360ad0f-ca58-4bea-91b2-6f73e892f313 req-5f75be1e-1d74-4bf6-8937-ac7754004a23 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Jul 07 17:56:29.779592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef47c-887e-4a32-a5f7-e9e8e97390df req-7642568b-afd5-4e3b-ae83-3d05bde69732 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:29.780989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b94ef47c-887e-4a32-a5f7-e9e8e97390df req-7642568b-afd5-4e3b-ae83-3d05bde69732 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0649724 Jul 07 17:56:29.818932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b94ef47c-887e-4a32-a5f7-e9e8e97390df req-276461b6-b47d-4e64-97a9-84a41f00ecac tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Jul 07 17:56:29.949391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-470102f5-438d-4bc0-a68a-425b8124ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.001443 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1978f-bf7b-4186-89e8-74f102950c13 req-39efe24a-a696-4cb4-9f87-c3f7b31099c1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:31.003004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f1978f-bf7b-4186-89e8-74f102950c13 req-39efe24a-a696-4cb4-9f87-c3f7b31099c1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0694005 Jul 07 17:56:31.043289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05f1978f-bf7b-4186-89e8-74f102950c13 req-6a07b8a0-6797-45d5-a219-f997ec8230f8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Jul 07 17:56:31.763245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:31.860418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:31.875545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'mac_address': 'fa:16:3e:c0:b6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:31.912908 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.925689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac78223-c52d-41b1-9f74-f1f7c47267bf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:31.946490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:31.950451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:31.997974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:32.176470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['1ac78223-c52d-41b1-9f74-f1f7c47267bf'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:32.222448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbef68-2329-40cd-98fc-421e7d233a0e req-6a272ecb-f477-4789-a763-116a15113592 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:32.224085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3edbef68-2329-40cd-98fc-421e7d233a0e req-6a272ecb-f477-4789-a763-116a15113592 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 944 time: 0.0672905 Jul 07 17:56:32.332975 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3edbef68-2329-40cd-98fc-421e7d233a0e req-1bf61839-a794-4879-ab9b-9f114a5ec45f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025693 Jul 07 17:56:32.374228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78345381-a7a3-418c-8bdc-c6fd2edfa1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:32.852028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.512749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77945740-0a66-40bd-bd0c-58edc3bff292 req-f6f13cd8-16c9-4faa-a688-2c8b400f274b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:33.514303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77945740-0a66-40bd-bd0c-58edc3bff292 req-f6f13cd8-16c9-4faa-a688-2c8b400f274b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 944 time: 0.0683525 Jul 07 17:56:33.552528 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-77945740-0a66-40bd-bd0c-58edc3bff292 req-c414e79d-9c32-49e4-86e3-305e35dbe119 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326509 Jul 07 17:56:33.742921 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.778174 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:33.826508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:33.830196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:33.830568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.907319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:33.929188 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:33.931445 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c163f-e280-41da-a9b1-16bf4d25899f" -d '{"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:33.945096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:33.950538 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:34.030470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:34.063812 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ca986-46ea-45ad-ba9d-0a100748aed2 x-openstack-request-id: req-107ca986-46ea-45ad-ba9d-0a100748aed2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:34.064214 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:34.064480 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-107ca986-46ea-45ad-ba9d-0a100748aed2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:34.064884 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'code': 200} Jul 07 17:56:34.176217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cea71-16ab-4831-a78a-5caecd3e0519 req-232142ee-fc4a-47ef-8b34-a87f5efdd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.177795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-758cea71-16ab-4831-a78a-5caecd3e0519 req-232142ee-fc4a-47ef-8b34-a87f5efdd85c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1097 time: 0.0528731 Jul 07 17:56:34.212013 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-758cea71-16ab-4831-a78a-5caecd3e0519 req-ac68ec95-8474-48c4-8297-8522b9e8c978 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275753 Jul 07 17:56:34.725008 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cfa4-45e3-41b0-9923-1e2e93dcaada req-0e04d749-0cf3-4840-bb76-5aaa2ec760b9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:34.726550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc81cfa4-45e3-41b0-9923-1e2e93dcaada req-0e04d749-0cf3-4840-bb76-5aaa2ec760b9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0644419 Jul 07 17:56:34.765804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc81cfa4-45e3-41b0-9923-1e2e93dcaada req-2ef9c495-f45f-48a5-bfc0-091a3a37ccf4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Jul 07 17:56:34.776550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.516545 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:35.945913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda31b-2af8-4b64-8e32-d29b8f91c4d8 req-1d84873d-0956-4177-b744-4de49aa86b1f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:35.947471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42bda31b-2af8-4b64-8e32-d29b8f91c4d8 req-1d84873d-0956-4177-b744-4de49aa86b1f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0644429 Jul 07 17:56:35.986441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42bda31b-2af8-4b64-8e32-d29b8f91c4d8 req-f6e31136-3620-4689-8081-8ca002ab357d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333686 Jul 07 17:56:36.157195 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1234f-b89d-4484-a2dc-514fc23993e7 req-f2e2a9fb-1289-40e7-8738-d48f6512b977 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:36.158738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a3b1234f-b89d-4484-a2dc-514fc23993e7 req-f2e2a9fb-1289-40e7-8738-d48f6512b977 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0687363 Jul 07 17:56:36.168405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:36.173067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'floatingip': {'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:36.212949 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.637312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.664722 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.669579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:36.772432 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab associated. External IP: 172.25.7.47, port: 1ac78223-c52d-41b1-9f74-f1f7c47267bf. Jul 07 17:56:36.988785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:37.101484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:37.106180 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:37.113378 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:37.129828 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:37.130890 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:56:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:37.158011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ea8304e-de33-48aa-a0ef-a6f6779dfe42 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "PUT /v2.0/floatingips/d4dde745-f29b-405f-8180-34dd108996ab HTTP/1.1" status: 200 len: 990 time: 0.9883411 Jul 07 17:56:37.158869 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:37.161671 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1249ba-049a-4c09-80b3-1f59baede269" -d '{"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:37.219731 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f287d330-068c-4d06-b0fb-e8a6f878e017 x-openstack-request-id: req-f287d330-068c-4d06-b0fb-e8a6f878e017 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:37.220029 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:37.220283 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f287d330-068c-4d06-b0fb-e8a6f878e017 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:37.220683 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'status': 'completed', 'code': 200} Jul 07 17:56:37.305812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-592c74bf-8d3b-45ed-bed6-5cf7042537cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.307391 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-592c74bf-8d3b-45ed-bed6-5cf7042537cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1097 time: 0.0629840 Jul 07 17:56:37.345771 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:37.403067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-f487cc63-554e-4829-8350-69ca7b637ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.404560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-f487cc63-554e-4829-8350-69ca7b637ed4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0903449 Jul 07 17:56:37.494034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-0008bb95-209f-4eaa-99fd-f424d9f65259 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 998 time: 0.0780585 Jul 07 17:56:37.539877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-232449f9-5824-4b94-bd05-d21f9e5dea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.541365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-232449f9-5824-4b94-bd05-d21f9e5dea0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0452573 Jul 07 17:56:37.586405 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:c0:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d160f-561e-492e-a9c0-d11727ff8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:56:36Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:37.601103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-6fc1bf7c-601d-47c9-8f63-4d548a02e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.602661 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-6fc1bf7c-601d-47c9-8f63-4d548a02e55f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549178 Jul 07 17:56:37.614407 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:37.622921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:37.623528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:56:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:37.699275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-f93ddc7c-1877-46ac-8328-6d9042a232fb service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897503 Jul 07 17:56:37.752353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:37.791146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3c1249ba-049a-4c09-80b3-1f59baede269 req-3d137a2e-b6e3-415f-93a1-f79b9f1314c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856898 Jul 07 17:56:38.011133 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:c0:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d160f-561e-492e-a9c0-d11727ff8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:56:36Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:38.037627 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d7b3c-936a-4a0d-90cb-1605c44fded9 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:c0:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d160f-561e-492e-a9c0-d11727ff8b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:56:36Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:38.236667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adea1c2-80b4-432f-b2cb-b224a7564e5f None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:40.554591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:59.951266 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d84df7fe-ce1a-43c8-b79c-e87786dd985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.378099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd468800-cb54-46c8-b749-305ddb5b8a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.853953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:03.745950 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:04.792056 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:05.517097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.656389 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.554006 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:26.632244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-44358daf-e27f-4e51-8538-d885e62c6ab3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963714 Jul 07 17:57:26.729948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-86fc4b48-21cf-4bcb-a511-f3c6c8e30e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.731490 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-86fc4b48-21cf-4bcb-a511-f3c6c8e30e6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1097 time: 0.0573454 Jul 07 17:57:26.834335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-693d2cc4-b7fc-49ca-887d-c0fb3fd8340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.835811 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-693d2cc4-b7fc-49ca-887d-c0fb3fd8340e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0842080 Jul 07 17:57:26.903511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-d3b20b81-1699-4bfe-928e-c790d1788099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 1000 time: 0.0614493 Jul 07 17:57:26.952347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-8a16e996-aa17-4435-a0ff-6e28fefc4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:26.953843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-8a16e996-aa17-4435-a0ff-6e28fefc4096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0443265 Jul 07 17:57:27.012691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-949f90d9-01e6-4800-8e58-de3a0fbb9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:27.014244 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-949f90d9-01e6-4800-8e58-de3a0fbb9b63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535355 Jul 07 17:57:27.122865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-f745fdbc-7424-4eac-bb52-27c6ff231254 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022637 Jul 07 17:57:27.210768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c5325eac-8bb1-4f68-8756-917d54f00a6a req-47ee522f-a40a-4263-a948-21efa6657498 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Jul 07 17:57:29.952844 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a857b408-e964-40d5-b797-96553e9f23b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.382857 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc3bba3f-5bb7-4424-ba63-0120ebb457b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:32.854153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:33.749586 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:34.789502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:35.522043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:36.656637 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:54.553947 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:59.953768 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4911-0bfc-484d-81e7-2faa352a6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.384149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c57df4b-7c06-4e0a-928b-875bc0e73d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:02.854971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:03.751432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:04.791278 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:05.523325 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:06.667976 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:13.729566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9b940-eb11-4c8c-8a73-777274ae10f2 req-6f2bc4cb-e453-4234-aae2-267e8e604581 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:13.731084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51b9b940-eb11-4c8c-8a73-777274ae10f2 req-6f2bc4cb-e453-4234-aae2-267e8e604581 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0655520 Jul 07 17:58:13.768162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51b9b940-eb11-4c8c-8a73-777274ae10f2 req-400f7b80-a50a-4ae1-8bb7-a226d4c76860 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jul 07 17:58:14.945481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2b09-ddb4-40ef-9949-47eb57555094 req-f2e37075-1970-4c1e-b34f-03ac3fabedd0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:14.947003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cba2b09-ddb4-40ef-9949-47eb57555094 req-f2e37075-1970-4c1e-b34f-03ac3fabedd0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0664136 Jul 07 17:58:14.984384 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cba2b09-ddb4-40ef-9949-47eb57555094 req-fa5b617a-aa7a-41bc-8898-6a65a8ca6ae4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Jul 07 17:58:16.157274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b3250-2323-485d-a186-3bf68663b476 req-8bf1f106-d5fa-4e50-a771-824cc1b6519b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:16.158876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e55b3250-2323-485d-a186-3bf68663b476 req-8bf1f106-d5fa-4e50-a771-824cc1b6519b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0652595 Jul 07 17:58:16.196546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e55b3250-2323-485d-a186-3bf68663b476 req-d43a2aac-4dad-4603-8753-55ce27142d84 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jul 07 17:58:17.372182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8295088-21b7-4160-83c5-dfb476906640 req-4f3ff5ff-6b68-443c-badd-90c2a16dc7f2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:17.373668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8295088-21b7-4160-83c5-dfb476906640 req-4f3ff5ff-6b68-443c-badd-90c2a16dc7f2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0667119 Jul 07 17:58:17.411297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8295088-21b7-4160-83c5-dfb476906640 req-dc9b135a-04ec-4734-b208-c82b7082aff2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Jul 07 17:58:18.587193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6170-e132-4e15-8d34-e84a3be5fca1 req-3512b692-d91e-451d-9356-63160098209b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:18.588618 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1a6170-e132-4e15-8d34-e84a3be5fca1 req-3512b692-d91e-451d-9356-63160098209b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0646210 Jul 07 17:58:18.627629 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c1a6170-e132-4e15-8d34-e84a3be5fca1 req-dba58e1c-86fa-46b6-8d1f-39e95748a61d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Jul 07 17:58:19.803156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21dee1-d20f-46e6-856b-4b8bc4c30cc0 req-b4a6b524-4108-414e-befa-3d778b0a0b3b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:19.804544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f21dee1-d20f-46e6-856b-4b8bc4c30cc0 req-b4a6b524-4108-414e-befa-3d778b0a0b3b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0622051 Jul 07 17:58:19.842017 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f21dee1-d20f-46e6-856b-4b8bc4c30cc0 req-34e81412-d9de-45b9-8711-7b233476a74b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Jul 07 17:58:21.018275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8977ddd-781c-45eb-8c90-224e701e93f0 req-2868c360-aaa4-4110-b1f5-b664a95bfde7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:21.020269 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8977ddd-781c-45eb-8c90-224e701e93f0 req-2868c360-aaa4-4110-b1f5-b664a95bfde7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0696125 Jul 07 17:58:21.056929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a8977ddd-781c-45eb-8c90-224e701e93f0 req-a5f647a9-4ccf-47af-b3fc-b15a88073693 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Jul 07 17:58:22.227843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653dbfc-a72f-4275-af94-445a90f01226 req-946b44ff-9562-41e6-822d-de25eb003b6e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:22.229363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0653dbfc-a72f-4275-af94-445a90f01226 req-946b44ff-9562-41e6-822d-de25eb003b6e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0634902 Jul 07 17:58:22.266613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0653dbfc-a72f-4275-af94-445a90f01226 req-1b536e6b-29e0-4143-b68b-0a3cae568d4d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Jul 07 17:58:23.444108 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693fac-98cb-426c-ae83-df0e01571313 req-522498fb-9125-4df6-9d01-d68e8697decd tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:23.445615 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75693fac-98cb-426c-ae83-df0e01571313 req-522498fb-9125-4df6-9d01-d68e8697decd tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0663621 Jul 07 17:58:23.486644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-75693fac-98cb-426c-ae83-df0e01571313 req-3123f262-13ed-4fa5-9da6-b2daffff7fc1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Jul 07 17:58:24.658482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fcfd1-4bde-4b62-8bbf-5a9acbdf7eb2 req-8374adc5-b1e6-4523-9340-1308761411c3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:24.660000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517fcfd1-4bde-4b62-8bbf-5a9acbdf7eb2 req-8374adc5-b1e6-4523-9340-1308761411c3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0637908 Jul 07 17:58:24.697180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-517fcfd1-4bde-4b62-8bbf-5a9acbdf7eb2 req-2d92eb06-6c04-48f2-a668-ab16d4eab890 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jul 07 17:58:25.993393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 36906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:26.477940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf3e4-148e-4028-b71f-38c14bea7292 req-b4d0757a-f42d-4bc9-82c0-4867bc23944b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:26.479944 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4acbf3e4-148e-4028-b71f-38c14bea7292 req-b4d0757a-f42d-4bc9-82c0-4867bc23944b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.4376879 Jul 07 17:58:26.483432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-0e02bfd5-85b1-4cc2-8714-f0e7e3c059b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4888215 Jul 07 17:58:26.518948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4acbf3e4-148e-4028-b71f-38c14bea7292 req-92e2381d-7a3e-455c-a198-ad714262a64e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Jul 07 17:58:27.624642 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-5ad27da9-1bbb-4e18-9c9c-6dffd26dcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.626332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-5ad27da9-1bbb-4e18-9c9c-6dffd26dcca5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1097 time: 0.0532656 Jul 07 17:58:27.701646 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4e7e-9923-4b21-ba2a-4d85d5dfa23b req-89f1bed3-c04b-41b3-9a99-665f1d101c7c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.703161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-253d4e7e-9923-4b21-ba2a-4d85d5dfa23b req-89f1bed3-c04b-41b3-9a99-665f1d101c7c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0653279 Jul 07 17:58:27.734516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-a9c7f757-cbf8-4dd6-b186-8f0fa386f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.737609 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-a9c7f757-cbf8-4dd6-b186-8f0fa386f8de service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0913889 Jul 07 17:58:27.740851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-253d4e7e-9923-4b21-ba2a-4d85d5dfa23b req-e75b7491-11fe-4ae4-8c38-e86ed7b35416 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Jul 07 17:58:27.803347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-33f200d8-b873-40b8-93d1-cd8f239e8901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 1000 time: 0.0588381 Jul 07 17:58:27.858433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-d5e14486-1482-4e20-b5a5-829011cb66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.859910 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-d5e14486-1482-4e20-b5a5-829011cb66d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0496273 Jul 07 17:58:27.916762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-17dac473-2478-4794-a709-a0df366c1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:27.918322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-17dac473-2478-4794-a709-a0df366c1c45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523262 Jul 07 17:58:28.007869 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-5d07e943-1ea0-4fed-97b2-0baad76d8f04 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835280 Jul 07 17:58:28.103004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac1c6496-20be-4daa-9e09-98460619edb0 req-a5fd508c-9e41-4bf9-a014-737343b7744a service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889320 Jul 07 17:58:28.929350 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5809a8-5d5f-4dd4-b909-f2a0efa4e0f8 req-c8428837-ed57-4ca2-9cb2-ece090926850 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.930947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d5809a8-5d5f-4dd4-b909-f2a0efa4e0f8 req-c8428837-ed57-4ca2-9cb2-ece090926850 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Jul 07 17:58:28.969338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d5809a8-5d5f-4dd4-b909-f2a0efa4e0f8 req-c1971f8c-75a7-42eb-91ff-dfb0c5629074 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Jul 07 17:58:29.759783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-1601b7aa-71f5-4e5f-8c63-c5d61c692e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.761274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-1601b7aa-71f5-4e5f-8c63-c5d61c692e97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1097 time: 0.0535352 Jul 07 17:58:29.852903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-bebd776f-ad55-47bd-8dd9-2785c963b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.854307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-bebd776f-ad55-47bd-8dd9-2785c963b078 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0869832 Jul 07 17:58:29.916278 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-6575c8d5-1448-4d49-81a2-59378b44a417 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 1000 time: 0.0560856 Jul 07 17:58:29.955725 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e461a-0480-4e1e-8c50-2b98b720d979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:29.965120 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-7018ede7-7597-433f-a380-6dae68c5b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.966656 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-7018ede7-7597-433f-a380-6dae68c5b1fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0449858 Jul 07 17:58:30.028205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-468dc783-f846-4d68-8350-81fa315a9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:30.029722 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-468dc783-f846-4d68-8350-81fa315a9257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575283 Jul 07 17:58:30.120743 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-f5ef5813-30f3-43d8-b5eb-a73623cd78f0 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Jul 07 17:58:30.146341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597704d8-9f69-44be-912f-69061c774da9 req-e7e30322-02c9-43f6-81b2-6dee08b5d2cb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:30.147875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-597704d8-9f69-44be-912f-69061c774da9 req-e7e30322-02c9-43f6-81b2-6dee08b5d2cb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0658760 Jul 07 17:58:30.185061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-597704d8-9f69-44be-912f-69061c774da9 req-b9cc0f9c-b6e8-44b9-abaf-34e19571d252 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Jul 07 17:58:30.212270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-6c62c658-64ed-4cb8-97f2-2586bb9e5f2b service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Jul 07 17:58:31.357025 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ab2d-e2b0-4263-823d-cadca77e6965 req-a0093495-5466-46da-965c-a7624b41f6e2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:31.358522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd32ab2d-e2b0-4263-823d-cadca77e6965 req-a0093495-5466-46da-965c-a7624b41f6e2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0622911 Jul 07 17:58:31.395700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd32ab2d-e2b0-4263-823d-cadca77e6965 req-2a3cbd30-4f73-4e3a-8e1f-6f810b714151 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Jul 07 17:58:31.552439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:32.082048 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-3f3e8940-d433-45de-8882-a039a074def6 req-357b5a4f-6c83-4626-ae66-5bd1e9d7ef72 service neutron] show failed (client error): The resource could not be found. Jul 07 17:58:32.083360 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-357b5a4f-6c83-4626-ae66-5bd1e9d7ef72 service neutron] 10.222.0.32 "GET /v2.0/ports/1ac78223-c52d-41b1-9f74-f1f7c47267bf/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0545659 Jul 07 17:58:32.383512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-022ed3a2-829a-4916-8977-ce2d6b8c38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.383892 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e18399f-eb21-4041-b5ba-64955caa4b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.385047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-022ed3a2-829a-4916-8977-ce2d6b8c38c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1073716 Jul 07 17:58:32.396263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:32.582381 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87966fd-fabb-4e91-9458-bad61dc0653e req-c3c221ce-cfe2-4733-8daa-883a5acee0b6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:32.584270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d87966fd-fabb-4e91-9458-bad61dc0653e req-c3c221ce-cfe2-4733-8daa-883a5acee0b6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0728052 Jul 07 17:58:32.624293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d87966fd-fabb-4e91-9458-bad61dc0653e req-1fbcb492-645c-4ba6-b923-32520f056c62 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Jul 07 17:58:32.803014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.856285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.997682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:33.029496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:33.068719 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:33.071154 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5e1a6e-2ac1-4db3-b14c-058492c79889" -d '{"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:33.075345 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.088998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Transition to ACTIVE for port object 1ac78223-c52d-41b1-9f74-f1f7c47267bf will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:33.092341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.122630 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb3494a-f21a-4a16-97ed-cd60cfd693b4 x-openstack-request-id: req-abb3494a-f21a-4a16-97ed-cd60cfd693b4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:33.122934 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:33.123192 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abb3494a-f21a-4a16-97ed-cd60cfd693b4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:33.123590 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'code': 200} Jul 07 17:58:33.182078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.193483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.193832 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.194204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.194545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.194884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.195221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.195557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.195892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.196224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.196552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.196882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.197209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.236192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] No DVR routers for this DVR port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:33.371377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:33.371716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:33.372047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:33.376185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:33.376510 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Attempting to bind port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:33.381231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:33.381571 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:33.381959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:33.382407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Bound port: 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:33.382772 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.446690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:33.449779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:33.453778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.489360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.490017 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.491529 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] 10.222.0.83 "PUT /v2.0/ports/1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 1092 time: 1.0998576 Jul 07 17:58:33.512425 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981e43a-05bb-4f7b-92c5-610531030a5a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.576044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-f58305a2-70bc-4957-b2cd-16edb7348fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.577581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-f58305a2-70bc-4957-b2cd-16edb7348fe6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0587733 Jul 07 17:58:33.688860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-5ea338f9-ef32-465d-b213-0e0c32f6fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.690410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-5ea338f9-ef32-465d-b213-0e0c32f6fe90 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1056499 Jul 07 17:58:33.755927 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-34b35a14-525f-4aa5-875a-161a404ba5bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 998 time: 0.0592883 Jul 07 17:58:33.756831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.803933 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68983e89-c7a5-46b0-b8fb-ca951d633e5e req-c460b6b8-15b7-459d-8cb2-95ba2a75c408 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.804729 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-9bf3ccfc-7389-41f1-8126-e7a540ede520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.805376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68983e89-c7a5-46b0-b8fb-ca951d633e5e req-c460b6b8-15b7-459d-8cb2-95ba2a75c408 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0679767 Jul 07 17:58:33.806234 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-9bf3ccfc-7389-41f1-8126-e7a540ede520 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0447419 Jul 07 17:58:33.843960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-68983e89-c7a5-46b0-b8fb-ca951d633e5e req-8d98fecc-742b-4acf-99eb-da8d087cf644 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 07 17:58:33.868115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e8940-d433-45de-8882-a039a074def6 req-8a63c16a-6787-4272-a82e-90f000e737a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:33.869746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-8a63c16a-6787-4272-a82e-90f000e737a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572419 Jul 07 17:58:33.958403 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-8f9e6aab-9144-431b-bc8c-6946bf3008c2 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821533 Jul 07 17:58:34.049618 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3f3e8940-d433-45de-8882-a039a074def6 req-bb389503-5825-4c18-a8a7-60633257a48e service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Jul 07 17:58:34.789069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.028240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc23ab-cf04-4289-ac7c-41619513a0e3 req-bc489ad2-c99d-4060-99f9-c7c9293024c6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.029730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfdc23ab-cf04-4289-ac7c-41619513a0e3 req-bc489ad2-c99d-4060-99f9-c7c9293024c6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0695155 Jul 07 17:58:35.068631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfdc23ab-cf04-4289-ac7c-41619513a0e3 req-ad134e53-7ee1-4695-b0a5-e637fd6e9bc4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Jul 07 17:58:35.124833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:35.127223 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e28534-e9c0-4747-b331-aef194554c77" -d '{"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:35.173372 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49888105-1dab-4c51-8703-6861cd78109b x-openstack-request-id: req-49888105-1dab-4c51-8703-6861cd78109b {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:35.173666 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:35.173922 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49888105-1dab-4c51-8703-6861cd78109b {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:35.174874 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'status': 'completed', 'code': 200} Jul 07 17:58:35.287532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-20e5da1c-4714-491d-8f43-a7742663eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.289069 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-20e5da1c-4714-491d-8f43-a7742663eff8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0946300 Jul 07 17:58:35.291509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-d21bdeba-f5c6-4846-b63c-4163c408f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.292877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-d21bdeba-f5c6-4846-b63c-4163c408f047 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0899901 Jul 07 17:58:35.448319 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-92e5545a-81cf-45d0-8c45-3a8fa98ef539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.449780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-92e5545a-81cf-45d0-8c45-3a8fa98ef539 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1537714 Jul 07 17:58:35.452389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-3da27847-03be-4a63-80e4-3c11e966cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.453725 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-3da27847-03be-4a63-80e4-3c11e966cba0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1491289 Jul 07 17:58:35.525643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.564133 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-e2a02efc-e7df-4303-8ac2-96cb0ffb96af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 998 time: 0.1070642 Jul 07 17:58:35.580047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-03c7ce46-4039-4392-8158-5e24a70fae05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 998 time: 0.1153672 Jul 07 17:58:35.654581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-ec5acdb5-0f1d-40d9-8d40-0d81bde631d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.656049 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-ec5acdb5-0f1d-40d9-8d40-0d81bde631d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0844042 Jul 07 17:58:35.659453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-4735f60a-e19f-4c68-a959-93ff80fb33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.660848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-4735f60a-e19f-4c68-a959-93ff80fb33b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0580378 Jul 07 17:58:35.760342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-4a63be2f-38e7-44f2-9735-2275dceb1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.761754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-4a63be2f-38e7-44f2-9735-2275dceb1629 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969100 Jul 07 17:58:35.764174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28534-e9c0-4747-b331-aef194554c77 req-1ad2d94a-950b-4198-8906-840f78f50290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:35.765552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-1ad2d94a-950b-4198-8906-840f78f50290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918245 Jul 07 17:58:35.922741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-30912bcb-d31f-46c0-9f43-1891b5b72fdd service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533763 Jul 07 17:58:35.928287 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-c55cb288-474f-4469-aece-c4f799d3846f service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514173 Jul 07 17:58:36.080307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-195cd22f-837c-4486-bfc8-ecabb2e5313a service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498079 Jul 07 17:58:36.083039 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e28534-e9c0-4747-b331-aef194554c77 req-3bacdae6-df60-4660-93b1-c796b71356d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447904 Jul 07 17:58:36.243223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9fd5-a330-41a2-8055-e2097fab8efc req-da063848-fd71-455a-8ecf-91f90b1bb421 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.244722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948b9fd5-a330-41a2-8055-e2097fab8efc req-da063848-fd71-455a-8ecf-91f90b1bb421 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0652800 Jul 07 17:58:36.282857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-948b9fd5-a330-41a2-8055-e2097fab8efc req-4be80269-ef33-4326-bff4-e38d526ed67a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Jul 07 17:58:36.355094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:36.550967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:36.660717 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.774043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-11584270-bacb-4fb5-83d3-cdba650dce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.775627 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-11584270-bacb-4fb5-83d3-cdba650dce16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1095 time: 0.0532153 Jul 07 17:58:36.885422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-d5bcc56c-2203-4f69-a0fc-55e6fdffb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.886938 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-d5bcc56c-2203-4f69-a0fc-55e6fdffb3ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0894239 Jul 07 17:58:36.952374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-6583e511-dc4e-4d9d-9b95-2334bd45d454 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 998 time: 0.0589445 Jul 07 17:58:36.999833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-c70c284e-86a8-4ae1-98bd-8cfac2791f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.001240 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-c70c284e-86a8-4ae1-98bd-8cfac2791f2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0422337 Jul 07 17:58:37.060220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-5164e032-9471-49db-b510-fc26e6d372c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.061671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-5164e032-9471-49db-b510-fc26e6d372c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542107 Jul 07 17:58:37.148372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-bde3417f-47d1-409f-824f-7d32baabe2f0 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796802 Jul 07 17:58:37.241645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b6f638d1-e7a7-403d-b28f-04d6a322c4ba req-f5bb802c-3b2b-400b-a273-872518d90abb service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Jul 07 17:58:37.460063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6405-c148-412f-81d6-33d850eb9fda req-b53f06b3-e1d9-42f7-97fd-948793780b98 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.461680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9cd6405-c148-412f-81d6-33d850eb9fda req-b53f06b3-e1d9-42f7-97fd-948793780b98 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0639665 Jul 07 17:58:37.499019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9cd6405-c148-412f-81d6-33d850eb9fda req-ccac9cec-a8af-4a9a-bfe5-b2cd8b315042 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Jul 07 17:58:37.572618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:37.668521 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:37.684134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'mac_address': 'fa:16:3e:c0:b6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:37.721422 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.734118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac78223-c52d-41b1-9f74-f1f7c47267bf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:37.754744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:37.759311 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.810127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.817260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85642-c960-4cfe-ae1a-0ca265edb336 req-abde2997-07de-4ebd-b583-af28d66a8619 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.818355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.818720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.819023 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a85642-c960-4cfe-ae1a-0ca265edb336 req-abde2997-07de-4ebd-b583-af28d66a8619 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 943 time: 0.0759995 Jul 07 17:58:37.819179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.819408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.819749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.820090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.820426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.820881 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.821226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.821559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.821893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.822252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:37.823020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-2c576a3e-6155-4cb7-a9ca-42c7470e9b37 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.824512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-2c576a3e-6155-4cb7-a9ca-42c7470e9b37 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.0768218 Jul 07 17:58:37.861224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-87a85642-c960-4cfe-ae1a-0ca265edb336 req-63900022-67ce-4a91-b9e0-5b96985554d2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356052 Jul 07 17:58:37.884980 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-490fc6e4-9841-4718-b184-431603175ab8 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:58:37.886019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-490fc6e4-9841-4718-b184-431603175ab8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/1ac78223-c52d-41b1-9f74-f1f7c47267bf/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0558782 Jul 07 17:58:37.992316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-2f462386-00f1-4859-bf92-70cdd66d9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:37.993842 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-2f462386-00f1-4859-bf92-70cdd66d9fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1096 time: 0.0580838 Jul 07 17:58:38.098691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-cce73fa4-2cee-4b9e-b35a-81c601f5c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.100060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-cce73fa4-2cee-4b9e-b35a-81c601f5c79b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0940344 Jul 07 17:58:38.109667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['1ac78223-c52d-41b1-9f74-f1f7c47267bf'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:38.169391 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-c43d4007-3eb6-4832-b76e-31627d423bc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 999 time: 0.0630624 Jul 07 17:58:38.218036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-b1f73b1c-24f6-48e9-b34f-48678029b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.219602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-b1f73b1c-24f6-48e9-b34f-48678029b06d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0442626 Jul 07 17:58:38.275801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-d99f4660-ecda-4a48-8acf-063cb2bac294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.277306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-d99f4660-ecda-4a48-8acf-063cb2bac294 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518200 Jul 07 17:58:38.369076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-b97cba57-be97-41f9-add9-aeb6aa7295fe service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Jul 07 17:58:38.459115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0b27e98d-6e6d-4795-86b3-cd57a26765eb req-3e935713-3ba6-4dfc-bf2b-e3fef8582a24 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840075 Jul 07 17:58:39.039884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486a16-da04-4f07-95db-1a9d5af00bc9 req-dbd9eaf0-e3a3-4c68-b1a5-fb1d6c10b74c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.041958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f486a16-da04-4f07-95db-1a9d5af00bc9 req-dbd9eaf0-e3a3-4c68-b1a5-fb1d6c10b74c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 944 time: 0.0651321 Jul 07 17:58:39.082346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f486a16-da04-4f07-95db-1a9d5af00bc9 req-bc86f279-f24a-47d4-865c-8dd36505612d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343175 Jul 07 17:58:39.258274 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896346a-d916-4613-a3b1-2848d305905b req-77a73840-d14b-4f9d-95dd-80c1afc6b475 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.259781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3896346a-d916-4613-a3b1-2848d305905b req-77a73840-d14b-4f9d-95dd-80c1afc6b475 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 944 time: 0.0674636 Jul 07 17:58:39.297178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3896346a-d916-4613-a3b1-2848d305905b req-34df437f-50cc-485b-917c-69de433aa404 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Jul 07 17:58:39.572936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:39.612824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-e0e9efd2-e8ef-4b04-87c1-ae30d541111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.614385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-e0e9efd2-e8ef-4b04-87c1-ae30d541111d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 1096 time: 0.0550864 Jul 07 17:58:39.624282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:39.628100 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 1ac78223-c52d-41b1-9f74-f1f7c47267bf triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:39.628484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.632814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce7e91-fc2f-441d-915b-658f6261dabc req-6276e186-941b-416e-815a-70fdcad89b1c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.634405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccce7e91-fc2f-441d-915b-658f6261dabc req-6276e186-941b-416e-815a-70fdcad89b1c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 944 time: 0.0665991 Jul 07 17:58:39.677609 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccce7e91-fc2f-441d-915b-658f6261dabc req-1a55752a-b6a0-4168-a4cd-dfee59d23573 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365396 Jul 07 17:58:39.711402 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.715421 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-c314e53d-4dd5-42ef-a805-fd40a1215532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.716930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-c314e53d-4dd5-42ef-a805-fd40a1215532 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0964725 Jul 07 17:58:39.733042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:39.735254 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e4553-6250-4212-8567-95504c33cabd" -d '{"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:39.748548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:39.753079 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.789189 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-e403dc53-2090-4bdd-99b3-bed78e47e8a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 200 len: 999 time: 0.0660446 Jul 07 17:58:39.789929 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027737e6-d91b-4f1a-b438-485059212b57 x-openstack-request-id: req-027737e6-d91b-4f1a-b438-485059212b57 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:39.790252 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-plugged", "status": "completed", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:39.790510 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-027737e6-d91b-4f1a-b438-485059212b57 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:39.790908 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'code': 200} Jul 07 17:58:39.803258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.845557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-0f17a78c-eaa5-4fad-8e4a-b863d5277aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.847826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-0f17a78c-eaa5-4fad-8e4a-b863d5277aec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0499051 Jul 07 17:58:39.902398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-a094228b-3685-45c7-ac54-f01f2558364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:39.903871 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-a094228b-3685-45c7-ac54-f01f2558364a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505867 Jul 07 17:58:39.990095 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-8e0801fa-407d-44f3-8e70-d7511012d5c7 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798097 Jul 07 17:58:40.083593 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ba09562f-6c8d-4122-a257-2635a669e9c1 req-b73d07e0-ac21-4396-80c9-9b8f91da2f93 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Jul 07 17:58:40.880725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1729-2617-4f50-8520-268ced67fefc req-a3c30146-ec70-4588-9402-a21bcad6d346 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:40.882240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cdd1729-2617-4f50-8520-268ced67fefc req-a3c30146-ec70-4588-9402-a21bcad6d346 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0627127 Jul 07 17:58:40.920588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1cdd1729-2617-4f50-8520-268ced67fefc req-86dec3cc-a271-47c7-a455-f236a6d78929 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Jul 07 17:58:41.315800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba795-eeb2-4b8a-b187-258e69ed5d8a req-77ead846-f776-491f-a5b8-0ec470248035 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:41.317286 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-989ba795-eeb2-4b8a-b187-258e69ed5d8a req-77ead846-f776-491f-a5b8-0ec470248035 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0665610 Jul 07 17:58:41.354752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-989ba795-eeb2-4b8a-b187-258e69ed5d8a req-04c80c2a-29d0-4a3b-9c71-38edfde10445 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jul 07 17:58:42.527383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c887b-40ef-434f-bb97-23770754e239 req-e8ec82c1-bc96-487c-a6c1-a8fc63e9db0c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:42.528804 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-699c887b-40ef-434f-bb97-23770754e239 req-e8ec82c1-bc96-487c-a6c1-a8fc63e9db0c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0658526 Jul 07 17:58:42.534612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-29c40c4b-e49a-48a3-a7d5-b2ed0ae1bff8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:42.536324 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-29c40c4b-e49a-48a3-a7d5-b2ed0ae1bff8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 945 time: 0.0644805 Jul 07 17:58:42.567356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-699c887b-40ef-434f-bb97-23770754e239 req-4cabca5c-bfef-4290-94c4-afd9b132da28 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Jul 07 17:58:42.638616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Deleting port 1ac78223-c52d-41b1-9f74-f1f7c47267bf {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:42.638967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.725002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] For port 1ac78223-c52d-41b1-9f74-f1f7c47267bf, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=1ac78223-c52d-41b1-9f74-f1f7c47267bf,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:42.725366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.902243 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.902623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.902939 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab disassociated. External IP: 172.25.7.47, port: 1ac78223-c52d-41b1-9f74-f1f7c47267bf. Jul 07 17:58:42.903289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Calling delete_port for 1ac78223-c52d-41b1-9f74-f1f7c47267bf owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:43.027902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.061104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'Port': ['ID=1ac78223-c52d-41b1-9f74-f1f7c47267bf,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.179753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:43.288141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:43.297391 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:43.306265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:43.306939 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:58:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:43.329449 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] No DVR routers for this DVR port 1ac78223-c52d-41b1-9f74-f1f7c47267bf on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:43.332720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.334986 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6edf1c97-cc03-4b8b-bba7-d8a93e58f6a9 req-fdd68b98-5e34-4c14-bd71-9e03e53a6ca2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "DELETE /v2.0/ports/1ac78223-c52d-41b1-9f74-f1f7c47267bf HTTP/1.1" status: 204 len: 173 time: 0.7935941 Jul 07 17:58:43.335537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-deleted', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:43.337762 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e0e66-8ff2-4c1e-90e6-125ff78657d1" -d '{"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-deleted", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:43.374792 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e45e9-0dc4-4409-9830-19302755b5ad x-openstack-request-id: req-6c3e45e9-0dc4-4409-9830-19302755b5ad {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:43.375089 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930d160f-561e-492e-a9c0-d11727ff8b13", "name": "network-vif-deleted", "tag": "1ac78223-c52d-41b1-9f74-f1f7c47267bf", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:43.375337 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c3e45e9-0dc4-4409-9830-19302755b5ad {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:43.375760 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930d160f-561e-492e-a9c0-d11727ff8b13', 'name': 'network-vif-deleted', 'tag': '1ac78223-c52d-41b1-9f74-f1f7c47267bf', 'status': 'completed', 'code': 200} Jul 07 17:58:43.416031 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:43.613343 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:43.643306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:43.651641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:43.652242 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:58:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:43.728222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61e71d39-5afa-424a-96a5-ab96f396a244 req-7e7ca1e0-17aa-4177-9de4-e7719ba44170 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=930d160f-561e-492e-a9c0-d11727ff8b13 HTTP/1.1" status: 200 len: 210 time: 0.0334146 Jul 07 17:58:43.759304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:44.044464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:44.073083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c2d8a-b783-4496-9a33-b1b4134e54fb None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:44.282698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96936da4-ac39-47ea-bc97-a0122c2819f6 None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:45.075378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-985d3900-664b-47b8-b401-c3a458615c3d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1197291269&fields=id&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 267 time: 0.0323856 Jul 07 17:58:45.182117 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-df1d4e16-bb39-4afd-b231-e0fdb8025a23 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.183673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-df1d4e16-bb39-4afd-b231-e0fdb8025a23 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1013515 Jul 07 17:58:45.199029 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-a290e336-0b2a-4a35-bab3-ad3c4acdf268 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/quotas/26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 375 time: 0.0100234 Jul 07 17:58:45.271860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-c2881869-87bc-4d96-96a2-8247dc4cc967 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680590 Jul 07 17:58:45.287742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-efbf07e2-5711-4243-8709-306bf06510a7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:58:45.288638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-efbf07e2-5711-4243-8709-306bf06510a7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062287 Jul 07 17:58:45.421904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-87691074-80fd-409a-b98e-79b051a07136 service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276836 Jul 07 17:58:45.515432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-a191bde3-49bd-4c7c-9098-1af503f776f7 service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876892 Jul 07 17:58:45.684781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-35dd4e6b-cc48-4216-8b95-2eb2f40570a6 req-c1ff066d-d9e1-4951-ba2e-54c8af0fca7f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 210 time: 0.0299547 Jul 07 17:58:46.766746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c276083-c4a0-458d-9f1f-de1ce2826d53 req-9adeeca7-9a40-4aef-8dfc-dee7ef0abd3a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 210 time: 0.0287280 Jul 07 17:58:47.621075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:47.641478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 1ac78223-c52d-41b1-9f74-f1f7c47267bf {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:47.641821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 1ac78223-c52d-41b1-9f74-f1f7c47267bf not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:47.910956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48995bf9-5f1e-49a4-a6dc-00ccacb564cf req-0756df67-71e3-41f1-9568-1567761ece65 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 210 time: 0.0285177 Jul 07 17:58:48.741262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-e00f6dfe-3a09-403b-8255-cdc04516f403 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:48.742765 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-e00f6dfe-3a09-403b-8255-cdc04516f403 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1044128 Jul 07 17:58:48.790502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-af97e2d6-67a8-4bbe-b279-feab2ff78386 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 380 time: 0.0388913 Jul 07 17:58:48.798830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'port': {'device_id': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'admin_state_up': True, 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'security_groups': ['495098c2-fe45-4d9e-be07-16619624fc00']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:49.063775 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f0e91fa-cd41-4c02-96a1-fc60e6a97495 req-a59ff770-eef8-41dd-a41d-7ac6e02ea42d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 210 time: 0.0341208 Jul 07 17:58:49.238306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:49.242966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.369854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Allocated IP 172.20.0.11 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/0b5daf5c-d0c1-460b-b747-9e989c12a95b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:49.508491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.520945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Transition to ACTIVE for port object 0b5daf5c-d0c1-460b-b747-9e989c12a95b will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:49.553773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.598546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:49.601686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:49.607843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:49.631802 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.660229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.660866 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.675470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-9c092064-cc48-48b4-96b7-caedb06c823a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803763 Jul 07 17:58:49.687153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Request body: {'port': {'device_id': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:49.765852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.794975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea5eccbb-eeb2-4519-a8c2-cf2012b7a92d None None] Provisioning for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:49.798818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea5eccbb-eeb2-4519-a8c2-cf2012b7a92d None None] Provisioning complete for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:49.799959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea5eccbb-eeb2-4519-a8c2-cf2012b7a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.836608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea5eccbb-eeb2-4519-a8c2-cf2012b7a92d None None] Port 0b5daf5c-d0c1-460b-b747-9e989c12a95b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:50.023343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:50.031296 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.042759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Transition to ACTIVE for port object 0b5daf5c-d0c1-460b-b747-9e989c12a95b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:50.046781 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.096481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.172890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:50.173235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:50.173569 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:50.179130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:50.179465 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:50.188948 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:50.189295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:50.189819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:50.190302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Bound port: 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:50.190668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.263690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:50.266807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:50.271999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.307764 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.308711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:50.309264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a69550-1540-405b-a4bf-889701e17e0d req-d1687e38-caf0-4818-8d03-f471788fe974 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.310125 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] 10.222.0.83 "PUT /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1093 time: 0.6273196 Jul 07 17:58:50.310572 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:50.310884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0a69550-1540-405b-a4bf-889701e17e0d req-d1687e38-caf0-4818-8d03-f471788fe974 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0655315 Jul 07 17:58:50.312839 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6ec21ca66c3ab04420902e535ebbafc7a97568b1b94b26386bd7c11af3da3f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1682272-35f0-4786-8d13-4a637306ea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:50.340549 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe85d63-36bb-4aec-b8d7-5056ee274acc service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:50.381672 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0a69550-1540-405b-a4bf-889701e17e0d req-a6ca1062-9a1a-4185-858a-aee65b68965c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543218 Jul 07 17:58:50.391146 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b35319-87e2-44fd-a190-0b7268c9ecdc x-openstack-request-id: req-54b35319-87e2-44fd-a190-0b7268c9ecdc {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:50.391461 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:50.391754 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54b35319-87e2-44fd-a190-0b7268c9ecdc {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:50.392177 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'status': 'completed', 'code': 200} Jul 07 17:58:50.428645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-dc525aa6-8211-4e6d-9617-3484c3ac420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.430235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-dc525aa6-8211-4e6d-9617-3484c3ac420c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1096 time: 0.0813081 Jul 07 17:58:50.481086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-d2a0b8dd-372b-4c5f-9dd3-b961c1f6dfe1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 217 time: 0.0351682 Jul 07 17:58:50.528760 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-2392ecc6-a028-4c07-86ef-0ec80f285494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.530212 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-2392ecc6-a028-4c07-86ef-0ec80f285494 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0430155 Jul 07 17:58:50.587480 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-3c341b5b-6b6c-40c7-ba7d-4e3f99ebb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.589584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-3c341b5b-6b6c-40c7-ba7d-4e3f99ebb401 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533655 Jul 07 17:58:50.681045 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-166213f2-6841-4afa-8875-be889a9037db service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Jul 07 17:58:50.767158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c3481225-afc0-40e2-b060-35d35ac30d6e req-463b4664-b198-4b52-9397-805932f763a9 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797167 Jul 07 17:58:50.874644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682272-35f0-4786-8d13-4a637306ea7a req-6662fd8d-c87e-4166-94b9-05b14178753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.876150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-6662fd8d-c87e-4166-94b9-05b14178753e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1096 time: 0.0587025 Jul 07 17:58:50.963134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682272-35f0-4786-8d13-4a637306ea7a req-c3c87ecb-7b1a-4276-8888-e8118e84d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.964583 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-c3c87ecb-7b1a-4276-8888-e8118e84d078 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0823524 Jul 07 17:58:51.009251 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-3cb78ad7-0bf7-4748-91a9-addb12a140e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 217 time: 0.0381701 Jul 07 17:58:51.057736 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682272-35f0-4786-8d13-4a637306ea7a req-72338092-5b70-4258-994a-e1760f1da12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.059314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-72338092-5b70-4258-994a-e1760f1da12d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0440304 Jul 07 17:58:51.115689 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682272-35f0-4786-8d13-4a637306ea7a req-715c6787-9365-49a6-b158-4c845b7c8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.117310 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-715c6787-9365-49a6-b158-4c845b7c8ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520608 Jul 07 17:58:51.209254 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-7ddec893-2cb6-4870-8ee0-615de1408617 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 Jul 07 17:58:51.299116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a1682272-35f0-4786-8d13-4a637306ea7a req-c930d2cb-56d5-46ea-8562-2764f6288a1f service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826886 Jul 07 17:58:51.593850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba580-34df-4a35-a14a-51dcefb75daf req-68c6b441-51a6-435a-bdc2-4bd25f545c5c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.595374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebbba580-34df-4a35-a14a-51dcefb75daf req-68c6b441-51a6-435a-bdc2-4bd25f545c5c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0633297 Jul 07 17:58:51.632114 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebbba580-34df-4a35-a14a-51dcefb75daf req-56a58da3-bb69-4696-9ac4-2ba88ed74503 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Jul 07 17:58:52.817121 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838aa1-8c24-4324-8a3c-f29640ab05d8 req-95840eed-c274-47a7-b5b9-33cde8f50d13 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:52.818650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7838aa1-8c24-4324-8a3c-f29640ab05d8 req-95840eed-c274-47a7-b5b9-33cde8f50d13 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0691535 Jul 07 17:58:52.859479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7838aa1-8c24-4324-8a3c-f29640ab05d8 req-12314af2-6328-4762-8ad5-2b7eeeb5f17c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350316 Jul 07 17:58:53.638215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:53.737331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:53.749437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:53.791043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.804085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:53.822771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:53.826540 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.873344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:54.038170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ad69-6a3e-4341-b557-29827d4e655d req-d6c03a7c-7eb3-4570-9f7b-1ecbda47e241 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:54.039719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7eb6ad69-6a3e-4341-b557-29827d4e655d req-d6c03a7c-7eb3-4570-9f7b-1ecbda47e241 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0667229 Jul 07 17:58:54.078308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7eb6ad69-6a3e-4341-b557-29827d4e655d req-32471366-f9ec-47b6-88fd-01aa3bf52e71 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Jul 07 17:58:54.122639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['0b5daf5c-d0c1-460b-b747-9e989c12a95b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:55.335405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c07d48-27d1-426f-8a96-839f0ec3017c req-a56dd29b-278e-4b6e-b787-4e8af89b0ea6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.336878 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02c07d48-27d1-426f-8a96-839f0ec3017c req-a56dd29b-278e-4b6e-b787-4e8af89b0ea6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.1086333 Jul 07 17:58:55.374542 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02c07d48-27d1-426f-8a96-839f0ec3017c req-b77a594b-7111-4156-a768-4e79da497913 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Jul 07 17:58:55.654786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:55.702928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:55.706424 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:55.706800 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.780028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.802475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:55.804720 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65efafac471e400e8d583e5565fb6339df9b5d9880befee390970286c57e48e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324fb6bb-3021-43b1-b514-4e43dacaed95" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:55.820167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:55.824626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:55.848726 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51afeef-4ae7-4f74-a680-a164f4e997ef x-openstack-request-id: req-f51afeef-4ae7-4f74-a680-a164f4e997ef {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:55.849021 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:55.849274 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f51afeef-4ae7-4f74-a680-a164f4e997ef {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:55.849668 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'code': 200} Jul 07 17:58:55.875572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:55.952730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbb0bd-2988-4c10-8296-eddf5f032fb1 req-97314fb4-1cad-426f-92d1-b2857f367949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:55.954321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29dbb0bd-2988-4c10-8296-eddf5f032fb1 req-97314fb4-1cad-426f-92d1-b2857f367949 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0517232 Jul 07 17:58:55.988129 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-29dbb0bd-2988-4c10-8296-eddf5f032fb1 req-f0235da7-fa7b-4a69-b034-d7b06c336491 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278471 Jul 07 17:58:56.555373 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc8270-88e7-459e-b217-8ec52471274e req-3c0ac787-cf9f-4240-95a9-da71c3c0dff6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.556784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91dc8270-88e7-459e-b217-8ec52471274e req-3c0ac787-cf9f-4240-95a9-da71c3c0dff6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0645583 Jul 07 17:58:56.593926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-91dc8270-88e7-459e-b217-8ec52471274e req-1426ce5f-1460-4ea7-80af-4bffbeba0f6c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Jul 07 17:58:57.773657 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dea4c2-2c80-4a6a-a4d1-3228828594df req-9de36cdb-faf5-4a13-9529-7bf95e960466 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:57.775172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42dea4c2-2c80-4a6a-a4d1-3228828594df req-9de36cdb-faf5-4a13-9529-7bf95e960466 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0654261 Jul 07 17:58:57.812193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-42dea4c2-2c80-4a6a-a4d1-3228828594df req-f1e9710d-5e87-4637-afa7-409ea407f921 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Jul 07 17:58:57.983074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b3246-3912-478d-be03-29f1b17d1a31 req-d8aff230-4179-4667-be0c-8019300caee2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:57.984549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-772b3246-3912-478d-be03-29f1b17d1a31 req-d8aff230-4179-4667-be0c-8019300caee2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0679088 Jul 07 17:58:57.993185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:57.997987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'floatingip': {'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:58.038411 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.482026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.485626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.591531 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab associated. External IP: 172.25.7.47, port: 0b5daf5c-d0c1-460b-b747-9e989c12a95b. Jul 07 17:58:58.802188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:58.913652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:58.918539 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:58.923738 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:58.933365 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:58.933975 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:58:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:58.957125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e41a7071-6c34-4036-84fd-4da9619f7570 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "PUT /v2.0/floatingips/d4dde745-f29b-405f-8180-34dd108996ab HTTP/1.1" status: 200 len: 991 time: 0.9628754 Jul 07 17:58:58.957729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:58.960309 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f802c1988d2792366ad67f600962ebc087323fb765d698f6eec15fd83c03e85f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304e60a-a8e5-4558-b678-56b09eae8911" -d '{"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:58.999357 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe38202-3bec-49e5-bb5e-8d3f255dc481 x-openstack-request-id: req-ebe38202-3bec-49e5-bb5e-8d3f255dc481 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:58.999660 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:58.999917 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebe38202-3bec-49e5-bb5e-8d3f255dc481 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:59.000332 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'status': 'completed', 'code': 200} Jul 07 17:58:59.048677 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:59.087474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-97451a64-11c8-4693-81db-9816b1798a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.088947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-97451a64-11c8-4693-81db-9816b1798a29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0659938 Jul 07 17:58:59.194461 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-1f533238-f19d-4bc2-9245-8da66c60f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.197682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-1f533238-f19d-4bc2-9245-8da66c60f41d service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1020994 Jul 07 17:58:59.271897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-96a2f047-e665-4e00-afde-ed7d9907a8d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 999 time: 0.0679011 Jul 07 17:58:59.301745 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:58:58Z', 'revision_number': 9, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:59.321458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-40a53b08-0d76-4191-bf78-3fb912be7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.323138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-40a53b08-0d76-4191-bf78-3fb912be7288 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0450473 Jul 07 17:58:59.326630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:59.335624 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:59.336210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T17:58:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:59.382092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-f7f76ceb-2e95-4d8a-976d-212dc4c02242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:59.383626 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-f7f76ceb-2e95-4d8a-976d-212dc4c02242 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536385 Jul 07 17:58:59.441258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:59.475012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-1f13944b-15e1-4b22-84ba-1c5701dad80f service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Jul 07 17:58:59.573430 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9304e60a-a8e5-4558-b678-56b09eae8911 req-def4d799-cf13-4aba-b3b4-12d18ccc2076 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914767 Jul 07 17:58:59.664171 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:58:58Z', 'revision_number': 9, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:59.690254 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1db61c-beca-4d82-a3fb-3989819aee0d None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T17:58:58Z', 'revision_number': 9, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:59.878310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83082da7-b941-4588-b582-190f3196d73a None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:59.989681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3ddbcb-411e-431f-a416-90ad2804b7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.384809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2ccbc98-81d5-4e70-9f8c-f54b1766b68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:02.858075 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:03.757400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:04.790425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:05.529450 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:06.689813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:08.551388 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:29.960296 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f45889a5-6518-4622-b13d-02c554d3c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.387396 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-626516ab-44ca-45d8-8377-e600896e5c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:32.859129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:33.760560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:34.789070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:35.535547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:36.713206 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:38.841077 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-bf412891-6ba1-49b4-ae25-5b145a88b88e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890265 Jul 07 17:59:38.938432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-e6c72fc7-2d65-4e44-bd41-9b827432ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:38.939969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-e6c72fc7-2d65-4e44-bd41-9b827432ce0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0578227 Jul 07 17:59:39.044660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-fc67091a-5d88-4fc4-ac60-f6985ac846d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.046160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-fc67091a-5d88-4fc4-ac60-f6985ac846d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0866361 Jul 07 17:59:39.115503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-79a7616c-1196-43ff-941e-fb02643ee1a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1002 time: 0.0630116 Jul 07 17:59:39.164335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-29542104-3a7e-49dc-94a5-3011db128a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.165809 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-29542104-3a7e-49dc-94a5-3011db128a0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0440650 Jul 07 17:59:39.222205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-adc39e93-d3e7-47a5-ba9b-159ae8d2736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.223688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-adc39e93-d3e7-47a5-ba9b-159ae8d2736d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513625 Jul 07 17:59:39.315125 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-2548cdbe-a55a-4693-94a2-8c15b157d812 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845680 Jul 07 17:59:39.403015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6f42eec6-87c7-4044-afe3-d078dd06b946 req-b8a77c03-4d1b-45c3-96d9-4b5ef53fbb6a service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815132 Jul 07 17:59:45.550239 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:59.960818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e992db3-fd2b-4a4b-8aba-f8de93216fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.388936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24e09f3f-2362-4a5f-807b-b1dac0f07a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:02.859755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:03.763892 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:04.802774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:05.535594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:06.714770 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:22.550343 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:29.961820 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b21dc5-1642-458e-83f0-b1272dbbfdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.390119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdff4-6cad-4fca-bf1f-6aa342906fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:32.861323 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:33.766918 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:34.801821 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:35.539420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:36.717684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:40.746885 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-1758dbec-4f62-4472-ad0c-5226d017ad28 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543280 Jul 07 18:00:40.849473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f973b1-757d-4250-b093-30f47734adda req-20dca9ef-c6b3-4213-b95e-663ede26df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.850974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-20dca9ef-c6b3-4213-b95e-663ede26df36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0559409 Jul 07 18:00:40.950175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f973b1-757d-4250-b093-30f47734adda req-eaa83907-857f-44de-ab61-527652c68a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:40.951523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-eaa83907-857f-44de-ab61-527652c68a7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0812762 Jul 07 18:00:41.019355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-221c08b7-1cdc-43e7-931c-a9df8377871d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1002 time: 0.0613375 Jul 07 18:00:41.068381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f973b1-757d-4250-b093-30f47734adda req-71de81c9-cb97-42ab-8837-0f27e5d232b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.069817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-71de81c9-cb97-42ab-8837-0f27e5d232b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0445364 Jul 07 18:00:41.125791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f973b1-757d-4250-b093-30f47734adda req-15cbe90e-55f3-4b4b-8711-b6779eefd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:41.127258 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-15cbe90e-55f3-4b4b-8711-b6779eefd405 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511744 Jul 07 18:00:41.219399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-27644d43-1f94-4d17-b1a6-6936dfb4ac55 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851314 Jul 07 18:00:41.306929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-91f973b1-757d-4250-b093-30f47734adda req-8cab893b-34aa-43bd-858d-175f1635e38c service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 Jul 07 18:00:59.549990 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:59.964198 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8895be6-40d9-4c67-922a-331b73ed10f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.391182 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61a85bad-dbfe-44f5-9458-3d474f233225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.862996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.769579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.802331 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:05.541957 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.736646 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:29.966864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f575fa2-a2ac-411b-8f4b-5726d2978989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.392025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60aaacdb-1887-4bbb-a30d-36076fa52d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:32.863850 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:33.772387 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.820437 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:34.973169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-03e48a59-bdcc-4cd3-bc5f-54d5b20fe96e req-fd1bf49c-f163-4d5c-9e7a-904128cb4d42 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:01:34.974292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03e48a59-bdcc-4cd3-bc5f-54d5b20fe96e req-fd1bf49c-f163-4d5c-9e7a-904128cb4d42 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453017 Jul 07 18:01:35.291472 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7c104-19a4-405f-8714-50a61b155e1c req-2d98918c-3fc2-45c6-a0de-96fdc727a1da tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:35.293223 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28f7c104-19a4-405f-8714-50a61b155e1c req-2d98918c-3fc2-45c6-a0de-96fdc727a1da tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0811026 Jul 07 18:01:35.305276 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-98642c4e-d040-4c27-9633-472839d166dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070209 Jul 07 18:01:35.337327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-28f7c104-19a4-405f-8714-50a61b155e1c req-7ef90086-c673-4388-823a-a206e2e3cf97 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Jul 07 18:01:35.545992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.550232 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:36.556968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-43fd14dc-d620-4693-80b1-3a59eda85718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.558504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-43fd14dc-d620-4693-80b1-3a59eda85718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0575359 Jul 07 18:01:36.614631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162f22-8934-4f0c-b72f-f5982f391611 req-4435460b-696f-420e-ba6f-44bfda795079 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.616169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d162f22-8934-4f0c-b72f-f5982f391611 req-4435460b-696f-420e-ba6f-44bfda795079 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.1119304 Jul 07 18:01:36.647883 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-64a924dd-3243-4a8b-aa09-f70c9f50acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.649290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-64a924dd-3243-4a8b-aa09-f70c9f50acc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0841644 Jul 07 18:01:36.657936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d162f22-8934-4f0c-b72f-f5982f391611 req-9727a9d1-8a22-47c8-bd89-f6a6d1484edc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360889 Jul 07 18:01:36.717222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-1d45fcc0-9db7-4d19-b57c-04dacbf65eea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1002 time: 0.0613515 Jul 07 18:01:36.771701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:36.772315 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-3e08348d-5053-44d3-b2fb-09397f57728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.773309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-3e08348d-5053-44d3-b2fb-09397f57728b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0484076 Jul 07 18:01:36.831780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-648c9f17-aa41-4e2a-b210-c52283441621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:36.833567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-648c9f17-aa41-4e2a-b210-c52283441621 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537789 Jul 07 18:01:36.928226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-64751f86-8a3c-4298-a528-a1583eb5bfdf service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888679 Jul 07 18:01:37.017767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-af6cef9b-97b3-41bc-a4c1-970a80ca7bee service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Jul 07 18:01:37.835453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00275b96-b36a-42f2-861f-b0e0c5218af3 req-48ecd20b-22c2-4c98-a26a-db460c0269e2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:37.836952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00275b96-b36a-42f2-861f-b0e0c5218af3 req-48ecd20b-22c2-4c98-a26a-db460c0269e2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0642135 Jul 07 18:01:37.874680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00275b96-b36a-42f2-861f-b0e0c5218af3 req-e6fe2008-85f3-4ff0-a7f8-1dbdb16d45d8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 07 18:01:39.058439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dff0fb-45f3-449c-abce-c7786308d370 req-6a2272c7-33fd-46e3-b02e-5953acfa4d61 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:39.059933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93dff0fb-45f3-449c-abce-c7786308d370 req-6a2272c7-33fd-46e3-b02e-5953acfa4d61 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0682702 Jul 07 18:01:39.098651 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93dff0fb-45f3-449c-abce-c7786308d370 req-13fe016f-57e6-435b-8bdc-80bd8134bd18 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Jul 07 18:01:40.270511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2a64-6703-412b-bd25-0db1b5a4733d req-49d39378-08e5-411a-9f7f-ee4433e2c10c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:40.272007 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78fb2a64-6703-412b-bd25-0db1b5a4733d req-49d39378-08e5-411a-9f7f-ee4433e2c10c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0642438 Jul 07 18:01:40.311044 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-78fb2a64-6703-412b-bd25-0db1b5a4733d req-5cc9b34c-3f5c-4b15-8c9b-73d11a0ebc58 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Jul 07 18:01:41.485555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e57f-7fdc-4b79-b99f-6c95b44f85ec req-dfe56aee-e5ce-4e6b-a505-1265c956174b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.487011 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef15e57f-7fdc-4b79-b99f-6c95b44f85ec req-dfe56aee-e5ce-4e6b-a505-1265c956174b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0639307 Jul 07 18:01:41.529767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ef15e57f-7fdc-4b79-b99f-6c95b44f85ec req-76fc7264-a877-404e-a0c8-2f6d7c3bb4eb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370393 Jul 07 18:01:41.789866 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-5c7be2fa-d9e4-4a1f-a7be-8d066259878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.791334 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-5c7be2fa-d9e4-4a1f-a7be-8d066259878f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1098 time: 0.0526786 Jul 07 18:01:41.906336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-a473608b-872d-427c-a87f-5b14c0085348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:41.907857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-a473608b-872d-427c-a87f-5b14c0085348 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0953739 Jul 07 18:01:41.972714 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-63935d94-332f-4f53-8bf3-d68f62700dea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1002 time: 0.0577352 Jul 07 18:01:42.026418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-25652183-4758-464e-bb9f-26139d0e83da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.027882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-25652183-4758-464e-bb9f-26139d0e83da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0487509 Jul 07 18:01:42.084455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-3996820c-550a-4400-a9ff-c76cf72305e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.085854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-3996820c-550a-4400-a9ff-c76cf72305e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520673 Jul 07 18:01:42.172691 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-28ba7244-1171-40d0-8274-a79a4f467929 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Jul 07 18:01:42.265462 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e929c87d-531d-421c-b6dc-e21632eaf908 req-04e9f61b-db26-44d7-8f12-2b08aa51ff32 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869725 Jul 07 18:01:42.712791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bea4-9066-4d0d-9bd4-2a35c159ce5f req-8a624f4e-ae56-46ac-b767-936fe4332ed0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.714509 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b19bea4-9066-4d0d-9bd4-2a35c159ce5f req-8a624f4e-ae56-46ac-b767-936fe4332ed0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0641181 Jul 07 18:01:42.752710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7b19bea4-9066-4d0d-9bd4-2a35c159ce5f req-d94343b6-271f-4eef-b116-6e28b2dd77ac tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Jul 07 18:01:43.924636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa0e7-46d5-4ea2-80cd-e92294b99e03 req-3977414d-51e3-44d9-a9dd-4ddd57f3ad0b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:43.926166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bdaa0e7-46d5-4ea2-80cd-e92294b99e03 req-3977414d-51e3-44d9-a9dd-4ddd57f3ad0b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0631292 Jul 07 18:01:43.964327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9bdaa0e7-46d5-4ea2-80cd-e92294b99e03 req-8bf69195-dd8b-4cdc-bec6-b1a97195315b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Jul 07 18:01:45.141419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11a8c8-bcfc-48ad-bd71-1f98c1a0cb91 req-ef93af3c-28bf-4cc8-aee9-07d0ed128c3d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.143003 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f11a8c8-bcfc-48ad-bd71-1f98c1a0cb91 req-ef93af3c-28bf-4cc8-aee9-07d0ed128c3d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0682569 Jul 07 18:01:45.182467 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f11a8c8-bcfc-48ad-bd71-1f98c1a0cb91 req-13fce7b2-d1d7-458d-bc7c-8397156b2d7d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Jul 07 18:01:46.360843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76498-d3bd-4ea7-b368-8c2e274988f6 req-acafeef7-2f8c-428f-93e2-1d530c6f3c48 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.362395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69b76498-d3bd-4ea7-b368-8c2e274988f6 req-acafeef7-2f8c-428f-93e2-1d530c6f3c48 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0656524 Jul 07 18:01:46.400014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-69b76498-d3bd-4ea7-b368-8c2e274988f6 req-957f8c12-2c60-4cd3-8068-21c20c100847 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Jul 07 18:01:47.577414 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82528-6871-4e94-8e6d-e680c1001422 req-d4a9a971-ea7a-4c68-b398-02dd9e928a91 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.578864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76e82528-6871-4e94-8e6d-e680c1001422 req-d4a9a971-ea7a-4c68-b398-02dd9e928a91 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0635540 Jul 07 18:01:47.621862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76e82528-6871-4e94-8e6d-e680c1001422 req-cc87a73f-d1e2-4f48-bcc3-23d36f22ab1d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Jul 07 18:01:48.804034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63e0f2-98ee-437e-b7d7-6e60089eac95 req-7723498b-ed1a-4171-a9cf-05ad1d8adf58 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:48.805669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c63e0f2-98ee-437e-b7d7-6e60089eac95 req-7723498b-ed1a-4171-a9cf-05ad1d8adf58 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0670948 Jul 07 18:01:48.867190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c63e0f2-98ee-437e-b7d7-6e60089eac95 req-cdec1141-fc09-46bd-8f29-155d14ba1a38 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548093 Jul 07 18:01:49.019197 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-6c09b323-553c-4640-96a0-de213d17d789 req-f886e559-b7a9-4e19-98f7-fd7dcd5e986e service neutron] show failed (client error): The resource could not be found. Jul 07 18:01:49.020141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-f886e559-b7a9-4e19-98f7-fd7dcd5e986e service neutron] 10.222.0.83 "GET /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0562394 Jul 07 18:01:49.377230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-00aae447-8f40-482f-a94e-3323ae25979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.378782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-00aae447-8f40-482f-a94e-3323ae25979f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1098 time: 0.1015697 Jul 07 18:01:49.390608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:49.464648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.671096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:49.704195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:49.742741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:49.748129 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.759877 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Transition to ACTIVE for port object 0b5daf5c-d0c1-460b-b747-9e989c12a95b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:49.764096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.803422 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddef699b-b922-4e7c-8983-d247f012e3f3" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:49.849880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:49.864578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.864928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.865269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.865637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.865954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.866311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.866638 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.866962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.867288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.867611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.867928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.868250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:49.903624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] No DVR routers for this DVR port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:49.944701 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cabbadf-e487-4fc4-a36d-5c5d48d5dd06 x-openstack-request-id: req-3cabbadf-e487-4fc4-a36d-5c5d48d5dd06 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:49.944999 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:49.945253 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3cabbadf-e487-4fc4-a36d-5c5d48d5dd06 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:49.945656 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'code': 200} Jul 07 18:01:50.049145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:50.049836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:50.049836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:50.054086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa68fa-0830-4a1f-a394-367b5390446b req-92e14bfb-2f5a-4dc7-848a-687a5ecc555a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.054518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:50.054633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:50.055647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21fa68fa-0830-4a1f-a394-367b5390446b req-92e14bfb-2f5a-4dc7-848a-687a5ecc555a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0667574 Jul 07 18:01:50.060039 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:50.060376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:50.060761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:50.061185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Bound port: 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:50.061545 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.097876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21fa68fa-0830-4a1f-a394-367b5390446b req-68ed5af5-6d98-4885-9151-22dd0b69017b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360923 Jul 07 18:01:50.129787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:50.132790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:50.138075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.171957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.172722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:50.174048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1093 time: 0.7881610 Jul 07 18:01:50.195240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35ed36-b887-4fec-b476-3daf4a669416 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:50.252768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-800c4998-4bb6-4923-8066-dfeb2aad8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.254513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-800c4998-4bb6-4923-8066-dfeb2aad8c0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1096 time: 0.0561740 Jul 07 18:01:50.351825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-aa78a2e1-35a3-4187-b320-7a494070993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.353300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-aa78a2e1-35a3-4187-b320-7a494070993f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0931776 Jul 07 18:01:50.417790 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-ac3aff90-78a4-454e-9a1e-81bb1b0731ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.0581617 Jul 07 18:01:50.468652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-74337ce6-8b90-45c2-8555-5001851761fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.470051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-74337ce6-8b90-45c2-8555-5001851761fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0466046 Jul 07 18:01:50.527016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b323-553c-4640-96a0-de213d17d789 req-8dd85291-72f2-4299-ab38-3c31b2a68a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.529041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-8dd85291-72f2-4299-ab38-3c31b2a68a11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527518 Jul 07 18:01:50.617500 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-bf96c540-e657-440a-99fd-630e179e1ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822883 Jul 07 18:01:50.729341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-db1ad467-1413-45d8-a63e-2530c9a90d3c service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057425 Jul 07 18:01:51.279610 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810b0a-bcea-4f10-bf7c-dcc7902fe3fc req-775547f9-4ae6-4985-93fe-85f065b3701f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:51.281115 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18810b0a-bcea-4f10-bf7c-dcc7902fe3fc req-775547f9-4ae6-4985-93fe-85f065b3701f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0689087 Jul 07 18:01:51.319753 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18810b0a-bcea-4f10-bf7c-dcc7902fe3fc req-ea75ced1-df97-4f04-88a7-4a8c0f8dd864 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Jul 07 18:01:51.946814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:51.949178 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2cc74-dd10-4adf-a771-597101075b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:51.997405 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130171a-8f1d-4c7f-92e7-0cc1484869e6 x-openstack-request-id: req-9130171a-8f1d-4c7f-92e7-0cc1484869e6 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:51.997702 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:51.997967 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9130171a-8f1d-4c7f-92e7-0cc1484869e6 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:51.998476 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'status': 'completed', 'code': 200} Jul 07 18:01:52.115017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-49a0e45f-36fd-43dd-ac44-147e3fa86ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.116685 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-49a0e45f-36fd-43dd-ac44-147e3fa86ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1096 time: 0.0965054 Jul 07 18:01:52.118593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-94c94e86-4cdf-4e49-b5cf-72d791c47da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.119982 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-94c94e86-4cdf-4e49-b5cf-72d791c47da3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1096 time: 0.0906134 Jul 07 18:01:52.289273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-88acf853-7015-4ce4-a772-268df18a18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.290959 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-88acf853-7015-4ce4-a772-268df18a18eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1678929 Jul 07 18:01:52.294731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-b38f8e4a-4246-4fd5-b87c-50fdb9b3b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.296194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-b38f8e4a-4246-4fd5-b87c-50fdb9b3b50e service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1656373 Jul 07 18:01:52.527374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02250fc4-8b17-46b3-a9f1-58528973569d req-f338cdb9-23d3-4a72-8ca9-30565fc430bc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.529502 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02250fc4-8b17-46b3-a9f1-58528973569d req-f338cdb9-23d3-4a72-8ca9-30565fc430bc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.0696223 Jul 07 18:01:52.569736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02250fc4-8b17-46b3-a9f1-58528973569d req-dcaa9ca5-39c0-43bc-96f0-c67441d6d216 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344303 Jul 07 18:01:52.766361 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-f2a957d1-b7a1-438f-9015-504aac225961 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.4690032 Jul 07 18:01:52.771196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-07c7ce9d-c02d-46d7-93a5-98983d450c09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.4676909 Jul 07 18:01:52.852518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-241bbe1d-aa47-4e24-92b4-1b1155e67017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.854006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-241bbe1d-aa47-4e24-92b4-1b1155e67017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0816793 Jul 07 18:01:52.855828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-38ddba72-a4ed-419c-a2b5-f4f8ab371764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.857164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-38ddba72-a4ed-419c-a2b5-f4f8ab371764 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0758853 Jul 07 18:01:52.912517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.32', 53827) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:52.956669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-40dcc99d-7a7b-436b-b736-b0739be714eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.958778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-40dcc99d-7a7b-436b-b736-b0739be714eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984888 Jul 07 18:01:52.975669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-bcea3c8c-5802-4efc-a1aa-373fa8423afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.977158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-bcea3c8c-5802-4efc-a1aa-373fa8423afe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078293 Jul 07 18:01:53.066034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-9ce59576-30cd-4b72-b3c2-fe4785a6cb72 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.067445 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-9ce59576-30cd-4b72-b3c2-fe4785a6cb72 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&binding%3Ahost_id=n-h1-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.1539152 Jul 07 18:01:53.091908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b9753-d160-42c8-aabc-ef6161b0547c req-57122b59-6fe9-4ea9-9778-29aeb57c8885 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.093447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f3b9753-d160-42c8-aabc-ef6161b0547c req-57122b59-6fe9-4ea9-9778-29aeb57c8885 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 944 time: 0.1135261 Jul 07 18:01:53.127197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-527ceefa-79a0-4356-b505-db13989daecd service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618788 Jul 07 18:01:53.132736 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-82b79e01-a643-4afe-b41b-4363ae499e35 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454234 Jul 07 18:01:53.148462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:53.167795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5f3b9753-d160-42c8-aabc-ef6161b0547c req-d11a04af-e6a9-49c2-a026-8d41fce11cdb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566802 Jul 07 18:01:53.175933 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-af307eef-532a-4418-82f8-594a98bcaa33 service neutron] 10.222.0.32 "GET /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b/bindings/n-h1-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.1000488 Jul 07 18:01:53.249833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:53.261447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:53.293654 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-5cef3fd3-16b3-44c8-bc66-5fb07200beda service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594312 Jul 07 18:01:53.297089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f4e2cc74-dd10-4adf-a771-597101075b7e req-cc948bd5-5955-47fc-a32e-f6230390c4ba service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545529 Jul 07 18:01:53.303088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.317306 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:53.338469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:53.342858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:53.390651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:53.392631 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-941debea-94d0-418f-854d-7ba506b448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.394199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-941debea-94d0-418f-854d-7ba506b448f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1097 time: 0.0600908 Jul 07 18:01:53.398223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.398572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.398921 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.399247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.399581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.399938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.400461 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.400787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.401118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.401463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.401788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.402124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:01:53.483542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-58849c9d-b438-45df-adf6-5844bbe34687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.485000 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-58849c9d-b438-45df-adf6-5844bbe34687 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0841961 Jul 07 18:01:53.561920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-99e2436e-d17c-45e6-909a-06adbd8ff84e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1001 time: 0.0697975 Jul 07 18:01:53.591687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0b5daf5c-d0c1-460b-b747-9e989c12a95b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:53.612385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-23f6b20d-7ff6-4293-b8f7-ecaea3329d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.613862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-23f6b20d-7ff6-4293-b8f7-ecaea3329d57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0458524 Jul 07 18:01:53.674749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-c8ddc1bb-6d5a-43ee-abe6-70edd0979ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:53.676450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-c8ddc1bb-6d5a-43ee-abe6-70edd0979ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564601 Jul 07 18:01:53.769307 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-40d1fd1a-2226-46ba-959a-deaa3983596c service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Jul 07 18:01:53.861334 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-5a28507b-8997-423e-bbae-5501e6a87424 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 Jul 07 18:01:54.351909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc944f53-6ce5-4cec-aeeb-9b09b4dccd99 req-cd2972dd-d296-4f88-98ce-9e9a9d6aac0e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:54.353532 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc944f53-6ce5-4cec-aeeb-9b09b4dccd99 req-cd2972dd-d296-4f88-98ce-9e9a9d6aac0e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0635641 Jul 07 18:01:54.391093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dc944f53-6ce5-4cec-aeeb-9b09b4dccd99 req-fc393d63-1eb9-45fc-84a3-21d61c4832c3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Jul 07 18:01:54.493491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:54.534069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:55.148023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:55.202061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:55.206339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:55.206742 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.290053 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.312541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:55.326492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:55.330668 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:55.357194 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3492d797-0033-463e-a8fe-0d164b9d44bf" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:55.386048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:55.460789 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e00b9e-8924-4f0a-a254-3012f87d3aea x-openstack-request-id: req-e0e00b9e-8924-4f0a-a254-3012f87d3aea {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:55.461092 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:55.461350 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0e00b9e-8924-4f0a-a254-3012f87d3aea {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:55.461799 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'code': 200} Jul 07 18:01:55.586046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000696dc-daa9-4586-a257-37cdb1096bac req-62513120-201d-48df-ae19-e30a994a24af tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.587812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-000696dc-daa9-4586-a257-37cdb1096bac req-62513120-201d-48df-ae19-e30a994a24af tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0679662 Jul 07 18:01:55.628075 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-000696dc-daa9-4586-a257-37cdb1096bac req-d7960c0f-33cc-49c2-80ce-d15feefff1b7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344093 Jul 07 18:01:55.837962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-3b676b17-f4a7-471a-b2c1-44f355213f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.839510 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-3b676b17-f4a7-471a-b2c1-44f355213f99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0557969 Jul 07 18:01:55.853921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:55.933507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.135268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:56.170283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:56.209485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:56.212002 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee5ae1-a63d-4514-95a1-9361944f7f9e" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:56.217423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.230810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Transition to ACTIVE for port object 0b5daf5c-d0c1-460b-b747-9e989c12a95b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:56.234279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.263723 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96be73-09d4-4117-8571-6338f2bc9c09 x-openstack-request-id: req-cd96be73-09d4-4117-8571-6338f2bc9c09 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:56.264048 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:56.264301 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd96be73-09d4-4117-8571-6338f2bc9c09 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:56.264697 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'code': 200} Jul 07 18:01:56.317491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.367283 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] No DVR routers for this DVR port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:01:56.509464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:56.509809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:56.510171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:56.515245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:56.515576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Attempting to bind port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:56.520580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:56.520926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:56.521316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:56.521748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Bound port: 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:56.522130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.586780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:56.589678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:56.594083 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.631152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.631818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:56.633136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1094 time: 0.7832470 Jul 07 18:01:56.688095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e465f8-362d-43cc-ad73-6a13e66e9c46 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=11']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:56.726201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-e743aa1c-f729-49f2-88a7-c36e8faceaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.728048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-e743aa1c-f729-49f2-88a7-c36e8faceaf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1097 time: 0.0707564 Jul 07 18:01:56.820347 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2f089-ba6c-4459-b398-1e6f9d59d276 req-3f33f415-4f3b-44d1-8305-7a6f2e0fbadc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.821867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8e2f089-ba6c-4459-b398-1e6f9d59d276 req-3f33f415-4f3b-44d1-8305-7a6f2e0fbadc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0724051 Jul 07 18:01:56.831113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-25a31408-e37a-4856-8f06-abe8e934541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.832592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-25a31408-e37a-4856-8f06-abe8e934541f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0982800 Jul 07 18:01:56.860194 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f8e2f089-ba6c-4459-b398-1e6f9d59d276 req-61a86516-7d89-4abe-a1c6-36252cc20640 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Jul 07 18:01:56.899079 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-4b4e8e97-4864-4b76-ac18-e69c69bab621 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.0604310 Jul 07 18:01:56.949011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-ee146044-2ae3-4552-b11f-01d16f557ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.950520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-ee146044-2ae3-4552-b11f-01d16f557ac1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0456309 Jul 07 18:01:57.011983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-27951f65-957d-460e-8814-fd9c970e358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:57.013744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-27951f65-957d-460e-8814-fd9c970e358f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573156 Jul 07 18:01:57.102197 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-b464aaec-0e79-4e98-810d-d3aab4051dab service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825102 Jul 07 18:01:57.197570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-924c0892-e5bd-4c66-804d-95af2e498f31 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895693 Jul 07 18:01:58.033802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe051-b504-49af-a089-09cfb3dcfe88 req-404a809f-b7c1-48f9-9893-d4cd0a9609bb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.035360 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93fbe051-b504-49af-a089-09cfb3dcfe88 req-404a809f-b7c1-48f9-9893-d4cd0a9609bb tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 07 18:01:58.076273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93fbe051-b504-49af-a089-09cfb3dcfe88 req-dcff6e2a-08e5-49a3-97ac-39af3d944ab9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Jul 07 18:01:58.266369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:58.268753 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67762cb9-4925-491e-bfa9-e0fb0b594586" -d '{"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:58.314521 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e4ef24-26c9-448f-90ed-3a9f7758ab7e x-openstack-request-id: req-81e4ef24-26c9-448f-90ed-3a9f7758ab7e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:58.314813 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:58.315069 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81e4ef24-26c9-448f-90ed-3a9f7758ab7e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:58.315476 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'status': 'completed', 'code': 200} Jul 07 18:01:58.424666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-af3c3257-7fca-4f9f-9b89-6322feef9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.426221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-af3c3257-7fca-4f9f-9b89-6322feef9279 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1097 time: 0.0919085 Jul 07 18:01:58.428003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6fa06be9-35cc-4032-ae9b-767212e0cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.429365 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6fa06be9-35cc-4032-ae9b-767212e0cc74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 1097 time: 0.0871744 Jul 07 18:01:58.588138 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-ca38cbdc-9a5f-440f-bfa1-63af7cb08e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.589571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-ca38cbdc-9a5f-440f-bfa1-63af7cb08e03 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1570172 Jul 07 18:01:58.590546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-8f144ccd-3f33-4559-ba2d-36b6e65a269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.591846 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-8f144ccd-3f33-4559-ba2d-36b6e65a269d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1516182 Jul 07 18:01:58.700698 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-8aa384f2-8bda-47ca-a2f8-2402d8b4ac3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.1035826 Jul 07 18:01:58.702467 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-23d19fd8-99cc-43b5-8175-42f16a138f49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 200 len: 1000 time: 0.0999315 Jul 07 18:01:58.782416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6076a9b1-b908-4c8d-b831-ff554ec3f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.783896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6076a9b1-b908-4c8d-b831-ff554ec3f88a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0769401 Jul 07 18:01:58.785244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6801fc47-ced6-4621-a2c1-b68a09e62594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.786575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6801fc47-ced6-4621-a2c1-b68a09e62594 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0722885 Jul 07 18:01:58.884022 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-43ccd7d5-6a63-4af7-a666-fb3b43bb6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.885539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-43ccd7d5-6a63-4af7-a666-fb3b43bb6a41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863898 Jul 07 18:01:58.887367 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-7f040285-9e1b-4647-b2c3-07447f455594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:58.888737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-7f040285-9e1b-4647-b2c3-07447f455594 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976021 Jul 07 18:01:59.042048 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-6f9497e1-eb2f-4431-8107-59f111fe516e service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489413 Jul 07 18:01:59.043931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-8c87ac29-a52c-477d-88ad-9ac1b4bed164 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439345 Jul 07 18:01:59.165830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:01:59.202350 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-414dc3e1-a738-479d-a36b-651e90c986dd service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538725 Jul 07 18:01:59.204309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-67762cb9-4925-491e-bfa9-e0fb0b594586 req-74f9e036-254f-4b0f-8ccc-da4e91624b4c service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490486 Jul 07 18:01:59.205806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:01:59.259151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0637c0-9c58-4011-9338-19b75851172f req-401aa31a-7fe6-41c0-880a-496b8eb60222 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:59.260756 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da0637c0-9c58-4011-9338-19b75851172f req-401aa31a-7fe6-41c0-880a-496b8eb60222 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0703802 Jul 07 18:01:59.299508 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-da0637c0-9c58-4011-9338-19b75851172f req-b13e070e-7307-4100-9fcb-d9899166c45e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Jul 07 18:01:59.970462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a5d7e94-62eb-4aa8-be15-f1a0c8710c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.476264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a75c-b77f-4f5a-b73d-d9a06faf434d req-1238b56a-06d5-4c47-bad1-b999b4b9063e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.477937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d70a75c-b77f-4f5a-b73d-d9a06faf434d req-1238b56a-06d5-4c47-bad1-b999b4b9063e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0661998 Jul 07 18:02:00.517217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d70a75c-b77f-4f5a-b73d-d9a06faf434d req-1aa562ad-5c97-46c0-a621-6f448d71ed56 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Jul 07 18:02:00.518735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:00.617954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:00.630575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'mac_address': 'fa:16:3e:f8:fa:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:00.669574 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.682680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:00.692450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec200c-5b8d-473f-bed3-9e991dd601cf req-a7f25802-67d5-4b84-8acc-bb94d715d942 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.693960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dec200c-5b8d-473f-bed3-9e991dd601cf req-a7f25802-67d5-4b84-8acc-bb94d715d942 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 945 time: 0.0638793 Jul 07 18:02:00.703165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:00.707425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:00.733916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dec200c-5b8d-473f-bed3-9e991dd601cf req-446a56d0-5299-42bd-b566-7fb616143edf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Jul 07 18:02:00.760414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:00.916291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5179b-edec-42d0-a8f0-334c15a142b3 req-086ec2a3-84c7-42d8-ac99-b4cf4624add6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:00.918457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc5179b-edec-42d0-a8f0-334c15a142b3 req-086ec2a3-84c7-42d8-ac99-b4cf4624add6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0710435 Jul 07 18:02:00.956827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc5179b-edec-42d0-a8f0-334c15a142b3 req-3d1dd006-4843-4b05-84b3-11c9000680e8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Jul 07 18:02:01.108410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['0b5daf5c-d0c1-460b-b747-9e989c12a95b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:01.343891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0d31c-6d87-4a3e-8701-6fd7437052cf req-ae092655-d53d-4b05-bc9f-490a4e461d3c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.345418 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6dd0d31c-6d87-4a3e-8701-6fd7437052cf req-ae092655-d53d-4b05-bc9f-490a4e461d3c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0644979 Jul 07 18:02:01.383230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6dd0d31c-6d87-4a3e-8701-6fd7437052cf req-f55e4788-7d5a-4947-866e-1c72931f4098 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 07 18:02:02.392532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cb04-fac2-43ae-bfab-8685adb0624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.522482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:02.563844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224bffd-c94b-4a4c-93a9-b985d8bf0dea req-5670e737-66a9-4b51-9d76-b1a6c16b7578 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.565382 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c224bffd-c94b-4a4c-93a9-b985d8bf0dea req-5670e737-66a9-4b51-9d76-b1a6c16b7578 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 946 time: 0.0677805 Jul 07 18:02:02.577361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:02.581552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 0b5daf5c-d0c1-460b-b747-9e989c12a95b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:02.581962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.607131 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c224bffd-c94b-4a4c-93a9-b985d8bf0dea req-df010b8b-4bf3-48ff-9d87-31005bb1e3ee tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359027 Jul 07 18:02:02.664187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.687447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:02.690134 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4df33a-7ee3-4e32-9b74-36fa1bc6439a" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:02.703183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:02.707735 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.731923 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b52bd27-9981-41c4-8f6c-7ea747b78c6d x-openstack-request-id: req-1b52bd27-9981-41c4-8f6c-7ea747b78c6d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:02.732218 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-plugged", "status": "completed", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:02.732477 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b52bd27-9981-41c4-8f6c-7ea747b78c6d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:02.732872 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'code': 200} Jul 07 18:02:02.763568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=13']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:02.830285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-1b2660da-bb57-4f18-8648-b348aba4d61c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:02.831692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-1b2660da-bb57-4f18-8648-b348aba4d61c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 947 time: 0.0697649 Jul 07 18:02:02.864612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:02.935285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Deleting port 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:02.935633 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.031534 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] For port 0b5daf5c-d0c1-460b-b747-9e989c12a95b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=0b5daf5c-d0c1-460b-b747-9e989c12a95b,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:03.032202 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.198874 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.199775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.200099 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab disassociated. External IP: 172.25.7.47, port: 0b5daf5c-d0c1-460b-b747-9e989c12a95b. Jul 07 18:02:03.200445 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Calling delete_port for 0b5daf5c-d0c1-460b-b747-9e989c12a95b owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:03.338159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.369329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'Port': ['ID=0b5daf5c-d0c1-460b-b747-9e989c12a95b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:03.756256 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1915764-c9cd-4a58-9b13-23498763ff40 req-7eac2f9c-0e00-4a2e-afbe-129275793610 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=68c360f8-c9ed-40bf-8606-3c79c70faeeb HTTP/1.1" status: 200 len: 210 time: 0.0311120 Jul 07 18:02:03.777824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:03.844081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:03.951994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:03.962003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:03.971014 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:03.971607 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:02:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:03.994527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] No DVR routers for this DVR port 0b5daf5c-d0c1-460b-b747-9e989c12a95b on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:03.997948 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.000136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-00adacf5-05e0-4ce7-93ff-ad35df9b9bd5 req-967efce9-7358-45ac-b6b6-a1eed466283d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "DELETE /v2.0/ports/0b5daf5c-d0c1-460b-b747-9e989c12a95b HTTP/1.1" status: 204 len: 173 time: 1.1628845 Jul 07 18:02:04.000587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-deleted', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:04.002943 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd63b37-7892-4912-b521-74aad21ab490" -d '{"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-deleted", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:04.040061 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f5b9a5-a144-4713-bb4f-ba5d937b7fdd x-openstack-request-id: req-86f5b9a5-a144-4713-bb4f-ba5d937b7fdd {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:04.040409 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c360f8-c9ed-40bf-8606-3c79c70faeeb", "name": "network-vif-deleted", "tag": "0b5daf5c-d0c1-460b-b747-9e989c12a95b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:04.040650 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86f5b9a5-a144-4713-bb4f-ba5d937b7fdd {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:04.041036 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c360f8-c9ed-40bf-8606-3c79c70faeeb', 'name': 'network-vif-deleted', 'tag': '0b5daf5c-d0c1-460b-b747-9e989c12a95b', 'status': 'completed', 'code': 200} Jul 07 18:02:04.086128 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:04.283472 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.309772 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:04.317962 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:04.318660 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:02:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.518937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:04.720079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:04.747188 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4528f1-a306-4830-bec5-8460118708ab None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:04.817322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:04.979769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36966c03-9f59-4cb9-95a9-4818a55044d7 None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:02:05.140520 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-5113a573-5123-425d-a45a-88d660b46b6d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1197291269&fields=id&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 267 time: 0.0354137 Jul 07 18:02:05.252803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-f35018cf-7727-4abd-a2b6-391aa6f79340 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:05.254235 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-f35018cf-7727-4abd-a2b6-391aa6f79340 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1070557 Jul 07 18:02:05.269500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-194fc99d-ede1-4cff-ae33-ce9da27c391d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/quotas/26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 375 time: 0.0097566 Jul 07 18:02:05.339155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-dcb30ae6-84e0-4370-b4c5-79173400fe0a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644641 Jul 07 18:02:05.355968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-ff491435-ca77-4eaa-8f32-2d4e728ac1ab tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:02:05.356956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-ff491435-ca77-4eaa-8f32-2d4e728ac1ab tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060270 Jul 07 18:02:05.517700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-1887470d-1039-49d8-99b8-e13db86cc19f service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226304 Jul 07 18:02:05.549654 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:05.958749 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-caeb7972-acc4-41f0-8cac-62610f5f4aaa service neutron] 10.222.0.22 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350574 Jul 07 18:02:06.137949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e29fbeaf-8571-44fa-8b80-04cedf785658 req-6608878c-9dda-4e79-b18b-c181504d5c78 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0316610 Jul 07 18:02:06.552146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:06.572684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 0b5daf5c-d0c1-460b-b747-9e989c12a95b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:06.573047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 0b5daf5c-d0c1-460b-b747-9e989c12a95b not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:06.785029 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.199328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-97e348c6-3147-4155-b060-74d2997f4c69 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:07.200746 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-97e348c6-3147-4155-b060-74d2997f4c69 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 811 time: 0.1142595 Jul 07 18:02:07.252305 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-51485904-8d39-4471-84bd-b7c07410bc6e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 380 time: 0.0360396 Jul 07 18:02:07.260904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'port': {'device_id': '8076226f-ded4-452a-9006-354ef9184478', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'admin_state_up': True, 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'security_groups': ['495098c2-fe45-4d9e-be07-16619624fc00']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:07.294048 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c8e864e0-937c-4383-a22a-fb4ad00482cf req-aa67031d-cb0b-402d-a1b5-9dba33da85ba tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Jul 07 18:02:07.371095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Made reservation on behalf of 26ae5892a19c43cf852ba1f8c9dc6fa2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:07.374683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.506921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Allocated IP 172.20.0.9 (3487da85-5e4b-4e75-b58b-8c4b43008636/c2853c58-13d4-4555-a30b-252a6a7d8bdd/918a10c3-b7b3-4beb-bbee-bf62db9cde7e) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:07.645444 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.659606 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Transition to ACTIVE for port object 918a10c3-b7b3-4beb-bbee-bf62db9cde7e will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:07.691882 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.736079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:07.739348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:07.747261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:07.778171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:07.807720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:07.809046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.823639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-def8598c-63cd-437e-a619-0488ab488db5 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666385 Jul 07 18:02:07.835863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Request body: {'port': {'device_id': '8076226f-ded4-452a-9006-354ef9184478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:07.916870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:07.991516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f091aa5-adc0-426b-bccf-69d502307d89 None None] Provisioning for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:07.995731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f091aa5-adc0-426b-bccf-69d502307d89 None None] Provisioning complete for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:07.996631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f091aa5-adc0-426b-bccf-69d502307d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.031820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f091aa5-adc0-426b-bccf-69d502307d89 None None] Port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:08.189494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:08.197163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.210068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Transition to ACTIVE for port object 918a10c3-b7b3-4beb-bbee-bf62db9cde7e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:08.215006 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.264714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:08.350818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:08.351175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:08.351526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:08.357539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:08.358049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:08.364413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:08.364761 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:08.365159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:08.365602 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Bound port: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:08.365974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.439152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:08.442665 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:08.447255 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.483645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.484363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:08.485996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] 10.222.0.32 "PUT /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1092 time: 0.6551979 Jul 07 18:02:08.486560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:08.488933 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:08.493370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d085cc-4429-4ebd-8ba6-adae1a25c319 req-638496f4-ae94-4ae8-857c-4ed87a741984 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.499206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8d085cc-4429-4ebd-8ba6-adae1a25c319 req-638496f4-ae94-4ae8-857c-4ed87a741984 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0748432 Jul 07 18:02:08.515927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a821-dd9f-47b3-81f7-07b60dc2d8db service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:08.551475 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74cca1-8e15-4eec-99c3-1f10bd624b50 x-openstack-request-id: req-db74cca1-8e15-4eec-99c3-1f10bd624b50 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:08.551843 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:08.552060 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db74cca1-8e15-4eec-99c3-1f10bd624b50 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:08.552857 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8d085cc-4429-4ebd-8ba6-adae1a25c319 req-2c0f6a71-c614-44a1-b6a8-ae492c8e544b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Jul 07 18:02:08.561603 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'status': 'completed', 'code': 200} Jul 07 18:02:08.614553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-be9b34a4-d110-454e-89b4-cf50b8cf0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.616219 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-be9b34a4-d110-454e-89b4-cf50b8cf0515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1095 time: 0.0789645 Jul 07 18:02:08.661246 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-d408b3b2-8f6e-4bb0-8ae7-182a6263f0ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 217 time: 0.0369084 Jul 07 18:02:08.712227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e821f4dc-d08d-493c-b86a-52f4826c0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.713737 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-e821f4dc-d08d-493c-b86a-52f4826c0bd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0470419 Jul 07 18:02:08.770545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-ab4a6d1d-64a0-43cb-9a23-f36ab8273e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:08.772092 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-ab4a6d1d-64a0-43cb-9a23-f36ab8273e55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525246 Jul 07 18:02:08.866643 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-2d0c03e7-074a-4067-807b-ef2325ca8677 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873942 Jul 07 18:02:08.959382 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2cbc11f5-4d13-40b1-b149-8c2a103b1998 req-88f98c22-d477-49c5-b173-06170b83a1a4 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864086 Jul 07 18:02:09.062582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-fd13a467-d653-4ff3-be39-6fd07d569ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.064152 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-fd13a467-d653-4ff3-be39-6fd07d569ecb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1095 time: 0.0588782 Jul 07 18:02:09.152653 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-6ba2e664-7256-4ea1-82f2-e85b2eec9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.154136 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-6ba2e664-7256-4ea1-82f2-e85b2eec9ba4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0834081 Jul 07 18:02:09.198089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-f5d47e7f-1e04-422f-8f01-36b87a64c856 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 217 time: 0.0374463 Jul 07 18:02:09.247962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-1d8ad00b-bde9-46e7-ad9c-72a508aff1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.249458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-1d8ad00b-bde9-46e7-ad9c-72a508aff1ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0449953 Jul 07 18:02:09.310330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-e82bce18-68a4-449a-9b5a-5cef4d19fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.311854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-e82bce18-68a4-449a-9b5a-5cef4d19fffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551887 Jul 07 18:02:09.415352 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-719b38c1-7a69-4248-8fde-75679f881840 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959589 Jul 07 18:02:09.516560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2d3a440a-ceef-4ffb-8e81-d058ba3289cc req-d082bfb8-9e37-42ce-aa6e-17f716fa3a5a service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940280 Jul 07 18:02:09.734491 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506785d-696a-497c-9823-3ecbaccc98a3 req-14610e72-e7df-4d00-9d7e-61ec6606ab87 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:09.736008 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6506785d-696a-497c-9823-3ecbaccc98a3 req-14610e72-e7df-4d00-9d7e-61ec6606ab87 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0638812 Jul 07 18:02:09.777751 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6506785d-696a-497c-9823-3ecbaccc98a3 req-02981f6b-d033-4873-83b8-6ef0d350e8ea tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jul 07 18:02:10.953029 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b0faf-9896-4007-b226-7045fd67313d req-235ccabd-e48e-41fd-9169-84a2675987cc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:10.954554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc9b0faf-9896-4007-b226-7045fd67313d req-235ccabd-e48e-41fd-9169-84a2675987cc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0671811 Jul 07 18:02:10.992799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc9b0faf-9896-4007-b226-7045fd67313d req-e4c1a4e4-0e0a-4c1b-a7e5-44a92848e405 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Jul 07 18:02:11.241108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:11.337457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:11.348666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:11.385460 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.398639 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:11.417937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:11.421804 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:11.468351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:11.616747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['918a10c3-b7b3-4beb-bbee-bf62db9cde7e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:12.169730 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8d3ed-9f40-4921-a1de-c896967a71b4 req-1fe8b033-8f72-4112-8281-e27b453770a4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:12.171447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac8d3ed-9f40-4921-a1de-c896967a71b4 req-1fe8b033-8f72-4112-8281-e27b453770a4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0652170 Jul 07 18:02:12.209757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cac8d3ed-9f40-4921-a1de-c896967a71b4 req-bc1c250b-8eb7-4cf6-97ba-bf00ccbc70df tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324717 Jul 07 18:02:13.241222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:13.289122 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:13.293382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:13.293760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.374832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.391638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c2a05-c383-4cf2-afce-05a63af4852e req-98273772-238b-498b-9184-3b227b46aaee tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:13.393453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-220c2a05-c383-4cf2-afce-05a63af4852e req-98273772-238b-498b-9184-3b227b46aaee tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0703762 Jul 07 18:02:13.397526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:13.399791 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40998b-fe76-4b83-a10e-8e7d8b32e4af" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:13.414234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:13.418805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:13.434306 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-220c2a05-c383-4cf2-afce-05a63af4852e req-717f5a78-ecd9-49cd-9aab-6e7233d52cff tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Jul 07 18:02:13.453252 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68a81b-d736-4e01-921e-99d9200f0540 x-openstack-request-id: req-5b68a81b-d736-4e01-921e-99d9200f0540 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:13.453570 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:13.453828 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b68a81b-d736-4e01-921e-99d9200f0540 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:13.454276 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'code': 200} Jul 07 18:02:13.471663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:13.549576 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:13.567688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3346d-5c7d-4da4-a2b0-5ff992f76ab6 req-b3b2a4db-5708-4c9a-9064-0568b5e72373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:13.569225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff3346d-5c7d-4da4-a2b0-5ff992f76ab6 req-b3b2a4db-5708-4c9a-9064-0568b5e72373 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1097 time: 0.0524895 Jul 07 18:02:13.603097 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ff3346d-5c7d-4da4-a2b0-5ff992f76ab6 req-f6900fab-f13f-416f-9e29-342eeaae0e7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277998 Jul 07 18:02:14.611633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68d9e-e5df-4181-ae81-07a6f6b0b737 req-da453ade-78fc-43bd-a2b8-d68be3e624c8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.613134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94a68d9e-e5df-4181-ae81-07a6f6b0b737 req-da453ade-78fc-43bd-a2b8-d68be3e624c8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0635293 Jul 07 18:02:14.652142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94a68d9e-e5df-4181-ae81-07a6f6b0b737 req-02ed0b08-5f06-4734-8061-52a5305fc06b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jul 07 18:02:14.822792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22ab9b-0ed3-4a3f-be3e-63605d5ea0d5 req-5b1b397b-dfee-4d2e-9e73-e395ca21fa38 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:14.824811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6c22ab9b-0ed3-4a3f-be3e-63605d5ea0d5 req-5b1b397b-dfee-4d2e-9e73-e395ca21fa38 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0636806 Jul 07 18:02:14.833619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 37638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:14.838225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Request body: {'floatingip': {'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:14.879636 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.336777 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.340931 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.443395 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab associated. External IP: 172.25.7.47, port: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e. Jul 07 18:02:15.653867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:15.758755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:15.763625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:15.767904 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:15.777062 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:15.777676 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:02:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:15.804549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ac00ce87-f030-48ab-861d-6056665d92c9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "PUT /v2.0/floatingips/d4dde745-f29b-405f-8180-34dd108996ab HTTP/1.1" status: 200 len: 991 time: 0.9698362 Jul 07 18:02:15.805441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:15.848602 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075dd4e6-00c4-4519-8633-284f952b3423" -d '{"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:15.904905 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:15.938560 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb98c3-ad02-44d8-a57a-07d58deb8f9e x-openstack-request-id: req-b6fb98c3-ad02-44d8-a57a-07d58deb8f9e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:15.938849 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:15.939099 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6fb98c3-ad02-44d8-a57a-07d58deb8f9e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:15.939500 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'status': 'completed', 'code': 200} Jul 07 18:02:16.017862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd4e6-00c4-4519-8633-284f952b3423 req-0b742ccd-9266-4378-9da2-d5aa20e1cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:16.019421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-0b742ccd-9266-4378-9da2-d5aa20e1cce9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1097 time: 0.0577588 Jul 07 18:02:16.108568 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd4e6-00c4-4519-8633-284f952b3423 req-4d4d2bba-c2cc-44cf-83c5-00fda4075dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:16.110060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-4d4d2bba-c2cc-44cf-83c5-00fda4075dc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0847626 Jul 07 18:02:16.130558 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076226f-ded4-452a-9006-354ef9184478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T18:02:15Z', 'revision_number': 13, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:16.157894 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:16.166591 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:16.167204 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:02:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:16.180437 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-693ec369-2f2c-46b5-9520-056318f87ce1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.0639803 Jul 07 18:02:16.231419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd4e6-00c4-4519-8633-284f952b3423 req-ea576b65-74d9-48df-a17e-4e3a67d7f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:16.232938 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-ea576b65-74d9-48df-a17e-4e3a67d7f61a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0459902 Jul 07 18:02:16.274397 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:16.289616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd4e6-00c4-4519-8633-284f952b3423 req-1218f486-3033-4ab8-ae66-9ad5ddc3c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:16.291205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-1218f486-3033-4ab8-ae66-9ad5ddc3c533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525725 Jul 07 18:02:16.301633 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-9286098f-5ed0-4834-82e4-4702a58c1707 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:02:16.302692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-9286098f-5ed0-4834-82e4-4702a58c1707 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052891 Jul 07 18:02:16.396018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-7e9c0f4c-b80a-4371-875e-be686db48e8d service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Jul 07 18:02:16.487086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-075dd4e6-00c4-4519-8633-284f952b3423 req-5a494b4a-3086-4ced-b493-cfad95a964ad service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839958 Jul 07 18:02:16.497017 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076226f-ded4-452a-9006-354ef9184478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T18:02:15Z', 'revision_number': 13, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:16.529488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0332555-c8fc-41ab-acc2-3052188d7caf None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'd4dde745-f29b-405f-8180-34dd108996ab', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076226f-ded4-452a-9006-354ef9184478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:09Z', 'updated_at': '2021-07-07T18:02:15Z', 'revision_number': 13, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:16.729622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1539270-4a45-4734-a0bb-fcce506a62cb None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:02:29.971977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd20630f-03b1-417b-80f9-263ea8dd47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:31.606835 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-e6334ef6-50cc-42b9-94c0-17a5f93705fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515466 Jul 07 18:02:31.704544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-c83ddd0b-cab7-4b8f-b6e2-e09c48b974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.706035 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-c83ddd0b-cab7-4b8f-b6e2-e09c48b974ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1097 time: 0.0568073 Jul 07 18:02:31.809793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-3045c900-cdb6-4453-a191-d9e9ed7c3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.811317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-3045c900-cdb6-4453-a191-d9e9ed7c3899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0855687 Jul 07 18:02:31.882660 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-c45aac0a-5c43-4372-9e1f-f20816b02d7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1001 time: 0.0639629 Jul 07 18:02:31.932068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-b6bfc609-1698-4053-ae53-deaaef9627b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.934036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-b6bfc609-1698-4053-ae53-deaaef9627b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0422549 Jul 07 18:02:31.989402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-508a8649-fc7c-47a2-9a9b-9eb7f36c657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:31.990884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-508a8649-fc7c-47a2-9a9b-9eb7f36c657f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501599 Jul 07 18:02:32.089845 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-8624f0c9-3fa2-45c8-a09e-a1351eee4fb4 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862086 Jul 07 18:02:32.179776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9aa6ad47-7d40-448e-922b-2db222e81abc req-09e13ec0-c81b-4427-81f5-f75bd5f05abd service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838606 Jul 07 18:02:32.394711 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f049b590-d750-400b-b326-2b8a2defca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.867279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:33.778640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:34.832743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.552891 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.785674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.550094 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:59.972859 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f3e598d-f7bd-4705-b6e3-ca9cadd3e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:02.396786 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ff64494-2500-4c15-a0b0-1126d122ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:02.868263 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:03.784595 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:04.832320 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:05.554912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:06.801093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:27.549738 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:29.974165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e36258a-be11-4269-ac7d-8712f6dd2fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.397780 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d32e-3072-47fd-a738-be30e6de3278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:32.870883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.594610 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-39e773e8-c64b-4a02-97e5-228338a321b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649188 Jul 07 18:03:33.696926 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-ed5ed992-60e0-4735-a4fe-195f233261f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.698673 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-ed5ed992-60e0-4735-a4fe-195f233261f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1097 time: 0.0632625 Jul 07 18:03:33.785694 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:33.811424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-30286294-74b3-4001-8705-9469b3dda542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.812942 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-30286294-74b3-4001-8705-9469b3dda542 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0931027 Jul 07 18:03:33.881194 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-7727a05c-9e1d-491c-8495-5eeee061c7ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1001 time: 0.0622675 Jul 07 18:03:33.929323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-f8762303-38ae-4c5e-94be-31904ee90b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.931380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-f8762303-38ae-4c5e-94be-31904ee90b0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0440373 Jul 07 18:03:33.986881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-d4132501-b28f-49b3-bcfd-d20930b6ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.988383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-d4132501-b28f-49b3-bcfd-d20930b6ec0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516126 Jul 07 18:03:34.094050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-36e35556-be0d-4272-8701-21e1a8e894af service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991788 Jul 07 18:03:34.191861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-356dc073-a961-4fca-a56e-5ab3d8257333 req-7fb6b357-3e8b-4440-b5bf-823d727ec9ba service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911262 Jul 07 18:03:34.845587 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:35.557537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:36.798173 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.743275 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdd780-f381-49d9-92b6-d98e1cf7f835 req-bff04bb9-35a9-4feb-b3e5-79ca32bec995 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:53.744782 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfcdd780-f381-49d9-92b6-d98e1cf7f835 req-bff04bb9-35a9-4feb-b3e5-79ca32bec995 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0663373 Jul 07 18:03:53.782654 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfcdd780-f381-49d9-92b6-d98e1cf7f835 req-5a9ec78a-ffcd-4788-a753-f17a1a99052e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322244 Jul 07 18:03:59.977782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-346a6fac-b3b6-4bf0-821a-e8c8ac529f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.399989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee3194ca-d80c-413d-bb85-a7b92f205b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.872528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.787703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.549948 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:04.847382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-06a16cc4-e5dc-4275-82ec-4966c3a26709 req-2e910ef2-5270-4912-8dc9-17c647e227d8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:04.848273 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06a16cc4-e5dc-4275-82ec-4966c3a26709 req-2e910ef2-5270-4912-8dc9-17c647e227d8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055614 Jul 07 18:04:04.862934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:05.148214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df987aa-4093-4df9-ac3d-9c460586aa50 req-b2569d3a-c397-4a15-b897-01988e5a4b65 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:05.150430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3df987aa-4093-4df9-ac3d-9c460586aa50 req-b2569d3a-c397-4a15-b897-01988e5a4b65 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0701110 Jul 07 18:04:05.205463 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3df987aa-4093-4df9-ac3d-9c460586aa50 req-b7cc7242-ef56-441f-b622-a4bb280acbc6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491984 Jul 07 18:04:05.253062 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-8147294b-5783-4c87-bedc-f878fdb46280 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015022 Jul 07 18:04:05.552476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.439860 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972504-1e3b-4b7b-b06b-3af72b8666ec req-9ec8c280-027b-4613-be46-ee9535cd47f4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.441798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a972504-1e3b-4b7b-b06b-3af72b8666ec req-9ec8c280-027b-4613-be46-ee9535cd47f4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.1149237 Jul 07 18:04:06.487363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a972504-1e3b-4b7b-b06b-3af72b8666ec req-9e6aa1b2-ca61-4e99-b9e5-ea0ea9fc1197 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Jul 07 18:04:06.551971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-983b85ad-6b27-4214-aec7-2dc9c443a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.553591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-983b85ad-6b27-4214-aec7-2dc9c443a100 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1097 time: 0.0566411 Jul 07 18:04:06.651086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fb572f24-a03f-422f-8886-0fe4135081c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.652592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fb572f24-a03f-422f-8886-0fe4135081c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0930777 Jul 07 18:04:06.717936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fb612d8e-af8b-498b-82a0-f96bd8b94dc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1001 time: 0.0582590 Jul 07 18:04:06.777562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-879a7262-add0-4c51-9ad0-149296f4dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.777562 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-879a7262-add0-4c51-9ad0-149296f4dd47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0532832 Jul 07 18:04:06.792809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.839198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-294d94df-3f29-4ae2-b321-03f9e36602cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.840722 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-294d94df-3f29-4ae2-b321-03f9e36602cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567911 Jul 07 18:04:06.930010 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-95975eb2-e5fb-43d6-aa9f-44869d08a932 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Jul 07 18:04:07.024125 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-1f8e03d7-cb47-44c2-b336-206a5c3647d0 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877583 Jul 07 18:04:07.711874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d5557-8158-4b85-a727-6b28f52486be req-ebc86b8d-19ac-4b50-905f-b45c2f1b8700 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:07.713369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f5d5557-8158-4b85-a727-6b28f52486be req-ebc86b8d-19ac-4b50-905f-b45c2f1b8700 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Jul 07 18:04:07.772404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f5d5557-8158-4b85-a727-6b28f52486be req-ed712938-0463-4d60-b4af-01ae374ec58d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521443 Jul 07 18:04:08.955969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fafd1d-a79b-406f-95cc-a37318e8a41c req-2348f5ff-7c2e-4eda-bda0-cb283bebd7d1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:08.957636 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12fafd1d-a79b-406f-95cc-a37318e8a41c req-2348f5ff-7c2e-4eda-bda0-cb283bebd7d1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0721428 Jul 07 18:04:09.000480 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12fafd1d-a79b-406f-95cc-a37318e8a41c req-469a3391-7a23-4698-b1b8-3104425312f8 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Jul 07 18:04:10.172309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c8e7b-7f83-4ce5-860e-269e2cf4dddf req-d885684c-5359-42eb-ae49-05c973865c3f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:10.173795 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c8e7b-7f83-4ce5-860e-269e2cf4dddf req-d885684c-5359-42eb-ae49-05c973865c3f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jul 07 18:04:10.211420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c04c8e7b-7f83-4ce5-860e-269e2cf4dddf req-92c7e2ae-a24d-4b9e-ba63-acb808b52898 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 07 18:04:11.385798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ea3e-0977-4e2a-a260-ccfdddf0c250 req-e9370b88-928d-4c32-bfbe-d9277b005b07 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.387298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04a6ea3e-0977-4e2a-a260-ccfdddf0c250 req-e9370b88-928d-4c32-bfbe-d9277b005b07 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0673015 Jul 07 18:04:11.424163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-04a6ea3e-0977-4e2a-a260-ccfdddf0c250 req-d8ae0117-6777-4cbc-8468-f0bec74ce174 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Jul 07 18:04:12.597243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d7efe-158c-40a2-8967-f72e022178ed req-ef041830-07cc-470b-9d7e-91b6b9e914ec tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:12.598690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-806d7efe-158c-40a2-8967-f72e022178ed req-ef041830-07cc-470b-9d7e-91b6b9e914ec tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0635569 Jul 07 18:04:12.636713 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-806d7efe-158c-40a2-8967-f72e022178ed req-8e4e399a-34be-4ba8-9d91-b8d66806f036 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Jul 07 18:04:13.828798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13f9ff-2d0c-4102-bf26-a3f7e6c54381 req-9442435f-bb3a-456a-b906-74e606e225cf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.830630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c13f9ff-2d0c-4102-bf26-a3f7e6c54381 req-9442435f-bb3a-456a-b906-74e606e225cf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0812163 Jul 07 18:04:13.881271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c13f9ff-2d0c-4102-bf26-a3f7e6c54381 req-389c303c-0f88-49e2-aecb-72580d72485b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Jul 07 18:04:15.060726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40c856-4794-414b-ba33-a65d8a359570 req-f72a4970-6e7c-4029-a97f-1895e2f2585c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:15.062171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d40c856-4794-414b-ba33-a65d8a359570 req-f72a4970-6e7c-4029-a97f-1895e2f2585c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0649953 Jul 07 18:04:15.100915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7d40c856-4794-414b-ba33-a65d8a359570 req-b904d7ca-39a4-437c-8796-cb1d7ea7c98f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332086 Jul 07 18:04:16.291439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307dac-311a-43be-a8d6-73749461d07b req-d36f3472-3124-40f3-bdfe-6e6d5b568adf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:16.292983 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76307dac-311a-43be-a8d6-73749461d07b req-d36f3472-3124-40f3-bdfe-6e6d5b568adf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0744054 Jul 07 18:04:16.331774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-76307dac-311a-43be-a8d6-73749461d07b req-2a08e74b-7b72-48f4-9a32-035d7e6e48cf tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Jul 07 18:04:17.511337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778282a2-09ac-4a5c-97a8-4e02a4163d92 req-c0942b66-4789-4deb-83b1-5becbe6b96f2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:17.512810 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-778282a2-09ac-4a5c-97a8-4e02a4163d92 req-c0942b66-4789-4deb-83b1-5becbe6b96f2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0670238 Jul 07 18:04:17.552056 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-778282a2-09ac-4a5c-97a8-4e02a4163d92 req-a51a97f5-0e57-454e-a6c8-0e5b158a7b4b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336084 Jul 07 18:04:18.727130 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63c766-87d8-4d89-9728-c61433dcbc03 req-8d7246b3-1736-4796-b9b9-5ce1eed9f48c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:18.728619 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be63c766-87d8-4d89-9728-c61433dcbc03 req-8d7246b3-1736-4796-b9b9-5ce1eed9f48c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0638368 Jul 07 18:04:18.765341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be63c766-87d8-4d89-9728-c61433dcbc03 req-8759eda9-9486-4d53-9e07-3aaf555331a6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Jul 07 18:04:19.945647 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e382b3e-7f51-468a-8e08-85c1585c1f70 req-3a1b6fcb-a1f0-48c7-887f-b6eeb02839a7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:19.947206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e382b3e-7f51-468a-8e08-85c1585c1f70 req-3a1b6fcb-a1f0-48c7-887f-b6eeb02839a7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0694199 Jul 07 18:04:19.991977 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e382b3e-7f51-468a-8e08-85c1585c1f70 req-15a3025f-afd6-4a5f-8f17-3350caba853d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Jul 07 18:04:20.839804 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-f01fb285-5466-4edf-ae03-cbf8d9de1846 service neutron] show failed (client error): The resource could not be found. Jul 07 18:04:20.840843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-f01fb285-5466-4edf-ae03-cbf8d9de1846 service neutron] 10.222.0.32 "GET /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0554848 Jul 07 18:04:21.102966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-c58b4d24-7680-4d4d-a84c-e249eb25a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.104584 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-c58b4d24-7680-4d4d-a84c-e249eb25a8da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0655305 Jul 07 18:04:21.115681 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:21.183456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78212a9-fd8b-41c1-8aec-16c2248d5b76 req-173517b6-0d49-4ddd-ad6c-9f8bd1f45259 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.185073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a78212a9-fd8b-41c1-8aec-16c2248d5b76 req-173517b6-0d49-4ddd-ad6c-9f8bd1f45259 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0751803 Jul 07 18:04:21.189467 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.225684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a78212a9-fd8b-41c1-8aec-16c2248d5b76 req-32d6f388-8d69-4237-b04b-1f5a58f997bc tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346737 Jul 07 18:04:21.404722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:21.437670 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:21.485253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:21.487598 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debcf9c5-4053-4033-bf9a-3049f4c033b1" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-unplugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:21.492080 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.504718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Transition to ACTIVE for port object 918a10c3-b7b3-4beb-bbee-bf62db9cde7e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:21.509390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.541055 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9788cfed-93b5-4737-9539-3d4606003eb5 x-openstack-request-id: req-9788cfed-93b5-4737-9539-3d4606003eb5 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:21.541350 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-unplugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:21.541608 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9788cfed-93b5-4737-9539-3d4606003eb5 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:21.542012 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'code': 200} Jul 07 18:04:21.591682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:21.603804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.604160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.604518 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.604860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.605198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.605536 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.605872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.606235 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.606579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.606913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.607243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.607794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:21.646206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] No DVR routers for this DVR port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:21.785251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:21.785589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:21.785920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:21.790889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:21.791348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:21.796471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:21.797233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:21.797233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:21.797616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Bound port: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:21.798018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.864588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:21.868339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:21.872335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.905730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.906441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:21.907707 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] 10.222.0.83 "PUT /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1092 time: 0.7961254 Jul 07 18:04:21.931741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1cb4a-583d-4df7-8d3a-ec14ac5bd528 service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:21.989854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-a5eee394-1937-44b3-9ee7-eb30ec89f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:21.991521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-a5eee394-1937-44b3-9ee7-eb30ec89f9b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1095 time: 0.0567729 Jul 07 18:04:22.091674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-85003f3f-1c9f-4cc7-9bed-91a64b6fbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.093218 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-85003f3f-1c9f-4cc7-9bed-91a64b6fbc9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0949364 Jul 07 18:04:22.157795 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-0abb8473-a8e0-4008-889e-8e2ecebf687a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.0583518 Jul 07 18:04:22.210093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fc90e1f7-b771-4805-a035-4710f1d28ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.211566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fc90e1f7-b771-4805-a035-4710f1d28ce8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0480697 Jul 07 18:04:22.270248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-5e8144e9-c138-4618-af47-6181976a8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.271780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-5e8144e9-c138-4618-af47-6181976a8994 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542779 Jul 07 18:04:22.282474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fc0a9381-2d91-49f8-b78b-6de68ec03ef3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:04:22.283481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-fc0a9381-2d91-49f8-b78b-6de68ec03ef3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052104 Jul 07 18:04:22.379333 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-81a69b87-5bff-46eb-b6ac-6d0aad36f19c service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Jul 07 18:04:22.410064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb4e5-348b-4b53-b215-cbeb5de09b3f req-d26e88a0-b080-453e-8cd1-90392e1df7de tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:22.411551 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b01bb4e5-348b-4b53-b215-cbeb5de09b3f req-d26e88a0-b080-453e-8cd1-90392e1df7de tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0657260 Jul 07 18:04:22.451057 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b01bb4e5-348b-4b53-b215-cbeb5de09b3f req-9d3c519e-7fd6-4e70-9d20-864656832aad tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332305 Jul 07 18:04:22.477084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cab3ac12-6d29-4a62-b9a2-8ef15118b3eb req-9f06a228-2659-4af5-a525-186162106575 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911288 Jul 07 18:04:23.543230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:23.546692 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db69681-1185-4596-b22a-04de230b6ded" -d '{"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:23.604282 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d028a-ce0f-4b05-807f-45cae69e44eb x-openstack-request-id: req-f39d028a-ce0f-4b05-807f-45cae69e44eb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:23.604583 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:23.604826 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f39d028a-ce0f-4b05-807f-45cae69e44eb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:23.605234 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'status': 'completed', 'code': 200} Jul 07 18:04:23.640726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddc6fe-df9e-4255-89ad-e1bd46a7709a req-18785d26-3f7c-4fec-872d-9a165416aa9f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:23.642339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebddc6fe-df9e-4255-89ad-e1bd46a7709a req-18785d26-3f7c-4fec-872d-9a165416aa9f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0754611 Jul 07 18:04:23.685861 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebddc6fe-df9e-4255-89ad-e1bd46a7709a req-1d8df669-fbc0-4b3a-99b9-1699d13c5d0d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361757 Jul 07 18:04:23.730814 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-c86fee07-e7dd-444b-90b7-ecdd379036ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:23.732488 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-c86fee07-e7dd-444b-90b7-ecdd379036ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1095 time: 0.1068733 Jul 07 18:04:23.734466 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-dfc8a426-06c8-4b80-910c-c7d807e2643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:23.735921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-dfc8a426-06c8-4b80-910c-c7d807e2643e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1095 time: 0.1003954 Jul 07 18:04:23.926274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:23.972687 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:24.247690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-0b5190a7-838e-49c7-b87d-f948466d2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.249200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-0b5190a7-838e-49c7-b87d-f948466d2d18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.5099909 Jul 07 18:04:24.250322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-483f4524-6020-4666-a6c6-5880b3231997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.251661 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-483f4524-6020-4666-a6c6-5880b3231997 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.5041723 Jul 07 18:04:24.364214 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-8f357595-f36f-464a-868f-85ba72c5bbcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.1025646 Jul 07 18:04:24.365838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-a60e5b86-d1a6-4cba-a09d-457931df7e5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.1103878 Jul 07 18:04:24.449581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-8c6fb6e3-5ce0-468d-aeb8-7df87b19a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.451215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-8c6fb6e3-5ce0-468d-aeb8-7df87b19a624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0811756 Jul 07 18:04:24.455332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-8a62dfa8-8d78-4117-9b7a-ecb47ae3c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.456860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-8a62dfa8-8d78-4117-9b7a-ecb47ae3c6cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0791433 Jul 07 18:04:24.550557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-f6a02c3a-3490-4010-bb29-c33df929d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.552008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-f6a02c3a-3490-4010-bb29-c33df929d797 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942221 Jul 07 18:04:24.561554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69681-1185-4596-b22a-04de230b6ded req-541e4aa9-b8da-4a91-9c52-dfac71654897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.563050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-541e4aa9-b8da-4a91-9c52-dfac71654897 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964131 Jul 07 18:04:24.722185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-e728f645-dcc4-4630-a2c5-2a58a7ac0d7b service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628041 Jul 07 18:04:24.723854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-8bcb823b-5764-4137-bbb4-636d460f9082 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537197 Jul 07 18:04:24.888087 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-662b57da-eea5-4cb0-8f0c-462973aab7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597683 Jul 07 18:04:24.892372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3db69681-1185-4596-b22a-04de230b6ded req-0fb1ca03-7cb8-4b7f-a37e-002c40cfeced service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567256 Jul 07 18:04:24.892598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8ca30-bf64-4ec8-a608-4d4419d0655d req-1f9b84f9-01f2-447f-9b23-7f6d4b214d0a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:24.895320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16d8ca30-bf64-4ec8-a608-4d4419d0655d req-1f9b84f9-01f2-447f-9b23-7f6d4b214d0a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0763373 Jul 07 18:04:24.947610 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-16d8ca30-bf64-4ec8-a608-4d4419d0655d req-d7464dce-98ca-4464-9f5c-8d132a938600 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 Jul 07 18:04:26.154005 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6308e1-c7f5-4dd8-b9a7-e960b497b0ea req-d3482ad3-a638-491c-af04-345ffc340367 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:26.155627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca6308e1-c7f5-4dd8-b9a7-e960b497b0ea req-d3482ad3-a638-491c-af04-345ffc340367 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0731008 Jul 07 18:04:26.200234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ca6308e1-c7f5-4dd8-b9a7-e960b497b0ea req-71bc41d9-4ba1-48ed-81fc-e6422c80d929 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359721 Jul 07 18:04:27.377830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6581e-722f-4436-b9c5-5233e9788d2a req-a63a6fb2-084f-459f-a2dc-30cc761c2c89 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:27.379378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc6581e-722f-4436-b9c5-5233e9788d2a req-a63a6fb2-084f-459f-a2dc-30cc761c2c89 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0654302 Jul 07 18:04:27.417926 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dcc6581e-722f-4436-b9c5-5233e9788d2a req-3ccb2957-5def-4e5a-9880-ff5db3615add tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jul 07 18:04:28.600067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5491fc-3183-4725-b2fa-4b78334a689e req-864bd5af-f76d-4233-aee2-8f3022c70985 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:28.601556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f5491fc-3183-4725-b2fa-4b78334a689e req-864bd5af-f76d-4233-aee2-8f3022c70985 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0664868 Jul 07 18:04:28.641217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f5491fc-3183-4725-b2fa-4b78334a689e req-2a58c92f-7113-4b33-945e-002622dbd722 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341277 Jul 07 18:04:29.819137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb9dc-ead1-4585-9fcd-978ce4c5a6da req-33a72051-a058-48a1-8363-a676cc9c39f7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:29.820647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8fb9dc-ead1-4585-9fcd-978ce4c5a6da req-33a72051-a058-48a1-8363-a676cc9c39f7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0677087 Jul 07 18:04:29.861735 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8fb9dc-ead1-4585-9fcd-978ce4c5a6da req-b4f0d057-e194-45f2-8ed5-32ee5dd881ad tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Jul 07 18:04:29.979233 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d20ab06d-4f2d-463b-a192-1f65da80d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:31.034847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc315-e72b-45ef-aa7c-1fa65e9fbd54 req-4fd68754-ac71-48a2-9ef3-291e8f73667f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:31.036325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebadc315-e72b-45ef-aa7c-1fa65e9fbd54 req-4fd68754-ac71-48a2-9ef3-291e8f73667f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0631292 Jul 07 18:04:31.072783 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ebadc315-e72b-45ef-aa7c-1fa65e9fbd54 req-dfb5b17f-bb06-4dbe-9061-cc3e2996d7f3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303023 Jul 07 18:04:32.250544 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d00b2-218e-4cbe-9d4a-4275c739b6b2 req-615fdbf9-81fc-4688-bf3a-75fd9f86abc0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:32.252063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c6d00b2-218e-4cbe-9d4a-4275c739b6b2 req-615fdbf9-81fc-4688-bf3a-75fd9f86abc0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0673847 Jul 07 18:04:32.290416 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c6d00b2-218e-4cbe-9d4a-4275c739b6b2 req-95a79206-6364-4f23-9e02-0cf5d4065262 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Jul 07 18:04:32.400035 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c920417-235d-4f92-a7f1-1f39d5d02dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:32.873959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:33.461412 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b933-d178-44c0-b0bc-68174d3d6044 req-bbc6b14b-1a26-4c83-84e4-933d161f0e06 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:33.462949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5470b933-d178-44c0-b0bc-68174d3d6044 req-bbc6b14b-1a26-4c83-84e4-933d161f0e06 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0634251 Jul 07 18:04:33.501089 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5470b933-d178-44c0-b0bc-68174d3d6044 req-81cb7262-0f51-4718-bfba-cc8fe3917fc9 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Jul 07 18:04:33.791533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:34.676815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503cb48-8a7d-4c60-8437-f6194ceddfe1 req-5b6b9482-1af7-4cce-9e4f-900dadf41303 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:34.678319 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5503cb48-8a7d-4c60-8437-f6194ceddfe1 req-5b6b9482-1af7-4cce-9e4f-900dadf41303 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 943 time: 0.0626576 Jul 07 18:04:34.715993 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5503cb48-8a7d-4c60-8437-f6194ceddfe1 req-0256757d-f1b8-4e49-89a1-943f862098b1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jul 07 18:04:34.861062 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.173000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:35.275523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:35.287322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:35.324319 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.336827 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:35.355861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:35.359472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.408244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:35.415987 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.416340 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.416686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.417029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.417368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.417703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.418038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.418396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.418836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.419179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.419513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.419845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:04:35.560153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:35.813819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['918a10c3-b7b3-4beb-bbee-bf62db9cde7e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:35.915595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d9582-c1b9-4ec5-9d41-799e8b85e631 req-5747a65e-aa0f-444a-a1cc-4ce2f38e8a44 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:35.917209 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-824d9582-c1b9-4ec5-9d41-799e8b85e631 req-5747a65e-aa0f-444a-a1cc-4ce2f38e8a44 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0834591 Jul 07 18:04:35.973613 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-824d9582-c1b9-4ec5-9d41-799e8b85e631 req-141bd56f-61f8-4bcd-9559-2e3df0d8f16c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499613 Jul 07 18:04:36.414542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-f9c31293-5466-4807-8533-3871ad104e63 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.416122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-f9c31293-5466-4807-8533-3871ad104e63 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.83 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 944 time: 0.0845988 Jul 07 18:04:36.473466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e8cf3-3ec9-47cd-9bd6-4f99a0254bd6 req-99b13a95-700c-4e6d-bd7d-a674169b03f0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.475035 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b6e8cf3-3ec9-47cd-9bd6-4f99a0254bd6 req-99b13a95-700c-4e6d-bd7d-a674169b03f0 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0785844 Jul 07 18:04:36.486571 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-b86ed0e0-0101-46f3-8055-4adb8ae45490 service neutron] 10.222.0.83 "GET /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e/bindings/n-h2-791504-12 HTTP/1.1" status: 200 len: 383 time: 0.0604897 Jul 07 18:04:36.517967 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b6e8cf3-3ec9-47cd-9bd6-4f99a0254bd6 req-c9ed9e3e-bce1-45c0-a8e5-aca792cb81a2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352573 Jul 07 18:04:36.562334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-baec5545-4fa7-4ea0-8670-c5e625697aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.563851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-baec5545-4fa7-4ea0-8670-c5e625697aff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1096 time: 0.0557690 Jul 07 18:04:36.667380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-ab034cef-f5b5-474d-8b5f-b04d1c636c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.668945 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-ab034cef-f5b5-474d-8b5f-b04d1c636c5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.0987589 Jul 07 18:04:36.733989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-78e81143-e38e-4b2a-a9d9-0b250d0c1a3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1000 time: 0.0589035 Jul 07 18:04:36.788524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-7605d808-5298-4667-aee0-d7f88828df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.790071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-7605d808-5298-4667-aee0-d7f88828df36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0500631 Jul 07 18:04:36.791365 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:36.848641 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-2727079a-f71a-4494-9748-a87122d0aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:36.850205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-2727079a-f71a-4494-9748-a87122d0aff7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531876 Jul 07 18:04:36.944625 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-14957459-1837-4c85-9a63-7f2f88c4e016 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Jul 07 18:04:37.043717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-d11cee2f-5c95-43c7-9fba-cd370d6cc7b8 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928941 Jul 07 18:04:37.193766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:37.246992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:37.256616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:37.257109 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.335533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.358482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:37.361003 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f4d1ab-2142-4c84-a0d8-820c0f329c3e" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:37.373849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:37.378268 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:37.413543 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55796cd6-a6ca-4f9c-8621-a8357f745c38 x-openstack-request-id: req-55796cd6-a6ca-4f9c-8621-a8357f745c38 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:37.413844 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:37.414097 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55796cd6-a6ca-4f9c-8621-a8357f745c38 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:37.414515 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'code': 200} Jul 07 18:04:37.430998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:37.703729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3ee8e-dabf-4e5b-9ab0-3c6e15f94553 req-504f563e-3bab-49a5-9691-1dc7fd7e7297 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:37.705280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d3ee8e-dabf-4e5b-9ab0-3c6e15f94553 req-504f563e-3bab-49a5-9691-1dc7fd7e7297 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0705855 Jul 07 18:04:37.745233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-32d3ee8e-dabf-4e5b-9ab0-3c6e15f94553 req-d8d4b9f8-edb3-46ca-99c4-8ed8c3d85149 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Jul 07 18:04:38.933230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7cadd-24e6-430b-bd8b-1d55610dd873 req-82b18ec9-c397-46f3-825e-0a4a01844733 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:38.935106 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0f7cadd-24e6-430b-bd8b-1d55610dd873 req-82b18ec9-c397-46f3-825e-0a4a01844733 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0698376 Jul 07 18:04:38.981297 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c0f7cadd-24e6-430b-bd8b-1d55610dd873 req-b1b5f75b-387f-4aec-b29f-d6f64414b8e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Jul 07 18:04:40.165709 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c0bc-1a5e-4975-89af-57788a9b478e req-5ce350f0-24e2-44e3-a7a8-46953e0f2ca6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:40.167638 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82c2c0bc-1a5e-4975-89af-57788a9b478e req-5ce350f0-24e2-44e3-a7a8-46953e0f2ca6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0668721 Jul 07 18:04:40.211661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-82c2c0bc-1a5e-4975-89af-57788a9b478e req-39c4f68a-bbe7-4d51-b9f8-be9d1d19e7c7 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360832 Jul 07 18:04:41.132995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-79ad1a8c-c33e-4230-99e5-adc19852fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:41.134545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-79ad1a8c-c33e-4230-99e5-adc19852fbda service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478&tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0606318 Jul 07 18:04:41.146130 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:41.235834 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.404459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0529-c1ff-4636-80ec-4e5d11b5adfc req-880809dc-5e9b-4982-ba21-26767ab3848e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:41.406042 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1ab0529-c1ff-4636-80ec-4e5d11b5adfc req-880809dc-5e9b-4982-ba21-26767ab3848e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0770326 Jul 07 18:04:41.447671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a1ab0529-c1ff-4636-80ec-4e5d11b5adfc req-e684b7ea-1e04-4f1f-b966-29ea27f89980 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Jul 07 18:04:41.461271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:41.503475 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:41.546018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:41.548315 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0cd31-a7e6-442d-9b67-ca055065e944" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-unplugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:41.551895 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:41.552439 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.565282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Transition to ACTIVE for port object 918a10c3-b7b3-4beb-bbee-bf62db9cde7e will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:41.569657 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.607990 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af25c11-6190-480d-ac3e-cd177922b03a x-openstack-request-id: req-1af25c11-6190-480d-ac3e-cd177922b03a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:41.608321 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-unplugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:41.608582 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1af25c11-6190-480d-ac3e-cd177922b03a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:41.608986 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'code': 200} Jul 07 18:04:41.661831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:41.710591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] No DVR routers for this DVR port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:41.859232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:41.859552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:41.859889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:41.864676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:41.864996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Attempting to bind port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on network 3487da85-5e4b-4e75-b58b-8c4b43008636 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:41.870004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:41.870375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Checking segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:41.870763 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Bound using segment: {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:41.871206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Bound port: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d027cf1-ae7c-492b-a0b4-1862cedf4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:41.871608 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.942248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:41.946047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:41.950346 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.988897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:41.989540 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:41.990979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] 10.222.0.32 "PUT /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 1093 time: 0.8489850 Jul 07 18:04:42.023701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb68e31-c068-4d60-8826-7b8d8f3bfb40 service neutron] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=11']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:42.074598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-28731e53-780c-40c2-b93f-22e2987caba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.076413 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-28731e53-780c-40c2-b93f-22e2987caba1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1096 time: 0.0615430 Jul 07 18:04:42.184484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-6fca6529-f500-407a-875c-bbedf07f1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.185999 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-6fca6529-f500-407a-875c-bbedf07f1e08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1029713 Jul 07 18:04:42.261379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-afed71df-3e33-459d-95e4-852e991dd60e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.0686829 Jul 07 18:04:42.311415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-76bb63f2-1a68-45e8-ba11-98a20372a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.312936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-76bb63f2-1a68-45e8-ba11-98a20372a19c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0464082 Jul 07 18:04:42.373508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-ee673b4e-122a-475c-ac8c-939568833248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.375148 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-ee673b4e-122a-475c-ac8c-939568833248 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564175 Jul 07 18:04:42.475110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-43156dd5-0e81-4238-b5a8-4306589629e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937099 Jul 07 18:04:42.577303 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-845058bc-54e3-459e-9fd3-e9dcc020b853 req-8ef272dd-b2bc-4c9b-863e-15695259974c service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962927 Jul 07 18:04:42.638684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd146f-f1c4-4b32-a4cf-d425a2c7d883 req-08f78d09-e79f-4ae3-879f-b8c3da8224a1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:42.640312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54cd146f-f1c4-4b32-a4cf-d425a2c7d883 req-08f78d09-e79f-4ae3-879f-b8c3da8224a1 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0701997 Jul 07 18:04:42.686395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54cd146f-f1c4-4b32-a4cf-d425a2c7d883 req-12b5cc24-2f5d-441f-96a1-cfe3907ae157 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Jul 07 18:04:43.237362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:04:43.285625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:04:43.610775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:43.613345 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:43.662992 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed44ce44-a52c-4682-b299-dfcd38eef5c3 x-openstack-request-id: req-ed44ce44-a52c-4682-b299-dfcd38eef5c3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:43.663280 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:43.663872 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed44ce44-a52c-4682-b299-dfcd38eef5c3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:43.664015 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'status': 'completed', 'code': 200} Jul 07 18:04:43.803797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-9cf481a2-0c76-4228-8014-79e96e0ebbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.805224 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-9cf481a2-0c76-4228-8014-79e96e0ebbf4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1096 time: 0.1240721 Jul 07 18:04:43.807006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-942dd451-4be0-42e4-a567-14bc35fd09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.808400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-942dd451-4be0-42e4-a567-14bc35fd09bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 1096 time: 0.1221735 Jul 07 18:04:43.902976 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51c5ca-b155-4248-b617-bff30d465a53 req-8875c5d5-55c3-4cbc-badc-525fe2043219 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.906802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f51c5ca-b155-4248-b617-bff30d465a53 req-8875c5d5-55c3-4cbc-badc-525fe2043219 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0792058 Jul 07 18:04:43.950929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f51c5ca-b155-4248-b617-bff30d465a53 req-a74450e1-e81c-424e-9feb-66f423a14372 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Jul 07 18:04:43.973621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-35752115-c287-4f30-b993-0bd429e07548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.975231 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-35752115-c287-4f30-b993-0bd429e07548 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1636107 Jul 07 18:04:43.976375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-fdfca7ed-69aa-4f1b-88b1-960b478c8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:43.977671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-fdfca7ed-69aa-4f1b-88b1-960b478c8681 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 200 len: 912 time: 0.1561544 Jul 07 18:04:44.089694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-6e8b9d01-6c66-4d45-ae60-781035ab311b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.1081433 Jul 07 18:04:44.091368 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-800d15c2-b1e4-49e7-a51b-641c874e7225 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 200 len: 999 time: 0.1042337 Jul 07 18:04:44.175749 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-4d7efcd0-b832-4e5e-aa0c-ff3280fde27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.177141 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-4d7efcd0-b832-4e5e-aa0c-ff3280fde27d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0817385 Jul 07 18:04:44.181200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-6591e60e-5e24-4dfe-b3ed-da33a3b27a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.182655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-6591e60e-5e24-4dfe-b3ed-da33a3b27a29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 200 len: 850 time: 0.0797212 Jul 07 18:04:44.277451 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-0bae9f72-ad90-4bce-99ab-0778f914f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.279018 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-0bae9f72-ad90-4bce-99ab-0778f914f4f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881035 Jul 07 18:04:44.280917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-bc20f00a-702b-4b2c-821f-cc0c07232c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:44.282314 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-bc20f00a-702b-4b2c-821f-cc0c07232c87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3487da85-5e4b-4e75-b58b-8c4b43008636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987864 Jul 07 18:04:44.453567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-f0858027-8fbf-4fd7-8e7e-5563a61f1fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676099 Jul 07 18:04:44.457269 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-03671437-6343-4849-83e4-d9b8205e673a service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630445 Jul 07 18:04:44.617393 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-2baa415e-6c19-4642-8a72-aa42a8c41a88 service neutron] 10.222.0.32 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578319 Jul 07 18:04:44.619369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d96e483-d8a5-4989-a20f-cbac28e1a7b1 req-3a47faa4-6be5-4bbd-87e8-6e65fc9a4506 service neutron] 10.222.0.83 "GET /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521735 Jul 07 18:04:45.142675 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0630-74e0-4048-bfbf-51387805f57a req-55cdf1ae-4fe2-4821-b35c-c74ec87f1451 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:45.144217 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5ab0630-74e0-4048-bfbf-51387805f57a req-55cdf1ae-4fe2-4821-b35c-c74ec87f1451 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0697124 Jul 07 18:04:45.184858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5ab0630-74e0-4048-bfbf-51387805f57a req-4a71fb7d-da51-4c7f-a9cd-c462d9689dfd tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Jul 07 18:04:46.382440 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a64a-c224-4f10-aafa-4bf6b8758065 req-572d927e-45fd-4fd7-bdf0-819544668275 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:46.384116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3b9a64a-c224-4f10-aafa-4bf6b8758065 req-572d927e-45fd-4fd7-bdf0-819544668275 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0777388 Jul 07 18:04:46.424430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3b9a64a-c224-4f10-aafa-4bf6b8758065 req-55a4e314-0602-4984-9e27-c40ab5534e63 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Jul 07 18:04:47.610648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892766-160f-4e11-9c52-f09c0d41b09e req-d185e474-d56b-4f1e-9acf-2479d2dcdae6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:47.612176 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2892766-160f-4e11-9c52-f09c0d41b09e req-d185e474-d56b-4f1e-9acf-2479d2dcdae6 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0699208 Jul 07 18:04:47.659199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a2892766-160f-4e11-9c52-f09c0d41b09e req-2dd59cde-da8b-40cc-ace1-75654e98b194 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Jul 07 18:04:48.846223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcb8ab-30cb-4e73-af9d-831fd9fa2119 req-564ebe70-411d-47a2-a843-421814cc3d17 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:48.847738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8afcb8ab-30cb-4e73-af9d-831fd9fa2119 req-564ebe70-411d-47a2-a843-421814cc3d17 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0671613 Jul 07 18:04:48.887026 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8afcb8ab-30cb-4e73-af9d-831fd9fa2119 req-d80fceba-3f9e-46f8-aff0-2d76cb37b126 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335405 Jul 07 18:04:50.068084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ef19-0ded-424c-b214-05f8886181dd req-4616b73b-685f-43ae-b029-d1b82682a874 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:50.070237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7a8ef19-0ded-424c-b214-05f8886181dd req-4616b73b-685f-43ae-b029-d1b82682a874 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0683520 Jul 07 18:04:50.109189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b7a8ef19-0ded-424c-b214-05f8886181dd req-41ddf9c6-2c83-4b53-8f8c-4783d57e7664 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 07 18:04:51.291061 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bbd34-4dcb-4112-b069-ae89e2f394fd req-ee46703f-00c2-4919-adfb-b823caf50739 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:51.292581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b8bbd34-4dcb-4112-b069-ae89e2f394fd req-ee46703f-00c2-4919-adfb-b823caf50739 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0652452 Jul 07 18:04:51.331718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9b8bbd34-4dcb-4112-b069-ae89e2f394fd req-22588031-b4e1-4d8b-89bd-38af9355d478 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332997 Jul 07 18:04:52.512517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57b225-18f0-441d-a74b-c77698670f85 req-4513dee4-281a-4067-949b-ba2e430f075c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:52.513969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c57b225-18f0-441d-a74b-c77698670f85 req-4513dee4-281a-4067-949b-ba2e430f075c tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0662847 Jul 07 18:04:52.552337 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c57b225-18f0-441d-a74b-c77698670f85 req-9c7a2d5a-4ce0-4912-a037-1989dcf14c6b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Jul 07 18:04:53.738907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5def6d4-fe79-473c-9e06-2132008c9f4d req-2f4cd7e0-5c00-41f2-98cc-ba3a35dbbe63 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:53.740489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5def6d4-fe79-473c-9e06-2132008c9f4d req-2f4cd7e0-5c00-41f2-98cc-ba3a35dbbe63 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0721486 Jul 07 18:04:53.780204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e5def6d4-fe79-473c-9e06-2132008c9f4d req-63baa1b6-ce45-4635-9e0c-174744e0cad3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339284 Jul 07 18:04:53.964177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a41e-9b1a-4dce-942c-9abb4b70e9da req-5019c30d-121c-40b6-89b2-d54292ee060a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:53.965722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5505a41e-9b1a-4dce-942c-9abb4b70e9da req-5019c30d-121c-40b6-89b2-d54292ee060a tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0674994 Jul 07 18:04:54.005471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5505a41e-9b1a-4dce-942c-9abb4b70e9da req-9a774599-b949-477a-bdb7-160abf49232b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Jul 07 18:04:54.072928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:54.171555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:54.183835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'port_id': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'mac_address': 'fa:16:3e:83:98:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:54.197671 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03236cf-b040-47d4-a8b1-fc5ee8ef17b3 req-ab64ebba-851c-43bf-93d1-bb7bcef01a1e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.199278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03236cf-b040-47d4-a8b1-fc5ee8ef17b3 req-ab64ebba-851c-43bf-93d1-bb7bcef01a1e tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 944 time: 0.0766845 Jul 07 18:04:54.227431 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.240162 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e03236cf-b040-47d4-a8b1-fc5ee8ef17b3 req-888a2875-1cda-422f-9324-612ced6e9054 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351024 Jul 07 18:04:54.240910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:54.263952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:54.268772 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:54.329004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:54.503341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['918a10c3-b7b3-4beb-bbee-bf62db9cde7e'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:54.837704 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1f9d1-bd66-44be-8ac6-394ddd8f35bf req-41f336b1-0167-46a6-9348-469d9a880c26 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:54.839364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4e1f9d1-bd66-44be-8ac6-394ddd8f35bf req-41f336b1-0167-46a6-9348-469d9a880c26 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0685081 Jul 07 18:04:54.878729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b4e1f9d1-bd66-44be-8ac6-394ddd8f35bf req-bbb7c1cb-b710-40d3-a43c-b09df3ea8881 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Jul 07 18:04:56.060240 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ceb3-3c2e-45e2-a3d9-7a370e0f6d92 req-a975a864-d07a-4ae7-a64a-2cefe43ad4d2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.061690 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdd3ceb3-3c2e-45e2-a3d9-7a370e0f6d92 req-a975a864-d07a-4ae7-a64a-2cefe43ad4d2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0666487 Jul 07 18:04:56.101633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdd3ceb3-3c2e-45e2-a3d9-7a370e0f6d92 req-b184e5b6-a254-484d-b529-1f3b522acae2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups?id=495098c2-fe45-4d9e-be07-16619624fc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Jul 07 18:04:56.105395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:56.156298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:56.160451 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:56.160965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.241959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.275376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:56.277772 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2466d3e6-ecbd-4659-9e30-ae6b16c041b5" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:56.291634 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:56.297075 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.324264 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfdc7fc-8b59-4487-a1fb-1af58b164198 x-openstack-request-id: req-0bfdc7fc-8b59-4487-a1fb-1af58b164198 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:56.324562 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-plugged", "status": "completed", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:56.324820 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bfdc7fc-8b59-4487-a1fb-1af58b164198 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:56.325213 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'code': 200} Jul 07 18:04:56.328011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80067267-30b5-4b32-b3c0-63db3499216a req-7d58041f-0732-49a2-abe7-e49344b8e923 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:56.329567 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80067267-30b5-4b32-b3c0-63db3499216a req-7d58041f-0732-49a2-abe7-e49344b8e923 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 945 time: 0.0802896 Jul 07 18:04:56.353159 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=13']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:56.457216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Deleting port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:04:56.457566 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.547314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] For port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:56.547675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.724486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.724891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.725205 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Floating IP d4dde745-f29b-405f-8180-34dd108996ab disassociated. External IP: 172.25.7.47, port: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e. Jul 07 18:04:56.725551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Calling delete_port for 918a10c3-b7b3-4beb-bbee-bf62db9cde7e owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:04:56.854599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:56.889554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'Port': ['ID=918a10c3-b7b3-4beb-bbee-bf62db9cde7e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:57.016117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:57.132271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:57.145722 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:57.155810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:57.156445 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:57.262571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c1e5baa-4893-4c62-a030-f3885817d56f req-0dd148fb-de20-4926-9bca-d4cd6822b32d tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0417178 Jul 07 18:04:57.372776 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:57.544850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] No DVR routers for this DVR port 918a10c3-b7b3-4beb-bbee-bf62db9cde7e on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:04:57.547479 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:57.549550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80067267-30b5-4b32-b3c0-63db3499216a req-cb6c6ce0-642e-4873-ba73-198e9c074b52 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.32 "DELETE /v2.0/ports/918a10c3-b7b3-4beb-bbee-bf62db9cde7e HTTP/1.1" status: 204 len: 173 time: 1.2143340 Jul 07 18:04:57.549990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-deleted', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:57.552327 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44a587-4b60-48c1-99e6-dc9f7ec24679" -d '{"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-deleted", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:57.593002 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:57.597150 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0bd96-03ba-4e75-8026-ffc83593818c x-openstack-request-id: req-7eb0bd96-03ba-4e75-8026-ffc83593818c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:57.597489 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076226f-ded4-452a-9006-354ef9184478", "name": "network-vif-deleted", "tag": "918a10c3-b7b3-4beb-bbee-bf62db9cde7e", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:57.597775 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eb0bd96-03ba-4e75-8026-ffc83593818c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:57.598401 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076226f-ded4-452a-9006-354ef9184478', 'name': 'network-vif-deleted', 'tag': '918a10c3-b7b3-4beb-bbee-bf62db9cde7e', 'status': 'completed', 'code': 200} Jul 07 18:04:57.621291 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:57.630055 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:57.630693 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:04:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:57.762942 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:57.980704 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:58.011109 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a2597-a90d-4e1b-8833-1666bab4c2a0 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '217e9f8f-0958-4729-9b4d-e8478be57a2a', 'name': '', 'network_id': '3487da85-5e4b-4e75-b58b-8c4b43008636', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'mac_address': 'fa:16:3e:1c:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:06Z', 'updated_at': '2021-07-07T17:54:11Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'subnets': [{'id': 'c2853c58-13d4-4555-a30b-252a6a7d8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:58.255670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb27ca8-b4ae-425b-b9a5-ae7868bfd391 None None] New status for floating IP d4dde745-f29b-405f-8180-34dd108996ab: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:04:58.427395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8511fa17-3a61-4eba-9f9b-392dcf3aad3c req-d65ad8cf-ef9c-48f1-9456-94d1c84f624b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Jul 07 18:04:59.582793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f57efca-2e56-459f-aee6-467d2c1a0fde req-163fe467-eb8c-4e26-8bcc-a47d318d560b tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0303011 Jul 07 18:04:59.981381 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddfa111c-e967-49ac-adf4-7ed4c473fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:00.129289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:00.151014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 918a10c3-b7b3-4beb-bbee-bf62db9cde7e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:00.151366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 918a10c3-b7b3-4beb-bbee-bf62db9cde7e not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:00.728737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21217509-81e4-4034-8264-a3329f6d86a5 req-227309e2-ff3f-4d8f-8e6e-82e19f5962d4 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/ports?device_id=8076226f-ded4-452a-9006-354ef9184478 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Jul 07 18:05:02.401125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14c408ee-8dd6-4ae9-a24a-293fa6090592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:02.875628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:03.795420 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.750234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:04.810995 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.836654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.881685 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.890672 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.893305 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:04.897720 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38110) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:04.903325 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "DELETE /v2.0/security-groups/495098c2-fe45-4d9e-be07-16619624fc00 HTTP/1.1" status: 204 len: 168 time: 0.1512046 Jul 07 18:05:04.912509 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-bfa2a771-91cb-4008-98fb-073ec213f95f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] show failed (client error): The resource could not be found. Jul 07 18:05:04.915744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495098c2-fe45-4d9e-be07-16619624fc00,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:04.916177 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:04.916525 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bfa2a771-91cb-4008-98fb-073ec213f95f tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "GET /v2.0/security-groups/495098c2-fe45-4d9e-be07-16619624fc00 HTTP/1.1" status: 404 len: 347 time: 0.0176311 Jul 07 18:05:04.929433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.929779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.930133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.930506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.930843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.931171 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.932954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.932954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.932954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.932954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.932954 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:04.933468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca68c40-db2a-447a-936f-2c3b6c94a3c2 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:05.051924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Deleting port bc02f4f5-bf45-48f3-9c7d-e34e56650a45 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:05.052267 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.134239 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.134572 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.150284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Calling delete_port for bc02f4f5-bf45-48f3-9c7d-e34e56650a45 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:05.288684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.315220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Pushing event deleted for resources: {'Port': ['ID=bc02f4f5-bf45-48f3-9c7d-e34e56650a45,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:05.382282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.384759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.385932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e03eceea-f4f9-451c-ac97-360b7257c2e3 tempest-ServerActionsTestJSON-556463611 tempest-ServerActionsTestJSON-556463611-project] 10.222.0.22 "DELETE /v2.0/floatingips/d4dde745-f29b-405f-8180-34dd108996ab HTTP/1.1" status: 204 len: 168 time: 0.4687972 Jul 07 18:05:05.388982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:05.559349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.211409 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.474612 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Deleting port 217e9f8f-0958-4729-9b4d-e8478be57a2a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:06.475313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.558141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] For port 217e9f8f-0958-4729-9b4d-e8478be57a2a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=217e9f8f-0958-4729-9b4d-e8478be57a2a,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:06.558530 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.572706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Calling delete_port for 217e9f8f-0958-4729-9b4d-e8478be57a2a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:06.757056 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.780271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Pushing event deleted for resources: {'Port': ['ID=217e9f8f-0958-4729-9b4d-e8478be57a2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:06.801222 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:06.950874 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.170943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Router 58553a6e-cb3a-44ee-b00b-1f567e673728 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:05:07.279803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:05:07.285605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9ee3f396-bfd9-4e2b-a78e-6de9a800a619 admin admin] 10.222.0.22 "PUT /v2.0/routers/58553a6e-cb3a-44ee-b00b-1f567e673728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8955901 Jul 07 18:05:07.287503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:07.289245 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Sync routers for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:05:07.299711 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:07.300325 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:05:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:07.392852 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.404159 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:07.497234 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.550241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Deleting port b8dd4c64-6329-44dd-9069-06bf5394536e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:07.550595 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.581847 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T18:05:06Z', 'revision_number': 5, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port': {'id': 'b8dd4c64-6329-44dd-9069-06bf5394536e', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:07.612083 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Checking router: 58553a6e-cb3a-44ee-b00b-1f567e673728 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:05:07.621539 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Routers {'58553a6e-cb3a-44ee-b00b-1f567e673728'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:05:07.622174 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:05:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['58553a6e-cb3a-44ee-b00b-1f567e673728'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:07.636767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] For port b8dd4c64-6329-44dd-9069-06bf5394536e, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b8dd4c64-6329-44dd-9069-06bf5394536e,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:07.637138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.650433 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Calling delete_port for b8dd4c64-6329-44dd-9069-06bf5394536e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:07.703447 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] Set router 58553a6e-cb3a-44ee-b00b-1f567e673728 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:05:07.757534 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T18:05:07Z', 'revision_number': 6, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:07.785358 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018865d5-48d1-45a0-a6f5-64b430f39f09 None None] The sync data for ids ['58553a6e-cb3a-44ee-b00b-1f567e673728'] in n-d-791504-12 is: [{'id': '58553a6e-cb3a-44ee-b00b-1f567e673728', 'name': 'tempest-ServerActionsTestJSON-630849536-router', 'tenant_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:54:04Z', 'updated_at': '2021-07-07T18:05:07Z', 'revision_number': 6, 'project_id': '26ae5892a19c43cf852ba1f8c9dc6fa2', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:05:07.835629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:07.861298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dd4c64-6329-44dd-9069-06bf5394536e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:07.929568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.027296 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.029365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.076046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.076598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58553a6e-cb3a-44ee-b00b-1f567e673728 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:05:08.081502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.082889 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-020434bb-632c-42ca-ad9c-211151429b4b admin admin] 10.222.0.22 "DELETE /v2.0/routers/58553a6e-cb3a-44ee-b00b-1f567e673728 HTTP/1.1" status: 204 len: 168 time: 0.7944534 Jul 07 18:05:08.086255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:08.129698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Deleting subnet c2853c58-13d4-4555-a30b-252a6a7d8bdd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:08.133593 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.169892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.265728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.318758 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.344146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2853c58-13d4-4555-a30b-252a6a7d8bdd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:08.347741 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.350419 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-efc60b6d-c4e7-4f62-a2ad-e5397dbf3d22 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c2853c58-13d4-4555-a30b-252a6a7d8bdd HTTP/1.1" status: 204 len: 168 time: 0.2631476 Jul 07 18:05:08.352191 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:08.355261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca29303-6ca2-44cf-9521-d34daa580c37 None None] Network 3487da85-5e4b-4e75-b58b-8c4b43008636 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:08.419078 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.477587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Deleting port 36b9ccf9-dfab-470b-9982-7d670af78f24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:08.477935 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.544003 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] For port 36b9ccf9-dfab-470b-9982-7d670af78f24, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36b9ccf9-dfab-470b-9982-7d670af78f24,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:08.544003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.557975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Calling delete_port for 36b9ccf9-dfab-470b-9982-7d670af78f24 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:08.585419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] DHCP port deletion for 3487da85-5e4b-4e75-b58b-8c4b43008636 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:08.636015 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Deleting port 36b9ccf9-dfab-470b-9982-7d670af78f24 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:08.636449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.642425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.673848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Pushing event deleted for resources: {'Port': ['ID=36b9ccf9-dfab-470b-9982-7d670af78f24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:08.678937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] No DVR routers for this DVR port 36b9ccf9-dfab-470b-9982-7d670af78f24 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:08.706464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] For port 36b9ccf9-dfab-470b-9982-7d670af78f24, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=36b9ccf9-dfab-470b-9982-7d670af78f24,segment=NetworkSegment(9d027cf1-ae7c-492b-a0b4-1862cedf4a88),segment_id=9d027cf1-ae7c-492b-a0b4-1862cedf4a88)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:08.706858 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.720849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Calling delete_port for 36b9ccf9-dfab-470b-9982-7d670af78f24 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:08.749913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.761495 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3487da85-5e4b-4e75-b58b-8c4b43008636']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:08.772926 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d027cf1-ae7c-492b-a0b4-1862cedf4a88') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:08.773211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d027cf1-ae7c-492b-a0b4-1862cedf4a88') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:08.782591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.801354 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.801525 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.808911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:08.809369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:08.811130 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:08.828119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] Pushing event deleted for resources: {'Port': ['ID=36b9ccf9-dfab-470b-9982-7d670af78f24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:08.832697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0d935-b2dc-46a0-aa1a-b2b4cbca47f2 None None] No DVR routers for this DVR port 36b9ccf9-dfab-470b-9982-7d670af78f24 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:08.874445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.879129 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:08.882668 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] 10.222.0.22 "DELETE /v2.0/networks/3487da85-5e4b-4e75-b58b-8c4b43008636 HTTP/1.1" status: 204 len: 168 time: 0.5289590 Jul 07 18:05:08.895949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e31b77-71b0-47c0-b36e-434e13f9262f admin admin] Pushing event deleted for resources: {'Network': ['ID=3487da85-5e4b-4e75-b58b-8c4b43008636,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:09.011109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:09.051123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ca23d45d-9475-4f0a-9ad1-c6ad612bea9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26ae5892a19c43cf852ba1f8c9dc6fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387635 Jul 07 18:05:09.054080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:09.101515 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.122655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.172812 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.175500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:09.176688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b16f7db-6863-4973-a0a8-8c475fdbbf74 HTTP/1.1" status: 204 len: 168 time: 0.1216364 Jul 07 18:05:09.185162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad151b60-f218-4ec3-8851-30c8e5dd34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b16f7db-6863-4973-a0a8-8c475fdbbf74,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:09.821334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217e9f8f-0958-4729-9b4d-e8478be57a2a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:09.842004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 217e9f8f-0958-4729-9b4d-e8478be57a2a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:09.842383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 217e9f8f-0958-4729-9b4d-e8478be57a2a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:09.842805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36b9ccf9-dfab-470b-9982-7d670af78f24 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:09.861380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 36b9ccf9-dfab-470b-9982-7d670af78f24 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:09.861732 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 36b9ccf9-dfab-470b-9982-7d670af78f24 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:09.862175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b8dd4c64-6329-44dd-9069-06bf5394536e no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:09.871372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:09.881054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b8dd4c64-6329-44dd-9069-06bf5394536e {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:09.881410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b8dd4c64-6329-44dd-9069-06bf5394536e not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:09.974097 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-33263510-network', 'tenant_id': '7e6b174a6c734625b5d2364a7cc2ad67'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:09.996900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Made reservation on behalf of 7e6b174a6c734625b5d2364a7cc2ad67 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:09.999332 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.008193 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.098814 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.102726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.123049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:10.138196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:10.141032 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.141381 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Added segment 0eb577a6-151c-4104-90fb-dae53d923bdd of type vlan for network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b Jul 07 18:05:10.182365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.212312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.213249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:10.213845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.266087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3935704 Jul 07 18:05:10.269183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38154) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:10.274867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Request body: {'subnet': {'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-33263510-subnet', 'tenant_id': '7e6b174a6c734625b5d2364a7cc2ad67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:10.279659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557bc79-06ba-4263-8fd2-ec5578d4d6ba admin admin] Pushing event updated for resources: {'Network': ['ID=6e8f62c8-d03f-40a4-b8aa-753cd702db7b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:10.289952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:10.297714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Made reservation on behalf of 7e6b174a6c734625b5d2364a7cc2ad67 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:10.300359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.469955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.526213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b98ce03-fb35-4ead-9711-b517dd45bd39,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:10.533734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Checking segment: {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:10.534091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Network hostable DHCP agents. Network: 6e8f62c8-d03f-40a4-b8aa-753cd702db7b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:10.550160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:10.559605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6e8f62c8-d03f-40a4-b8aa-753cd702db7b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:10.567286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440be565-4372-4f96-aba7-4b9247facd3d None None] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:10.570872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:10.571511 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:10.585081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fe14ef5e-bbeb-4f31-81fe-97f64d3736e9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3147469 Jul 07 18:05:10.693782 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1618da-431f-44ca-a88e-9823b887ac94 None None] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:11.001965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-80cad600-7784-49ee-ae12-ce9e90450305 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:11.003397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-80cad600-7784-49ee-ae12-ce9e90450305 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 812 time: 0.1007349 Jul 07 18:05:11.018320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-3d97e01d-63eb-4d9f-af09-3045a7fec22e tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/quotas/7e6b174a6c734625b5d2364a7cc2ad67 HTTP/1.1" status: 200 len: 375 time: 0.0089154 Jul 07 18:05:11.055820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-0ecd61b0-4486-47f4-8c22-f7aec7b97b2a tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jul 07 18:05:11.143093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-5fa0e0db-70f6-4d59-a75b-e3201335c493 service neutron] 10.222.0.22 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808394 Jul 07 18:05:11.237161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-8ec6f4f0-ba6d-4e5a-926a-8328ecf4398e service neutron] 10.222.0.22 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882714 Jul 07 18:05:11.404744 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ecee4d3-78c1-47f9-bc3d-0e9e8b77ee76 req-bbc8f917-feae-497f-b547-14cdfd49441c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jul 07 18:05:12.456332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d895c74a-f14a-487b-ad9f-2902ad5ae3bb tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:12.457865 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d895c74a-f14a-487b-ad9f-2902ad5ae3bb tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.83 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 812 time: 0.1049004 Jul 07 18:05:12.470202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Request body: {'port': {'device_id': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b', 'admin_state_up': True, 'tenant_id': '7e6b174a6c734625b5d2364a7cc2ad67'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:12.552035 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-be024613-5ef9-456b-8ae2-60bd77964134 req-dbef871b-dd0b-452e-b487-a6067a053434 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 210 time: 0.0306332 Jul 07 18:05:12.584575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Made reservation on behalf of 7e6b174a6c734625b5d2364a7cc2ad67 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:12.588206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.710921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Allocated IP 172.20.0.10 (6e8f62c8-d03f-40a4-b8aa-753cd702db7b/5b98ce03-fb35-4ead-9711-b517dd45bd39/6295fa2a-81fa-4e86-99cc-c84267a1823b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:12.857710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.894888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:12.942216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:12.945401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:12.951339 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:12.957787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Pushing event updated for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.008753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.009392 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.024680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-d9fbdf37-dd45-4679-8ee4-3e80f9b23bb6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583625 Jul 07 18:05:13.041179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Request body: {'port': {'device_id': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:13.113816 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.382177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6295fa2a-81fa-4e86-99cc-c84267a1823b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:13.389665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.401809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Transition to ACTIVE for port object 6295fa2a-81fa-4e86-99cc-c84267a1823b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:13.405547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.456247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Pushing event updated for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.523069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Attempting to bind port 6295fa2a-81fa-4e86-99cc-c84267a1823b on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:13.523793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Attempting to bind port 6295fa2a-81fa-4e86-99cc-c84267a1823b by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:13.523793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Attempting to bind port 6295fa2a-81fa-4e86-99cc-c84267a1823b on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:13.527954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Port 6295fa2a-81fa-4e86-99cc-c84267a1823b on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:05:13.528279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Attempting to bind port 6295fa2a-81fa-4e86-99cc-c84267a1823b on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:13.533042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:13.533383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Checking segment: {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:13.533767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Bound using segment: {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:13.534278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Bound port: 6295fa2a-81fa-4e86-99cc-c84267a1823b, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:13.534587 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.602539 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:13.605880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:13.610944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.645958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.646618 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:13.648100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] 10.222.0.83 "PUT /v2.0/ports/6295fa2a-81fa-4e86-99cc-c84267a1823b HTTP/1.1" status: 200 len: 1093 time: 0.6117632 Jul 07 18:05:13.648554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:13.650903 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f980f628-a7b5-4c46-88b1-4211ec050b39" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:13.679996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1faa5-62d8-4a15-995a-889128431217 service neutron] Pushing event updated for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:13.694998 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43429f1b-7d6a-4d7d-bf47-542b81231017 x-openstack-request-id: req-43429f1b-7d6a-4d7d-bf47-542b81231017 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:13.695291 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:13.695552 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43429f1b-7d6a-4d7d-bf47-542b81231017 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:13.695960 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b', 'status': 'completed', 'code': 200} Jul 07 18:05:13.753935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4cd85-ed0d-47c7-acce-675b97f4ae85 req-9213114a-892d-4552-b7ee-9003529b8ca7 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.755154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-a656ae59-bbb6-4443-9648-8cfd77d1b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.756432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9f4cd85-ed0d-47c7-acce-675b97f4ae85 req-9213114a-892d-4552-b7ee-9003529b8ca7 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 944 time: 0.0672343 Jul 07 18:05:13.757475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-a656ae59-bbb6-4443-9648-8cfd77d1b442 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 1096 time: 0.0543070 Jul 07 18:05:13.794257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9f4cd85-ed0d-47c7-acce-675b97f4ae85 req-0534141d-3700-46be-bb24-c303aa184c36 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jul 07 18:05:13.803149 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-3521b58e-27cd-4c9f-b639-1a3dee0e0c06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b HTTP/1.1" status: 200 len: 217 time: 0.0384881 Jul 07 18:05:13.851708 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-e4ccc06f-162c-457f-afb4-b19a8a79a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:13.853225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-e4ccc06f-162c-457f-afb4-b19a8a79a66d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b98ce03-fb35-4ead-9711-b517dd45bd39 HTTP/1.1" status: 200 len: 852 time: 0.0445068 Jul 07 18:05:13.887565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-23f546ac-ce51-4ee5-aab6-74df873c01c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281465 Jul 07 18:05:13.982887 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-48415167-08b3-4d70-9573-e95603a4b276 service neutron] 10.222.0.83 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888379 Jul 07 18:05:14.076264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cb8daeca-e59c-4d86-b138-f59aef6de60f req-13c91b30-a476-479c-ba94-be3731702816 service neutron] 10.222.0.83 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874205 Jul 07 18:05:14.184040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-1e7fe96c-40c0-422e-ba3d-8c6600a0d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.185605 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-1e7fe96c-40c0-422e-ba3d-8c6600a0d5e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 1096 time: 0.0566194 Jul 07 18:05:14.280230 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-b33ea175-3be5-4bfb-9116-4694318a501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.281729 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-b33ea175-3be5-4bfb-9116-4694318a501d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 913 time: 0.0900702 Jul 07 18:05:14.323679 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-19b1023e-e971-4c83-ad6f-a8eb1c0d0d90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b HTTP/1.1" status: 200 len: 217 time: 0.0344150 Jul 07 18:05:14.377450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-62d7628a-6fa4-4c79-aeba-18531d875cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.379028 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-62d7628a-6fa4-4c79-aeba-18531d875cf7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5b98ce03-fb35-4ead-9711-b517dd45bd39 HTTP/1.1" status: 200 len: 852 time: 0.0491676 Jul 07 18:05:14.412797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-3fed5807-c26e-469f-943f-4522cea8c525 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277658 Jul 07 18:05:14.501137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-579afafd-4072-45e9-b654-939760229117 service neutron] 10.222.0.83 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821135 Jul 07 18:05:14.595934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f980f628-a7b5-4c46-88b1-4211ec050b39 req-9dc2180e-3427-448b-8b3b-1779c0f117ca service neutron] 10.222.0.83 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880327 Jul 07 18:05:14.972769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f47dd-62f5-4c8c-a6c1-46222fe8b77a req-6b4a9b82-bc8c-4f81-99bc-fa3fff29b7d5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:14.974342 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-873f47dd-62f5-4c8c-a6c1-46222fe8b77a req-6b4a9b82-bc8c-4f81-99bc-fa3fff29b7d5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 944 time: 0.0675681 Jul 07 18:05:15.012531 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-873f47dd-62f5-4c8c-a6c1-46222fe8b77a req-b17738a5-315d-410a-913d-28eadf012987 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Jul 07 18:05:16.195071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64529-16c9-459e-8b55-6c07bef6b07f req-1e9d162e-8a73-4836-9d8c-4440a56975f3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:16.196585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba64529-16c9-459e-8b55-6c07bef6b07f req-1e9d162e-8a73-4836-9d8c-4440a56975f3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 944 time: 0.0687470 Jul 07 18:05:16.235301 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4ba64529-16c9-459e-8b55-6c07bef6b07f req-53394c8c-ed61-4d71-b3e6-d8699df95401 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 Jul 07 18:05:17.412470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503cd37-6ac4-4f29-83d8-0abdf2161233 req-dc7a5c49-baea-46cc-a25c-334734306de5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:17.413976 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a503cd37-6ac4-4f29-83d8-0abdf2161233 req-dc7a5c49-baea-46cc-a25c-334734306de5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 944 time: 0.0677674 Jul 07 18:05:17.452311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a503cd37-6ac4-4f29-83d8-0abdf2161233 req-d9edbe66-060e-4363-bd71-4dffb5491d93 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Jul 07 18:05:18.550407 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:18.631903 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505954-5d79-4c32-8cbe-98073dc3bd1c req-1f1e8911-7f20-415a-8acd-10c8c6d5ab49 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:18.633474 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26505954-5d79-4c32-8cbe-98073dc3bd1c req-1f1e8911-7f20-415a-8acd-10c8c6d5ab49 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 944 time: 0.0675807 Jul 07 18:05:18.672649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26505954-5d79-4c32-8cbe-98073dc3bd1c req-269b378e-d841-4a61-aeca-e686f149168c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Jul 07 18:05:19.327900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6295fa2a-81fa-4e86-99cc-c84267a1823b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:05:19.424876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:19.436465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '6295fa2a-81fa-4e86-99cc-c84267a1823b', 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b', 'port_id': '6295fa2a-81fa-4e86-99cc-c84267a1823b', 'mac_address': 'fa:16:3e:5e:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b98ce03-fb35-4ead-9711-b517dd45bd39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:05:19.472603 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.488822 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6295fa2a-81fa-4e86-99cc-c84267a1823b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:19.508580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:19.512678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.557766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:19.821937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6295fa2a-81fa-4e86-99cc-c84267a1823b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:19.845515 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d942e6b-2f22-46bf-bca0-870baf62ac7c req-4ca1d3ea-8abb-4db9-a04c-260b46c92d53 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:19.847049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d942e6b-2f22-46bf-bca0-870baf62ac7c req-4ca1d3ea-8abb-4db9-a04c-260b46c92d53 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 945 time: 0.0641692 Jul 07 18:05:19.885803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d942e6b-2f22-46bf-bca0-870baf62ac7c req-f17177d8-0712-4a0c-a887-a64c790bb128 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Jul 07 18:05:21.063254 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb9fa1-3381-43f2-a87a-cef631f3199b req-8c67458e-5232-4647-bf0d-4b924263b3b7 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:21.064802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3bb9fa1-3381-43f2-a87a-cef631f3199b req-8c67458e-5232-4647-bf0d-4b924263b3b7 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 945 time: 0.0682721 Jul 07 18:05:21.104071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3bb9fa1-3381-43f2-a87a-cef631f3199b req-862ddfb4-9dad-498c-bf9e-ba7e9b5fa230 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Jul 07 18:05:21.423482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6295fa2a-81fa-4e86-99cc-c84267a1823b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:21.475482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 6295fa2a-81fa-4e86-99cc-c84267a1823b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:21.479150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 6295fa2a-81fa-4e86-99cc-c84267a1823b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:21.479639 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.555780 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.578752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:21.581000 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe427c-1c0a-41b6-b228-40cecc5307da" -d '{"events": [{"server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:21.595889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:21.600946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:21.629129 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606791c4-7948-4a70-a4e4-fa79b487597b x-openstack-request-id: req-606791c4-7948-4a70-a4e4-fa79b487597b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:21.629422 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:21.629676 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-606791c4-7948-4a70-a4e4-fa79b487597b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:21.630095 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b', 'code': 200} Jul 07 18:05:21.657783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:21.742524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3673ea8-954d-4006-b06e-466266d80d01 req-aeaf69c7-bf7b-47f5-ac99-9c90414279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:21.743997 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a3673ea8-954d-4006-b06e-466266d80d01 req-aeaf69c7-bf7b-47f5-ac99-9c90414279a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 1098 time: 0.0528233 Jul 07 18:05:21.780415 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a3673ea8-954d-4006-b06e-466266d80d01 req-e802fded-bdb7-48aa-a987-cf1724e5f020 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300829 Jul 07 18:05:22.276956 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085897-44f4-4462-a26b-1846efbf568b req-5046e5ef-e6a9-47d5-854a-2dd827234206 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:22.278471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b085897-44f4-4462-a26b-1846efbf568b req-5046e5ef-e6a9-47d5-854a-2dd827234206 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0627196 Jul 07 18:05:22.315863 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b085897-44f4-4462-a26b-1846efbf568b req-adaffc55-6471-4008-a74c-e5cd1fbb604f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 07 18:05:23.494452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273700-3baa-463e-8623-53ba1e8f1d8b req-77e2c28e-1b54-46c7-8b65-072949c6874c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:23.495910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8273700-3baa-463e-8623-53ba1e8f1d8b req-77e2c28e-1b54-46c7-8b65-072949c6874c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0670922 Jul 07 18:05:23.533858 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e8273700-3baa-463e-8623-53ba1e8f1d8b req-c11fd296-2162-41fb-82e8-01d62b379acb tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jul 07 18:05:23.785616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-2f44725e-005b-4b2e-a76f-2486d18496ab tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:23.788336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-2f44725e-005b-4b2e-a76f-2486d18496ab tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 812 time: 0.1301067 Jul 07 18:05:23.803781 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-30964b89-9ba7-4c89-a883-5a8667288a45 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/quotas/7e6b174a6c734625b5d2364a7cc2ad67 HTTP/1.1" status: 200 len: 375 time: 0.0101502 Jul 07 18:05:23.871564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-bb98891a-e9b1-4de0-a4f4-254541198244 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625732 Jul 07 18:05:23.961206 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-716cb0e9-2752-43b5-ae96-4b7f64e8d710 service neutron] 10.222.0.22 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831015 Jul 07 18:05:24.054058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-49efe30e-32ee-4f7a-9ef5-d575a885f97f service neutron] 10.222.0.22 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870368 Jul 07 18:05:24.236673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4b2ed77-3bed-47b7-9927-810a9bf14933 req-21139bb5-f891-4024-bc22-e2d6e8f306d8 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 210 time: 0.0309265 Jul 07 18:05:25.253392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-f38d56d2-cb8c-4a3d-aef0-ece5a297ae76 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:25.254946 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-f38d56d2-cb8c-4a3d-aef0-ece5a297ae76 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.32 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 812 time: 0.1103890 Jul 07 18:05:25.268350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Request body: {'port': {'device_id': '987d9754-6dfc-4dee-9062-f688fa398308', 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b', 'admin_state_up': True, 'tenant_id': '7e6b174a6c734625b5d2364a7cc2ad67'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:25.380298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Made reservation on behalf of 7e6b174a6c734625b5d2364a7cc2ad67 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:25.383283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a293482d-c6f1-4a80-b9ca-8467c3ad6dee req-dc75fe2b-e009-46eb-86cd-9be1d7f2a55b tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Jul 07 18:05:25.384055 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.515402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Allocated IP 172.20.0.6 (6e8f62c8-d03f-40a4-b8aa-753cd702db7b/5b98ce03-fb35-4ead-9711-b517dd45bd39/48758a9b-a593-437f-8b38-2cdfe15d31ad) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:25.660650 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.698581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.711099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6295fa2a-81fa-4e86-99cc-c84267a1823b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:25.744074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:25.755083 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:25.757696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Pushing event updated for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:25.759938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:25.787161 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.787603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.788021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.788434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.788848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.789186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.789520 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.789871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.790226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.790559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.790885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.791214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:25.821538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:25.822207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:25.836760 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-7caccd09-1784-464a-993d-d89404e3ba27 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724103 Jul 07 18:05:25.849259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Request body: {'port': {'device_id': '987d9754-6dfc-4dee-9062-f688fa398308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:25.929037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.190192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48758a9b-a593-437f-8b38-2cdfe15d31ad {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:26.197773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.210780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Transition to ACTIVE for port object 48758a9b-a593-437f-8b38-2cdfe15d31ad will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:26.215895 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.275398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Pushing event updated for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.340886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Attempting to bind port 48758a9b-a593-437f-8b38-2cdfe15d31ad on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:26.341218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Attempting to bind port 48758a9b-a593-437f-8b38-2cdfe15d31ad by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:26.341542 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Attempting to bind port 48758a9b-a593-437f-8b38-2cdfe15d31ad on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:26.345819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Port 48758a9b-a593-437f-8b38-2cdfe15d31ad on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:05:26.346166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Attempting to bind port 48758a9b-a593-437f-8b38-2cdfe15d31ad on network 6e8f62c8-d03f-40a4-b8aa-753cd702db7b {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:26.351817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:26.352155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Checking segment: {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:26.352538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Bound using segment: {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:26.352961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Bound port: 48758a9b-a593-437f-8b38-2cdfe15d31ad, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb577a6-151c-4104-90fb-dae53d923bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:26.353316 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.415025 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:26.418702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:26.424138 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.465369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.465990 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:26.467434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] 10.222.0.32 "PUT /v2.0/ports/48758a9b-a593-437f-8b38-2cdfe15d31ad HTTP/1.1" status: 200 len: 1092 time: 0.6230562 Jul 07 18:05:26.467890 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:26.470173 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf93239-9496-4e06-b612-b330148de697" -d '{"events": [{"name": "network-changed", "server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:26.496812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66498b00-1cfd-4099-b90a-4c67b9d916eb service neutron] Pushing event updated for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:26.522609 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aeb35f-e335-487e-be2c-c560a85b3f94 x-openstack-request-id: req-33aeb35f-e335-487e-be2c-c560a85b3f94 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:26.522899 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:26.523177 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33aeb35f-e335-487e-be2c-c560a85b3f94 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:26.523678 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad', 'status': 'completed', 'code': 200} Jul 07 18:05:26.570588 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682956-fb4f-4464-bdfd-0c32acf7108d req-55173755-3217-4499-81d6-e5c7218928c2 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.572132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f682956-fb4f-4464-bdfd-0c32acf7108d req-55173755-3217-4499-81d6-e5c7218928c2 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 943 time: 0.0672412 Jul 07 18:05:26.572820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-646e6679-ef27-4349-b8d2-d9318eec1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.574349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-646e6679-ef27-4349-b8d2-d9318eec1166 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 1095 time: 0.0637341 Jul 07 18:05:26.614955 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4f682956-fb4f-4464-bdfd-0c32acf7108d req-a7a25eda-5a28-487e-886b-6ae3a746dbdc tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Jul 07 18:05:26.615442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-9f8bdc44-d8c6-44bf-acfc-481f0746b909 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad HTTP/1.1" status: 200 len: 217 time: 0.0340905 Jul 07 18:05:26.667174 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-11c29c0a-d375-4fee-8f15-560970290018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.668664 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-11c29c0a-d375-4fee-8f15-560970290018 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b98ce03-fb35-4ead-9711-b517dd45bd39 HTTP/1.1" status: 200 len: 852 time: 0.0478396 Jul 07 18:05:26.702864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-b61c42d5-614d-48ec-8b92-5dc99bcda2d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274065 Jul 07 18:05:26.789041 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-0a5ddb90-c10b-47ff-a110-37d104452360 service neutron] 10.222.0.32 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790341 Jul 07 18:05:26.882355 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43ec562c-c055-4a91-a3d0-825a37018d3f req-13504549-c16a-4dcb-9977-4c4cbf158405 service neutron] 10.222.0.32 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874598 Jul 07 18:05:26.983943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf93239-9496-4e06-b612-b330148de697 req-586e0cff-efd9-4f3e-a50c-07bdcad53da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:26.985466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-586e0cff-efd9-4f3e-a50c-07bdcad53da1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 1095 time: 0.0534916 Jul 07 18:05:27.081336 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf93239-9496-4e06-b612-b330148de697 req-58e4243e-0f50-45e6-ae1e-f383b60f380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.082789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-58e4243e-0f50-45e6-ae1e-f383b60f380f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 200 len: 913 time: 0.0903468 Jul 07 18:05:27.124115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-4f1c3c05-8a7a-44e9-8996-efbf17e9b66c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad HTTP/1.1" status: 200 len: 217 time: 0.0346539 Jul 07 18:05:27.172994 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf93239-9496-4e06-b612-b330148de697 req-dfccf80f-d10e-46d6-a657-8f7c7fe2f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.174638 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-dfccf80f-d10e-46d6-a657-8f7c7fe2f48f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b98ce03-fb35-4ead-9711-b517dd45bd39 HTTP/1.1" status: 200 len: 852 time: 0.0432110 Jul 07 18:05:27.211063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-435f3882-6bb5-42ce-a904-c9cea208cc01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e8f62c8-d03f-40a4-b8aa-753cd702db7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295761 Jul 07 18:05:27.297974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-be1944e5-cdff-46f8-93ca-80defe290c02 service neutron] 10.222.0.32 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804484 Jul 07 18:05:27.390830 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9bf93239-9496-4e06-b612-b330148de697 req-f01fc7d7-5e41-4c09-9d03-0cecf79812c0 service neutron] 10.222.0.32 "GET /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859354 Jul 07 18:05:27.790328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed7c04-7b67-477a-81f2-c828b6c2f86c req-ee21fcbc-bcb7-4541-81dc-6c8e1b79a99e tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:27.791896 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8ed7c04-7b67-477a-81f2-c828b6c2f86c req-ee21fcbc-bcb7-4541-81dc-6c8e1b79a99e tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 943 time: 0.0643015 Jul 07 18:05:27.830179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8ed7c04-7b67-477a-81f2-c828b6c2f86c req-3b8afc22-bc40-4d1a-a0f3-124ab7c8d640 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Jul 07 18:05:29.004760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3736d9-9946-47c7-bbfb-4f8e44066808 req-2c02c42c-bfc7-4cbc-b11f-7b422604bf64 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:29.006272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f3736d9-9946-47c7-bbfb-4f8e44066808 req-2c02c42c-bfc7-4cbc-b11f-7b422604bf64 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 943 time: 0.0634365 Jul 07 18:05:29.043484 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f3736d9-9946-47c7-bbfb-4f8e44066808 req-aa326d80-967f-4b7d-8d1f-4c8609e959c3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Jul 07 18:05:29.983949 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e925511e-bde8-4da0-bca8-b88861a9a49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.224230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae771-4b90-42e9-b82d-7190e208070f req-e2d377c2-f099-45b5-8d0d-bf4dd18d1026 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:30.225726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ccae771-4b90-42e9-b82d-7190e208070f req-e2d377c2-f099-45b5-8d0d-bf4dd18d1026 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 943 time: 0.0695894 Jul 07 18:05:30.263958 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1ccae771-4b90-42e9-b82d-7190e208070f req-27832d7e-9ac5-41d0-8027-43d3a2684e83 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 07 18:05:30.268359 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 48758a9b-a593-437f-8b38-2cdfe15d31ad details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:05:30.364206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:30.376267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '48758a9b-a593-437f-8b38-2cdfe15d31ad', 'network_id': '6e8f62c8-d03f-40a4-b8aa-753cd702db7b', 'port_id': '48758a9b-a593-437f-8b38-2cdfe15d31ad', 'mac_address': 'fa:16:3e:bc:2d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b98ce03-fb35-4ead-9711-b517dd45bd39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:05:30.412170 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.424403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48758a9b-a593-437f-8b38-2cdfe15d31ad {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:05:30.443970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:30.448007 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:30.498909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:30.636628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['48758a9b-a593-437f-8b38-2cdfe15d31ad'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:31.434921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d7139-530d-4a5d-bf41-7505bc4fb851 req-c54f1c4a-7cd5-49f6-a0bc-56357144442c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:31.436423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-718d7139-530d-4a5d-bf41-7505bc4fb851 req-c54f1c4a-7cd5-49f6-a0bc-56357144442c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 944 time: 0.0630770 Jul 07 18:05:31.474582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-718d7139-530d-4a5d-bf41-7505bc4fb851 req-22f201f7-cf98-4efe-9151-237fc392118c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Jul 07 18:05:32.283799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 48758a9b-a593-437f-8b38-2cdfe15d31ad up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:32.335532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 48758a9b-a593-437f-8b38-2cdfe15d31ad completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:32.339400 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 48758a9b-a593-437f-8b38-2cdfe15d31ad triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:32.339777 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.425795 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9ea9-2154-4bfe-967a-ff8c42c8f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.428160 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.450491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:32.452715 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc04357-c235-471e-9185-6253031cc64d" -d '{"events": [{"server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "name": "network-vif-plugged", "status": "completed", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:32.465937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:32.470256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:32.496587 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a6ad4b-9aef-4ac4-9b07-128b6456d39a x-openstack-request-id: req-60a6ad4b-9aef-4ac4-9b07-128b6456d39a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:32.496940 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "name": "network-vif-plugged", "status": "completed", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:32.497194 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60a6ad4b-9aef-4ac4-9b07-128b6456d39a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:32.497580 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad', 'code': 200} Jul 07 18:05:32.525079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:32.604907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bac4f-c0ca-40c5-b4c0-d7fdf2c874b4 req-eab24d75-7953-456f-91a3-11f52063437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:32.606436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-563bac4f-c0ca-40c5-b4c0-d7fdf2c874b4 req-eab24d75-7953-456f-91a3-11f52063437a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 1097 time: 0.0525978 Jul 07 18:05:32.640794 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-563bac4f-c0ca-40c5-b4c0-d7fdf2c874b4 req-1fc1202c-b626-4de0-a95b-2199fd35174f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275629 Jul 07 18:05:32.663431 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98f052-e3a5-4721-ad63-429e3b87b336 req-0dbeed20-2e12-4861-bd52-36845ae38f1d tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:32.664912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b98f052-e3a5-4721-ad63-429e3b87b336 req-0dbeed20-2e12-4861-bd52-36845ae38f1d tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 945 time: 0.0679629 Jul 07 18:05:32.701731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b98f052-e3a5-4721-ad63-429e3b87b336 req-a468f0bd-08a7-46af-ac09-6a81d69b588b tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Jul 07 18:05:32.879411 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.799042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:33.880614 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd72c1-af42-4562-b3b5-e170398410f7 req-d71e5e26-9046-4ae6-b250-3f54f1615fd5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:33.882132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4bd72c1-af42-4562-b3b5-e170398410f7 req-d71e5e26-9046-4ae6-b250-3f54f1615fd5 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 945 time: 0.0632613 Jul 07 18:05:33.919605 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4bd72c1-af42-4562-b3b5-e170398410f7 req-40e95e6c-5ba7-43ff-8844-3806733addc6 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Jul 07 18:05:34.304986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540343d-a23a-4639-b57e-1ca25cc70d0e req-ab4c47d8-73c0-4bf9-ac6d-2097aedb3779 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:34.306434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e540343d-a23a-4639-b57e-1ca25cc70d0e req-ab4c47d8-73c0-4bf9-ac6d-2097aedb3779 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Jul 07 18:05:34.343772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e540343d-a23a-4639-b57e-1ca25cc70d0e req-8f14ee7e-2c68-4349-8cbb-40889b6f7c1e tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jul 07 18:05:34.865376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.499663 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-c02a7c90-da68-4c5b-9493-f63576ea72b3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.501110 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-c02a7c90-da68-4c5b-9493-f63576ea72b3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.32 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jul 07 18:05:35.527567 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231237-bae2-4289-88f4-e730f59473b9 req-010883b2-88a7-491b-946c-7a6ae6e70faf tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:35.529087 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc231237-bae2-4289-88f4-e730f59473b9 req-010883b2-88a7-491b-946c-7a6ae6e70faf tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=987d9754-6dfc-4dee-9062-f688fa398308 HTTP/1.1" status: 200 len: 945 time: 0.0701883 Jul 07 18:05:35.563197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.569816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bc231237-bae2-4289-88f4-e730f59473b9 req-231dedc3-1987-4552-ae73-63eff8e35e25 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Jul 07 18:05:35.612378 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Deleting port 48758a9b-a593-437f-8b38-2cdfe15d31ad {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:35.612729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.697273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] For port 48758a9b-a593-437f-8b38-2cdfe15d31ad, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=48758a9b-a593-437f-8b38-2cdfe15d31ad,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:35.697632 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.709820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Calling delete_port for 48758a9b-a593-437f-8b38-2cdfe15d31ad owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:35.838749 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.851753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6295fa2a-81fa-4e86-99cc-c84267a1823b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:35.853936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['48758a9b-a593-437f-8b38-2cdfe15d31ad'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:35.875557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Pushing event deleted for resources: {'Port': ['ID=48758a9b-a593-437f-8b38-2cdfe15d31ad,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:35.922813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] No DVR routers for this DVR port 48758a9b-a593-437f-8b38-2cdfe15d31ad on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:35.927209 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:35.929170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c580826a-9884-4379-b7f4-dc2a26185ab8 req-725971aa-72ed-4ecb-82c3-2aaccce7216f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.32 "DELETE /v2.0/ports/48758a9b-a593-437f-8b38-2cdfe15d31ad HTTP/1.1" status: 204 len: 173 time: 0.4220018 Jul 07 18:05:35.929624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'name': 'network-vif-deleted', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:35.933254 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99724cca-58cf-4cec-8c16-3ca19699bf32" -d '{"events": [{"server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "name": "network-vif-deleted", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:35.972419 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769de7c-0cca-4bbd-ae5d-30ec46d69990 x-openstack-request-id: req-e769de7c-0cca-4bbd-ae5d-30ec46d69990 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:35.973076 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d9754-6dfc-4dee-9062-f688fa398308", "name": "network-vif-deleted", "tag": "48758a9b-a593-437f-8b38-2cdfe15d31ad", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:35.973444 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e769de7c-0cca-4bbd-ae5d-30ec46d69990 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:35.977366 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d9754-6dfc-4dee-9062-f688fa398308', 'name': 'network-vif-deleted', 'tag': '48758a9b-a593-437f-8b38-2cdfe15d31ad', 'status': 'completed', 'code': 200} Jul 07 18:05:36.799977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:36.820934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07212-001f-4502-8513-ec977ee981dc req-84a6d6d3-c6af-4f54-acc3-7df9d9800a09 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:36.823123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64c07212-001f-4502-8513-ec977ee981dc req-84a6d6d3-c6af-4f54-acc3-7df9d9800a09 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0720129 Jul 07 18:05:36.861547 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-64c07212-001f-4502-8513-ec977ee981dc req-9265245f-e067-4167-8aad-3984cf2d504c tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jul 07 18:05:37.059780 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9596472-9d9b-4a28-a0b3-be5183107e61 req-4e257221-387b-459e-9d62-1fab125468ac tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.061321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9596472-9d9b-4a28-a0b3-be5183107e61 req-4e257221-387b-459e-9d62-1fab125468ac tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0710380 Jul 07 18:05:37.100123 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9596472-9d9b-4a28-a0b3-be5183107e61 req-f30134c8-3f37-4f96-99ed-2878c417fce3 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Jul 07 18:05:37.282304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56f1c-84e3-4668-b89d-2f506483475f req-c1e972d4-34b2-4bb9-840c-612fec3051d0 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.283793 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a56f1c-84e3-4668-b89d-2f506483475f req-c1e972d4-34b2-4bb9-840c-612fec3051d0 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0644085 Jul 07 18:05:37.322527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18a56f1c-84e3-4668-b89d-2f506483475f req-7215b36b-9f99-450e-a6e9-e1448c2b1024 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 07 18:05:37.603479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd45d51-dad5-4a36-a374-bb4a746cd972 req-29b6f9a0-5dc7-44bb-afe5-7b9a521998ad tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.604971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fd45d51-dad5-4a36-a374-bb4a746cd972 req-29b6f9a0-5dc7-44bb-afe5-7b9a521998ad tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0639389 Jul 07 18:05:37.641833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8fd45d51-dad5-4a36-a374-bb4a746cd972 req-9bfa919f-db4a-4165-8fa9-d11bb7a3db56 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Jul 07 18:05:37.830850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e0cea-e70c-49a1-9186-dc4ac25cc6b8 req-b173229a-7fe1-4ba7-a3eb-29a8bcb9659a tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:37.832350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b68e0cea-e70c-49a1-9186-dc4ac25cc6b8 req-b173229a-7fe1-4ba7-a3eb-29a8bcb9659a tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0768664 Jul 07 18:05:37.871350 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b68e0cea-e70c-49a1-9186-dc4ac25cc6b8 req-d48c0b58-081a-4300-8a3d-dc15a5295771 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jul 07 18:05:38.058282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3824d6-26aa-4780-b30e-335634b2e9a5 req-0397c95c-ef28-41e5-8061-1a2f5872c89f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.060688 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b3824d6-26aa-4780-b30e-335634b2e9a5 req-0397c95c-ef28-41e5-8061-1a2f5872c89f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0705624 Jul 07 18:05:38.109172 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b3824d6-26aa-4780-b30e-335634b2e9a5 req-f77d3557-e595-4579-b9d3-2a4afc2d0d9f tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423350 Jul 07 18:05:38.661698 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843b347-bd09-48c8-a9d3-606fd304e670 req-d7003b05-1673-4f94-b2d6-63d2d5d0738b tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:38.663212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e843b347-bd09-48c8-a9d3-606fd304e670 req-d7003b05-1673-4f94-b2d6-63d2d5d0738b tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0687833 Jul 07 18:05:38.701842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e843b347-bd09-48c8-a9d3-606fd304e670 req-6c9084a2-9b96-4c3f-9486-20a4c9f42c36 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Jul 07 18:05:39.886931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129117b-b07d-41e7-a4a8-3a5f8e83be25 req-93b5c71d-1756-4fb0-b90b-e985372f71a9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:39.888506 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7129117b-b07d-41e7-a4a8-3a5f8e83be25 req-93b5c71d-1756-4fb0-b90b-e985372f71a9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0649011 Jul 07 18:05:39.928148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7129117b-b07d-41e7-a4a8-3a5f8e83be25 req-adbf62a3-d97f-4719-9876-7824c8e6a5b4 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jul 07 18:05:40.180575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-71c626a6-0ca3-4768-a9d3-e0700f4e33b2 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:40.182084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-71c626a6-0ca3-4768-a9d3-e0700f4e33b2 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.83 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 946 time: 0.0638885 Jul 07 18:05:40.285076 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Deleting port 6295fa2a-81fa-4e86-99cc-c84267a1823b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:40.285325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.330718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 48758a9b-a593-437f-8b38-2cdfe15d31ad no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:40.353524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 48758a9b-a593-437f-8b38-2cdfe15d31ad {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:40.353860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 48758a9b-a593-437f-8b38-2cdfe15d31ad not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:40.374640 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] For port 6295fa2a-81fa-4e86-99cc-c84267a1823b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6295fa2a-81fa-4e86-99cc-c84267a1823b,segment=NetworkSegment(0eb577a6-151c-4104-90fb-dae53d923bdd),segment_id=0eb577a6-151c-4104-90fb-dae53d923bdd)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:40.375004 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.387009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Calling delete_port for 6295fa2a-81fa-4e86-99cc-c84267a1823b owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:40.517021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.529973 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6295fa2a-81fa-4e86-99cc-c84267a1823b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:05:40.546467 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Pushing event deleted for resources: {'Port': ['ID=6295fa2a-81fa-4e86-99cc-c84267a1823b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:40.596857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] No DVR routers for this DVR port 6295fa2a-81fa-4e86-99cc-c84267a1823b on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:40.599570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:40.601671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e2492da7-4635-48c1-acd2-be5f1cce475e req-da08af32-524d-487d-a86b-2cfa5569c8b9 tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.83 "DELETE /v2.0/ports/6295fa2a-81fa-4e86-99cc-c84267a1823b HTTP/1.1" status: 204 len: 173 time: 0.4132962 Jul 07 18:05:40.602145 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'name': 'network-vif-deleted', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:05:40.604745 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f07f2a-2204-4672-8fea-55e317023fa5" -d '{"events": [{"server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "name": "network-vif-deleted", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:05:40.645987 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa29982-d990-426f-81af-5dfc622f2a3d x-openstack-request-id: req-5aa29982-d990-426f-81af-5dfc622f2a3d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:05:40.646578 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf631f-b956-4d0a-8b9f-06215eee4f8c", "name": "network-vif-deleted", "tag": "6295fa2a-81fa-4e86-99cc-c84267a1823b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:05:40.646897 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5aa29982-d990-426f-81af-5dfc622f2a3d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:05:40.647414 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf631f-b956-4d0a-8b9f-06215eee4f8c', 'name': 'network-vif-deleted', 'tag': '6295fa2a-81fa-4e86-99cc-c84267a1823b', 'status': 'completed', 'code': 200} Jul 07 18:05:41.089982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-017e7b1b-db99-451b-8ea7-961301258033 req-a650baea-4432-40da-adf4-1e6a518d42fb tempest-ServersNegativeTestJSON-2063483116 tempest-ServersNegativeTestJSON-2063483116-project] 10.222.0.22 "GET /v2.0/ports?device_id=1eaf631f-b956-4d0a-8b9f-06215eee4f8c HTTP/1.1" status: 200 len: 210 time: 0.0298104 Jul 07 18:05:42.187738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38298) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:42.238419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Deleting subnet 5b98ce03-fb35-4ead-9711-b517dd45bd39 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:42.241493 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.275980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.314038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.365780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.390967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b98ce03-fb35-4ead-9711-b517dd45bd39,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:42.397048 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.401535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:42.401974 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e0a8688d-2f53-4ecd-b6ef-fa5937ad0115 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5b98ce03-fb35-4ead-9711-b517dd45bd39 HTTP/1.1" status: 204 len: 168 time: 0.2128410 Jul 07 18:05:42.810376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.890436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.900239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8f62c8-d03f-40a4-b8aa-753cd702db7b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.913816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb577a6-151c-4104-90fb-dae53d923bdd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.914141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb577a6-151c-4104-90fb-dae53d923bdd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:42.922932 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.936588 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.942351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:42.942742 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:42.944338 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:42.997106 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.003285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.005171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6e8f62c8-d03f-40a4-b8aa-753cd702db7b HTTP/1.1" status: 204 len: 168 time: 0.6025751 Jul 07 18:05:43.016578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf31a6b-ce50-488e-bdc8-ee3dc6d1b721 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8f62c8-d03f-40a4-b8aa-753cd702db7b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.115050 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:43.155405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e3caf3aa-41d1-4cad-a49c-db491fe032f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e6b174a6c734625b5d2364a7cc2ad67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391202 Jul 07 18:05:43.157826 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:43.205434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.232201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.280567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.283638 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:43.284874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0384c18-ba8e-4d16-9b7c-8a8ce7a39104 HTTP/1.1" status: 204 len: 168 time: 0.1261151 Jul 07 18:05:43.293554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c31c2-a865-4e6d-8044-d3fcf50eb811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0384c18-ba8e-4d16-9b7c-8a8ce7a39104,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:43.642846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6295fa2a-81fa-4e86-99cc-c84267a1823b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:43.663491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 6295fa2a-81fa-4e86-99cc-c84267a1823b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:43.663883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6295fa2a-81fa-4e86-99cc-c84267a1823b not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:43.973882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38328) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:44.066991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926520799'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:44.087266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:44.090925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.105139 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.197234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.200861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.228457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:44.238306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414d3e2e-43d6-438d-8297-94a8923579b3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:44.243299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.243649 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Added segment 87366771-2a25-4c2c-99d7-9329d5a11dfe of type vlan for network 5d9ec7ee-1361-4070-82fa-0962a32cc335 Jul 07 18:05:44.284457 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.313897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.319998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:44.320624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.385410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4103506 Jul 07 18:05:44.394446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945782e-df96-4da6-966b-f40250a14447 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Network': ['ID=5d9ec7ee-1361-4070-82fa-0962a32cc335,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:44.405605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:47.657759 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38332) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:47.664009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'subnet': {'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:47.751910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:47.755775 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.941122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.005285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Subnet': ['ID=9ca0a9a2-b552-4d2d-803f-09349098c392,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.013783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking segment: {'id': '87366771-2a25-4c2c-99d7-9329d5a11dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:48.014176 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network hostable DHCP agents. Network: 5d9ec7ee-1361-4070-82fa-0962a32cc335, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:48.030495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:48.039021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5d9ec7ee-1361-4070-82fa-0962a32cc335) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:48.045909 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:48.046539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.046879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cfcd1-d97f-4ff0-ac1a-199e70f3687b None None] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:48.060933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f480ac1c-cd61-4f1a-8031-a440f5047136 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4019129 Jul 07 18:05:48.064348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38334) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:48.069292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749690780'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:48.090969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:48.094732 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.118635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:48.127679 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.128032 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Added segment 329e6564-3cee-4c09-babc-12c21e6159d3 of type vlan for network f6ae615a-6327-4141-aea9-4fbcb1aac7cb Jul 07 18:05:48.167930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.190798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5d9ec7ee-1361-4070-82fa-0962a32cc335', 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335', 'tenant_id': '4b645e8c78184ba69a54cc3190caf6dd', 'fixed_ips': [{'subnet_id': '9ca0a9a2-b552-4d2d-803f-09349098c392'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:48.191709 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.202561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.209188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:48.209832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.266823 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2013950 Jul 07 18:05:48.269766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:48.276319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'subnet': {'network_id': 'f6ae615a-6327-4141-aea9-4fbcb1aac7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:48.280987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce38af-48b2-4444-8adc-ba26afadba3f tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Network': ['ID=f6ae615a-6327-4141-aea9-4fbcb1aac7cb,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.292347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network f6ae615a-6327-4141-aea9-4fbcb1aac7cb details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:48.373421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:48.377565 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.400812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Allocated IP 2001:db8:0:ffff::2 (5d9ec7ee-1361-4070-82fa-0962a32cc335/9ca0a9a2-b552-4d2d-803f-09349098c392/b74c978a-bcb8-456a-8e52-a4135a29c755) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:48.545155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.554095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Transition to ACTIVE for port object b74c978a-bcb8-456a-8e52-a4135a29c755 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:48.569252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Transition to ACTIVE for port object b74c978a-bcb8-456a-8e52-a4135a29c755 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:48.573399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.574846 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.612204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:48.615725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:48.619500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:48.632528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Pushing event updated for resources: {'Port': ['ID=b74c978a-bcb8-456a-8e52-a4135a29c755,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.643923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Subnet': ['ID=4495810f-0022-4751-9ccd-39a38d52b591,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:48.649393 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking segment: {'id': '329e6564-3cee-4c09-babc-12c21e6159d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f6ae615a-6327-4141-aea9-4fbcb1aac7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:48.649758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network hostable DHCP agents. Network: f6ae615a-6327-4141-aea9-4fbcb1aac7cb, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:48.667175 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network f6ae615a-6327-4141-aea9-4fbcb1aac7cb is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:48.674606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.674969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.675316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.675696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.676613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.676946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.677292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, f6ae615a-6327-4141-aea9-4fbcb1aac7cb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:48.677502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.677667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.677955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.679021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.679021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.679279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:05:48.681633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:48.682518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.688172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5d601-ec62-44f6-af0b-136d179c9e0f None None] Network f6ae615a-6327-4141-aea9-4fbcb1aac7cb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:48.701183 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a5fce05c-26e7-4bec-bb21-8c804530e7ff tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4296343 Jul 07 18:05:48.703816 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:48.737113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Attempting to bind port b74c978a-bcb8-456a-8e52-a4135a29c755 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:48.737491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Attempting to bind port b74c978a-bcb8-456a-8e52-a4135a29c755 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '87366771-2a25-4c2c-99d7-9329d5a11dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:48.737857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Attempting to bind port b74c978a-bcb8-456a-8e52-a4135a29c755 on network 5d9ec7ee-1361-4070-82fa-0962a32cc335 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:48.755296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:48.755678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Checking segment: {'id': '87366771-2a25-4c2c-99d7-9329d5a11dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:48.756089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.756490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Bound using segment: {'id': '87366771-2a25-4c2c-99d7-9329d5a11dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:48.756969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Bound port: b74c978a-bcb8-456a-8e52-a4135a29c755, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87366771-2a25-4c2c-99d7-9329d5a11dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5d9ec7ee-1361-4070-82fa-0962a32cc335'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:48.757357 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.802560 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.885217 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.908678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] For port b74c978a-bcb8-456a-8e52-a4135a29c755, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:48.928514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] For port b74c978a-bcb8-456a-8e52-a4135a29c755, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b74c978a-bcb8-456a-8e52-a4135a29c755,segment=NetworkSegment(87366771-2a25-4c2c-99d7-9329d5a11dfe),segment_id=87366771-2a25-4c2c-99d7-9329d5a11dfe)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:48.937506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.953878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.984613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Subnet': ['ID=4495810f-0022-4751-9ccd-39a38d52b591,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.014654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4203ef-817d-445c-b276-faa116247bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-f6ae615a-6327-4141-aea9-4fbcb1aac7cb', 'network_id': 'f6ae615a-6327-4141-aea9-4fbcb1aac7cb', 'tenant_id': '4b645e8c78184ba69a54cc3190caf6dd', 'fixed_ips': [{'subnet_id': '4495810f-0022-4751-9ccd-39a38d52b591'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:49.015527 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b4203ef-817d-445c-b276-faa116247bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.056387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.068243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ae615a-6327-4141-aea9-4fbcb1aac7cb']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:49.081421 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329e6564-3cee-4c09-babc-12c21e6159d3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:49.081739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329e6564-3cee-4c09-babc-12c21e6159d3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:49.082910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e625559-6b27-4814-9ed7-d5813e0f67e7 None None] Pushing event updated for resources: {'Port': ['ID=b74c978a-bcb8-456a-8e52-a4135a29c755,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.092816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.109086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.115554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:49.116071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:49.119518 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:49.152540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de94f3d-ab7c-4b7a-9a29-548777104147 None None] Network f6ae615a-6327-4141-aea9-4fbcb1aac7cb requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:49.209138 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.213783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.215945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/f6ae615a-6327-4141-aea9-4fbcb1aac7cb HTTP/1.1" status: 204 len: 168 time: 0.5111089 Jul 07 18:05:49.222986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38340) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:49.229915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302267599'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:49.256482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8658d8-e9a2-42c4-8f05-c2ce47bb732b tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Network': ['ID=f6ae615a-6327-4141-aea9-4fbcb1aac7cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.269224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:49.274002 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.301159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:49.314670 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.315014 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Added segment 7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b of type vlan for network 5de96775-828c-41c7-a746-4b3d5cd7d27e Jul 07 18:05:49.360814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.390635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.397598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:49.398237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.456778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2326632 Jul 07 18:05:49.461611 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:49.465239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be3aa7-4d67-4fc0-8eca-a371081474d5 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Network': ['ID=5de96775-828c-41c7-a746-4b3d5cd7d27e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.467870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'subnet': {'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:49.476422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 5de96775-828c-41c7-a746-4b3d5cd7d27e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:49.562436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:49.565994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.623952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 18:05:49.624476 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 18:05:49.758670 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.820732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Subnet': ['ID=e0930ec3-6812-4732-8ac9-facdafc6f122,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:49.834035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking segment: {'id': '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:49.834441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network hostable DHCP agents. Network: 5de96775-828c-41c7-a746-4b3d5cd7d27e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:49.852593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network 5de96775-828c-41c7-a746-4b3d5cd7d27e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:49.865617 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 5de96775-828c-41c7-a746-4b3d5cd7d27e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:49.869975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:49.870694 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.875092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff79a2f6-aef0-4607-9461-d3ae2b5c8172 None None] Network 5de96775-828c-41c7-a746-4b3d5cd7d27e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:49.889833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b34507a-d46f-40a3-9c75-dc5f35ca21c9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4245274 Jul 07 18:05:49.890274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38344) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:49.941694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b74c978a-bcb8-456a-8e52-a4135a29c755 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:49.999355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.999817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9312de-25ee-4f18-a901-5b4cef51f71a None None] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:50.071267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.117833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b74c978a-bcb8-456a-8e52-a4135a29c755 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:50.155065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Provisioning for port b74c978a-bcb8-456a-8e52-a4135a29c755 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:05:50.190020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Provisioning complete for port b74c978a-bcb8-456a-8e52-a4135a29c755 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:50.190459 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.213594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-5de96775-828c-41c7-a746-4b3d5cd7d27e', 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e', 'tenant_id': '4b645e8c78184ba69a54cc3190caf6dd', 'fixed_ips': [{'subnet_id': 'e0930ec3-6812-4732-8ac9-facdafc6f122'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:50.214327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.453458 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.479667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Allocated IP 2001:db8::3 (5de96775-828c-41c7-a746-4b3d5cd7d27e/e0930ec3-6812-4732-8ac9-facdafc6f122/9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:50.527791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] For port b74c978a-bcb8-456a-8e52-a4135a29c755, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b74c978a-bcb8-456a-8e52-a4135a29c755,segment=NetworkSegment(87366771-2a25-4c2c-99d7-9329d5a11dfe),segment_id=87366771-2a25-4c2c-99d7-9329d5a11dfe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:50.558477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.632151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0a47b-8d62-4fd0-ab8f-ad59f881317f None None] Pushing event updated for resources: {'Port': ['ID=b74c978a-bcb8-456a-8e52-a4135a29c755,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:50.705536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ffd18a8f-57e2-45cb-b796-8aa4340d03e4 None None] Provisioning complete for port b74c978a-bcb8-456a-8e52-a4135a29c755 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:50.705836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd18a8f-57e2-45cb-b796-8aa4340d03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.707620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.739770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Transition to ACTIVE for port object 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:50.917792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Transition to ACTIVE for port object 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:50.928080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.943774 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.976499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Subnet': ['ID=e0930ec3-6812-4732-8ac9-facdafc6f122,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:50.990351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Network 5de96775-828c-41c7-a746-4b3d5cd7d27e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:50.998824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:51.007990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:51.022500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Pushing event updated for resources: {'Port': ['ID=9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:51.039326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.049521 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de96775-828c-41c7-a746-4b3d5cd7d27e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:51.059150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:51.059446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:51.068185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.078928 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Attempting to bind port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:51.079330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Attempting to bind port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:51.079703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Attempting to bind port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa on network 5de96775-828c-41c7-a746-4b3d5cd7d27e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:51.085712 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:51.086094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Checking segment: {'id': '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:51.086533 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.086931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Bound using segment: {'id': '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:51.087039 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.087402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Bound port: 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:51.087788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.092823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:51.093224 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:51.096390 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:51.151442 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.db.api [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 18:05:51.151442 n-d-791504-12 neutron-server[93765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 18:05:51.151442 n-d-791504-12 neutron-server[93765]: [parameters: {'id': '5de96775-828c-41c7-a746-4b3d5cd7d27e'}] Jul 07 18:05:51.151442 n-d-791504-12 neutron-server[93765]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:05:51.151951 n-d-791504-12 neutron-server[93765]: DEBUG oslo_db.api [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:05:51.153140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] For port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:51.157067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] For port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa,segment=NetworkSegment(7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b),segment_id=7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:51.161075 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.242938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a4a3-f64b-4ff9-946b-c80fac6b138d None None] Pushing event updated for resources: {'Port': ['ID=9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:51.262856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdb42b-fe5d-4bdd-92b6-8560706197a1 None None] Network 5de96775-828c-41c7-a746-4b3d5cd7d27e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:51.394713 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61909c-121a-4f6f-87f4-23fbe372b679 None None] get_active_networks_info from n-d-791504-12 {{(pid=93767) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:05:51.457094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61909c-121a-4f6f-87f4-23fbe372b679 None None] Resources bound (agent type, host, resource id): {{(pid=93767) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 18:05:51.652738 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.705762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Deleting port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:51.706102 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.770531 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] For port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa,segment=NetworkSegment(7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b),segment_id=7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:51.770889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.783544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Calling delete_port for 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:51.860318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b74c978a-bcb8-456a-8e52-a4135a29c755 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:51.868150 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.894029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Port': ['ID=9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:51.898618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No DVR routers for this DVR port 9ab02ac9-92cf-4f71-80ae-8ad226ad0cfa on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:51.911686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b74c978a-bcb8-456a-8e52-a4135a29c755 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:51.912065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.984561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:51.995069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de96775-828c-41c7-a746-4b3d5cd7d27e']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:52.005546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:52.005848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d05dbc1-d02d-4066-9c0a-5e0aa4c29b2b') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:52.015267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.029726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.036433 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:52.036941 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:52.040010 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:52.103757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.110897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.112735 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/5de96775-828c-41c7-a746-4b3d5cd7d27e HTTP/1.1" status: 204 len: 168 time: 2.2214339 Jul 07 18:05:52.116485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:52.122832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625265730'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:52.127622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54261b0f-ab99-458f-bae3-e937c7afbdf9 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Network': ['ID=5de96775-828c-41c7-a746-4b3d5cd7d27e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.144616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:52.149043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.177540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:52.187173 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.187559 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Added segment ebe8bea6-58d9-44a1-83b6-61f010b568f2 of type vlan for network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b Jul 07 18:05:52.229648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.263419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.270747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:52.271437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.326197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2085297 Jul 07 18:05:52.330198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38348) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:52.335884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'subnet': {'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:52.342457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a28a79-6174-40ac-a064-05a4ab0532cd tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Network': ['ID=7e07a0e5-6062-4cf1-8ddb-6b385323b73b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.353395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:52.427497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:52.431637 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.614918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.680758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Subnet': ['ID=eabea76b-fa91-4601-acd3-777ef3e281fe,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.688295 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking segment: {'id': 'ebe8bea6-58d9-44a1-83b6-61f010b568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:52.688666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network hostable DHCP agents. Network: 7e07a0e5-6062-4cf1-8ddb-6b385323b73b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:52.705723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:52.714713 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 7e07a0e5-6062-4cf1-8ddb-6b385323b73b) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:52.718732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:52.719355 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.724783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab3f42-a523-4711-8d7f-2af61226ed89 None None] Network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:52.734337 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dcd5115c-4e7b-4d45-bd85-1597cb597577 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4029794 Jul 07 18:05:52.737860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38350) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:52.743474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508767273'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:52.764517 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:52.768341 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.793198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:52.804590 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.805013 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Added segment b2b94c85-45e7-455c-873c-0badb569b4fa of type vlan for network c8c596f6-7a54-4798-a44a-5d5c7d11846c Jul 07 18:05:52.850641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.875456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-7e07a0e5-6062-4cf1-8ddb-6b385323b73b', 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b', 'tenant_id': '4b645e8c78184ba69a54cc3190caf6dd', 'fixed_ips': [{'subnet_id': 'eabea76b-fa91-4601-acd3-777ef3e281fe'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:52.876351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.880256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.886678 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:52.887347 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:52.943475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2039316 Jul 07 18:05:52.946779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:52.952192 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Request body: {'subnet': {'network_id': 'c8c596f6-7a54-4798-a44a-5d5c7d11846c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:52.959348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a555-8bbb-4241-bd9c-32474ec7f4cb tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Network': ['ID=c8c596f6-7a54-4798-a44a-5d5c7d11846c,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:52.976691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network c8c596f6-7a54-4798-a44a-5d5c7d11846c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:53.048473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Made reservation on behalf of 4b645e8c78184ba69a54cc3190caf6dd for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:53.052804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.080476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Allocated IP 2001:db8::2 (7e07a0e5-6062-4cf1-8ddb-6b385323b73b/eabea76b-fa91-4601-acd3-777ef3e281fe/dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:53.245392 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.247790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.255660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Transition to ACTIVE for port object dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:53.271813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Transition to ACTIVE for port object dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:53.285947 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.310019 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event updated for resources: {'Subnet': ['ID=7c1a9591-0eb5-4c42-bd08-41661a9716ab,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.320640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Checking segment: {'id': 'b2b94c85-45e7-455c-873c-0badb569b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8c596f6-7a54-4798-a44a-5d5c7d11846c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:53.321009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network hostable DHCP agents. Network: c8c596f6-7a54-4798-a44a-5d5c7d11846c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:53.332677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:53.339022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Network c8c596f6-7a54-4798-a44a-5d5c7d11846c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:53.339664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:53.342380 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:53.348973 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, c8c596f6-7a54-4798-a44a-5d5c7d11846c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:53.354098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Pushing event updated for resources: {'Port': ['ID=dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.354725 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:53.355262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.361726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299588f7-03a6-4780-9bb0-96dd9c1aabe7 None None] Network c8c596f6-7a54-4798-a44a-5d5c7d11846c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:53.372524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5bdff2cc-4b7a-4ca4-9525-8dc046b5daa6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4246345 Jul 07 18:05:53.375738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:53.458297 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Attempting to bind port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:53.458899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Attempting to bind port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'ebe8bea6-58d9-44a1-83b6-61f010b568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:53.459061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Attempting to bind port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c on network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:53.468581 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:53.468877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Checking segment: {'id': 'ebe8bea6-58d9-44a1-83b6-61f010b568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:53.469281 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.469680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Bound using segment: {'id': 'ebe8bea6-58d9-44a1-83b6-61f010b568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:53.470243 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Bound port: dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe8bea6-58d9-44a1-83b6-61f010b568f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7e07a0e5-6062-4cf1-8ddb-6b385323b73b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:53.470744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.486624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.542141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.584658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] For port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:53.588517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] For port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c,segment=NetworkSegment(ebe8bea6-58d9-44a1-83b6-61f010b568f2),segment_id=ebe8bea6-58d9-44a1-83b6-61f010b568f2)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:53.612560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.623331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f255c-9400-4be3-b8da-b0e025853dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-c8c596f6-7a54-4798-a44a-5d5c7d11846c', 'network_id': 'c8c596f6-7a54-4798-a44a-5d5c7d11846c', 'tenant_id': '4b645e8c78184ba69a54cc3190caf6dd', 'fixed_ips': [{'subnet_id': '7c1a9591-0eb5-4c42-bd08-41661a9716ab'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:53.624515 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc3f255c-9400-4be3-b8da-b0e025853dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.626492 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.665905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1a9591-0eb5-4c42-bd08-41661a9716ab,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.740018 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.743356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9a1c-5aa7-4966-82f9-61d8f06e9022 None None] Pushing event updated for resources: {'Port': ['ID=dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.753095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c596f6-7a54-4798-a44a-5d5c7d11846c']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:53.769116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17dcf0-dcdf-41f6-8b89-ab6705f65b84 None None] Network c8c596f6-7a54-4798-a44a-5d5c7d11846c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:53.769778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b94c85-45e7-455c-873c-0badb569b4fa') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:53.770086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b94c85-45e7-455c-873c-0badb569b4fa') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:53.780660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.800008 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.810767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:53.811262 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:53.814556 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:53.904387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.915046 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:53.920171 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/c8c596f6-7a54-4798-a44a-5d5c7d11846c HTTP/1.1" status: 204 len: 168 time: 0.5406091 Jul 07 18:05:53.922357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:53.937086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54468388-2dc4-431c-96b1-a1bb33a0fa3a tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Network': ['ID=c8c596f6-7a54-4798-a44a-5d5c7d11846c,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:53.960207 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-895aab34-234f-4c60-b538-241f280c9f90 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] GET failed (client error): The resource could not be found. Jul 07 18:05:53.961691 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-895aab34-234f-4c60-b538-241f280c9f90 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "GET /v2.0/subnets/7c1a9591-0eb5-4c42-bd08-41661a9716ab HTTP/1.1" status: 404 len: 337 time: 0.0382302 Jul 07 18:05:53.964584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:53.986679 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d45f22d-5002-411c-bcc0-2081e63a1dde tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:53.987217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d45f22d-5002-411c-bcc0-2081e63a1dde tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:53.989958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7d45f22d-5002-411c-bcc0-2081e63a1dde tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/c8c596f6-7a54-4798-a44a-5d5c7d11846c HTTP/1.1" status: 404 len: 339 time: 0.0240700 Jul 07 18:05:53.995947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38360) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.026872 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3591e36-a9a1-467f-a143-c033f9629834 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:54.027313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3591e36-a9a1-467f-a143-c033f9629834 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:54.032076 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e3591e36-a9a1-467f-a143-c033f9629834 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/subnets/7c1a9591-0eb5-4c42-bd08-41661a9716ab HTTP/1.1" status: 404 len: 337 time: 0.0349941 Jul 07 18:05:54.034950 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.055387 n-d-791504-12 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf972dc4-02c4-4661-8c97-990870626b8d tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:54.056086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf972dc4-02c4-4661-8c97-990870626b8d tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:54.057932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf972dc4-02c4-4661-8c97-990870626b8d tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/c8c596f6-7a54-4798-a44a-5d5c7d11846c HTTP/1.1" status: 404 len: 339 time: 0.0218675 Jul 07 18:05:54.060475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.116648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Deleting subnet eabea76b-fa91-4601-acd3-777ef3e281fe {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:54.120145 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.170557 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.260913 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.324643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.359335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Subnet': ['ID=eabea76b-fa91-4601-acd3-777ef3e281fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.361346 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.363247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8633028c-f164-4db4-8bf1-afc730a1f4f6 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/subnets/eabea76b-fa91-4601-acd3-777ef3e281fe HTTP/1.1" status: 204 len: 168 time: 0.3018513 Jul 07 18:05:54.366441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.444826 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.502899 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Deleting port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:54.503335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.581814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] For port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c,segment=NetworkSegment(ebe8bea6-58d9-44a1-83b6-61f010b568f2),segment_id=ebe8bea6-58d9-44a1-83b6-61f010b568f2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:54.582344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.598223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Calling delete_port for dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:54.637475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba0ad6f-7a74-417a-936f-cbdaea5fd3dd None None] Network 7e07a0e5-6062-4cf1-8ddb-6b385323b73b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:54.685774 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.710278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a0016ac1-f819-4233-98ad-a82acb634815 None None] Provisioning complete for port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:05:54.710560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Port': ['ID=dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.710707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0016ac1-f819-4233-98ad-a82acb634815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.717606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No DVR routers for this DVR port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:54.753523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0016ac1-f819-4233-98ad-a82acb634815 None None] Port dbcb622f-b8b6-4ee7-b1a7-b53ca79f991c was deleted so its status cannot be updated. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 18:05:54.803710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.815296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e07a0e5-6062-4cf1-8ddb-6b385323b73b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:54.827079 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0139a2-fc18-4621-8408-02e935877242 None None] DHCP port deletion for 7e07a0e5-6062-4cf1-8ddb-6b385323b73b request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:54.827980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe8bea6-58d9-44a1-83b6-61f010b568f2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:54.828349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe8bea6-58d9-44a1-83b6-61f010b568f2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:54.842092 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.856870 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.863455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:54.864023 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:54.867210 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:54.930770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.938496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:54.940624 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/7e07a0e5-6062-4cf1-8ddb-6b385323b73b HTTP/1.1" status: 204 len: 168 time: 0.5732079 Jul 07 18:05:54.943438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.956094 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6b962-b7b0-419e-aa9b-b3c51fdfde4e tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Network': ['ID=7e07a0e5-6062-4cf1-8ddb-6b385323b73b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:54.969837 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-30837891-d6da-4280-b51b-2412da3c91d1 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:54.970416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30837891-d6da-4280-b51b-2412da3c91d1 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:54.972412 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-30837891-d6da-4280-b51b-2412da3c91d1 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/subnets/e0930ec3-6812-4732-8ac9-facdafc6f122 HTTP/1.1" status: 404 len: 337 time: 0.0279489 Jul 07 18:05:54.975095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:54.993703 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6446303b-52b6-40a1-9967-ed3a6167bd99 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:54.994264 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6446303b-52b6-40a1-9967-ed3a6167bd99 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:54.995874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6446303b-52b6-40a1-9967-ed3a6167bd99 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/5de96775-828c-41c7-a746-4b3d5cd7d27e HTTP/1.1" status: 404 len: 339 time: 0.0198617 Jul 07 18:05:54.998857 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38374) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:55.031336 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ef908e-c471-4644-ab79-961abe467c84 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:55.031699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ef908e-c471-4644-ab79-961abe467c84 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:55.033389 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f8ef908e-c471-4644-ab79-961abe467c84 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/subnets/4495810f-0022-4751-9ccd-39a38d52b591 HTTP/1.1" status: 404 len: 337 time: 0.0336647 Jul 07 18:05:55.035975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:55.054778 n-d-791504-12 neutron-server[93765]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e59c00-882d-4b70-95bf-65a115bf8f91 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] DELETE failed (client error): The resource could not be found. Jul 07 18:05:55.055313 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e59c00-882d-4b70-95bf-65a115bf8f91 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 18:05:55.057015 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-12e59c00-882d-4b70-95bf-65a115bf8f91 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/f6ae615a-6327-4141-aea9-4fbcb1aac7cb HTTP/1.1" status: 404 len: 339 time: 0.0201316 Jul 07 18:05:55.059698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38378) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:55.111085 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Deleting subnet 9ca0a9a2-b552-4d2d-803f-09349098c392 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:55.114897 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.154403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.246491 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.306013 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.330446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca0a9a2-b552-4d2d-803f-09349098c392,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:55.336478 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.338741 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ceb338ca-c530-4229-8898-466df157ef20 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/subnets/9ca0a9a2-b552-4d2d-803f-09349098c392 HTTP/1.1" status: 204 len: 168 time: 0.2775848 Jul 07 18:05:55.341298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38380) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:55.342302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605e9be-6f70-432d-8b02-e717bd85472b None None] Network 5d9ec7ee-1361-4070-82fa-0962a32cc335 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:55.424484 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.478807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Deleting port b74c978a-bcb8-456a-8e52-a4135a29c755 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:55.479161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.526703 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] DHCP port deletion for 5d9ec7ee-1361-4070-82fa-0962a32cc335 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:05:55.547787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] For port b74c978a-bcb8-456a-8e52-a4135a29c755, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b74c978a-bcb8-456a-8e52-a4135a29c755,segment=NetworkSegment(87366771-2a25-4c2c-99d7-9329d5a11dfe),segment_id=87366771-2a25-4c2c-99d7-9329d5a11dfe)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:55.548674 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.549527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:55.562144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Calling delete_port for b74c978a-bcb8-456a-8e52-a4135a29c755 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:55.577591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Deleting port b74c978a-bcb8-456a-8e52-a4135a29c755 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:55.577974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.641420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] For port b74c978a-bcb8-456a-8e52-a4135a29c755, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b74c978a-bcb8-456a-8e52-a4135a29c755,segment=NetworkSegment(87366771-2a25-4c2c-99d7-9329d5a11dfe),segment_id=87366771-2a25-4c2c-99d7-9329d5a11dfe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:55.642165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.648683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.661036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Calling delete_port for b74c978a-bcb8-456a-8e52-a4135a29c755 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:55.674752 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Port': ['ID=b74c978a-bcb8-456a-8e52-a4135a29c755,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:55.678558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] No DVR routers for this DVR port b74c978a-bcb8-456a-8e52-a4135a29c755 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:55.743242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.767561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.772056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] Pushing event deleted for resources: {'Port': ['ID=b74c978a-bcb8-456a-8e52-a4135a29c755,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:55.774145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922a259-706b-4a13-8c12-7a7b5e4ca207 None None] No DVR routers for this DVR port b74c978a-bcb8-456a-8e52-a4135a29c755 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:05:55.785269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9ec7ee-1361-4070-82fa-0962a32cc335']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:55.797220 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87366771-2a25-4c2c-99d7-9329d5a11dfe') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:55.797627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87366771-2a25-4c2c-99d7-9329d5a11dfe') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:05:55.810040 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.825695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.831821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:05:55.832259 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:05:55.835761 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:05:55.851262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b74c978a-bcb8-456a-8e52-a4135a29c755 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:05:55.871512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b74c978a-bcb8-456a-8e52-a4135a29c755 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:05:55.871864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b74c978a-bcb8-456a-8e52-a4135a29c755 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:05:55.895889 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.903148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:55.904834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] 10.222.0.22 "DELETE /v2.0/networks/5d9ec7ee-1361-4070-82fa-0962a32cc335 HTTP/1.1" status: 204 len: 168 time: 0.5625377 Jul 07 18:05:55.917281 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aad3d-22d8-4d11-bcd9-6ad0a262baa0 tempest-NetworksIpV6Test-1327624728 tempest-NetworksIpV6Test-1327624728-project] Pushing event deleted for resources: {'Network': ['ID=5d9ec7ee-1361-4070-82fa-0962a32cc335,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:56.169258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:56.308204 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f6940e01-965a-49e9-8507-2f1a32b73b7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b645e8c78184ba69a54cc3190caf6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377251 Jul 07 18:05:56.310821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:56.368786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.391598 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.439670 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.442499 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:56.443680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/414d3e2e-43d6-438d-8297-94a8923579b3 HTTP/1.1" status: 204 len: 168 time: 0.1316111 Jul 07 18:05:56.452115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e1da-1695-45b0-ab04-a71553408be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d3e2e-43d6-438d-8297-94a8923579b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.077874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:57.172494 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1999754458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:57.195080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.196109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.252634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.257152 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.273933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.275271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b593fdfd-451e-49d6-b506-9bd8bde3d81a tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1963222 Jul 07 18:05:57.277966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:57.282994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-475564664'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:57.303286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Made reservation on behalf of c2dd171b319b42418edf12996e89f402 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:57.306728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.315210 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.411846 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.413167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.440015 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:57.451592 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b83f02-4855-4cf9-9dfe-6ae3516ba944,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.457793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.458437 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Added segment a95e0e62-af15-4946-a850-3c42cbf2b3f9 of type vlan for network e6d5734b-6072-4ea9-85c4-9cc12ec157df Jul 07 18:05:57.502015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.531026 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.537468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:57.538061 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.599415 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3203108 Jul 07 18:05:57.602799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38418) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:57.607166 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b110-ff7e-4091-a8e5-92045534d0ac tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event updated for resources: {'Network': ['ID=e6d5734b-6072-4ea9-85c4-9cc12ec157df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.608369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'subnet': {'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:57.619681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:57.706554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Made reservation on behalf of c2dd171b319b42418edf12996e89f402 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:57.710981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.897675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:57.956129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event updated for resources: {'Subnet': ['ID=51a52734-8957-4877-8a47-9096bb42d9b2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:57.967159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Checking segment: {'id': 'a95e0e62-af15-4946-a850-3c42cbf2b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:57.967526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Network hostable DHCP agents. Network: e6d5734b-6072-4ea9-85c4-9cc12ec157df, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:57.984348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:57.993844 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, e6d5734b-6072-4ea9-85c4-9cc12ec157df) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:58.002427 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.002816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74937df-6f6e-4321-a7c6-d9e3abfbd54a None None] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:58.003692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.022708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9199442e-7309-4af5-95d7-daf2d815a60e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152486 Jul 07 18:05:58.022961 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38420) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:58.028532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1723131797'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.052307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Made reservation on behalf of c2dd171b319b42418edf12996e89f402 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:58.056418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.081658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:05:58.091640 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.091990 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Added segment f27eb10b-9874-498a-8d40-f7aacb470993 of type vlan for network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 Jul 07 18:05:58.132229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.162575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-e6d5734b-6072-4ea9-85c4-9cc12ec157df', 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df', 'tenant_id': 'c2dd171b319b42418edf12996e89f402', 'fixed_ips': [{'subnet_id': '51a52734-8957-4877-8a47-9096bb42d9b2'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:58.163465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.167380 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.173657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.174577 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.240831 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2167473 Jul 07 18:05:58.244141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38422) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:58.248922 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'subnet': {'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.299051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Allocated IP 172.20.0.2 (e6d5734b-6072-4ea9-85c4-9cc12ec157df/51a52734-8957-4877-8a47-9096bb42d9b2/7b63af40-ef17-4dc2-a82a-90eb7df1e873) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:58.309045 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4dba-35ab-45d0-bdde-f0d818b89e27 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event updated for resources: {'Network': ['ID=2f30bf84-c990-4eff-9feb-0e5fda30ddd3,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.328010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:05:58.361340 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Made reservation on behalf of c2dd171b319b42418edf12996e89f402 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:05:58.365221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.508813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.517202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Transition to ACTIVE for port object 7b63af40-ef17-4dc2-a82a-90eb7df1e873 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:58.531766 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Transition to ACTIVE for port object 7b63af40-ef17-4dc2-a82a-90eb7df1e873 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:58.537069 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.559176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.574922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:58.577701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:58.583777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:58.589691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Pushing event updated for resources: {'Port': ['ID=7b63af40-ef17-4dc2-a82a-90eb7df1e873,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.620588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event updated for resources: {'Subnet': ['ID=fc14856a-c33b-41b2-b48f-e8ecb3e28c04,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.632066 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Checking segment: {'id': 'f27eb10b-9874-498a-8d40-f7aacb470993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:58.632437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Network hostable DHCP agents. Network: 2f30bf84-c990-4eff-9feb-0e5fda30ddd3, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:05:58.649094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:05:58.658875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Attempting to bind port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:58.659811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Attempting to bind port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'a95e0e62-af15-4946-a850-3c42cbf2b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:58.660010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 2f30bf84-c990-4eff-9feb-0e5fda30ddd3) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:58.660181 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Attempting to bind port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 on network e6d5734b-6072-4ea9-85c4-9cc12ec157df {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:58.664809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:58.665597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.666365 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:58.666761 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Checking segment: {'id': 'a95e0e62-af15-4946-a850-3c42cbf2b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:58.667618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.667750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Bound using segment: {'id': 'a95e0e62-af15-4946-a850-3c42cbf2b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:58.668133 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Bound port: 7b63af40-ef17-4dc2-a82a-90eb7df1e873, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95e0e62-af15-4946-a850-3c42cbf2b3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e6d5734b-6072-4ea9-85c4-9cc12ec157df'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:58.669093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.672443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954e252-62ba-4dc3-a13f-df74509bd8e3 None None] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:05:58.681546 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fbe67786-ac0b-4cbf-8d23-5ddb25d1a1b1 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365494 Jul 07 18:05:58.684301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38424) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:58.690014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e4e776f9-5572-4183-bf59-f16b65880f33 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:05:58.797134 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] For port 7b63af40-ef17-4dc2-a82a-90eb7df1e873, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:58.801860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] For port 7b63af40-ef17-4dc2-a82a-90eb7df1e873, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b63af40-ef17-4dc2-a82a-90eb7df1e873,segment=NetworkSegment(a95e0e62-af15-4946-a850-3c42cbf2b3f9),segment_id=a95e0e62-af15-4946-a850-3c42cbf2b3f9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:58.807279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.900423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e4e776f9-5572-4183-bf59-f16b65880f33 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:58.919482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e13315-04f8-45d3-b89b-f957828d3819 None None] Pushing event updated for resources: {'Port': ['ID=7b63af40-ef17-4dc2-a82a-90eb7df1e873,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:58.929813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-2f30bf84-c990-4eff-9feb-0e5fda30ddd3', 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3', 'tenant_id': 'c2dd171b319b42418edf12996e89f402', 'fixed_ips': [{'subnet_id': 'fc14856a-c33b-41b2-b48f-e8ecb3e28c04'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:05:58.930698 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.020465 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [None req-e4e776f9-5572-4183-bf59-f16b65880f33 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 18:05:59.022192 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e4e776f9-5572-4183-bf59-f16b65880f33 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "PUT /v2.0/routers/5a09915b-36e8-4cbe-a3fc-7d92e0e402a9 HTTP/1.1" status: 400 len: 364 time: 0.3364937 Jul 07 18:05:59.029131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38426) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:59.103227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Deleting subnet fc14856a-c33b-41b2-b48f-e8ecb3e28c04 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:05:59.127467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Allocated IP 172.21.0.2 (2f30bf84-c990-4eff-9feb-0e5fda30ddd3/fc14856a-c33b-41b2-b48f-e8ecb3e28c04/c41e706d-3012-4ae1-ba6b-aaad6136ab92) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:05:59.286100 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.294429 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Transition to ACTIVE for port object c41e706d-3012-4ae1-ba6b-aaad6136ab92 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:59.309435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Transition to ACTIVE for port object c41e706d-3012-4ae1-ba6b-aaad6136ab92 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:05:59.314624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.315124 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.356506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:05:59.357828 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.359296 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:05:59.364864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:05:59.372030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Pushing event updated for resources: {'Port': ['ID=c41e706d-3012-4ae1-ba6b-aaad6136ab92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:59.437085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Attempting to bind port c41e706d-3012-4ae1-ba6b-aaad6136ab92 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:05:59.437525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Attempting to bind port c41e706d-3012-4ae1-ba6b-aaad6136ab92 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f27eb10b-9874-498a-8d40-f7aacb470993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:05:59.439462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Attempting to bind port c41e706d-3012-4ae1-ba6b-aaad6136ab92 on network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:05:59.443668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:05:59.444044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Checking segment: {'id': 'f27eb10b-9874-498a-8d40-f7aacb470993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:05:59.444443 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.444843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Bound using segment: {'id': 'f27eb10b-9874-498a-8d40-f7aacb470993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:05:59.445307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Bound port: c41e706d-3012-4ae1-ba6b-aaad6136ab92, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27eb10b-9874-498a-8d40-f7aacb470993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f30bf84-c990-4eff-9feb-0e5fda30ddd3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:05:59.445689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.462527 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.524719 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.528152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] For port c41e706d-3012-4ae1-ba6b-aaad6136ab92, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:05:59.531771 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] For port c41e706d-3012-4ae1-ba6b-aaad6136ab92, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c41e706d-3012-4ae1-ba6b-aaad6136ab92,segment=NetworkSegment(f27eb10b-9874-498a-8d40-f7aacb470993),segment_id=f27eb10b-9874-498a-8d40-f7aacb470993)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:05:59.537391 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.552726 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Subnet': ['ID=fc14856a-c33b-41b2-b48f-e8ecb3e28c04,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:59.556494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.561098 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:05:59.571021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0dceb174-45eb-4597-ae6a-b4011393368b tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "DELETE /v2.0/subnets/fc14856a-c33b-41b2-b48f-e8ecb3e28c04 HTTP/1.1" status: 204 len: 168 time: 0.5406406 Jul 07 18:05:59.599932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf70d-0917-4817-a42a-84be5e3c6061 None None] Pushing event updated for resources: {'Port': ['ID=c41e706d-3012-4ae1-ba6b-aaad6136ab92,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:59.653544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.725547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Deleting port c41e706d-3012-4ae1-ba6b-aaad6136ab92 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:05:59.725912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.813270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] For port c41e706d-3012-4ae1-ba6b-aaad6136ab92, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c41e706d-3012-4ae1-ba6b-aaad6136ab92,segment=NetworkSegment(f27eb10b-9874-498a-8d40-f7aacb470993),segment_id=f27eb10b-9874-498a-8d40-f7aacb470993)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:05:59.813612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.830708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Calling delete_port for c41e706d-3012-4ae1-ba6b-aaad6136ab92 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:05:59.926326 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:59.960194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b63af40-ef17-4dc2-a82a-90eb7df1e873 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:05:59.966707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Port': ['ID=c41e706d-3012-4ae1-ba6b-aaad6136ab92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:05:59.972106 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] No DVR routers for this DVR port c41e706d-3012-4ae1-ba6b-aaad6136ab92 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:00.015249 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1596f94-64a0-479e-a435-75c129f8cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.040335 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:00.044587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c41e706d-3012-4ae1-ba6b-aaad6136ab92 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:00.067762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffed226-1303-4053-ae77-f7c99036088a None None] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:00.070585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c41e706d-3012-4ae1-ba6b-aaad6136ab92 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:00.070932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c41e706d-3012-4ae1-ba6b-aaad6136ab92 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 18:06:00.075559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.087075 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f30bf84-c990-4eff-9feb-0e5fda30ddd3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.102562 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27eb10b-9874-498a-8d40-f7aacb470993') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.102894 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27eb10b-9874-498a-8d40-f7aacb470993') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:00.114509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.131958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.140415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:00.140979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:00.145366 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:00.209259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.214285 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.216178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "DELETE /v2.0/networks/2f30bf84-c990-4eff-9feb-0e5fda30ddd3 HTTP/1.1" status: 204 len: 168 time: 0.6540656 Jul 07 18:06:00.219157 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:00.231806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1ad5-919a-4e98-987e-c72e766fbedf tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Network': ['ID=2f30bf84-c990-4eff-9feb-0e5fda30ddd3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.280972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Deleting subnet 51a52734-8957-4877-8a47-9096bb42d9b2 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:06:00.284646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.289715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Port c41e706d-3012-4ae1-ba6b-aaad6136ab92 not found, will not notify nova. {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 18:06:00.321147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Provisioning for port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:00.333263 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.333445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Provisioning complete for port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:00.333785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.432005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.480452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.500884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.531561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Subnet': ['ID=51a52734-8957-4877-8a47-9096bb42d9b2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.533533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.538452 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fc4e1fb0-ad03-4d71-8af4-920246b765b3 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "DELETE /v2.0/subnets/51a52734-8957-4877-8a47-9096bb42d9b2 HTTP/1.1" status: 204 len: 168 time: 0.3151407 Jul 07 18:06:00.539281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:00.562337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:06:00.562828 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:06:00.629169 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.688346 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Deleting port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:00.688710 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.759828 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] For port 7b63af40-ef17-4dc2-a82a-90eb7df1e873, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b63af40-ef17-4dc2-a82a-90eb7df1e873,segment=NetworkSegment(a95e0e62-af15-4946-a850-3c42cbf2b3f9),segment_id=a95e0e62-af15-4946-a850-3c42cbf2b3f9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:00.760201 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.786539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Calling delete_port for 7b63af40-ef17-4dc2-a82a-90eb7df1e873 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:00.786655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92053670-24c1-4d13-86f7-f3b1dec779c8 None None] Network e6d5734b-6072-4ea9-85c4-9cc12ec157df requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:00.857417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9e29b-1caa-4a50-b79b-7b2c0a4b226e None None] DHCP port deletion for 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:00.866770 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.894878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Port': ['ID=7b63af40-ef17-4dc2-a82a-90eb7df1e873,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:00.896737 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] No DVR routers for this DVR port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:00.899169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b84242-b4d2-484e-9f53-e37ff8e2bfbe None None] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:00.936029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b84242-b4d2-484e-9f53-e37ff8e2bfbe None None] Network 2f30bf84-c990-4eff-9feb-0e5fda30ddd3 could not be found, it might have been deleted concurrently. {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 18:06:00.980387 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:00.991435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d5734b-6072-4ea9-85c4-9cc12ec157df']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:01.001885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95e0e62-af15-4946-a850-3c42cbf2b3f9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:01.002213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95e0e62-af15-4946-a850-3c42cbf2b3f9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:01.011366 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.026851 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.032884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:06:01.033272 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:06:01.037470 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:06:01.051338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed239e-086a-4030-88fa-f2c32089ead2 None None] DHCP port deletion for e6d5734b-6072-4ea9-85c4-9cc12ec157df request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:06:01.084911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-300727d9-365f-49d3-b127-2343abc5b2a8 None None] Port 7b63af40-ef17-4dc2-a82a-90eb7df1e873 update to ACTIVE by agent not found {{(pid=93767) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 18:06:01.096628 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.103780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.105699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "DELETE /v2.0/networks/e6d5734b-6072-4ea9-85c4-9cc12ec157df HTTP/1.1" status: 204 len: 168 time: 0.5650132 Jul 07 18:06:01.108725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.117806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8589d6-2330-4e69-8f33-3394f9890df9 tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Pushing event deleted for resources: {'Network': ['ID=e6d5734b-6072-4ea9-85c4-9cc12ec157df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:01.139682 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3f1a36c2-bd8c-4866-8c53-712324f3130e tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a09915b-36e8-4cbe-a3fc-7d92e0e402a9 HTTP/1.1" status: 200 len: 205 time: 0.0297585 Jul 07 18:06:01.141907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38436) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.201858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87e956ba-4b96-4592-82c0-8fb3de88b191 None None] Could not find standard attr ID for object 7b63af40-ef17-4dc2-a82a-90eb7df1e873. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:01.206961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-87e956ba-4b96-4592-82c0-8fb3de88b191 None None] Could not find standard attr ID for object c41e706d-3012-4ae1-ba6b-aaad6136ab92. {{(pid=93767) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 18:06:01.221054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.374814 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.376898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.420663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.421364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Fanout notify agent at l3_agent the message router_deleted on router 5a09915b-36e8-4cbe-a3fc-7d92e0e402a9 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:06:01.429737 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.430875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f3adfc27-e29e-4f64-a1c9-0d750a934feb tempest-RoutersNegativeTest-528593370 tempest-RoutersNegativeTest-528593370-project] 10.222.0.22 "DELETE /v2.0/routers/5a09915b-36e8-4cbe-a3fc-7d92e0e402a9 HTTP/1.1" status: 204 len: 168 time: 0.2880244 Jul 07 18:06:01.670453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38442) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.803161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6fd1371a-6758-4817-a9a3-e8803cf31bd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2dd171b319b42418edf12996e89f402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314895 Jul 07 18:06:01.806717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38446) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:01.856850 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.871447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b63af40-ef17-4dc2-a82a-90eb7df1e873 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:01.883398 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.900054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7b63af40-ef17-4dc2-a82a-90eb7df1e873 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:01.900537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b63af40-ef17-4dc2-a82a-90eb7df1e873 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:01.901124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c41e706d-3012-4ae1-ba6b-aaad6136ab92 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:01.924140 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c41e706d-3012-4ae1-ba6b-aaad6136ab92 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:01.924374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c41e706d-3012-4ae1-ba6b-aaad6136ab92 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:01.931995 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.934817 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:01.936008 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97b83f02-4855-4cf9-9dfe-6ae3516ba944 HTTP/1.1" status: 204 len: 168 time: 0.1283476 Jul 07 18:06:01.944248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93db4-2ad0-4070-977c-8fb8846d4630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b83f02-4855-4cf9-9dfe-6ae3516ba944,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:02.407825 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071b05b4-feab-4ab8-8fda-88a4e797945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.586644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38468) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:02.678101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-318675260-network', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:02.699454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Made reservation on behalf of 9fc5f324ae024a58bceda0d9d4bce6f2 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:02.701755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.710936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.796319 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.800213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.827201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:02.834162 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae1fc7-2040-42da-8961-b9de7d2fd62f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:02.840068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.840423 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Added segment 030b7d8c-8faf-4203-9ea9-5543b696493c of type vlan for network 085d87ba-f008-433b-b752-47514397e156 Jul 07 18:06:02.880184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.880555 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.909379 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.910363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:02.910946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:02.960453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3725178 Jul 07 18:06:02.963382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:02.968517 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Request body: {'subnet': {'network_id': '085d87ba-f008-433b-b752-47514397e156', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-subnet', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:02.972649 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65036b30-8eb5-4cb9-b2a5-a94f3c4c4497 admin admin] Pushing event updated for resources: {'Network': ['ID=085d87ba-f008-433b-b752-47514397e156,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:02.982954 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 085d87ba-f008-433b-b752-47514397e156 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:02.990298 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Made reservation on behalf of 9fc5f324ae024a58bceda0d9d4bce6f2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:02.992625 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.160823 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.221017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6758609-48be-4fdc-9583-7ef5fb17d293,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:03.230623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Checking segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:03.231012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Network hostable DHCP agents. Network: 085d87ba-f008-433b-b752-47514397e156, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:03.247441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Network 085d87ba-f008-433b-b752-47514397e156 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:03.256244 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 085d87ba-f008-433b-b752-47514397e156) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:03.260266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:03.260854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.265955 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c8f06-286c-450c-80f3-d213b9d63128 None None] Network 085d87ba-f008-433b-b752-47514397e156 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:03.276414 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e7195ac1-862c-44b2-86fa-594ec0f8ade2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3117821 Jul 07 18:06:03.279244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:03.283790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:03.304939 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.305973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.358501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.412626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-085d87ba-f008-433b-b752-47514397e156', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:03.413479 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.552254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Allocated IP 172.20.0.2 (085d87ba-f008-433b-b752-47514397e156/f6758609-48be-4fdc-9583-7ef5fb17d293/7b9152f0-f4d5-456e-8607-c14564a99857) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:03.707501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.716691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Transition to ACTIVE for port object 7b9152f0-f4d5-456e-8607-c14564a99857 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:03.732395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Transition to ACTIVE for port object 7b9152f0-f4d5-456e-8607-c14564a99857 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:03.738992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.777421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Network 085d87ba-f008-433b-b752-47514397e156 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:03.780248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:03.782662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:03.802841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Pushing event updated for resources: {'Port': ['ID=7b9152f0-f4d5-456e-8607-c14564a99857,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:03.829733 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.862189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Attempting to bind port 7b9152f0-f4d5-456e-8607-c14564a99857 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:03.862563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Attempting to bind port 7b9152f0-f4d5-456e-8607-c14564a99857 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:03.863448 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Attempting to bind port 7b9152f0-f4d5-456e-8607-c14564a99857 on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:03.863704 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.868749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:03.869124 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Checking segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:03.869545 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.869920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Bound using segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:03.870408 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Bound port: 7b9152f0-f4d5-456e-8607-c14564a99857, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:03.870787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:03.936406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] For port 7b9152f0-f4d5-456e-8607-c14564a99857, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:03.939705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] For port 7b9152f0-f4d5-456e-8607-c14564a99857, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b9152f0-f4d5-456e-8607-c14564a99857,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:03.944524 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.009310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1955fb0-9e49-4ea6-b131-40e075987b84 None None] Pushing event updated for resources: {'Port': ['ID=7b9152f0-f4d5-456e-8607-c14564a99857,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:04.078847 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.099021 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.220109 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Allocated IP 172.25.7.253 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/58233335-4378-434f-951b-8ed1a76868fc) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:04.335567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.374951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.412980 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:04.415806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:04.422252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:04.428386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Pushing event updated for resources: {'Port': ['ID=58233335-4378-434f-951b-8ed1a76868fc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:04.676088 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.877740 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.883082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:04.922798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28244a1d-f114-4692-b58c-ad36fb56724f None None] Network 085d87ba-f008-433b-b752-47514397e156 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:04.989589 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0599d9b2-6f8f-4603-85a2-f9643d55e4c7 None None] Provisioning for port 7b9152f0-f4d5-456e-8607-c14564a99857 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:05.017482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Router e0cfe082-6ac3-4a96-ac10-657aea5efc2e is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:06:05.129824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:05.139353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Sync routers for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:05.146135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.147428 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ec04685c-92a5-4441-a1f0-282b56c11319 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8671663 Jul 07 18:06:05.150411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:05.150951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:05.151238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.275721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:05.477464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:04Z', 'revision_number': 3, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:05.507274 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Checking router: e0cfe082-6ac3-4a96-ac10-657aea5efc2e for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:05.507636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Updating router e0cfe082-6ac3-4a96-ac10-657aea5efc2e port 58233335-4378-434f-951b-8ed1a76868fc binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:05.541982 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.589456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.591898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.751366 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Allocated IP 172.20.0.1 (085d87ba-f008-433b-b752-47514397e156/f6758609-48be-4fdc-9583-7ef5fb17d293/0d7a8474-6396-4476-b687-ed6eb25164ab) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:05.822303 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.834318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Transition to ACTIVE for port object 58233335-4378-434f-951b-8ed1a76868fc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:05.842425 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.877068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.895783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Transition to ACTIVE for port object 0d7a8474-6396-4476-b687-ed6eb25164ab will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:05.897963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Attempting to bind port 58233335-4378-434f-951b-8ed1a76868fc on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:05.898568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Attempting to bind port 58233335-4378-434f-951b-8ed1a76868fc by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:05.898747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Attempting to bind port 58233335-4378-434f-951b-8ed1a76868fc on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:05.900844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c5ae-42d8-40cc-ab37-d5986908fc90 None None] Pushing event updated for resources: {'Port': ['ID=58233335-4378-434f-951b-8ed1a76868fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.906264 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:05.906666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:05.907057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.907444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:05.907919 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Bound port: 58233335-4378-434f-951b-8ed1a76868fc, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:05.908305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.930352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b9152f0-f4d5-456e-8607-c14564a99857 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:05.934622 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:05.976311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Network 085d87ba-f008-433b-b752-47514397e156 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:05.984556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:05.986753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:05.990359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:05.996487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] For port 58233335-4378-434f-951b-8ed1a76868fc, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:05.997576 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.997966 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.999155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.999155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.999155 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:05.999642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.000018 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.000136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] For port 58233335-4378-434f-951b-8ed1a76868fc, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58233335-4378-434f-951b-8ed1a76868fc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:06.000238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.000485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.000678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.001057 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.001355 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:06.007537 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.036524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7b9152f0-f4d5-456e-8607-c14564a99857 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:06.052759 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.053022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7b9152f0-f4d5-456e-8607-c14564a99857 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:06.053187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.105071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:06.105718 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:06.111259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c5ae-42d8-40cc-ab37-d5986908fc90 None None] Pushing event updated for resources: {'Port': ['ID=58233335-4378-434f-951b-8ed1a76868fc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.217781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.254234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.270684 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:06.389820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7b9152f0-f4d5-456e-8607-c14564a99857, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b9152f0-f4d5-456e-8607-c14564a99857,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:06.390096 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.394742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1de7d2a3-2e83-4e99-a55a-b816a7e02568 None None] Provisioning for port 0d7a8474-6396-4476-b687-ed6eb25164ab completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:06.395996 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.401061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.412094 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1de7d2a3-2e83-4e99-a55a-b816a7e02568 None None] Provisioning complete for port 0d7a8474-6396-4476-b687-ed6eb25164ab triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:06.412441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de7d2a3-2e83-4e99-a55a-b816a7e02568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.517347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1de7d2a3-2e83-4e99-a55a-b816a7e02568 None None] Port 0d7a8474-6396-4476-b687-ed6eb25164ab cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:06.538281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7b9152f0-f4d5-456e-8607-c14564a99857,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.569757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:04Z', 'revision_number': 3, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:06.602533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae7a7-dd1f-4b0f-8276-64203b472b41 None None] The sync data for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 is: [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:04Z', 'revision_number': 3, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:06.816577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.835767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.837679 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:06.968378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Network 085d87ba-f008-433b-b752-47514397e156 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:06.969819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:07.129434 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Router e0cfe082-6ac3-4a96-ac10-657aea5efc2e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:07.240014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a8ae29d5-d312-47b6-9062-cb763960efa7 None None] Provisioning complete for port 0d7a8474-6396-4476-b687-ed6eb25164ab triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:07.240606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8ae29d5-d312-47b6-9062-cb763960efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.265554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:07.276650 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae29d5-d312-47b6-9062-cb763960efa7 None None] Port 0d7a8474-6396-4476-b687-ed6eb25164ab cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:07.280368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-433ccbdb-7ce7-443d-9e84-1ecabab1e051 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0cfe082-6ac3-4a96-ac10-657aea5efc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288197 Jul 07 18:06:07.759432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38492) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:07.764587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-821497286-network', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:07.785847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Made reservation on behalf of aebf10d363964df4bfb58e6ebaeb2374 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:07.788438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.797477 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.895806 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.901673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.923952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:06:07.940611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73652665-1bb8-4906-9a51-b73ecf9e2b7d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:07.945184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58233335-4378-434f-951b-8ed1a76868fc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:07.945409 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:07.945778 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Added segment 1df684c7-4c9a-454c-8cdf-e9e0f505207c of type vlan for network 3e174f87-690a-423e-94eb-594846e5814b Jul 07 18:06:07.993770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.009196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 58233335-4378-434f-951b-8ed1a76868fc completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:08.013437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 58233335-4378-434f-951b-8ed1a76868fc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:08.014067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.027130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.028139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:08.028743 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.096607 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3359332 Jul 07 18:06:08.100124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:08.103827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.104137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faffec9-8ede-4bfa-9e83-07f0bfaa083b admin admin] Pushing event updated for resources: {'Network': ['ID=3e174f87-690a-423e-94eb-594846e5814b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:08.107087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Request body: {'subnet': {'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-subnet', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:08.117004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 3e174f87-690a-423e-94eb-594846e5814b details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:06:08.139156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Made reservation on behalf of aebf10d363964df4bfb58e6ebaeb2374 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:08.141929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.315742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 58233335-4378-434f-951b-8ed1a76868fc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58233335-4378-434f-951b-8ed1a76868fc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:08.333711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.343864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.344661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b9152f0-f4d5-456e-8607-c14564a99857 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:08.391687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b05179d-d809-4231-b9a4-a2d600b98468,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:08.402176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Checking segment: {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:08.402663 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Network hostable DHCP agents. Network: 3e174f87-690a-423e-94eb-594846e5814b, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:06:08.407456 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Sync routers for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:08.417668 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:08.418317 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:08.424095 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Network 3e174f87-690a-423e-94eb-594846e5814b is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:06:08.434991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 3e174f87-690a-423e-94eb-594846e5814b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:08.441974 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:08.443083 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.447252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db8a86-10fd-43de-b645-a4920687ca62 None None] Network 3e174f87-690a-423e-94eb-594846e5814b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:08.462427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-19548677-3df0-43bb-922c-6585358fcd7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3587830 Jul 07 18:06:08.463588 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38496) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:08.469064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:08.492265 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.493858 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.497942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=58233335-4378-434f-951b-8ed1a76868fc,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:08.522386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7b9152f0-f4d5-456e-8607-c14564a99857 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:08.522764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.557145 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.646812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:08.695065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-3e174f87-690a-423e-94eb-594846e5814b', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:06:08.696022 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.731581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.846073 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Allocated IP 172.20.0.2 (3e174f87-690a-423e-94eb-594846e5814b/0b05179d-d809-4231-b9a4-a2d600b98468/c84aad70-5fc1-42e6-9f1b-396732782af3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:08.856275 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:06Z', 'revision_number': 4, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0d7a8474-6396-4476-b687-ed6eb25164ab', 'name': '', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'mac_address': 'fa:16:3e:ec:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:05Z', 'updated_at': '2021-07-07T18:06:06Z', 'revision_number': 2, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'subnets': [{'id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:08.883035 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Checking router: e0cfe082-6ac3-4a96-ac10-657aea5efc2e for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:08.883473 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Updating router e0cfe082-6ac3-4a96-ac10-657aea5efc2e port 0d7a8474-6396-4476-b687-ed6eb25164ab binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:08.921729 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.954534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:08.985198 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.007444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.016708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Transition to ACTIVE for port object c84aad70-5fc1-42e6-9f1b-396732782af3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:09.033507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Transition to ACTIVE for port object c84aad70-5fc1-42e6-9f1b-396732782af3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:09.041797 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.094257 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Network 3e174f87-690a-423e-94eb-594846e5814b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:09.098197 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:09.103200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Allocated IP 172.25.7.30 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/1ac326ed-0a03-4c9c-b410-c8fd17f07c90) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:09.104811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:09.113318 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Pushing event updated for resources: {'Port': ['ID=c84aad70-5fc1-42e6-9f1b-396732782af3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.171960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Attempting to bind port c84aad70-5fc1-42e6-9f1b-396732782af3 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:09.172339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Attempting to bind port c84aad70-5fc1-42e6-9f1b-396732782af3 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:09.172776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Attempting to bind port c84aad70-5fc1-42e6-9f1b-396732782af3 on network 3e174f87-690a-423e-94eb-594846e5814b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:09.179453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:09.180167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Checking segment: {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:09.180701 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.181345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Bound using segment: {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:09.181661 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Bound port: c84aad70-5fc1-42e6-9f1b-396732782af3, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:09.182101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.228235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.237388 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.249467 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Transition to ACTIVE for port object 0d7a8474-6396-4476-b687-ed6eb25164ab will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:09.260274 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.265876 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] For port c84aad70-5fc1-42e6-9f1b-396732782af3, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:09.272237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] For port c84aad70-5fc1-42e6-9f1b-396732782af3, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c84aad70-5fc1-42e6-9f1b-396732782af3,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:09.275297 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.276228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.336116 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Pushing event updated for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.337191 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.345181 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.345530 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.345819 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.346347 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.346586 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.346925 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.347344 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.347682 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.348012 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.348340 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.348671 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.348999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:09.360081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58e45d-e987-4322-bb56-7197719d1884 None None] Pushing event updated for resources: {'Port': ['ID=c84aad70-5fc1-42e6-9f1b-396732782af3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.370741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:09.372363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:09.380383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:09.385070 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Attempting to bind port 0d7a8474-6396-4476-b687-ed6eb25164ab on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:09.385527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Attempting to bind port 0d7a8474-6396-4476-b687-ed6eb25164ab by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:09.385967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Attempting to bind port 0d7a8474-6396-4476-b687-ed6eb25164ab on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:09.391564 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:09.392082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Checking segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:09.392562 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.393027 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Bound using segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:09.393638 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Bound port: 0d7a8474-6396-4476-b687-ed6eb25164ab, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:09.395069 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.474555 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] For port 0d7a8474-6396-4476-b687-ed6eb25164ab, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:09.478934 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] For port 0d7a8474-6396-4476-b687-ed6eb25164ab, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0d7a8474-6396-4476-b687-ed6eb25164ab,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:09.488223 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.553351 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad589a7-dc48-4856-b52c-2067c5043c06 None None] Pushing event updated for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:09.573971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:09.574966 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:09.698973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.725642 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:09.955068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:09.971102 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:06Z', 'revision_number': 4, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0d7a8474-6396-4476-b687-ed6eb25164ab', 'name': '', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'mac_address': 'fa:16:3e:ec:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:05Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 4, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'subnets': [{'id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:10.001273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58233335-4378-434f-951b-8ed1a76868fc up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:10.003458 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb0f9f-44c9-4930-90e5-fcee95a714a5 None None] The sync data for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 is: [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:06:06Z', 'revision_number': 4, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0d7a8474-6396-4476-b687-ed6eb25164ab', 'name': '', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'mac_address': 'fa:16:3e:ec:28:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:05Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 4, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'subnets': [{'id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:10.070682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 58233335-4378-434f-951b-8ed1a76868fc triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:10.071268 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.147225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:06:10.185540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c84aad70-5fc1-42e6-9f1b-396732782af3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:10.257668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c84aad70-5fc1-42e6-9f1b-396732782af3 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:10.294398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:10.308837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Sync routers for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:10.317166 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.318913 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f63b9237-2a5e-4373-92e7-af406d8bf505 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8537829 Jul 07 18:06:10.321500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:10.322169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:10.322935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:10.447086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:10.594177 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ccc9b5-01ff-4042-b738-9b4b254b6b37 None None] Network 3e174f87-690a-423e-94eb-594846e5814b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:06:10.739721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Provisioning for port c84aad70-5fc1-42e6-9f1b-396732782af3 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:10.764666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Provisioning complete for port c84aad70-5fc1-42e6-9f1b-396732782af3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:10.765055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.815094 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.855796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 3, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:10.891553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Checking router: cb528aac-ed7b-45dc-bd28-7dfa8d776db7 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:10.891926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Updating router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:10.979566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.983394 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:10.995229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Allocated IP 172.20.0.1 (3e174f87-690a-423e-94eb-594846e5814b/0b05179d-d809-4231-b9a4-a2d600b98468/0e887c18-68d6-4bde-8e80-87d41dfbc735) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:11.102054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] For port c84aad70-5fc1-42e6-9f1b-396732782af3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c84aad70-5fc1-42e6-9f1b-396732782af3,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:11.111278 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.130645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.156133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Transition to ACTIVE for port object 0e887c18-68d6-4bde-8e80-87d41dfbc735 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:11.207606 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.234789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6158-2291-41c1-aa5c-06ab5e186505 None None] Pushing event updated for resources: {'Port': ['ID=c84aad70-5fc1-42e6-9f1b-396732782af3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.266459 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Network 3e174f87-690a-423e-94eb-594846e5814b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:11.272091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:11.277116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:11.280183 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Pushing event updated for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.326873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.375282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-33277193-3b76-47a0-bcb1-bdc9514c1686 None None] Provisioning complete for port c84aad70-5fc1-42e6-9f1b-396732782af3 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:11.375692 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33277193-3b76-47a0-bcb1-bdc9514c1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.418096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.437116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Transition to ACTIVE for port object 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:11.446882 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.508810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.526438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Attempting to bind port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:11.527002 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Attempting to bind port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:11.527176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Attempting to bind port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:11.536462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8d17-c861-44c7-acdd-a1301988fb84 None None] Pushing event updated for resources: {'Port': ['ID=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.547691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:11.548112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:11.548506 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.548888 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:11.549437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Bound port: 1ac326ed-0a03-4c9c-b410-c8fd17f07c90, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:11.549779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.614508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] For port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:11.617770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] For port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:11.623554 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.694944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:11.695778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:11.697621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.699312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8d17-c861-44c7-acdd-a1301988fb84 None None] Pushing event updated for resources: {'Port': ['ID=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.707627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.732754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8327582a-07b0-439d-bd32-f5a04890613e None None] Provisioning for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:11.742387 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8327582a-07b0-439d-bd32-f5a04890613e None None] Provisioning complete for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:11.742757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8327582a-07b0-439d-bd32-f5a04890613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.779601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Pushing event updated for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:11.782084 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:11.895125 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Network 3e174f87-690a-423e-94eb-594846e5814b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:11.896665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:12.002437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c84aad70-5fc1-42e6-9f1b-396732782af3 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:12.040624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:06:12.041547 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8327582a-07b0-439d-bd32-f5a04890613e None None] Port 0e887c18-68d6-4bde-8e80-87d41dfbc735 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:12.073848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:12.124574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c84aad70-5fc1-42e6-9f1b-396732782af3 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:12.124952 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.167634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:06:12.173568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0dc85356-85c3-4824-8d52-0b4550ecb8bc admin admin] 10.222.0.22 "PUT /v2.0/routers/cb528aac-ed7b-45dc-bd28-7dfa8d776db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491659 Jul 07 18:06:12.252890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-be88a3ec-58f3-4682-99ce-b855d7891351 None None] Provisioning complete for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:12.253304 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be88a3ec-58f3-4682-99ce-b855d7891351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.312514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be88a3ec-58f3-4682-99ce-b855d7891351 None None] Port 0e887c18-68d6-4bde-8e80-87d41dfbc735 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:12.386823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0d7a8474-6396-4476-b687-ed6eb25164ab up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:12.454262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0e887c18-68d6-4bde-8e80-87d41dfbc735', 'name': '', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'mac_address': 'fa:16:3e:3d:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:10Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 1, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'subnets': [{'id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:12.458295 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0d7a8474-6396-4476-b687-ed6eb25164ab completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:12.486229 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0d7a8474-6396-4476-b687-ed6eb25164ab triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:12.486612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.489336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049899b-3022-4fce-8941-2eefc0c4c26e None None] The sync data for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 is: [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0e887c18-68d6-4bde-8e80-87d41dfbc735', 'name': '', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'mac_address': 'fa:16:3e:3d:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:10Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 1, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'subnets': [{'id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:12.583700 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.624698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0d7a8474-6396-4476-b687-ed6eb25164ab, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0d7a8474-6396-4476-b687-ed6eb25164ab,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:12.629284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:12.683788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:13.099998 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-e4eb2a22-78ad-4669-a80a-a154aec9caf9 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:13.101534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-e4eb2a22-78ad-4669-a80a-a154aec9caf9 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 816 time: 0.1158521 Jul 07 18:06:13.118963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-d664b9c7-b069-4a59-a716-157e45d2ec80 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/quotas/9fc5f324ae024a58bceda0d9d4bce6f2 HTTP/1.1" status: 200 len: 375 time: 0.0111187 Jul 07 18:06:13.213097 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-6b3e7f06-ce53-4d54-967b-e660365b9ebd tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865030 Jul 07 18:06:13.339478 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-694c613e-1963-4e9a-9ccc-bd33d884e2ec service neutron] 10.222.0.22 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077178 Jul 07 18:06:13.449864 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-d436758b-5bbc-4d25-bcc5-379652432b9e service neutron] 10.222.0.22 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044688 Jul 07 18:06:13.642961 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10356585-796c-4596-8a63-59cf4b9cf5e7 req-9d7ffe3f-f329-4899-831b-ca8a98b80246 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 210 time: 0.0394843 Jul 07 18:06:13.977669 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:14.029114 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:14.033567 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:14.033938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.124674 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.147957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:14.155722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.156832 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0d7a8474-6396-4476-b687-ed6eb25164ab up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:14.238217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:14.254992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0d7a8474-6396-4476-b687-ed6eb25164ab triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:14.254992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.615917 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Sync routers for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:06:14.625264 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:14.625871 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:14.744623 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:14.787821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-925a1d10-c204-476e-b29f-890e38073d04 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:14.789425 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-925a1d10-c204-476e-b29f-890e38073d04 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.32 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 816 time: 0.1259236 Jul 07 18:06:14.807140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Request body: {'port': {'device_id': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'admin_state_up': True, 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:14.823248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb607f2c-9f78-4b10-8d88-096cdd83a0c8 req-937f7742-d5e7-4e3b-aac6-012d4d44e45c tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 210 time: 0.0455039 Jul 07 18:06:14.940780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Made reservation on behalf of 9fc5f324ae024a58bceda0d9d4bce6f2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:14.944591 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.975749 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0e887c18-68d6-4bde-8e80-87d41dfbc735', 'name': '', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'mac_address': 'fa:16:3e:3d:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:10Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 2, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'subnets': [{'id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:15.006878 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Checking router: cb528aac-ed7b-45dc-bd28-7dfa8d776db7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:06:15.007225 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Updating router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 port 0e887c18-68d6-4bde-8e80-87d41dfbc735 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:06:15.042169 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.079206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Allocated IP 172.20.0.4 (085d87ba-f008-433b-b752-47514397e156/f6758609-48be-4fdc-9583-7ef5fb17d293/ec71ec09-0b3d-4671-ba1e-0c53791a9c19) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:15.239353 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.253979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Transition to ACTIVE for port object ec71ec09-0b3d-4671-ba1e-0c53791a9c19 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.289507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.332223 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.342154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Network 085d87ba-f008-433b-b752-47514397e156 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:15.342461 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Transition to ACTIVE for port object 0e887c18-68d6-4bde-8e80-87d41dfbc735 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.346408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:15.347802 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.354460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:15.380776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Pushing event updated for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.413080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:15.413760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.429882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f9effb3d-416c-4f1c-9464-35970f89499d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275752 Jul 07 18:06:15.443428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Request body: {'port': {'device_id': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:15.538688 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.554222 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbfc7d-716c-46d3-9fb3-5b295098bbda None None] Pushing event updated for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.572514 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Attempting to bind port 0e887c18-68d6-4bde-8e80-87d41dfbc735 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:15.573025 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Attempting to bind port 0e887c18-68d6-4bde-8e80-87d41dfbc735 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:15.573410 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Attempting to bind port 0e887c18-68d6-4bde-8e80-87d41dfbc735 on network 3e174f87-690a-423e-94eb-594846e5814b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:15.580217 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:15.580736 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Checking segment: {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:15.581145 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.582288 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Bound using segment: {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:15.582719 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Bound port: 0e887c18-68d6-4bde-8e80-87d41dfbc735, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df684c7-4c9a-454c-8cdf-e9e0f505207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e174f87-690a-423e-94eb-594846e5814b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:15.583493 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.663475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-604160b3-f086-4a86-9abc-5428c7fd3cbe None None] Provisioning for port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:15.664100 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] For port 0e887c18-68d6-4bde-8e80-87d41dfbc735, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:15.668824 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] For port 0e887c18-68d6-4bde-8e80-87d41dfbc735, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e887c18-68d6-4bde-8e80-87d41dfbc735,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:15.670614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-604160b3-f086-4a86-9abc-5428c7fd3cbe None None] Provisioning complete for port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:15.671404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-604160b3-f086-4a86-9abc-5428c7fd3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.674664 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.712901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-604160b3-f086-4a86-9abc-5428c7fd3cbe None None] Port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:15.745872 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:06:15.746588 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:06:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:15.784789 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbfc7d-716c-46d3-9fb3-5b295098bbda None None] Pushing event updated for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:15.873002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec71ec09-0b3d-4671-ba1e-0c53791a9c19 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:15.875058 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:06:15.891067 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.915956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Transition to ACTIVE for port object ec71ec09-0b3d-4671-ba1e-0c53791a9c19 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:15.923274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.014710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:16.118765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Pushing event updated for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.129039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:16.129718 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.145252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Attempting to bind port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:16.145611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Attempting to bind port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:16.146074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Attempting to bind port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:16.151227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 on network 085d87ba-f008-433b-b752-47514397e156 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:16.151566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Attempting to bind port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:16.154747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b9fb-b0e5-44e6-a7cc-fa279b608e33 req-f8fb8421-0c38-4542-91bd-549e15c36d79 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.158920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:16.159271 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Checking segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:16.159697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Bound using segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:16.160146 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Bound port: ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:16.160520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.169265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c744b9fb-b0e5-44e6-a7cc-fa279b608e33 req-f8fb8421-0c38-4542-91bd-549e15c36d79 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 943 time: 0.1225259 Jul 07 18:06:16.213413 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0e887c18-68d6-4bde-8e80-87d41dfbc735', 'name': '', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'mac_address': 'fa:16:3e:3d:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:10Z', 'updated_at': '2021-07-07T18:06:15Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'subnets': [{'id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:06:16.233874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c744b9fb-b0e5-44e6-a7cc-fa279b608e33 req-d83ded06-8fff-40fb-8d52-205e8b42d620 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636938 Jul 07 18:06:16.243889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72c2a3-92fb-423d-8951-03375625cd50 None None] The sync data for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 is: [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:11Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '0e887c18-68d6-4bde-8e80-87d41dfbc735', 'name': '', 'network_id': '3e174f87-690a-423e-94eb-594846e5814b', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'mac_address': 'fa:16:3e:3d:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:10Z', 'updated_at': '2021-07-07T18:06:15Z', 'revision_number': 4, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'subnets': [{'id': '0b05179d-d809-4231-b9a4-a2d600b98468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:06:16.271722 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e887c18-68d6-4bde-8e80-87d41dfbc735 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:16.284913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:16.288522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:16.294206 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.334496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.335130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.336713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] 10.222.0.32 "PUT /v2.0/ports/ec71ec09-0b3d-4671-ba1e-0c53791a9c19 HTTP/1.1" status: 200 len: 1092 time: 0.8992455 Jul 07 18:06:16.337194 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:16.339724 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f247a8-0588-4e36-887f-5fa105dac6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:16.341288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:16.346855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:16.347577 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.422406 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9667a47d-22f4-4674-9a58-c3bb8ca0451d x-openstack-request-id: req-9667a47d-22f4-4674-9a58-c3bb8ca0451d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:16.422805 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:16.422914 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9667a47d-22f4-4674-9a58-c3bb8ca0451d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:16.423319 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19', 'status': 'completed', 'code': 200} Jul 07 18:06:16.432352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af8f7-f7b3-4c20-8144-634cd7a72756 service neutron] Pushing event updated for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.465471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-66b344f4-5f70-4e78-8873-ed7afb441626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.467243 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-66b344f4-5f70-4e78-8873-ed7afb441626 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 1095 time: 0.0827703 Jul 07 18:06:16.481249 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.523936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-6f551885-ba5f-4372-9952-5f6b96dfd5ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19 HTTP/1.1" status: 200 len: 217 time: 0.0486546 Jul 07 18:06:16.526163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 0e887c18-68d6-4bde-8e80-87d41dfbc735, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e887c18-68d6-4bde-8e80-87d41dfbc735,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:16.530571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:16.581995 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-40bf9a60-635e-4401-a8b9-4752f2541ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.583822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-40bf9a60-635e-4401-a8b9-4752f2541ce1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 200 len: 855 time: 0.0532327 Jul 07 18:06:16.588553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:16.643668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-23e3cf10-e8be-4c38-b90d-1409a53812fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.645812 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-23e3cf10-e8be-4c38-b90d-1409a53812fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=085d87ba-f008-433b-b752-47514397e156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561326 Jul 07 18:06:16.743520 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-d13a7ef0-9a0e-46c3-a31c-742196d6c4f2 service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915058 Jul 07 18:06:16.837470 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e80e357b-e897-413a-a97c-d0b1cd03da26 req-adc3fc2a-9bd0-44c6-9a5f-f580677cb776 service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876606 Jul 07 18:06:16.947403 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-69ec11b9-b87f-4b0d-8b77-238a318fcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:16.948914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-69ec11b9-b87f-4b0d-8b77-238a318fcc19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 1095 time: 0.0599103 Jul 07 18:06:17.042409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-052d101d-d252-46e8-be18-e3a724f76bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.043953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-052d101d-d252-46e8-be18-e3a724f76bdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 917 time: 0.0884383 Jul 07 18:06:17.087408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-bd63c127-2e8b-4a8e-b58d-0a2d0d62b0f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19 HTTP/1.1" status: 200 len: 217 time: 0.0367939 Jul 07 18:06:17.139843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-fbb08738-450e-45f6-8c32-435db63a36de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.141343 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-fbb08738-450e-45f6-8c32-435db63a36de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 200 len: 855 time: 0.0481341 Jul 07 18:06:17.200917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-819343c0-3e4f-40a0-a8dc-cb7b8b6987ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.202506 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-819343c0-3e4f-40a0-a8dc-cb7b8b6987ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=085d87ba-f008-433b-b752-47514397e156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540755 Jul 07 18:06:17.295606 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-18b2435d-ec25-49d6-8595-e20ba20e608f service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Jul 07 18:06:17.392991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-20f247a8-0588-4e36-887f-5fa105dac6b8 req-884d23ec-3f11-4ce5-bc9e-4131f665f7d5 service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911422 Jul 07 18:06:17.437601 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98d73f-e78e-4c08-9fef-12f232122537 req-d4dbcfef-084a-4050-9d38-3e3e55b3428e tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.439373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f98d73f-e78e-4c08-9fef-12f232122537 req-d4dbcfef-084a-4050-9d38-3e3e55b3428e tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 943 time: 0.0705726 Jul 07 18:06:17.478335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f98d73f-e78e-4c08-9fef-12f232122537 req-14dfc6c5-4b6b-461d-93ca-d9e1c8ab2156 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Jul 07 18:06:17.876788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e887c18-68d6-4bde-8e80-87d41dfbc735 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:17.927792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 0e887c18-68d6-4bde-8e80-87d41dfbc735 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:17.928177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.612207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ec71ec09-0b3d-4671-ba1e-0c53791a9c19 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:18.676229 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bdd35-8fac-440f-8b4e-93a41709e725 req-fd30626a-9690-4b97-a4e0-0876558d9598 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:18.678147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba4bdd35-8fac-440f-8b4e-93a41709e725 req-fd30626a-9690-4b97-a4e0-0876558d9598 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 943 time: 0.0701778 Jul 07 18:06:18.713889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:18.726496 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba4bdd35-8fac-440f-8b4e-93a41709e725 req-b95928a1-7ec6-40d9-88ef-ee89e13947e4 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Jul 07 18:06:18.732630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'port_id': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19', 'mac_address': 'fa:16:3e:c4:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:18.773055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.786453 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec71ec09-0b3d-4671-ba1e-0c53791a9c19 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:18.806178 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:18.810650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.860543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:19.013112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ec71ec09-0b3d-4671-ba1e-0c53791a9c19'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:19.906572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f074ec-cc4a-43d3-be6c-95aba51a8113 req-51a82d44-6b36-4035-ab55-b0e37a4a8e95 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:19.908221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01f074ec-cc4a-43d3-be6c-95aba51a8113 req-51a82d44-6b36-4035-ab55-b0e37a4a8e95 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 944 time: 0.0684125 Jul 07 18:06:19.947303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-01f074ec-cc4a-43d3-be6c-95aba51a8113 req-28e746e4-182e-4b7c-a417-4923f2ec8572 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jul 07 18:06:20.626614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ec71ec09-0b3d-4671-ba1e-0c53791a9c19 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:20.675940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:20.679830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:20.680205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.758935 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.780872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:20.783195 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951a290a-54dd-41ca-8b17-b3e7701fb9ea" -d '{"events": [{"server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:20.797222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:20.801985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.836286 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e98abf-3d9f-44eb-80a5-53099941bc07 x-openstack-request-id: req-16e98abf-3d9f-44eb-80a5-53099941bc07 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:20.836581 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "name": "network-vif-plugged", "status": "completed", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:20.836836 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e98abf-3d9f-44eb-80a5-53099941bc07 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:20.837229 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19', 'code': 200} Jul 07 18:06:20.854638 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:20.951811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844bf8b-1b82-42ac-8e04-7ea77532fe14 req-c9563eca-cdc6-4bfe-b4c6-caecbb387160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:20.953322 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7844bf8b-1b82-42ac-8e04-7ea77532fe14 req-c9563eca-cdc6-4bfe-b4c6-caecbb387160 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 1097 time: 0.0520992 Jul 07 18:06:20.989362 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7844bf8b-1b82-42ac-8e04-7ea77532fe14 req-28c82893-f60b-4a3b-905d-9e55435baf15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Jul 07 18:06:21.126508 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e2b9f-6a9f-4b32-aa5d-bfb489165055 req-3b518635-dee3-4ef5-9b8b-e023e9456b66 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:21.128108 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a02e2b9f-6a9f-4b32-aa5d-bfb489165055 req-3b518635-dee3-4ef5-9b8b-e023e9456b66 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.0657544 Jul 07 18:06:21.167675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a02e2b9f-6a9f-4b32-aa5d-bfb489165055 req-fdac922d-03ed-4dd3-a70f-5d22b2cca157 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 07 18:06:22.344406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d02a-6487-45d8-8036-7aa2eb2ec2f8 req-05f322e6-3ea1-440c-896b-3a8b53272321 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.345937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe56d02a-6487-45d8-8036-7aa2eb2ec2f8 req-05f322e6-3ea1-440c-896b-3a8b53272321 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Jul 07 18:06:22.385339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fe56d02a-6487-45d8-8036-7aa2eb2ec2f8 req-fec6976c-1586-4b5e-be3d-96b7938285ac tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Jul 07 18:06:22.565507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258faf-90b2-4d6a-a3ad-1846f2dcb82d req-9fb73e8f-f6af-4fad-aaf4-40b659eaf4e8 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.566959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73258faf-90b2-4d6a-a3ad-1846f2dcb82d req-9fb73e8f-f6af-4fad-aaf4-40b659eaf4e8 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.0700612 Jul 07 18:06:22.608353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73258faf-90b2-4d6a-a3ad-1846f2dcb82d req-52ef0630-3446-4fa8-b0f5-6f0a2b575074 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Jul 07 18:06:29.989552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c83118-e768-41b9-b8ed-5154c41ea5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.419534 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22e6aa1a-277a-46e5-8dbe-405b2afa9e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:32.548298 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:32.882849 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:33.802822 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:34.873095 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.569748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:35.604462 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-aa0e8e06-a956-43c3-b7ce-a8bc391b78ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631838 Jul 07 18:06:35.714082 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-cfec1aaf-0815-4c34-9389-8782a1180b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.715635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-cfec1aaf-0815-4c34-9389-8782a1180b0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 1097 time: 0.0558228 Jul 07 18:06:35.819491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-47a00e1b-a3b7-400c-b12e-9ee048b8fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.820854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-47a00e1b-a3b7-400c-b12e-9ee048b8fe23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 917 time: 0.0850523 Jul 07 18:06:36.235056 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-57cfdb37-22d9-48ff-87a6-8c25132e223b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19 HTTP/1.1" status: 200 len: 217 time: 0.3981798 Jul 07 18:06:36.284431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-6f0663c5-0878-459e-8815-5cbb5e7a4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.285926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-6f0663c5-0878-459e-8815-5cbb5e7a4f87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 200 len: 855 time: 0.0447531 Jul 07 18:06:36.350604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-8b1e743e-cdd9-4d8e-8981-299c985b7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:36.352380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-8b1e743e-cdd9-4d8e-8981-299c985b7ff3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=085d87ba-f008-433b-b752-47514397e156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598872 Jul 07 18:06:36.446523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-0dbce615-06a7-4c1f-98c4-035b2dd4c552 service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874178 Jul 07 18:06:36.543776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-da569e1e-d19f-4278-9640-7d2f81ca3f46 req-42fdd09a-e0ee-4d01-8b53-8640090641b2 service neutron] 10.222.0.32 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878785 Jul 07 18:06:36.811088 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:41.671294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9f925-e3d1-4410-8ee0-7ad515c99469 req-bd677aa1-ccbd-4cf3-bb2a-c206bbe8a22e tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.672947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80a9f925-e3d1-4410-8ee0-7ad515c99469 req-bd677aa1-ccbd-4cf3-bb2a-c206bbe8a22e tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.0670190 Jul 07 18:06:41.713512 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80a9f925-e3d1-4410-8ee0-7ad515c99469 req-2cd0d0f3-696a-4644-8e63-8be3f09ec278 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Jul 07 18:06:43.020627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09c2ff-b183-4119-beed-20ae7bee25c3 req-230ff86e-c280-426a-a8cd-055e053b2410 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.022220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab09c2ff-b183-4119-beed-20ae7bee25c3 req-230ff86e-c280-426a-a8cd-055e053b2410 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.1954758 Jul 07 18:06:43.061365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab09c2ff-b183-4119-beed-20ae7bee25c3 req-33a2d76c-6b0f-4b16-82bd-c55d7ec207b1 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Jul 07 18:06:43.116582 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-b0cabbbe-edc2-4d30-8eb5-a0da51e86cda tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.118052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-b0cabbbe-edc2-4d30-8eb5-a0da51e86cda tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.32 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 945 time: 0.0699790 Jul 07 18:06:43.219838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Deleting port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:06:43.220186 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.313960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] For port ec71ec09-0b3d-4671-ba1e-0c53791a9c19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:43.314257 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.328208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Calling delete_port for ec71ec09-0b3d-4671-ba1e-0c53791a9c19 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:06:43.460666 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.473272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['ec71ec09-0b3d-4671-ba1e-0c53791a9c19'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:43.497398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Pushing event deleted for resources: {'Port': ['ID=ec71ec09-0b3d-4671-ba1e-0c53791a9c19,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:43.511320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.511676 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.512024 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.512360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.512693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.513031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.513364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.513693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.514023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.514382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.514709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.515035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:43.555596 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] No DVR routers for this DVR port ec71ec09-0b3d-4671-ba1e-0c53791a9c19 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:06:43.558646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:43.560693 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f5b0dca2-1738-4a69-946b-e12f229e2305 req-1f414378-3281-4e5b-8429-5d6418edee47 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.32 "DELETE /v2.0/ports/ec71ec09-0b3d-4671-ba1e-0c53791a9c19 HTTP/1.1" status: 204 len: 173 time: 0.4371529 Jul 07 18:06:43.561177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'name': 'network-vif-deleted', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:43.563712 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebdda7f-05e3-41cf-9a84-341c1e44ffe0" -d '{"events": [{"server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "name": "network-vif-deleted", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:43.607571 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f71356c-8e17-4204-a25e-6e0190d782fa x-openstack-request-id: req-1f71356c-8e17-4204-a25e-6e0190d782fa {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:43.607862 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da47bc32-fdb5-4d25-b11f-0b86bd7d6f17", "name": "network-vif-deleted", "tag": "ec71ec09-0b3d-4671-ba1e-0c53791a9c19", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:43.608137 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f71356c-8e17-4204-a25e-6e0190d782fa {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:43.608541 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da47bc32-fdb5-4d25-b11f-0b86bd7d6f17', 'name': 'network-vif-deleted', 'tag': 'ec71ec09-0b3d-4671-ba1e-0c53791a9c19', 'status': 'completed', 'code': 200} Jul 07 18:06:44.226887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1a60c4fb-b2ec-49be-b6fd-fbf68e72b781 req-b1cd8bd9-e67a-4f8f-87d5-b6860c1ddc18 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=da47bc32-fdb5-4d25-b11f-0b86bd7d6f17 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Jul 07 18:06:45.850996 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-0dec99d8-e75a-4bb5-9954-2bc3c96c2703 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.852603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-0dec99d8-e75a-4bb5-9954-2bc3c96c2703 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 816 time: 0.1195781 Jul 07 18:06:45.868699 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-05c8982b-d006-4caf-b8f1-e78fdb7cb51b tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/quotas/9fc5f324ae024a58bceda0d9d4bce6f2 HTTP/1.1" status: 200 len: 375 time: 0.0104194 Jul 07 18:06:45.950898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-7d39ae67-a8c2-4234-95b1-91870b63368d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740738 Jul 07 18:06:46.122312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-e4d83240-c545-4fca-8bf4-e9ae121c6c0f service neutron] 10.222.0.22 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541789 Jul 07 18:06:46.228213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-0fdf793b-97fa-4dd7-a495-fd1e8213cea6 service neutron] 10.222.0.22 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989721 Jul 07 18:06:46.437460 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7cfd43ed-6a91-4d53-8927-669f4ff0e479 req-f5f61de1-d434-4d6f-aa1b-f4fc68689d75 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 210 time: 0.0336006 Jul 07 18:06:46.798524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ec71ec09-0b3d-4671-ba1e-0c53791a9c19 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:46.826038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: ec71ec09-0b3d-4671-ba1e-0c53791a9c19 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:06:46.826576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device ec71ec09-0b3d-4671-ba1e-0c53791a9c19 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:06:47.515790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-8c0a734e-c9e4-499b-9de5-e35bf188d118 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.518205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-8c0a734e-c9e4-499b-9de5-e35bf188d118 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.83 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 816 time: 0.1216168 Jul 07 18:06:47.531193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Request body: {'port': {'device_id': '4160a9db-8bbc-463b-98b9-17f27f813079', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'admin_state_up': True, 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:47.597959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-92f52f9d-783e-4da0-bce2-c667fb29d6f6 req-031f79b5-ff14-48d5-b7fa-d487d1f4edcd tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 210 time: 0.0336294 Jul 07 18:06:47.664576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Made reservation on behalf of 9fc5f324ae024a58bceda0d9d4bce6f2 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:06:47.668839 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.801004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Allocated IP 172.20.0.4 (085d87ba-f008-433b-b752-47514397e156/f6758609-48be-4fdc-9583-7ef5fb17d293/8221a55d-ac0e-4b85-8429-473fc5db44a2) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:06:47.947762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.963508 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Transition to ACTIVE for port object 8221a55d-ac0e-4b85-8429-473fc5db44a2 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:47.997283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.041621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Network 085d87ba-f008-433b-b752-47514397e156 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:06:48.044746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:06:48.051468 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:06:48.075006 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Pushing event updated for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.106252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.106912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.121210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-a4658b98-6354-4168-83a6-821f483815bf tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950065 Jul 07 18:06:48.132932 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Request body: {'port': {'device_id': '4160a9db-8bbc-463b-98b9-17f27f813079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:06:48.218571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.298723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7cb000c3-6722-4a78-96fe-ce8f6d263b30 None None] Provisioning for port 8221a55d-ac0e-4b85-8429-473fc5db44a2 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:48.302710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7cb000c3-6722-4a78-96fe-ce8f6d263b30 None None] Provisioning complete for port 8221a55d-ac0e-4b85-8429-473fc5db44a2 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:48.303016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cb000c3-6722-4a78-96fe-ce8f6d263b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.337506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7cb000c3-6722-4a78-96fe-ce8f6d263b30 None None] Port 8221a55d-ac0e-4b85-8429-473fc5db44a2 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:06:48.477859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8221a55d-ac0e-4b85-8429-473fc5db44a2 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:48.485233 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.497290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Transition to ACTIVE for port object 8221a55d-ac0e-4b85-8429-473fc5db44a2 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:06:48.501401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.556380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.640023 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Attempting to bind port 8221a55d-ac0e-4b85-8429-473fc5db44a2 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:06:48.640366 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Attempting to bind port 8221a55d-ac0e-4b85-8429-473fc5db44a2 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:06:48.640698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Attempting to bind port 8221a55d-ac0e-4b85-8429-473fc5db44a2 on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:48.645186 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Port 8221a55d-ac0e-4b85-8429-473fc5db44a2 on network 085d87ba-f008-433b-b752-47514397e156 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:06:48.645494 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Attempting to bind port 8221a55d-ac0e-4b85-8429-473fc5db44a2 on network 085d87ba-f008-433b-b752-47514397e156 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:06:48.650554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:06:48.650898 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Checking segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:06:48.651285 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Bound using segment: {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:06:48.651721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Bound port: 8221a55d-ac0e-4b85-8429-473fc5db44a2, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b7d8c-8faf-4203-9ea9-5543b696493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '085d87ba-f008-433b-b752-47514397e156'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:06:48.652084 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.721393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:06:48.724432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:06:48.729196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.763151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.763722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.765161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] 10.222.0.83 "PUT /v2.0/ports/8221a55d-ac0e-4b85-8429-473fc5db44a2 HTTP/1.1" status: 200 len: 1092 time: 0.6368043 Jul 07 18:06:48.765817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:48.768741 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5583135b-d678-4bf0-b8ee-05af9de3f870" -d '{"events": [{"name": "network-changed", "server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:48.785030 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f3ced-1c3a-4a3a-b4d0-57e21319a720 req-3919405c-b76c-4ef6-8637-ade27c87f81a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.786630 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d4f3ced-1c3a-4a3a-b4d0-57e21319a720 req-3919405c-b76c-4ef6-8637-ade27c87f81a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 943 time: 0.0716090 Jul 07 18:06:48.800928 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d767a-b637-486c-a7b7-bef2c1dc5c6c service neutron] Pushing event updated for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:48.844586 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445a01c-9fe9-4183-afe5-40e6c536b15a x-openstack-request-id: req-d445a01c-9fe9-4183-afe5-40e6c536b15a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:48.844877 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:48.845268 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d445a01c-9fe9-4183-afe5-40e6c536b15a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:48.845772 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2', 'status': 'completed', 'code': 200} Jul 07 18:06:48.854731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d4f3ced-1c3a-4a3a-b4d0-57e21319a720 req-b443ba9e-94ee-40c6-a06c-934119498587 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616224 Jul 07 18:06:48.885903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-999ad068-36e4-44cc-aad6-0035e7247035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.887489 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-999ad068-36e4-44cc-aad6-0035e7247035 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 1095 time: 0.0735831 Jul 07 18:06:48.929466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-308c1f87-8129-4305-9d78-b2fa619847fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2 HTTP/1.1" status: 200 len: 217 time: 0.0351098 Jul 07 18:06:48.979426 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-963b44eb-5084-4c3c-8cdd-5716f471a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.980889 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-963b44eb-5084-4c3c-8cdd-5716f471a86e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 200 len: 855 time: 0.0450175 Jul 07 18:06:49.036811 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc902-74b5-4482-aea0-7c706051abb9 req-f751e18b-8b8c-4dcc-9d96-2805c01a04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.039101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-f751e18b-8b8c-4dcc-9d96-2805c01a04a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085d87ba-f008-433b-b752-47514397e156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518670 Jul 07 18:06:49.130507 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-7b24efd9-264f-4dfb-a9a0-9ec9bc6993bf service neutron] 10.222.0.83 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Jul 07 18:06:49.217912 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-871bc902-74b5-4482-aea0-7c706051abb9 req-76616b5e-5eba-4a86-875f-74e2cd84ce73 service neutron] 10.222.0.83 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810399 Jul 07 18:06:49.322490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-771dfd73-ffed-42db-81d5-2e646398f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.324006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-771dfd73-ffed-42db-81d5-2e646398f2a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 1095 time: 0.0609753 Jul 07 18:06:49.413846 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-45f83061-7723-49f9-9594-17fbbfe5a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.415270 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-45f83061-7723-49f9-9594-17fbbfe5a935 service neutron] 10.222.0.83 "GET /v2.0/networks?id=085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 200 len: 917 time: 0.0851073 Jul 07 18:06:49.459920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-d0eb7cb2-70b7-4ec0-90ca-d8b9150a7070 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2 HTTP/1.1" status: 200 len: 217 time: 0.0382180 Jul 07 18:06:49.508417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-a2c8ae18-8fa9-4827-83cd-521ce8d6f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.509836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-a2c8ae18-8fa9-4827-83cd-521ce8d6f153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 200 len: 855 time: 0.0432155 Jul 07 18:06:49.568996 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-c6ab2481-3576-495b-9adc-0f68662e738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:49.570539 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-c6ab2481-3576-495b-9adc-0f68662e738b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=085d87ba-f008-433b-b752-47514397e156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540080 Jul 07 18:06:49.660387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-a8805f78-21d2-4027-96a9-1ac457b23f9b service neutron] 10.222.0.83 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Jul 07 18:06:49.746973 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5583135b-d678-4bf0-b8ee-05af9de3f870 req-ee8b0eb8-9fd2-46d3-8338-7e8e777e6d2a service neutron] 10.222.0.83 "GET /v2.0/networks/085d87ba-f008-433b-b752-47514397e156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801244 Jul 07 18:06:50.016314 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed457d-bfbe-4f94-bca5-f7ff0d51d073 req-8c2497b8-62ae-4ff2-83b8-e4ce62eedb59 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.017712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bed457d-bfbe-4f94-bca5-f7ff0d51d073 req-8c2497b8-62ae-4ff2-83b8-e4ce62eedb59 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 943 time: 0.0642195 Jul 07 18:06:50.056267 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6bed457d-bfbe-4f94-bca5-f7ff0d51d073 req-4a63cd42-a4df-4f40-adb5-a2b4b1e8b352 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Jul 07 18:06:51.228908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d90d9-dbc2-449f-af8f-173f178ad905 req-a75de4a3-0089-46f5-ac44-1841bc203a45 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:51.230425 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c1d90d9-dbc2-449f-af8f-173f178ad905 req-a75de4a3-0089-46f5-ac44-1841bc203a45 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 943 time: 0.0640447 Jul 07 18:06:51.271349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c1d90d9-dbc2-449f-af8f-173f178ad905 req-878205ac-68e8-4a93-8052-9f110bb64d5f tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Jul 07 18:06:52.442677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c5e8b-777e-4ed6-ac2f-9158e9bf8903 req-3623a6b8-35f3-41b4-a495-fd52d212997d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.444227 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e11c5e8b-777e-4ed6-ac2f-9158e9bf8903 req-3623a6b8-35f3-41b4-a495-fd52d212997d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 943 time: 0.0645576 Jul 07 18:06:52.482556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e11c5e8b-777e-4ed6-ac2f-9158e9bf8903 req-4dbe6bad-3526-48f4-8040-7dc651768a43 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 07 18:06:53.656846 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613b0d-53e6-4c23-bd5f-6adb70cfb328 req-5c32e1b4-53ad-46cf-bb4a-0db53d046a07 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.658873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec613b0d-53e6-4c23-bd5f-6adb70cfb328 req-5c32e1b4-53ad-46cf-bb4a-0db53d046a07 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 943 time: 0.0662148 Jul 07 18:06:53.696495 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ec613b0d-53e6-4c23-bd5f-6adb70cfb328 req-d76b2ac8-0b4e-46bb-961f-070db2d53e7b tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Jul 07 18:06:53.904345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8221a55d-ac0e-4b85-8429-473fc5db44a2 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:54.003120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:54.014753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '8221a55d-ac0e-4b85-8429-473fc5db44a2', 'network_id': '085d87ba-f008-433b-b752-47514397e156', 'port_id': '8221a55d-ac0e-4b85-8429-473fc5db44a2', 'mac_address': 'fa:16:3e:4f:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6758609-48be-4fdc-9583-7ef5fb17d293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:54.052112 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.064214 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8221a55d-ac0e-4b85-8429-473fc5db44a2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:54.084294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:54.088302 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:54.135123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.142573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.142930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.143280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.143628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.143991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.144344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.144680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.145013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.145349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.145709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.146040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.146401 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:54.382872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8221a55d-ac0e-4b85-8429-473fc5db44a2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:54.880202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79628d56-c449-48cd-acf1-49d75a0f417a req-16fcc0da-da20-4de8-8876-b77106931f5a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.881862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79628d56-c449-48cd-acf1-49d75a0f417a req-16fcc0da-da20-4de8-8876-b77106931f5a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 944 time: 0.0723708 Jul 07 18:06:54.921550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-79628d56-c449-48cd-acf1-49d75a0f417a req-67dedc84-389b-41f6-a0a3-30c33e31ce52 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Jul 07 18:06:55.904242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8221a55d-ac0e-4b85-8429-473fc5db44a2 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:55.956575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 8221a55d-ac0e-4b85-8429-473fc5db44a2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:06:55.960674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 8221a55d-ac0e-4b85-8429-473fc5db44a2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:55.961049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.049868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.073504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:56.075825 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea4efd8-a233-430c-a856-c0a40cd7f0b7" -d '{"events": [{"server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "name": "network-vif-plugged", "status": "completed", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:56.090523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:56.096279 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:56.128051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61375ba0-feff-409f-8c06-a94d42564876 req-f63712b7-e009-4421-827a-dd85f63dc8de tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:56.129581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61375ba0-feff-409f-8c06-a94d42564876 req-f63712b7-e009-4421-827a-dd85f63dc8de tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 944 time: 0.0690649 Jul 07 18:06:56.150805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:56.172442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-61375ba0-feff-409f-8c06-a94d42564876 req-67703175-a9d9-4e5f-b733-5beae059805d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Jul 07 18:06:56.175319 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b7da78-9145-42b8-a0a1-de53fbc0d888 x-openstack-request-id: req-20b7da78-9145-42b8-a0a1-de53fbc0d888 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:56.175607 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "name": "network-vif-plugged", "status": "completed", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:56.175948 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20b7da78-9145-42b8-a0a1-de53fbc0d888 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:56.176267 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2', 'code': 200} Jul 07 18:06:56.291863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9191e4-b53e-473a-870b-735a1292b7df req-d611ef23-4eaa-4a3f-81cb-237accd89d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:56.293449 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed9191e4-b53e-473a-870b-735a1292b7df req-d611ef23-4eaa-4a3f-81cb-237accd89d96 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 1097 time: 0.0547357 Jul 07 18:06:56.329364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ed9191e4-b53e-473a-870b-735a1292b7df req-4f1001f0-ab53-4a0e-874f-eeb0900fe54b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297358 Jul 07 18:06:57.360119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951d0e-8fc8-4284-985a-70668421bf49 req-69bc4291-9f27-4e5c-b5a8-28e3a291141f tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.362215 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e951d0e-8fc8-4284-985a-70668421bf49 req-69bc4291-9f27-4e5c-b5a8-28e3a291141f tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0720885 Jul 07 18:06:57.405349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e951d0e-8fc8-4284-985a-70668421bf49 req-00088e7f-dc3d-4f88-afc0-0636eedbfd95 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374563 Jul 07 18:06:58.591122 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae853e-b45a-4694-af4e-eb17e75d7da2 req-e0b9e67a-e342-4a81-9cbd-9962aa9af2e4 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.592581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ceae853e-b45a-4694-af4e-eb17e75d7da2 req-e0b9e67a-e342-4a81-9cbd-9962aa9af2e4 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0669370 Jul 07 18:06:58.631962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ceae853e-b45a-4694-af4e-eb17e75d7da2 req-d08ce257-eef0-4bca-8173-6bcd878bb3e0 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Jul 07 18:06:58.809271 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f969d-04a3-44e8-91c1-30bb5f2c1606 req-3a28d9da-a515-43c8-8712-c5956dda328b tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.810838 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b02f969d-04a3-44e8-91c1-30bb5f2c1606 req-3a28d9da-a515-43c8-8712-c5956dda328b tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0666692 Jul 07 18:06:58.852999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b02f969d-04a3-44e8-91c1-30bb5f2c1606 req-05152ae0-610d-4ee4-948d-5b8edce7ae84 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 Jul 07 18:06:59.990356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cc78ef4-2bd3-48cd-a440-d2aed4502c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.412197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9009d1c-011d-43be-a163-58519ee447eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:02.884114 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:03.807044 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:04.872828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:05.570167 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:06.823354 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:09.552769 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:18.863390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7ef41-8bd9-49ec-9b94-2d449fd361df req-ac3da820-3d45-4f19-a103-2acda56fb54a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:18.865211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18e7ef41-8bd9-49ec-9b94-2d449fd361df req-ac3da820-3d45-4f19-a103-2acda56fb54a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0706627 Jul 07 18:07:18.906935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-18e7ef41-8bd9-49ec-9b94-2d449fd361df req-009858a0-8a81-4647-b237-8b28ec70025d tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358291 Jul 07 18:07:20.083545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f68ea-44fa-4f99-8827-bc40b5fe5cac req-d759d103-cced-4393-bd88-402c595f708a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.085041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a3f68ea-44fa-4f99-8827-bc40b5fe5cac req-d759d103-cced-4393-bd88-402c595f708a tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0636594 Jul 07 18:07:20.121397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3a3f68ea-44fa-4f99-8827-bc40b5fe5cac req-268f5951-09f3-400e-8e2e-b02313ec5c14 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/security-groups?id=75ae1fc7-2040-42da-8961-b9de7d2fd62f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jul 07 18:07:20.656436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-9e5b067b-ba62-4bd8-b3ea-3abb37294fdc tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:20.657971 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-9e5b067b-ba62-4bd8-b3ea-3abb37294fdc tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.83 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 945 time: 0.0679483 Jul 07 18:07:20.755327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Deleting port 8221a55d-ac0e-4b85-8429-473fc5db44a2 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:20.755671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.845262 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] For port 8221a55d-ac0e-4b85-8429-473fc5db44a2, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=8221a55d-ac0e-4b85-8429-473fc5db44a2,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:20.845639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.858321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Calling delete_port for 8221a55d-ac0e-4b85-8429-473fc5db44a2 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:20.982501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.993755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['8221a55d-ac0e-4b85-8429-473fc5db44a2'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:07:21.015249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Pushing event deleted for resources: {'Port': ['ID=8221a55d-ac0e-4b85-8429-473fc5db44a2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:21.064300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] No DVR routers for this DVR port 8221a55d-ac0e-4b85-8429-473fc5db44a2 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:21.067603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:21.069803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1cc7c764-bf4e-4d87-97f0-3f14a753e55b req-ebb00244-07d9-4ec7-bb88-b670af80b529 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.83 "DELETE /v2.0/ports/8221a55d-ac0e-4b85-8429-473fc5db44a2 HTTP/1.1" status: 204 len: 173 time: 0.4065216 Jul 07 18:07:21.070280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'name': 'network-vif-deleted', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:07:21.072652 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4c4bd-1719-457d-8c1d-4ddd6dfb5eee" -d '{"events": [{"server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "name": "network-vif-deleted", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:07:21.168150 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10885c8e-3c30-4a63-97c3-86a97982dea9 x-openstack-request-id: req-10885c8e-3c30-4a63-97c3-86a97982dea9 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:07:21.168460 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4160a9db-8bbc-463b-98b9-17f27f813079", "name": "network-vif-deleted", "tag": "8221a55d-ac0e-4b85-8429-473fc5db44a2", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:07:21.168881 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10885c8e-3c30-4a63-97c3-86a97982dea9 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:07:21.169303 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4160a9db-8bbc-463b-98b9-17f27f813079', 'name': 'network-vif-deleted', 'tag': '8221a55d-ac0e-4b85-8429-473fc5db44a2', 'status': 'completed', 'code': 200} Jul 07 18:07:21.289270 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eddace9d-e15a-4c1a-9894-932cbefb4b30 req-b07881b9-2ab2-449d-9a3b-e5ba8633b125 tempest-TestEncryptedCinderVolumes-693768628 tempest-TestEncryptedCinderVolumes-693768628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4160a9db-8bbc-463b-98b9-17f27f813079 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Jul 07 18:07:22.416454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:22.757496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.010461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Deleting port 0d7a8474-6396-4476-b687-ed6eb25164ab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:23.010756 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.091901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] For port 0d7a8474-6396-4476-b687-ed6eb25164ab, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0d7a8474-6396-4476-b687-ed6eb25164ab,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:23.092293 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.443714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Calling delete_port for 0d7a8474-6396-4476-b687-ed6eb25164ab owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:23.616978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:23.640319 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7a8474-6396-4476-b687-ed6eb25164ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:23.649786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.650161 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.650511 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.650857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.651199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.651537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.651874 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.652204 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.652534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.652864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.653205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.653526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:23.823958 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.020488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8221a55d-ac0e-4b85-8429-473fc5db44a2 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:24.040963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 8221a55d-ac0e-4b85-8429-473fc5db44a2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:24.041317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 8221a55d-ac0e-4b85-8429-473fc5db44a2 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:24.043176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Router e0cfe082-6ac3-4a96-ac10-657aea5efc2e has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:24.151661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:24.156860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec9719ed-2082-4516-b780-fe0a410f4ec0 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0cfe082-6ac3-4a96-ac10-657aea5efc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391796 Jul 07 18:07:24.159936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:24.160858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Sync routers for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:24.170212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:24.170836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.267881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.275506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:24.373395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.430284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Deleting port 58233335-4378-434f-951b-8ed1a76868fc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:24.430640 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.518299 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] For port 58233335-4378-434f-951b-8ed1a76868fc, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=58233335-4378-434f-951b-8ed1a76868fc,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:24.519033 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.532021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Calling delete_port for 58233335-4378-434f-951b-8ed1a76868fc owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:24.614537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '58233335-4378-434f-951b-8ed1a76868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:07:23Z', 'revision_number': 5, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port': {'id': '58233335-4378-434f-951b-8ed1a76868fc', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:04Z', 'updated_at': '2021-07-07T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.640654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Checking router: e0cfe082-6ac3-4a96-ac10-657aea5efc2e for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:24.649418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Routers {'e0cfe082-6ac3-4a96-ac10-657aea5efc2e'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:24.650028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.700943 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.726908 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=58233335-4378-434f-951b-8ed1a76868fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:24.737527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] Set router e0cfe082-6ac3-4a96-ac10-657aea5efc2e gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:24.788654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.792027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-76d0e939-9b33-4259-8c42-720621139978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:07:24Z', 'revision_number': 6, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:24.820200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d0e939-9b33-4259-8c42-720621139978 None None] The sync data for ids ['e0cfe082-6ac3-4a96-ac10-657aea5efc2e'] in n-d-791504-12 is: [{'id': 'e0cfe082-6ac3-4a96-ac10-657aea5efc2e', 'name': 'tempest-TestEncryptedCinderVolumes-318675260-router', 'tenant_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:03Z', 'updated_at': '2021-07-07T18:07:24Z', 'revision_number': 6, 'project_id': '9fc5f324ae024a58bceda0d9d4bce6f2', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:24.883302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.885434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.930784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.931327 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0cfe082-6ac3-4a96-ac10-657aea5efc2e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:24.935650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:24.936812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2562ae97-7c24-48a7-990e-5071300ae9cd admin admin] 10.222.0.22 "DELETE /v2.0/routers/e0cfe082-6ac3-4a96-ac10-657aea5efc2e HTTP/1.1" status: 204 len: 168 time: 0.7759328 Jul 07 18:07:24.939935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:24.982931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Deleting subnet f6758609-48be-4fdc-9583-7ef5fb17d293 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:24.985916 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.019882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.100154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.150559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.178930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6758609-48be-4fdc-9583-7ef5fb17d293,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.184648 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.187163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-12cf3bc2-86c2-41fa-9577-b3caef755ec8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f6758609-48be-4fdc-9583-7ef5fb17d293 HTTP/1.1" status: 204 len: 168 time: 0.2462556 Jul 07 18:07:25.189710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.191825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a34d00-9c8a-46f6-aad5-ee3a8eb944dc None None] Network 085d87ba-f008-433b-b752-47514397e156 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:25.270500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.328670 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Deleting port 7b9152f0-f4d5-456e-8607-c14564a99857 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:25.329015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.392744 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] For port 7b9152f0-f4d5-456e-8607-c14564a99857, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b9152f0-f4d5-456e-8607-c14564a99857,segment=NetworkSegment(030b7d8c-8faf-4203-9ea9-5543b696493c),segment_id=030b7d8c-8faf-4203-9ea9-5543b696493c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:25.393104 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.405844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Calling delete_port for 7b9152f0-f4d5-456e-8607-c14564a99857 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:25.487611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.512714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9152f0-f4d5-456e-8607-c14564a99857,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.516728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] No DVR routers for this DVR port 7b9152f0-f4d5-456e-8607-c14564a99857 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:25.587728 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.599455 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085d87ba-f008-433b-b752-47514397e156']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:25.603593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bc121-e4f6-408d-9cff-fa5f6febd36a None None] DHCP port deletion for 085d87ba-f008-433b-b752-47514397e156 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:25.617814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030b7d8c-8faf-4203-9ea9-5543b696493c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:25.618056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030b7d8c-8faf-4203-9ea9-5543b696493c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:25.628072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.643057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.648842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:25.649278 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:25.651445 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:25.705240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.712179 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:25.717116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38822) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:25.717611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] 10.222.0.22 "DELETE /v2.0/networks/085d87ba-f008-433b-b752-47514397e156 HTTP/1.1" status: 204 len: 168 time: 0.5260019 Jul 07 18:07:25.729325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3ff4f-d856-4c97-8d81-37bb5aaa6d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=085d87ba-f008-433b-b752-47514397e156,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:25.912707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58233335-4378-434f-951b-8ed1a76868fc no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:25.935818 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 58233335-4378-434f-951b-8ed1a76868fc {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:25.936464 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 58233335-4378-434f-951b-8ed1a76868fc not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:25.937067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b9152f0-f4d5-456e-8607-c14564a99857 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:25.957026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7b9152f0-f4d5-456e-8607-c14564a99857 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:25.957372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b9152f0-f4d5-456e-8607-c14564a99857 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:25.958045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0d7a8474-6396-4476-b687-ed6eb25164ab no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:25.976470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0d7a8474-6396-4476-b687-ed6eb25164ab {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:25.976817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0d7a8474-6396-4476-b687-ed6eb25164ab not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:26.084153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.338987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Deleting port 0e887c18-68d6-4bde-8e80-87d41dfbc735 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:26.339337 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.416828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] For port 0e887c18-68d6-4bde-8e80-87d41dfbc735, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=0e887c18-68d6-4bde-8e80-87d41dfbc735,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:26.417197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.430345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Calling delete_port for 0e887c18-68d6-4bde-8e80-87d41dfbc735 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:26.606195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:26.630874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e887c18-68d6-4bde-8e80-87d41dfbc735,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:26.809708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.015288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:27.118168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:27.125953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.126588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0ad0cef8-7c03-4be0-9e0b-a9adf5f87827 admin admin] 10.222.0.22 "PUT /v2.0/routers/cb528aac-ed7b-45dc-bd28-7dfa8d776db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075351 Jul 07 18:07:27.127178 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Sync routers for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:27.136992 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:27.137610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.232780 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.241833 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:27.335566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.387649 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Deleting port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:27.388154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.419777 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:07:26Z', 'revision_number': 5, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port': {'id': '1ac326ed-0a03-4c9c-b410-c8fd17f07c90', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.446354 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Checking router: cb528aac-ed7b-45dc-bd28-7dfa8d776db7 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:27.454846 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Routers {'cb528aac-ed7b-45dc-bd28-7dfa8d776db7'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:27.455441 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.471739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] For port 1ac326ed-0a03-4c9c-b410-c8fd17f07c90, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:27.472103 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.484970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Calling delete_port for 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:27.539415 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] Set router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:27.607751 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:07:27Z', 'revision_number': 6, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:27.635060 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2afbc0-4203-4113-a830-de93594e423a None None] The sync data for ids ['cb528aac-ed7b-45dc-bd28-7dfa8d776db7'] in n-d-791504-12 is: [{'id': 'cb528aac-ed7b-45dc-bd28-7dfa8d776db7', 'name': 'tempest-TestEncryptedCinderVolumes-821497286-router', 'tenant_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:06:08Z', 'updated_at': '2021-07-07T18:07:27Z', 'revision_number': 6, 'project_id': 'aebf10d363964df4bfb58e6ebaeb2374', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:27.656379 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.681680 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac326ed-0a03-4c9c-b410-c8fd17f07c90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:27.748716 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.841507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.843630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.890070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.890641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb528aac-ed7b-45dc-bd28-7dfa8d776db7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:07:27.896832 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.898503 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-83daae88-9c31-407b-b06c-21c7af55f8ed admin admin] 10.222.0.22 "DELETE /v2.0/routers/cb528aac-ed7b-45dc-bd28-7dfa8d776db7 HTTP/1.1" status: 204 len: 168 time: 0.7713015 Jul 07 18:07:27.900779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:27.950621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Deleting subnet 0b05179d-d809-4231-b9a4-a2d600b98468 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:07:27.953685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:27.993550 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.081112 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.107123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e887c18-68d6-4bde-8e80-87d41dfbc735 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:28.128276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 0e887c18-68d6-4bde-8e80-87d41dfbc735 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:28.128618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 0e887c18-68d6-4bde-8e80-87d41dfbc735 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:28.136289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.161258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b05179d-d809-4231-b9a4-a2d600b98468,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.167897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.169786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ea0b4f82-ba8d-4c14-95f9-f28f457b4930 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0b05179d-d809-4231-b9a4-a2d600b98468 HTTP/1.1" status: 204 len: 168 time: 0.2680838 Jul 07 18:07:28.172514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:28.172873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85c1b1-f995-4fde-8238-30a47ce5afde None None] Network 3e174f87-690a-423e-94eb-594846e5814b requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:28.244753 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.318577 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Deleting port c84aad70-5fc1-42e6-9f1b-396732782af3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:28.318919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.389598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] For port c84aad70-5fc1-42e6-9f1b-396732782af3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c84aad70-5fc1-42e6-9f1b-396732782af3,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:28.389964 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.405691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Calling delete_port for c84aad70-5fc1-42e6-9f1b-396732782af3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:28.411372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] DHCP port deletion for 3e174f87-690a-423e-94eb-594846e5814b request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:07:28.459789 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Deleting port c84aad70-5fc1-42e6-9f1b-396732782af3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:07:28.460178 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.494081 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.523138 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c84aad70-5fc1-42e6-9f1b-396732782af3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.525185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] No DVR routers for this DVR port c84aad70-5fc1-42e6-9f1b-396732782af3 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:28.531336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] For port c84aad70-5fc1-42e6-9f1b-396732782af3, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c84aad70-5fc1-42e6-9f1b-396732782af3,segment=NetworkSegment(1df684c7-4c9a-454c-8cdf-e9e0f505207c),segment_id=1df684c7-4c9a-454c-8cdf-e9e0f505207c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:28.531750 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.545611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Calling delete_port for c84aad70-5fc1-42e6-9f1b-396732782af3 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:07:28.598474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.617728 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e174f87-690a-423e-94eb-594846e5814b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:28.624105 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.638736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df684c7-4c9a-454c-8cdf-e9e0f505207c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:28.639034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df684c7-4c9a-454c-8cdf-e9e0f505207c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:28.651579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] Pushing event deleted for resources: {'Port': ['ID=c84aad70-5fc1-42e6-9f1b-396732782af3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.655573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5553faf-d100-44e2-bebd-042ed18733d0 None None] No DVR routers for this DVR port c84aad70-5fc1-42e6-9f1b-396732782af3 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:07:28.665373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.690162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.702684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:07:28.703418 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:07:28.706426 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:07:28.796865 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.803189 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:28.805068 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] 10.222.0.22 "DELETE /v2.0/networks/3e174f87-690a-423e-94eb-594846e5814b HTTP/1.1" status: 204 len: 168 time: 0.6316206 Jul 07 18:07:28.817135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e9f6-880b-4528-9471-44819f7fe4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3e174f87-690a-423e-94eb-594846e5814b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:28.961160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:29.002777 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ba90ecc0-1c8e-4225-81fc-b1942d563b52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fc5f324ae024a58bceda0d9d4bce6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403447 Jul 07 18:07:29.005208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:29.053015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.077265 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.124678 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.127321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.128493 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75ae1fc7-2040-42da-8961-b9de7d2fd62f HTTP/1.1" status: 204 len: 168 time: 0.1223783 Jul 07 18:07:29.136505 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e62afd-bfde-4b01-8801-67254327bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae1fc7-2040-42da-8961-b9de7d2fd62f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:29.434937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:29.474813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6c1fd508-1d86-4a45-9d9b-f3956d913d61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aebf10d363964df4bfb58e6ebaeb2374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386300 Jul 07 18:07:29.477205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:29.524299 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.545433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.590645 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.593262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:29.594429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73652665-1bb8-4906-9a51-b73ecf9e2b7d HTTP/1.1" status: 204 len: 168 time: 0.1162314 Jul 07 18:07:29.602134 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b21cf0-95cf-4816-9050-9103eaa39a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73652665-1bb8-4906-9a51-b73ecf9e2b7d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:29.911315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:29.936731 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:29.937139 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1ac326ed-0a03-4c9c-b410-c8fd17f07c90 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:29.937677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c84aad70-5fc1-42e6-9f1b-396732782af3 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:07:29.958080 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c84aad70-5fc1-42e6-9f1b-396732782af3 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:07:29.958601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c84aad70-5fc1-42e6-9f1b-396732782af3 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:07:29.990883 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2488e9c5-d85b-4ccb-a497-10f118e736ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.245066 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 38864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:30.348090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702925172-network', 'tenant_id': '75db882d6f1b4631808b77dee015fc68'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:30.371741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Made reservation on behalf of 75db882d6f1b4631808b77dee015fc68 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:30.374280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.383993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.481655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.487301 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.512288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:30.521669 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:30.528432 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.528790 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Added segment f2276199-bf2a-4268-821a-6dca3ace55f3 of type vlan for network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 Jul 07 18:07:30.572739 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.601829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.602829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:30.603426 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:30.657888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4115734 Jul 07 18:07:30.661175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38868) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:30.665332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e0c48-e992-49af-ba50-cae95437a17a admin admin] Pushing event updated for resources: {'Network': ['ID=09a0b1b6-2548-4df1-83d6-ad0c50c17553,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:30.667576 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Request body: {'subnet': {'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702925172-subnet', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:30.676489 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:30.691455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Made reservation on behalf of 75db882d6f1b4631808b77dee015fc68 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:30.693962 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.221147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.281503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ad4cdb-cb46-4abf-810c-89614e1fdc00,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:31.290704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Checking segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:31.291061 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Network hostable DHCP agents. Network: 09a0b1b6-2548-4df1-83d6-ad0c50c17553, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:31.307392 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:31.315363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 09a0b1b6-2548-4df1-83d6-ad0c50c17553) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:31.319356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:31.319946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.324552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7adba-1a33-489d-b434-ae3666a6bd86 None None] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:31.332929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd63e5cd-3f59-4ad7-9f8b-4a097d903e3d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6697755 Jul 07 18:07:31.335589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38870) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:31.339907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:31.359791 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.360824 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.411240 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.471760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:31.472629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.548043 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.606946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Allocated IP 172.20.0.2 (09a0b1b6-2548-4df1-83d6-ad0c50c17553/b5ad4cdb-cb46-4abf-810c-89614e1fdc00/8090078d-7d34-4ef1-b012-5764ea134ec0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:31.752667 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.758870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.762559 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Transition to ACTIVE for port object 8090078d-7d34-4ef1-b012-5764ea134ec0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:31.777534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Transition to ACTIVE for port object 8090078d-7d34-4ef1-b012-5764ea134ec0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:31.783618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.783891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.819627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:31.822535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:31.825488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:31.842031 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Pushing event updated for resources: {'Port': ['ID=8090078d-7d34-4ef1-b012-5764ea134ec0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:31.888469 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Allocated IP 172.25.7.27 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/9e52267d-ad8f-4794-a501-320a84309dc6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:31.892835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Attempting to bind port 8090078d-7d34-4ef1-b012-5764ea134ec0 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:31.893218 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Attempting to bind port 8090078d-7d34-4ef1-b012-5764ea134ec0 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:31.893590 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Attempting to bind port 8090078d-7d34-4ef1-b012-5764ea134ec0 on network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:31.898618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:31.898999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Checking segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:31.899417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.899886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Bound using segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:31.900427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Bound port: 8090078d-7d34-4ef1-b012-5764ea134ec0, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:31.900986 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.966655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] For port 8090078d-7d34-4ef1-b012-5764ea134ec0, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:31.970357 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] For port 8090078d-7d34-4ef1-b012-5764ea134ec0, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8090078d-7d34-4ef1-b012-5764ea134ec0,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:31.975856 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:31.994845 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.038623 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.040481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191850-7326-4de5-a06e-3fe8650a64a2 None None] Pushing event updated for resources: {'Port': ['ID=8090078d-7d34-4ef1-b012-5764ea134ec0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:32.081112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:32.084379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:32.091697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:32.097410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Pushing event updated for resources: {'Port': ['ID=9e52267d-ad8f-4794-a501-320a84309dc6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:32.361326 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.415994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b0271bf-795f-43bd-b3c8-30f010e95e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.559873 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.689592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Router e74ec750-ab03-41fd-b762-30ea84b7c135 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:32.802611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:32.811343 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Sync routers for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:32.818871 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.821410 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0a7ee8da-4552-43c0-8269-ed1623484556 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4847181 Jul 07 18:07:32.822798 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38872) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:32.823998 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:32.824848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:32.921098 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:32.949144 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:32.977240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6152b86-5aff-4c5b-9aad-e110c2765eb1 None None] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:33.104862 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5a4ed0da-f2b0-43f0-962e-c9b3824f6468 None None] Provisioning for port 8090078d-7d34-4ef1-b012-5764ea134ec0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:33.260386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:32Z', 'revision_number': 3, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:33.265994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.291104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Checking router: e74ec750-ab03-41fd-b762-30ea84b7c135 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:33.291425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Updating router e74ec750-ab03-41fd-b762-30ea84b7c135 port 9e52267d-ad8f-4794-a501-320a84309dc6 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:33.336566 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.446151 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Allocated IP 172.20.0.1 (09a0b1b6-2548-4df1-83d6-ad0c50c17553/b5ad4cdb-cb46-4abf-810c-89614e1fdc00/20773d3a-6bdc-403b-a6aa-2a4d91def165) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:33.566994 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.582092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Transition to ACTIVE for port object 20773d3a-6bdc-403b-a6aa-2a4d91def165 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:33.621668 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.622705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.639990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Transition to ACTIVE for port object 9e52267d-ad8f-4794-a501-320a84309dc6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:33.651127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.664135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:33.668999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:33.676562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:33.700301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Pushing event updated for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:33.726221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.885438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Attempting to bind port 9e52267d-ad8f-4794-a501-320a84309dc6 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:33.885833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Attempting to bind port 9e52267d-ad8f-4794-a501-320a84309dc6 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:33.886242 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Attempting to bind port 9e52267d-ad8f-4794-a501-320a84309dc6 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:33.900276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:33.900525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:33.900934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.901333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:33.901811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Bound port: 9e52267d-ad8f-4794-a501-320a84309dc6, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:33.902223 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.904095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3f3c-1da0-432d-8bc0-3d1f7728045d None None] Pushing event updated for resources: {'Port': ['ID=9e52267d-ad8f-4794-a501-320a84309dc6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:33.909265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.916071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.968490 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] For port 9e52267d-ad8f-4794-a501-320a84309dc6, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:33.973336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] For port 9e52267d-ad8f-4794-a501-320a84309dc6, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9e52267d-ad8f-4794-a501-320a84309dc6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:33.987650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.997667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8090078d-7d34-4ef1-b012-5764ea134ec0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:34.066368 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a62f6d76-591c-4a4d-91ec-f193bd5f0384 None None] Provisioning for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:34.089956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a62f6d76-591c-4a4d-91ec-f193bd5f0384 None None] Provisioning complete for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:34.090359 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a62f6d76-591c-4a4d-91ec-f193bd5f0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.107207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.111977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.118379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:34.119019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:34.126219 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3f3c-1da0-432d-8bc0-3d1f7728045d None None] Pushing event updated for resources: {'Port': ['ID=9e52267d-ad8f-4794-a501-320a84309dc6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:34.179770 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.181645 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Pushing event updated for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:34.197152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a62f6d76-591c-4a4d-91ec-f193bd5f0384 None None] Port 20773d3a-6bdc-403b-a6aa-2a4d91def165 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:34.234531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8090078d-7d34-4ef1-b012-5764ea134ec0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:34.240753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8090078d-7d34-4ef1-b012-5764ea134ec0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:34.241125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.278698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:34.280152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:34.288666 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:34.398370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Router e74ec750-ab03-41fd-b762-30ea84b7c135 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:34.455610 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.521125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:34.526934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ae7af5a7-f227-43d9-9b9a-bfaf908b988d admin admin] 10.222.0.22 "PUT /v2.0/routers/e74ec750-ab03-41fd-b762-30ea84b7c135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031131 Jul 07 18:07:34.530077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8090078d-7d34-4ef1-b012-5764ea134ec0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8090078d-7d34-4ef1-b012-5764ea134ec0,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:34.537210 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.585454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c6aaad43-6842-491f-8521-4f1f8f3203ef None None] Provisioning complete for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:34.585811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6aaad43-6842-491f-8521-4f1f8f3203ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:34.632996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8090078d-7d34-4ef1-b012-5764ea134ec0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:34.647887 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 2, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:34.651378 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaad43-6842-491f-8521-4f1f8f3203ef None None] Port 20773d3a-6bdc-403b-a6aa-2a4d91def165 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:34.676792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d32d17-e394-426e-8ba0-b1432b62d4ca None None] The sync data for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 is: [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 2, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:34.889000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.059952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38890) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:35.067463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050084759-network', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:35.092016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Made reservation on behalf of b18ef8c72cc1409d89b59d1a319e1964 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:35.094568 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.104450 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.199876 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.203984 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.230724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:07:35.241071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba2820-8ba6-468a-9dfa-0998e18d6b1d,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.246071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.246455 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Added segment 518e2bfe-99fe-4bbb-a3ef-612e867ef8c8 of type vlan for network 158909c6-7d05-4c6b-90df-218bf15d5f2e Jul 07 18:07:35.288967 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.319547 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.320662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:35.321403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.392825 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3308947 Jul 07 18:07:35.395662 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38892) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:35.400884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Request body: {'subnet': {'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050084759-subnet', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:35.406473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d383-baf1-4d07-ab5d-5a06d4554145 admin admin] Pushing event updated for resources: {'Network': ['ID=158909c6-7d05-4c6b-90df-218bf15d5f2e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:35.417271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:07:35.435095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Made reservation on behalf of b18ef8c72cc1409d89b59d1a319e1964 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:35.437818 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:35.580219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.011016 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.028358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9e52267d-ad8f-4794-a501-320a84309dc6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:36.070822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f991076-4e39-4d5d-b90a-d7fa60393d17,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.096947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 9e52267d-ad8f-4794-a501-320a84309dc6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:36.101543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Checking segment: {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:36.103093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Network hostable DHCP agents. Network: 158909c6-7d05-4c6b-90df-218bf15d5f2e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:07:36.106554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9e52267d-ad8f-4794-a501-320a84309dc6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:36.106929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.124231 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:07:36.141124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 158909c6-7d05-4c6b-90df-218bf15d5f2e) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:36.147243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:36.147501 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.151510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4861341-319e-4df0-b7de-a21a139386f9 None None] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:36.170480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-97f5d6d1-e416-43c9-ba66-219caa7bdc35 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7735970 Jul 07 18:07:36.172796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38896) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:36.178053 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:36.201692 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.202748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.262307 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.278099 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.326825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 9e52267d-ad8f-4794-a501-320a84309dc6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9e52267d-ad8f-4794-a501-320a84309dc6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:36.334707 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.335496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8090078d-7d34-4ef1-b012-5764ea134ec0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:36.405308 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.439994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=9e52267d-ad8f-4794-a501-320a84309dc6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.444693 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-158909c6-7d05-4c6b-90df-218bf15d5f2e', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:07:36.445546 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.476990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8090078d-7d34-4ef1-b012-5764ea134ec0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:36.477499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.630507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.640657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Allocated IP 172.20.0.2 (158909c6-7d05-4c6b-90df-218bf15d5f2e/8f991076-4e39-4d5d-b90a-d7fa60393d17/7b7e2189-ab2c-4610-af6b-9759965002f0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:36.649945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.769617 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Allocated IP 172.25.7.133 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/aea0d6c5-d542-489a-a2fe-bbd53177121a) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:36.811758 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.825341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Transition to ACTIVE for port object 7b7e2189-ab2c-4610-af6b-9759965002f0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:36.831047 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.843627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Transition to ACTIVE for port object 7b7e2189-ab2c-4610-af6b-9759965002f0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:36.851073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.890829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.892606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:36.897909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:36.902472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:36.905936 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Pushing event updated for resources: {'Port': ['ID=7b7e2189-ab2c-4610-af6b-9759965002f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:36.936526 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.962495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Sync routers for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:36.969360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Attempting to bind port 7b7e2189-ab2c-4610-af6b-9759965002f0 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:36.969774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Attempting to bind port 7b7e2189-ab2c-4610-af6b-9759965002f0 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:36.971433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Attempting to bind port 7b7e2189-ab2c-4610-af6b-9759965002f0 on network 158909c6-7d05-4c6b-90df-218bf15d5f2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:36.975141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:36.975745 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:36.975968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:36.976348 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Checking segment: {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:36.976754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.976936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:36.977236 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Bound using segment: {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:36.977610 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Bound port: 7b7e2189-ab2c-4610-af6b-9759965002f0, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:36.977996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:36.981573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:36.987901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:37.013615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Pushing event updated for resources: {'Port': ['ID=aea0d6c5-d542-489a-a2fe-bbd53177121a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:37.043886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] For port 7b7e2189-ab2c-4610-af6b-9759965002f0, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:37.049027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] For port 7b7e2189-ab2c-4610-af6b-9759965002f0, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b7e2189-ab2c-4610-af6b-9759965002f0,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:37.056259 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.103270 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:37.124361 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67b5af-28f2-40b5-87d7-e188e8a79231 None None] Pushing event updated for resources: {'Port': ['ID=7b7e2189-ab2c-4610-af6b-9759965002f0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:37.303328 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.452607 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 2, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:37.484089 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Checking router: e74ec750-ab03-41fd-b762-30ea84b7c135 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:37.484440 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Updating router e74ec750-ab03-41fd-b762-30ea84b7c135 port 20773d3a-6bdc-403b-a6aa-2a4d91def165 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:37.516804 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.531431 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.663850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Router 4d7a5956-444a-48bc-88dd-0a053aa3b04d is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:07:37.779350 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:37.787198 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.791355 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Sync routers for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:37.796383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.797664 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff9b58e2-ef55-4e69-bfaf-af7ad9050afc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6230726 Jul 07 18:07:37.800438 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Transition to ACTIVE for port object 20773d3a-6bdc-403b-a6aa-2a4d91def165 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:37.800604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 38898) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:07:37.805263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:37.806072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:37.807799 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:37.873408 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Pushing event updated for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:37.933918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.938321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.939862 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.940210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.940544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.940876 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.941204 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.941528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.944344 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.944756 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.945097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.945432 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:37.980000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:38.015200 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Attempting to bind port 20773d3a-6bdc-403b-a6aa-2a4d91def165 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:38.015784 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Attempting to bind port 20773d3a-6bdc-403b-a6aa-2a4d91def165 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:38.016036 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Attempting to bind port 20773d3a-6bdc-403b-a6aa-2a4d91def165 on network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:38.021729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:38.022136 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Checking segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:38.022602 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.023004 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Bound using segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:38.024379 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Bound port: 20773d3a-6bdc-403b-a6aa-2a4d91def165, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:38.024858 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.144557 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] For port 20773d3a-6bdc-403b-a6aa-2a4d91def165, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:38.156318 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] For port 20773d3a-6bdc-403b-a6aa-2a4d91def165, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20773d3a-6bdc-403b-a6aa-2a4d91def165,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:38.166057 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.168665 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9e52267d-ad8f-4794-a501-320a84309dc6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:38.279094 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:38.281544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:38.287754 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ff67-abac-4265-8a00-85588abd8f8f None None] Pushing event updated for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:38.441426 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.443823 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:38.511726 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692fd46-f1bf-4952-90f4-76007ce14acd None None] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:07:38.633454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 9e52267d-ad8f-4794-a501-320a84309dc6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:38.633838 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.635506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Allocated IP 172.20.0.1 (158909c6-7d05-4c6b-90df-218bf15d5f2e/8f991076-4e39-4d5d-b90a-d7fa60393d17/c039f6dd-3191-48a5-84d7-9792b15ed82f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:38.677476 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:38Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:38.703839 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364784dd-02c6-426f-a43b-70e3cfdaa983 None None] The sync data for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 is: [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:38Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:38.780900 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.793115 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:37Z', 'revision_number': 3, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:38.797535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Transition to ACTIVE for port object c039f6dd-3191-48a5-84d7-9792b15ed82f will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:38.839434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.856392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Checking router: 4d7a5956-444a-48bc-88dd-0a053aa3b04d for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:38.856755 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Updating router 4d7a5956-444a-48bc-88dd-0a053aa3b04d port aea0d6c5-d542-489a-a2fe-bbd53177121a binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:38.881936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:38.885543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:38.888758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:38.890092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b7e2189-ab2c-4610-af6b-9759965002f0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:38.937578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.938359 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:38.940442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0de6ae12-ee12-41be-8227-6df99c7b1c16 None None] Provisioning for port 7b7e2189-ab2c-4610-af6b-9759965002f0 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:38.989648 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.089635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7b7e2189-ab2c-4610-af6b-9759965002f0 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:39.098515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7b7e2189-ab2c-4610-af6b-9759965002f0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:39.098993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.142778 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.278351 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.327072 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7b7e2189-ab2c-4610-af6b-9759965002f0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b7e2189-ab2c-4610-af6b-9759965002f0,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:39.372184 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.381293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.390260 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.404925 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.413266 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Transition to ACTIVE for port object aea0d6c5-d542-489a-a2fe-bbd53177121a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:39.444749 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.465796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-937cc301-9953-4d8c-9ffd-b2896309ec15 None None] Provisioning complete for port 7b7e2189-ab2c-4610-af6b-9759965002f0 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:39.466201 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-937cc301-9953-4d8c-9ffd-b2896309ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.477682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.480541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.525588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Attempting to bind port aea0d6c5-d542-489a-a2fe-bbd53177121a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:39.525967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Attempting to bind port aea0d6c5-d542-489a-a2fe-bbd53177121a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:39.526375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Attempting to bind port aea0d6c5-d542-489a-a2fe-bbd53177121a on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:39.534206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7b7e2189-ab2c-4610-af6b-9759965002f0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.564427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:39.564814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:39.565593 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.565593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:39.566169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Bound port: aea0d6c5-d542-489a-a2fe-bbd53177121a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:39.566519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.597094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:39.599106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:39.614659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015d7aa-7f5e-4bbc-a72a-7ac577060143 None None] Pushing event updated for resources: {'Port': ['ID=aea0d6c5-d542-489a-a2fe-bbd53177121a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.692394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] For port aea0d6c5-d542-489a-a2fe-bbd53177121a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:39.697966 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] For port aea0d6c5-d542-489a-a2fe-bbd53177121a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=aea0d6c5-d542-489a-a2fe-bbd53177121a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:39.703660 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.746771 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Router 4d7a5956-444a-48bc-88dd-0a053aa3b04d has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:07:39.770619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015d7aa-7f5e-4bbc-a72a-7ac577060143 None None] Pushing event updated for resources: {'Port': ['ID=aea0d6c5-d542-489a-a2fe-bbd53177121a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:39.777364 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:39.778025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:39.839439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd53d450-23cb-4f40-a93c-dad9801daabd None None] Provisioning for port c039f6dd-3191-48a5-84d7-9792b15ed82f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:39.875700 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd53d450-23cb-4f40-a93c-dad9801daabd None None] Provisioning complete for port c039f6dd-3191-48a5-84d7-9792b15ed82f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:39.876109 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd53d450-23cb-4f40-a93c-dad9801daabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:39.876714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:07:39.883338 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3fbc96af-3cfd-4341-b2f8-71aa1f50e9bd admin admin] 10.222.0.22 "PUT /v2.0/routers/4d7a5956-444a-48bc-88dd-0a053aa3b04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817726 Jul 07 18:07:39.930728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:39.932680 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bd53d450-23cb-4f40-a93c-dad9801daabd None None] Port c039f6dd-3191-48a5-84d7-9792b15ed82f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:40.026327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b7e2189-ab2c-4610-af6b-9759965002f0 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:40.123900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-64275d60-db50-47d7-a199-64746d380941 None None] Provisioning complete for port c039f6dd-3191-48a5-84d7-9792b15ed82f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:40.124290 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64275d60-db50-47d7-a199-64746d380941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.189108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7b7e2189-ab2c-4610-af6b-9759965002f0 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:40.189494 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.195187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64275d60-db50-47d7-a199-64746d380941 None None] Port c039f6dd-3191-48a5-84d7-9792b15ed82f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:40.303918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c039f6dd-3191-48a5-84d7-9792b15ed82f', 'name': '', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'mac_address': 'fa:16:3e:4e:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:38Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 2, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'subnets': [{'id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:40.337849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87ffbb-2458-47f2-a2ff-a8088dffb18c None None] The sync data for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 is: [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c039f6dd-3191-48a5-84d7-9792b15ed82f', 'name': '', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'mac_address': 'fa:16:3e:4e:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:38Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 2, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'subnets': [{'id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:40.342833 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20773d3a-6bdc-403b-a6aa-2a4d91def165 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:40.422704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:40.429391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:40.430065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.533259 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.588787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 20773d3a-6bdc-403b-a6aa-2a4d91def165, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20773d3a-6bdc-403b-a6aa-2a4d91def165,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:40.597106 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:40.664187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.072668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device aea0d6c5-d542-489a-a2fe-bbd53177121a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:42.151325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port aea0d6c5-d542-489a-a2fe-bbd53177121a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:42.157604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port aea0d6c5-d542-489a-a2fe-bbd53177121a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:42.158026 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.291681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.317327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port aea0d6c5-d542-489a-a2fe-bbd53177121a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=aea0d6c5-d542-489a-a2fe-bbd53177121a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:42.325064 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:42.326097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20773d3a-6bdc-403b-a6aa-2a4d91def165 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:42.421149 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=aea0d6c5-d542-489a-a2fe-bbd53177121a,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:42.432101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 20773d3a-6bdc-403b-a6aa-2a4d91def165 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:42.433019 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.218816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Sync routers for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:07:43.229206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:43.230172 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:43.359505 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:43.585448 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c039f6dd-3191-48a5-84d7-9792b15ed82f', 'name': '', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'mac_address': 'fa:16:3e:4e:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:38Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 2, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'subnets': [{'id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:43.619424 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Checking router: 4d7a5956-444a-48bc-88dd-0a053aa3b04d for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:07:43.619801 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Updating router 4d7a5956-444a-48bc-88dd-0a053aa3b04d port c039f6dd-3191-48a5-84d7-9792b15ed82f binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:07:43.661587 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:43.963524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device aea0d6c5-d542-489a-a2fe-bbd53177121a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:44.010414 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.023479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Transition to ACTIVE for port object c039f6dd-3191-48a5-84d7-9792b15ed82f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:44.027012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port aea0d6c5-d542-489a-a2fe-bbd53177121a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:44.027395 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.033233 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.133939 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f1a6-64a0-4d75-aff9-f925349d3008 None None] Pushing event updated for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.178412 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Attempting to bind port c039f6dd-3191-48a5-84d7-9792b15ed82f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:07:44.179414 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Attempting to bind port c039f6dd-3191-48a5-84d7-9792b15ed82f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:07:44.179849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Attempting to bind port c039f6dd-3191-48a5-84d7-9792b15ed82f on network 158909c6-7d05-4c6b-90df-218bf15d5f2e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:07:44.191012 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:07:44.191991 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Checking segment: {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:07:44.192428 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.192967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Bound using segment: {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:07:44.193455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Bound port: c039f6dd-3191-48a5-84d7-9792b15ed82f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:07:44.194256 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.422904 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] For port c039f6dd-3191-48a5-84d7-9792b15ed82f, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:07:44.426476 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] For port c039f6dd-3191-48a5-84d7-9792b15ed82f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c039f6dd-3191-48a5-84d7-9792b15ed82f,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:07:44.439331 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:44.507922 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:07:44.508546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:07:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:44.551738 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f1a6-64a0-4d75-aff9-f925349d3008 None None] Pushing event updated for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:44.641779 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:07:44.873940 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c039f6dd-3191-48a5-84d7-9792b15ed82f', 'name': '', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'mac_address': 'fa:16:3e:4e:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:38Z', 'updated_at': '2021-07-07T18:07:44Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'subnets': [{'id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:07:44.903244 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b81c5-061f-4b3e-a381-a3af1d816baf None None] The sync data for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 is: [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:39Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'c039f6dd-3191-48a5-84d7-9792b15ed82f', 'name': '', 'network_id': '158909c6-7d05-4c6b-90df-218bf15d5f2e', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'mac_address': 'fa:16:3e:4e:90:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:38Z', 'updated_at': '2021-07-07T18:07:44Z', 'revision_number': 4, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'subnets': [{'id': '8f991076-4e39-4d5d-b90a-d7fa60393d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:07:45.979272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c039f6dd-3191-48a5-84d7-9792b15ed82f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:46.049259 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c039f6dd-3191-48a5-84d7-9792b15ed82f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:46.053630 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c039f6dd-3191-48a5-84d7-9792b15ed82f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:46.053959 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.150575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.192583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c039f6dd-3191-48a5-84d7-9792b15ed82f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c039f6dd-3191-48a5-84d7-9792b15ed82f,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:07:46.199314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:46.268576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:46.552891 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:47.940054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c039f6dd-3191-48a5-84d7-9792b15ed82f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:07:48.009573 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c039f6dd-3191-48a5-84d7-9792b15ed82f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:48.010083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.248321 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-32a422a7-5bc6-4a12-ab11-781a48b0cb4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:50.249724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-32a422a7-5bc6-4a12-ab11-781a48b0cb4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 814 time: 0.1049204 Jul 07 18:07:50.265851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f40b0be6-7b5e-423b-b3b3-a9ee05c8ff81 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/quotas/75db882d6f1b4631808b77dee015fc68 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Jul 07 18:07:50.330404 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-3e0c3405-4b5c-4f28-8eba-bbea80e23efb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594304 Jul 07 18:07:50.511428 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-1897805b-9d84-417b-a474-2f62818984a6 service neutron] 10.222.0.22 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696069 Jul 07 18:07:50.600763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-1f700f8b-6b74-4ac9-a1aa-d4b85e6c77d1 service neutron] 10.222.0.22 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833571 Jul 07 18:07:50.770577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-06aaf7d3-e718-4b35-943c-fcffd0d8ea82 req-8ec40de6-adfd-47ed-b7b2-f5daaf7cc598 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 210 time: 0.0289772 Jul 07 18:07:51.928117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-7eb9d0c5-5553-4956-b5b7-349a1542f94d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:51.930514 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-7eb9d0c5-5553-4956-b5b7-349a1542f94d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 814 time: 0.1287427 Jul 07 18:07:51.936736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d9fecda3-fad7-4ef9-bdad-eb5c1558974c req-f48eb3f9-1c16-4514-8ae2-194985f49863 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 210 time: 0.0379512 Jul 07 18:07:51.949297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'port': {'device_id': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'admin_state_up': True, 'tenant_id': '75db882d6f1b4631808b77dee015fc68'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:07:52.061036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Made reservation on behalf of 75db882d6f1b4631808b77dee015fc68 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:07:52.065120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.196099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Allocated IP 172.20.0.3 (09a0b1b6-2548-4df1-83d6-ad0c50c17553/b5ad4cdb-cb46-4abf-810c-89614e1fdc00/fb122a4c-4d92-44ab-83ec-88ec0e989f44) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:07:52.370253 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.386725 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Transition to ACTIVE for port object fb122a4c-4d92-44ab-83ec-88ec0e989f44 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:07:52.426980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.510306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:07:52.516488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:07:52.522815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:07:52.537297 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:07:52.569481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.569889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.570199 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.570522 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.570852 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.571181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.571506 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.571826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.572144 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.572471 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.572784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.573103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:07:52.606872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:52.607564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.625687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-f9e1db21-3040-4b05-85fd-dc77d8947fdb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6804745 Jul 07 18:07:52.857757 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5fbff941-6722-488f-9fa2-742f1b0cf9f2 None None] Provisioning for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:07:52.862462 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5fbff941-6722-488f-9fa2-742f1b0cf9f2 None None] Provisioning complete for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:07:52.863061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fbff941-6722-488f-9fa2-742f1b0cf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:52.897262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5fbff941-6722-488f-9fa2-742f1b0cf9f2 None None] Port fb122a4c-4d92-44ab-83ec-88ec0e989f44 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:07:53.116595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50421-9279-45b0-b942-19f282ae7aff req-1606c307-939c-411e-ae61-cbb4a1f583d3 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:53.118300 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cb50421-9279-45b0-b942-19f282ae7aff req-1606c307-939c-411e-ae61-cbb4a1f583d3 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0639665 Jul 07 18:07:53.163522 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5cb50421-9279-45b0-b942-19f282ae7aff req-f328a62b-65d4-4325-948f-56d5616c6ded tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381041 Jul 07 18:07:54.354882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d7982-ccec-4a6b-ae62-48bdc8334202 req-02306786-9716-4a5a-a901-75029610d84f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:54.356644 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b19d7982-ccec-4a6b-ae62-48bdc8334202 req-02306786-9716-4a5a-a901-75029610d84f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0675795 Jul 07 18:07:54.410157 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b19d7982-ccec-4a6b-ae62-48bdc8334202 req-94710ae8-05e1-45b9-a79f-cc3eb93a0e3c tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Jul 07 18:07:55.586239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e584-4f4f-4d6a-aca1-e81c213ec36b req-ea2cfa5d-d684-49bd-89c4-cce09f52c33c tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:55.587742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62d5e584-4f4f-4d6a-aca1-e81c213ec36b req-ea2cfa5d-d684-49bd-89c4-cce09f52c33c tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0633757 Jul 07 18:07:55.637949 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62d5e584-4f4f-4d6a-aca1-e81c213ec36b req-6eee433d-eeba-46e3-bf2f-013f86516c8a tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Jul 07 18:07:56.819673 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070011e-9fe6-42a5-8b38-ae986137f246 req-6e62514a-98ee-48c9-9a06-c12842fd7c51 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:56.821175 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9070011e-9fe6-42a5-8b38-ae986137f246 req-6e62514a-98ee-48c9-9a06-c12842fd7c51 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0655153 Jul 07 18:07:56.859582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9070011e-9fe6-42a5-8b38-ae986137f246 req-b5a3dea9-d01a-4a97-bdb4-d50bbb20e952 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 07 18:07:58.048702 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129cb15-c4d5-4298-b7de-095b30306f9a req-63989334-afaf-42a9-bffc-0c93a7dade61 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:58.050221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b129cb15-c4d5-4298-b7de-095b30306f9a req-63989334-afaf-42a9-bffc-0c93a7dade61 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0685618 Jul 07 18:07:58.096233 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b129cb15-c4d5-4298-b7de-095b30306f9a req-8dd5cca5-51f2-4b82-9b93-69f4f1a793de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Jul 07 18:07:59.286181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f67bd-50e7-47d0-aade-302176fa74fb req-9e60cded-e5ee-449d-80f1-a3a4c370d778 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:59.287911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f39f67bd-50e7-47d0-aade-302176fa74fb req-9e60cded-e5ee-449d-80f1-a3a4c370d778 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0771153 Jul 07 18:07:59.325800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f39f67bd-50e7-47d0-aade-302176fa74fb req-88e4afd7-d265-4c20-8b0d-15f6ccf0ed62 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Jul 07 18:07:59.992989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9811-340f-4eda-b351-7658ddf6e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:00.501141 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f24c7-2206-472f-9b1a-7f36fbd524d0 req-9db0e846-7d5f-4f45-9bd9-52f19342f01d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:00.502693 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e0f24c7-2206-472f-9b1a-7f36fbd524d0 req-9db0e846-7d5f-4f45-9bd9-52f19342f01d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0649695 Jul 07 18:08:00.553886 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e0f24c7-2206-472f-9b1a-7f36fbd524d0 req-18f256de-6c4b-4d14-b2f5-3d2ab3391688 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Jul 07 18:08:01.754221 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c798d1-af82-4e7d-a5ea-cff009a5dbc5 req-33b6b462-6b34-4915-a63e-0f6b46c729ad tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:01.755712 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83c798d1-af82-4e7d-a5ea-cff009a5dbc5 req-33b6b462-6b34-4915-a63e-0f6b46c729ad tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0708055 Jul 07 18:08:01.795869 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83c798d1-af82-4e7d-a5ea-cff009a5dbc5 req-163afa11-ffc4-4835-86d1-341985f718a4 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Jul 07 18:08:02.420216 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b5732ba-33ee-4d65-b817-caa54ff41bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.885710 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:02.991909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8c178-a737-4f50-afde-621f9337afb0 req-56a1d2f3-d813-4ec6-be53-be160b119ba7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:02.994914 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55c8c178-a737-4f50-afde-621f9337afb0 req-56a1d2f3-d813-4ec6-be53-be160b119ba7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 931 time: 0.0780251 Jul 07 18:08:03.001115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Request body: {'port': {'device_id': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:03.033929 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55c8c178-a737-4f50-afde-621f9337afb0 req-00dcd59c-b5d7-445c-87cd-8df2e1c22759 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jul 07 18:08:03.093901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.364801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb122a4c-4d92-44ab-83ec-88ec0e989f44 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:03.373553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.385998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Transition to ACTIVE for port object fb122a4c-4d92-44ab-83ec-88ec0e989f44 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:03.391659 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.442800 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:03.521971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Attempting to bind port fb122a4c-4d92-44ab-83ec-88ec0e989f44 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:03.522355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Attempting to bind port fb122a4c-4d92-44ab-83ec-88ec0e989f44 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:03.522690 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Attempting to bind port fb122a4c-4d92-44ab-83ec-88ec0e989f44 on network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:03.529168 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Port fb122a4c-4d92-44ab-83ec-88ec0e989f44 on network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:03.529500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Attempting to bind port fb122a4c-4d92-44ab-83ec-88ec0e989f44 on network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:03.534953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:03.535322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Checking segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:03.535684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Bound using segment: {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:03.536355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Bound port: fb122a4c-4d92-44ab-83ec-88ec0e989f44, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2276199-bf2a-4268-821a-6dca3ace55f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:03.536726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.611429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:03.614795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:03.621311 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.665590 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.666570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.668226 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] 10.222.0.32 "PUT /v2.0/ports/fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 1092 time: 0.7309947 Jul 07 18:08:03.668684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:03.671432 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf9bff3-97ed-4f92-8504-b2914eeb120d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:03.747706 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb86505-e0d1-42cd-8437-7b509b83d4b2 x-openstack-request-id: req-8fb86505-e0d1-42cd-8437-7b509b83d4b2 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:03.748005 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:03.748270 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fb86505-e0d1-42cd-8437-7b509b83d4b2 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:03.748810 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:08:03.754052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467882e-2c84-4b5a-bc04-83746acd321a service neutron] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:03.794269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-5cddcb1b-b244-4194-a993-77bf18a83a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.795793 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-5cddcb1b-b244-4194-a993-77bf18a83a68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1095 time: 0.0803888 Jul 07 18:08:03.817623 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:03.839598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-5490385d-894b-474a-b4aa-8da5e3b75822 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 217 time: 0.0367796 Jul 07 18:08:03.892540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-03b4298b-a594-4850-899f-7a26459efe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.894070 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-03b4298b-a594-4850-899f-7a26459efe1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0486624 Jul 07 18:08:03.955489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-0aa93bdb-587c-494f-a8d2-a0c6b0145323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:03.957019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-0aa93bdb-587c-494f-a8d2-a0c6b0145323 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563972 Jul 07 18:08:04.056898 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-3559ec97-ef47-436c-b138-5cc086f2c844 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931923 Jul 07 18:08:04.150372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-85e22d3b-f309-4af5-9f56-58703a3d1892 req-a4e67e7d-f61a-4363-9a2c-1cc47fb7bc6b service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Jul 07 18:08:04.227938 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea80cb-1b0b-4124-ad86-6bc6fda4a2ac req-e8598f8b-fbc0-4af7-86f1-cbde7e90fb7b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.229582 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aea80cb-1b0b-4124-ad86-6bc6fda4a2ac req-e8598f8b-fbc0-4af7-86f1-cbde7e90fb7b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 943 time: 0.0688674 Jul 07 18:08:04.260208 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-be150c5c-c366-40bf-971b-23b74fc7c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.261719 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-be150c5c-c366-40bf-971b-23b74fc7c8fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1095 time: 0.0616984 Jul 07 18:08:04.271936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0aea80cb-1b0b-4124-ad86-6bc6fda4a2ac req-06bd3276-1f17-4049-be16-381a44d947db tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Jul 07 18:08:04.351116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-f2ad0dd5-aa6f-4222-9c31-6446cb35f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.352630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-f2ad0dd5-aa6f-4222-9c31-6446cb35f677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.0847282 Jul 07 18:08:04.398906 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-43a7c259-7cbd-48c1-9596-5237e81df2d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 217 time: 0.0389848 Jul 07 18:08:04.450704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-0fbbf976-7083-406c-abb9-4a772b681c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.452151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-0fbbf976-7083-406c-abb9-4a772b681c2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0471389 Jul 07 18:08:04.511446 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-83dacd38-4609-4af7-a6ae-3024cf60ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:04.512968 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-83dacd38-4609-4af7-a6ae-3024cf60ad35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541332 Jul 07 18:08:04.606987 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-694f44fe-95a3-4646-ab74-3736b005dadc service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866997 Jul 07 18:08:04.889738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:05.052780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-cbf9bff3-97ed-4f92-8504-b2914eeb120d req-811b63ac-2b01-48f8-91a9-0fd2576dc005 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371464 Jul 07 18:08:05.448001 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a2a5a-ffe3-416b-9d7e-b6974bec3bc0 req-370645db-e6b8-46a9-a540-8e976e0c886f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:05.449511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-310a2a5a-ffe3-416b-9d7e-b6974bec3bc0 req-370645db-e6b8-46a9-a540-8e976e0c886f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 943 time: 0.0641229 Jul 07 18:08:05.489836 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-310a2a5a-ffe3-416b-9d7e-b6974bec3bc0 req-cf0176cd-4771-444b-81e7-d0596a935c18 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Jul 07 18:08:05.575855 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:06.661475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90fcaa-cccd-4b15-9eb1-3291143b9e7f req-5bccb4de-e9bc-4887-83e6-d7b355a1f345 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:06.662980 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e90fcaa-cccd-4b15-9eb1-3291143b9e7f req-5bccb4de-e9bc-4887-83e6-d7b355a1f345 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 943 time: 0.0622525 Jul 07 18:08:06.704887 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8e90fcaa-cccd-4b15-9eb1-3291143b9e7f req-6815269e-1f57-44a0-9e3c-a7972827d650 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Jul 07 18:08:06.832067 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.233815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fb122a4c-4d92-44ab-83ec-88ec0e989f44 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:07.329374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:07.341728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'port_id': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'mac_address': 'fa:16:3e:5d:23:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:07.380405 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.397138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb122a4c-4d92-44ab-83ec-88ec0e989f44 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:07.417018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:07.421225 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.478363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:07.485819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.486191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.486542 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.486886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.487224 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.487562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.487896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.488227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.488556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.488883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.489210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.489537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:07.645377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:07.877213 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c319c7-eb1e-4e5b-afa4-79abae6f3945 req-0d34746e-106e-436c-a852-bcfe273ce2bd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:07.878743 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86c319c7-eb1e-4e5b-afa4-79abae6f3945 req-0d34746e-106e-436c-a852-bcfe273ce2bd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 944 time: 0.0635641 Jul 07 18:08:07.917813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-86c319c7-eb1e-4e5b-afa4-79abae6f3945 req-e023d8ca-eb1a-46ca-a27c-a3b40a764d34 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Jul 07 18:08:09.101892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf9a12-81ec-43f5-8754-7ae58783947c req-93b3a7fa-c58f-4e38-a804-8bf1995c2b92 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.103446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ebf9a12-81ec-43f5-8754-7ae58783947c req-93b3a7fa-c58f-4e38-a804-8bf1995c2b92 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 944 time: 0.0637457 Jul 07 18:08:09.141477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5ebf9a12-81ec-43f5-8754-7ae58783947c req-f06b2ecc-16cb-4529-96b4-87c5341f331c tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Jul 07 18:08:09.244583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fb122a4c-4d92-44ab-83ec-88ec0e989f44 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:09.295305 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:09.298855 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:09.299231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.372267 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.394711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:09.396998 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e29a964-2ac0-40d9-b1fa-01a1b4a0247d" -d '{"events": [{"server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "name": "network-vif-plugged", "status": "completed", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:09.409532 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:09.413864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:09.441440 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77c555-312c-467f-92f1-b560577d4580 x-openstack-request-id: req-dc77c555-312c-467f-92f1-b560577d4580 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:09.441736 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "name": "network-vif-plugged", "status": "completed", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:09.441994 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc77c555-312c-467f-92f1-b560577d4580 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:09.442417 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'code': 200} Jul 07 18:08:09.469075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:09.551185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47220c6f-3c56-487d-86da-a257d7242f9e req-be64084e-6ef0-4374-afb7-a5e8fae5269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:09.552680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47220c6f-3c56-487d-86da-a257d7242f9e req-be64084e-6ef0-4374-afb7-a5e8fae5269e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1097 time: 0.0571277 Jul 07 18:08:09.587228 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-47220c6f-3c56-487d-86da-a257d7242f9e req-014aa452-4d17-476d-b610-7c3369a303be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284193 Jul 07 18:08:10.321813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1df4-528d-4a3f-b34b-ccb27b560b37 req-89f0e86f-7426-4913-b9fb-08d888c4ff24 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:10.323356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-353c1df4-528d-4a3f-b34b-ccb27b560b37 req-89f0e86f-7426-4913-b9fb-08d888c4ff24 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0692871 Jul 07 18:08:10.366073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-353c1df4-528d-4a3f-b34b-ccb27b560b37 req-91a89544-05b9-4958-adc2-93b63efff9f4 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Jul 07 18:08:11.538293 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8db3-28e9-4643-9425-291f9c53a0ac req-ed3e37ed-6c85-4760-9c2c-1cb7ba33f4f9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.539708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-285f8db3-28e9-4643-9425-291f9c53a0ac req-ed3e37ed-6c85-4760-9c2c-1cb7ba33f4f9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0633852 Jul 07 18:08:11.576962 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-285f8db3-28e9-4643-9425-291f9c53a0ac req-33db1ae8-548c-48a2-af84-950fc1cac098 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jul 07 18:08:11.752027 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096a63-ba07-46f3-8e60-d7e011621a63 req-57f1c435-daa6-49b0-aaed-7a6050892d82 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:11.753671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc096a63-ba07-46f3-8e60-d7e011621a63 req-57f1c435-daa6-49b0-aaed-7a6050892d82 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0649941 Jul 07 18:08:11.797646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fc096a63-ba07-46f3-8e60-d7e011621a63 req-9b166a61-b9a9-4ae1-9998-740938497236 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Jul 07 18:08:12.143306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b68fbb-f79e-41fe-ab55-0a7fd189f344 req-f19634b2-5f9f-407e-a3ee-8379028dea5d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:12.144841 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36b68fbb-f79e-41fe-ab55-0a7fd189f344 req-f19634b2-5f9f-407e-a3ee-8379028dea5d tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0652249 Jul 07 18:08:12.182780 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36b68fbb-f79e-41fe-ab55-0a7fd189f344 req-04da3b17-0693-451f-a11f-aa0baccf7873 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Jul 07 18:08:14.551347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-3aa24288-2d4c-483d-b8bd-136476782032 req-8ca49fa1-a3ec-4927-99ed-3475d8f67675 tempest-ServerDiskConfigTestJSON-74562329 tempest-ServerDiskConfigTestJSON-74562329-project] (93765) timed out ('10.222.0.83', 59419) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:08:23.553726 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:23.866291 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d4f0-fc85-4f18-8991-9c229e9911a2 req-f2b89018-ba11-454e-b2e0-fa256a3ad8f1 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:23.867807 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c48d4f0-fc85-4f18-8991-9c229e9911a2 req-f2b89018-ba11-454e-b2e0-fa256a3ad8f1 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0645194 Jul 07 18:08:23.907703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c48d4f0-fc85-4f18-8991-9c229e9911a2 req-5ec2278e-53f6-4111-b76d-228442f061a7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 07 18:08:23.932233 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39110) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:24.034722 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63742ee6-b7b8-4199-8684-404012ff9d7e tempest-TestMinimumBasicScenario-1120641280 tempest-TestMinimumBasicScenario-1120641280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:24.036271 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-63742ee6-b7b8-4199-8684-404012ff9d7e tempest-TestMinimumBasicScenario-1120641280 tempest-TestMinimumBasicScenario-1120641280-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1092 time: 0.1029754 Jul 07 18:08:24.039356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39114) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:24.043748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:24.071196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.171374 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.282524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Allocated IP 172.25.7.193 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/dd60a997-bf88-4c84-9b4b-0137efbc62fe) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:24.386573 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.431913 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.471349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:24.476346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:24.481111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:24.485106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'Port': ['ID=dd60a997-bf88-4c84-9b4b-0137efbc62fe,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:24.849117 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:24.922580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.070213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.074884 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.145819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'Port': ['ID=dd60a997-bf88-4c84-9b4b-0137efbc62fe,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.153038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.254357 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Floating IP 8aafcdc7-996d-4ec1-b687-8e60e4c89404 associated. External IP: 172.25.7.193, port: fb122a4c-4d92-44ab-83ec-88ec0e989f44. Jul 07 18:08:25.464420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Router e74ec750-ab03-41fd-b762-30ea84b7c135 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:25.573385 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:25.583793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Sync routers for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:25.590730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.594052 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:25.594741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:25.627419 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9b303ab1-0e43-4459-9053-a1bc61693e47 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5870121 Jul 07 18:08:25.628017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:25.630323 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b593ce4-12c6-40d3-96a1-d029c4988d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:25.630481 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:25.635802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419559119', 'description': 'tempest-secgroup-smoke-1419559119 description', 'project_id': '75db882d6f1b4631808b77dee015fc68'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:25.661383 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.668831 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acabb55-f376-4397-9057-6d8eacf93809 x-openstack-request-id: req-3acabb55-f376-4397-9057-6d8eacf93809 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:25.669148 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:25.669384 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3acabb55-f376-4397-9057-6d8eacf93809 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:25.669792 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:08:25.706920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:25.754400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.755261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-7386c2a9-dc30-4572-996d-3a6489bbc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.757188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-7386c2a9-dc30-4572-996d-3a6489bbc10b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1097 time: 0.0630922 Jul 07 18:08:25.758443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.788369 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.792634 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582396 Jul 07 18:08:25.792634 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.793924 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:25.799249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:25.813990 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.814448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.814856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.815259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.815658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.816079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.816502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.816892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.817286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.817677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.818080 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.818655 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61934d32-ad3f-44b2-9af7-2d2c9a58a04f tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:25.843706 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.866925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-78f96f29-31ba-4bd5-b87c-2472251f2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:25.868527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-78f96f29-31ba-4bd5-b87c-2472251f2e97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.1050942 Jul 07 18:08:25.903164 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.907676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.922377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e343c07d-a527-4507-b37d-65a4174c1bbe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:25.948090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-9e77bcf1-eb12-403b-bd6a-f19e90c4b2db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 999 time: 0.0721831 Jul 07 18:08:25.949403 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.950923 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a763c3e6-3dc0-4f33-be4a-173a92823f4b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556084 Jul 07 18:08:25.953756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:25.958791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:25.961070 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '8aafcdc7-996d-4ec1-b687-8e60e4c89404', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'port_id': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'mac_address': 'fa:16:3e:5d:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:24Z', 'updated_at': '2021-07-07T18:08:24Z', 'revision_number': 0, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:25.986095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:25.992917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Checking router: e74ec750-ab03-41fd-b762-30ea84b7c135 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:26.000610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-936a2329-050a-4828-a452-a64846d409bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.002275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-936a2329-050a-4828-a452-a64846d409bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0475678 Jul 07 18:08:26.002419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:26.003014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:08:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:26.049746 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.055435 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.068758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-ee7091dc-9c40-439e-8401-909680314ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:26.070306 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-ee7091dc-9c40-439e-8401-909680314ae0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622659 Jul 07 18:08:26.078301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a58b35-efc0-4363-b922-70da61f4b67f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.082313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.087146 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-917b9faa-a132-4627-8047-5259f3b7f9c9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319711 Jul 07 18:08:26.087882 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:26.092513 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.121957 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.128182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:26.167372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-71a4295b-0609-4d3c-955a-3845e4f79132 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904057 Jul 07 18:08:26.200290 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.205209 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.274744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2b593ce4-12c6-40d3-96a1-d029c4988d7c req-c8fbb65f-d36c-4aec-abde-5844e9c3a6ed service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003780 Jul 07 18:08:26.372179 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-eda70708-c096-4be6-8062-881f13a4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '8aafcdc7-996d-4ec1-b687-8e60e4c89404', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'port_id': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'mac_address': 'fa:16:3e:5d:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:24Z', 'updated_at': '2021-07-07T18:08:24Z', 'revision_number': 0, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:26.401142 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda70708-c096-4be6-8062-881f13a4803a None None] The sync data for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 is: [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '8aafcdc7-996d-4ec1-b687-8e60e4c89404', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'port_id': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'mac_address': 'fa:16:3e:5d:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:24Z', 'updated_at': '2021-07-07T18:08:24Z', 'revision_number': 0, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:26.584850 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fd6b9b-a77b-4e2f-a42a-bb8c9c5ae664,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.592841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.594874 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bdce85fc-e7ee-4142-a2f9-0582bca9d3a6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5053468 Jul 07 18:08:26.597087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:26.602549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910564c1-1cec-4743-b434-20dc1adc11d5 None None] New status for floating IP 8aafcdc7-996d-4ec1-b687-8e60e4c89404: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:26.603270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.634495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.695074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.699012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.719176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17d18f6-0d4c-44bb-9fb0-259e1192f519,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.723043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.726871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4f7ecd91-8205-4856-8a2c-0f6de45c10af tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259406 Jul 07 18:08:26.727533 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:26.732012 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.758284 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Project 75db882d6f1b4631808b77dee015fc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:26.763443 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.824080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.827896 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.846315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f82c4-e37a-48c6-92c3-eb391bcbf651,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.848999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.850199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ca16927e-0021-43d7-ac9a-ace43b6c97ba tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216097 Jul 07 18:08:26.853417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:26.857764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'security_group_rule': {'security_group_id': '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63', 'project_id': '75db882d6f1b4631808b77dee015fc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:26.879817 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Project 75db882d6f1b4631808b77dee015fc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:26.884367 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.942725 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.946733 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.970840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfbb09d-de91-47d5-b1b0-94ec0034ad36,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:26.975258 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:26.976452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-825f7dc9-e1b7-445f-8bd9-f3a4872835de tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221161 Jul 07 18:08:27.091408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-53a0ab7e-a706-4cbf-8aa5-2d991226f378 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419559119&fields=id&tenant_id=75db882d6f1b4631808b77dee015fc68 HTTP/1.1" status: 200 len: 267 time: 0.0321724 Jul 07 18:08:27.158226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-44e08603-cf35-4b3a-b778-26faaf834d53 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.159706 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-44e08603-cf35-4b3a-b778-26faaf834d53 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0619452 Jul 07 18:08:27.170284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'port': {'security_groups': ['0bc6feb7-ea99-49d4-b9a3-29a107f83b6f', '2dba9e55-8bbd-42e3-a5b1-5eabd3535e63']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:27.257126 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.436656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:27.465934 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.471308 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.483538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:27.518230 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.518881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.520323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-582ecc32-030f-4114-b21e-1aecc2da3586 req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "PUT /v2.0/ports/fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 981 time: 0.3545704 Jul 07 18:08:27.520779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:27.523177 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505b52d-56cc-4991-b985-35e8051ce39b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:27.551499 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457be2-b9c9-42cb-8e6e-71d5bc39e569 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:27.583533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:27.735542 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae8c2-46b4-4814-ab87-1caba9d3b5a1 req-f59fc108-4c4f-41f7-801b-320b3bcc1168 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.737283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e5ae8c2-46b4-4814-ab87-1caba9d3b5a1 req-f59fc108-4c4f-41f7-801b-320b3bcc1168 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0965297 Jul 07 18:08:27.739180 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac0a42f-3bb2-4997-8173-17a3c90bb3ca x-openstack-request-id: req-7ac0a42f-3bb2-4997-8173-17a3c90bb3ca {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:27.739539 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:27.739864 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ac0a42f-3bb2-4997-8173-17a3c90bb3ca {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:27.740334 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:08:27.785441 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0e5ae8c2-46b4-4814-ab87-1caba9d3b5a1 req-b360809b-0e26-4df8-8816-ef574664a24e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388949 Jul 07 18:08:27.830463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b52d-56cc-4991-b985-35e8051ce39b req-aa47bcda-3a08-40aa-bfd6-f51bd545eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.832089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-aa47bcda-3a08-40aa-bfd6-f51bd545eeb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1136 time: 0.0669734 Jul 07 18:08:27.855946 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1933165-96f0-4cb4-bf32-c408f853328b None None] Provisioning complete for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:27.856316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1933165-96f0-4cb4-bf32-c408f853328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:27.929127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b52d-56cc-4991-b985-35e8051ce39b req-3b3a88ad-4da1-4347-b5c9-856222f04882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:27.930648 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-3b3a88ad-4da1-4347-b5c9-856222f04882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.0914662 Jul 07 18:08:27.998372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-f8faca8a-2caa-4c1b-bdef-3135fd833b55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 1001 time: 0.0602210 Jul 07 18:08:28.051299 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b52d-56cc-4991-b985-35e8051ce39b req-683654b5-2c44-4b9f-8176-021e5dbe8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.052817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-683654b5-2c44-4b9f-8176-021e5dbe8778 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0487635 Jul 07 18:08:28.111876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b52d-56cc-4991-b985-35e8051ce39b req-5a25ee9e-fd79-4e65-92af-ece3149334de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:28.113453 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-5a25ee9e-fd79-4e65-92af-ece3149334de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540080 Jul 07 18:08:28.203590 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-a81d3b07-9db9-49fa-9362-6dc792eee28c service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822523 Jul 07 18:08:28.299138 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0505b52d-56cc-4991-b985-35e8051ce39b req-3d557616-b07b-4936-bac3-72f85690868d service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876462 Jul 07 18:08:29.994374 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-851433f2-1cca-4530-b3c8-3e0bbc458a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.422866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-842edab2-4d3e-44de-91ac-9a63cb30af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:32.889125 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:33.817585 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.917457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:35.573973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:36.835800 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.582034 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-f6da4fce-a124-4cc8-b536-027d35867121 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522449 Jul 07 18:08:38.678036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-6ed204a8-dd40-4553-aa6b-6747e1f9f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.679581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-6ed204a8-dd40-4553-aa6b-6747e1f9f667 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1136 time: 0.0529373 Jul 07 18:08:38.789141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-b23210d6-9f4a-49dd-961a-b2342dd40c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.790683 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-b23210d6-9f4a-49dd-961a-b2342dd40c23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.0903187 Jul 07 18:08:38.857565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-9689054c-16c5-4e97-8b46-fce405a2ff3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 1001 time: 0.0592105 Jul 07 18:08:38.910699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-c8d76f28-01a2-4375-98fd-9f4f0319c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.912181 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-c8d76f28-01a2-4375-98fd-9f4f0319c863 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0481732 Jul 07 18:08:38.969888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-22470c21-dff8-4ded-adbe-3213fd319f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.971512 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-22470c21-dff8-4ded-adbe-3213fd319f40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524249 Jul 07 18:08:39.060591 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-79130760-e1d3-4c80-8d41-4f14cec4a316 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811777 Jul 07 18:08:39.159772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2c9a1e8b-9741-4a24-89df-fc4fc202bd32 req-89dfc1ba-18a9-4f43-8314-e71ca596e947 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873058 Jul 07 18:08:43.076113 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-a7f6124a-67ed-4620-9ea4-61da4fd9c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.077551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-a7f6124a-67ed-4620-9ea4-61da4fd9c495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1136 time: 0.0540280 Jul 07 18:08:43.117716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434eef6-1984-4778-b4d9-4c7f076eac39 req-789cc0a7-f415-4653-8c0a-9c2bd4147faa tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.119261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3434eef6-1984-4778-b4d9-4c7f076eac39 req-789cc0a7-f415-4653-8c0a-9c2bd4147faa tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0685678 Jul 07 18:08:43.160828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3434eef6-1984-4778-b4d9-4c7f076eac39 req-f821878d-790e-45b7-b715-5710fb6d0aca tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358150 Jul 07 18:08:43.175036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-0bfb3336-e769-4da1-9844-672b647dfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.176545 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-0bfb3336-e769-4da1-9844-672b647dfe12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.0926230 Jul 07 18:08:43.243369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-6076a29f-a14b-4c72-9fbb-e403da125bc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 1001 time: 0.0596397 Jul 07 18:08:43.292473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-29d46d4d-c498-4bd7-8e01-fdd6df13253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.293942 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-29d46d4d-c498-4bd7-8e01-fdd6df13253a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0439775 Jul 07 18:08:43.359434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-b1db32af-f42b-4dbb-b32f-02be7b9d7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.360882 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-b1db32af-f42b-4dbb-b32f-02be7b9d7b05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568876 Jul 07 18:08:43.453969 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-c9c77f39-c0c5-4294-842e-913d1e46437a service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Jul 07 18:08:43.549466 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-53d167f1-2174-4a0c-85a9-b69c6ecc52d3 req-a5d117a1-0617-4b7e-a2b3-d54a7bbcedcc service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876102 Jul 07 18:08:44.339774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7164d8-9827-4d2c-86de-2b37e4eb17dc req-380cc906-33e1-4fa6-8b56-5cdf95c4062b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.341290 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e7164d8-9827-4d2c-86de-2b37e4eb17dc req-380cc906-33e1-4fa6-8b56-5cdf95c4062b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0643327 Jul 07 18:08:44.381831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4e7164d8-9827-4d2c-86de-2b37e4eb17dc req-cdad6ebf-eee4-40ae-9523-be077d3705a9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341980 Jul 07 18:08:45.563572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c906b-dbcd-4271-9ecc-7fb050cec2c0 req-94bfdbb0-e560-434b-9a89-5d57e89f533e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:45.565043 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d05c906b-dbcd-4271-9ecc-7fb050cec2c0 req-94bfdbb0-e560-434b-9a89-5d57e89f533e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0685654 Jul 07 18:08:45.610373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d05c906b-dbcd-4271-9ecc-7fb050cec2c0 req-572a5ead-3ed2-425a-8d06-1f8ac1ce0b19 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396297 Jul 07 18:08:46.786696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afe7f9-db81-4a5f-aca8-20ac7bcddb11 req-81e92800-ab70-493b-a879-d155176dc464 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:46.788247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6afe7f9-db81-4a5f-aca8-20ac7bcddb11 req-81e92800-ab70-493b-a879-d155176dc464 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0667906 Jul 07 18:08:46.829990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6afe7f9-db81-4a5f-aca8-20ac7bcddb11 req-681fbd42-aad4-49c8-a2b2-29e61a3a81ae tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359671 Jul 07 18:08:48.010386 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b731f-fb73-4dd3-b087-c2f932ae7d78 req-091c76c1-8980-4398-a448-d3415d950952 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:48.011911 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b03b731f-fb73-4dd3-b087-c2f932ae7d78 req-091c76c1-8980-4398-a448-d3415d950952 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0677094 Jul 07 18:08:48.058569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b03b731f-fb73-4dd3-b087-c2f932ae7d78 req-813016bc-4fd5-457d-9aee-ab4ba2bddacf tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408666 Jul 07 18:08:49.236070 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202b7a-6899-4b57-8c97-8b1fc32804b3 req-ddbde346-6072-49be-81c0-53c2271f99a7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:49.237587 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b202b7a-6899-4b57-8c97-8b1fc32804b3 req-ddbde346-6072-49be-81c0-53c2271f99a7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0696447 Jul 07 18:08:49.278249 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3b202b7a-6899-4b57-8c97-8b1fc32804b3 req-18fab934-0308-4db2-9d5b-355af0163cb6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347445 Jul 07 18:08:50.459793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c920b6-94ae-4698-8146-4cdbe7fa15b6 req-ded43161-f23c-4fae-b54c-efb893fe2571 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:50.461454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12c920b6-94ae-4698-8146-4cdbe7fa15b6 req-ded43161-f23c-4fae-b54c-efb893fe2571 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0644341 Jul 07 18:08:50.503127 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-12c920b6-94ae-4698-8146-4cdbe7fa15b6 req-74e08870-c463-43d0-8d47-3160ee47c74b tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355842 Jul 07 18:08:51.685081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad492-fc4d-4d91-bba4-36bf6f58c7e2 req-d61db43a-8fde-466c-8f20-c29c9060d71e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.687323 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-242ad492-fc4d-4d91-bba4-36bf6f58c7e2 req-d61db43a-8fde-466c-8f20-c29c9060d71e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0701249 Jul 07 18:08:51.731552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-242ad492-fc4d-4d91-bba4-36bf6f58c7e2 req-b2fa249d-3f3b-4990-9d96-bdbd480f5f5c tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384097 Jul 07 18:08:52.903349 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df120a6-9cec-46f7-b2a5-efa0d046bd2c req-a17577fc-93e7-4ee6-87be-e3ac1337b2b4 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:52.904877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6df120a6-9cec-46f7-b2a5-efa0d046bd2c req-a17577fc-93e7-4ee6-87be-e3ac1337b2b4 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0640824 Jul 07 18:08:52.946356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6df120a6-9cec-46f7-b2a5-efa0d046bd2c req-c3c8de2d-cc9d-412f-802e-0627c78cf520 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356717 Jul 07 18:08:54.118256 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c0c7-06c3-4c8f-a061-56089ae135cc req-49a87b61-6a88-4b89-a0bf-110973864ddd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:54.119737 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47c6c0c7-06c3-4c8f-a061-56089ae135cc req-49a87b61-6a88-4b89-a0bf-110973864ddd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0633204 Jul 07 18:08:54.161826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47c6c0c7-06c3-4c8f-a061-56089ae135cc req-62e35305-285c-4b4a-bec0-61593671a722 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356483 Jul 07 18:08:55.338638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849022b-9d9b-4551-a113-cc4b93a9e69c req-655b069c-17cf-4218-83d4-405bdd254206 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.340122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1849022b-9d9b-4551-a113-cc4b93a9e69c req-655b069c-17cf-4218-83d4-405bdd254206 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0670772 Jul 07 18:08:55.379538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1849022b-9d9b-4551-a113-cc4b93a9e69c req-61e0b192-b063-4af2-8157-4052faa936ae tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&id=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331235 Jul 07 18:08:59.999032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e022fdf2-96d0-4beb-a0b2-a7b21a3a35c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:00.553606 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:02.423875 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cca32f31-f874-4c66-9b8c-39034fbb9d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:02.890436 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:03.820043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:04.911985 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:05.575596 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:06.846568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:27.897774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-4c1ed17d-41d7-4abb-8148-2684b5da5bf7 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419559119&fields=id&tenant_id=75db882d6f1b4631808b77dee015fc68 HTTP/1.1" status: 200 len: 267 time: 0.0913267 Jul 07 18:09:27.966529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-f05f031e-8d52-40c8-9078-e9f6694126eb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:27.967969 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-f05f031e-8d52-40c8-9078-e9f6694126eb tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 984 time: 0.0648444 Jul 07 18:09:27.978953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Request body: {'port': {'security_groups': ['0bc6feb7-ea99-49d4-b9a3-29a107f83b6f']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:28.067908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.243255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:28.273242 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.278167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.290099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:28.325716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.326407 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.327905 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1398256-65cd-401a-af76-5d6ef8bcd7bf req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "PUT /v2.0/ports/fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 942 time: 0.3539329 Jul 07 18:09:28.328382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:28.330837 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:28.335328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:28.359574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event updated for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.368700 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.369071 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.369428 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.369773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.370168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.370734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.371084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.371423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.372226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.373151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.373507 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.373830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3de845-0b6a-4170-ae7a-601e3182fa95 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.390723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:28.411736 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd05db73-eaae-4cca-82bc-ecaae046f403 x-openstack-request-id: req-bd05db73-eaae-4cca-82bc-ecaae046f403 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:28.412131 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:28.412461 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd05db73-eaae-4cca-82bc-ecaae046f403 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:28.412950 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:09:28.423748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.478213 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.533530 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-fb7dc3b1-adb2-489f-af5b-2bc341baeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.535104 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-fb7dc3b1-adb2-489f-af5b-2bc341baeb69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1097 time: 0.0966146 Jul 07 18:09:28.611742 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.614266 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.615434 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "DELETE /v2.0/security-groups/2dba9e55-8bbd-42e3-a5b1-5eabd3535e63 HTTP/1.1" status: 204 len: 168 time: 0.2791033 Jul 07 18:09:28.618304 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:28.631158 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba9e55-8bbd-42e3-a5b1-5eabd3535e63,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:28.633152 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-38ab4c79-69b9-4a14-be17-894099781c56 None None] Provisioning complete for port fb122a4c-4d92-44ab-83ec-88ec0e989f44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:28.633534 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ab4c79-69b9-4a14-be17-894099781c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.647353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.647737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.648098 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.648429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.648772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.649117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.649454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.649788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.650152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.650473 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.650803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.651132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029c6e8-ec61-4078-8e75-8827375cb4e6 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:28.676185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-5fe6c0a8-91ca-4b74-a66c-5c501333c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.689629 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-5fe6c0a8-91ca-4b74-a66c-5c501333c376 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.1477909 Jul 07 18:09:28.764423 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-15cca08c-dcb0-4d4e-a8d7-15befd6f7339 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 1001 time: 0.0676160 Jul 07 18:09:28.804726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Deleting port dd60a997-bf88-4c84-9b4b-0137efbc62fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:28.804993 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.819957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-8f5f36bd-2db2-435a-9178-c3c0f7da70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.821464 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-8f5f36bd-2db2-435a-9178-c3c0f7da70c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0496380 Jul 07 18:09:28.880305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-e9e2024c-d3a9-4c46-a4c0-52bf092cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:28.881858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-e9e2024c-d3a9-4c46-a4c0-52bf092cccab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538604 Jul 07 18:09:28.887361 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.887709 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:28.900736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Calling delete_port for dd60a997-bf88-4c84-9b4b-0137efbc62fe owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:28.973784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-c9f3ac93-acf1-46ce-96d1-b52ba010ef55 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848615 Jul 07 18:09:29.052829 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.072319 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-74c9d106-d7fb-4975-98cf-cdf1f5da0ea5 req-1dc24bf5-1746-4dae-bc32-e3ebfb38ef4f service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920770 Jul 07 18:09:29.080452 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event deleted for resources: {'Port': ['ID=dd60a997-bf88-4c84-9b4b-0137efbc62fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:29.141546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.141909 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Floating IP 8aafcdc7-996d-4ec1-b687-8e60e4c89404 disassociated (deleted). External IP: 172.25.7.193, port: fb122a4c-4d92-44ab-83ec-88ec0e989f44. Jul 07 18:09:29.357606 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Router e74ec750-ab03-41fd-b762-30ea84b7c135 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:29.465369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:29.470903 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:29.475200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Sync routers for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:29.484620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:29.485289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:29.510702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5fed8370-a8b0-4541-a200-e7304f876057 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "DELETE /v2.0/floatingips/8aafcdc7-996d-4ec1-b687-8e60e4c89404 HTTP/1.1" status: 204 len: 168 time: 0.8887856 Jul 07 18:09:29.755417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:29.975068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:30.004632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Checking router: e74ec750-ab03-41fd-b762-30ea84b7c135 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:30.019510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:30.020125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:30.023244 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fd079ac-3700-4ed4-a6ad-149aeba16d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:30.130199 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:30.340167 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:30.366539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6e4ab-4f33-464d-82a4-37bde0b3c5e0 None None] The sync data for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 is: [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:33Z', 'revision_number': 4, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '20773d3a-6bdc-403b-a6aa-2a4d91def165', 'name': '', 'network_id': '09a0b1b6-2548-4df1-83d6-ad0c50c17553', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'mac_address': 'fa:16:3e:e9:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:33Z', 'updated_at': '2021-07-07T18:07:40Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'subnets': [{'id': 'b5ad4cdb-cb46-4abf-810c-89614e1fdc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:30.414053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:30.416681 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d5b4e-ff84-4e42-be73-fd4fa838300d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:30.459494 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e732f368-337e-4b01-9dbd-884df10fc903 x-openstack-request-id: req-e732f368-337e-4b01-9dbd-884df10fc903 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:30.459783 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:30.460032 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e732f368-337e-4b01-9dbd-884df10fc903 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:30.460431 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:09:30.541512 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-0d9ddf66-4f71-4ac0-84dd-4a4a3f80f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.543315 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-0d9ddf66-4f71-4ac0-84dd-4a4a3f80f184 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75db882d6f1b4631808b77dee015fc68&device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 1097 time: 0.0576496 Jul 07 18:09:30.612503 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe157b6-1048-4923-9b7f-201f61a77aa2 None None] New status for floating IP 8aafcdc7-996d-4ec1-b687-8e60e4c89404: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:30.648809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-e9089abf-f9ad-47e8-b2d3-6a23ff1c5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.650341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-e9089abf-f9ad-47e8-b2d3-6a23ff1c5873 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 200 len: 915 time: 0.1007257 Jul 07 18:09:30.694594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-4de7c67e-5934-4f0c-bf8e-1f41cbef00c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 200 len: 217 time: 0.0376925 Jul 07 18:09:30.744447 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-ef098188-9488-41b8-aaf8-1c36b256ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.745836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-ef098188-9488-41b8-aaf8-1c36b256ec20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 200 len: 853 time: 0.0458050 Jul 07 18:09:30.808594 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-f328c068-dae7-413a-96d5-b9229136ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:30.810214 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-f328c068-dae7-413a-96d5-b9229136ca55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09a0b1b6-2548-4df1-83d6-ad0c50c17553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582480 Jul 07 18:09:30.910530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-28101ed6-b135-4dee-8f12-bc86743a8dfd service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935321 Jul 07 18:09:31.006274 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f53d5b4e-ff84-4e42-be73-fd4fa838300d req-1bda9fb0-d221-48b7-b653-a6a7c209d4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887115 Jul 07 18:09:32.425736 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa8dae4c-1aee-4173-bdce-a39e335f5c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:32.893745 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:33.822996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:34.947919 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:35.579963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.848882 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:36.970174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1804-ecf7-4eba-9275-c11579665352 req-a3974fb0-d376-4862-95e7-909571b63119 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:36.971736 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df5e1804-ecf7-4eba-9275-c11579665352 req-a3974fb0-d376-4862-95e7-909571b63119 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0702233 Jul 07 18:09:37.013181 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df5e1804-ecf7-4eba-9275-c11579665352 req-b1003139-0539-42af-8bde-6eeb0f159766 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Jul 07 18:09:37.553439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:38.205732 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be2b80-6f4a-4ca2-86f0-a4774b919fad req-de7ea062-5834-4595-9fc6-f4c29d643afd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.207577 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7be2b80-6f4a-4ca2-86f0-a4774b919fad req-de7ea062-5834-4595-9fc6-f4c29d643afd tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0654163 Jul 07 18:09:38.245633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7be2b80-6f4a-4ca2-86f0-a4774b919fad req-e9edd63d-b09d-4156-9cdc-26a185278a4e tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Jul 07 18:09:38.534067 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-47ec18cd-6a8e-4274-909c-828846a3a2e9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:38.535503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-47ec18cd-6a8e-4274-909c-828846a3a2e9 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 945 time: 0.0648353 Jul 07 18:09:38.638259 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Deleting port fb122a4c-4d92-44ab-83ec-88ec0e989f44 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:38.638597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.728956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] For port fb122a4c-4d92-44ab-83ec-88ec0e989f44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=fb122a4c-4d92-44ab-83ec-88ec0e989f44,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:38.729315 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.744485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Calling delete_port for fb122a4c-4d92-44ab-83ec-88ec0e989f44 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:38.880303 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.892730 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['fb122a4c-4d92-44ab-83ec-88ec0e989f44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:09:38.911514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Pushing event deleted for resources: {'Port': ['ID=fb122a4c-4d92-44ab-83ec-88ec0e989f44,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:38.955615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] No DVR routers for this DVR port fb122a4c-4d92-44ab-83ec-88ec0e989f44 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:38.958465 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:38.960464 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0aa8a98a-6634-422b-a9c1-97062a1efe38 req-cbeca173-297e-44ea-abb3-0bb674699c87 tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.32 "DELETE /v2.0/ports/fb122a4c-4d92-44ab-83ec-88ec0e989f44 HTTP/1.1" status: 204 len: 173 time: 0.4197335 Jul 07 18:09:38.960905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'name': 'network-vif-deleted', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:38.963135 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f86eb1f-7b46-49c2-b357-4cb9083f42e0" -d '{"events": [{"server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "name": "network-vif-deleted", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:39.014566 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71346e3c-fb81-4aed-84d7-0ba1dafc3b39 x-openstack-request-id: req-71346e3c-fb81-4aed-84d7-0ba1dafc3b39 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:39.014858 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072", "name": "network-vif-deleted", "tag": "fb122a4c-4d92-44ab-83ec-88ec0e989f44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:39.015104 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71346e3c-fb81-4aed-84d7-0ba1dafc3b39 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:39.015506 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072', 'name': 'network-vif-deleted', 'tag': 'fb122a4c-4d92-44ab-83ec-88ec0e989f44', 'status': 'completed', 'code': 200} Jul 07 18:09:39.410829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b8daa25b-4b54-4f2d-b9d2-221dc7f080ca req-1811b457-6d8c-4270-a35a-049af78f6ace tempest-TestMinimumBasicScenario-1392297046 tempest-TestMinimumBasicScenario-1392297046-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb04f9a-dcf0-469e-9eaa-7e6a9f7db072 HTTP/1.1" status: 200 len: 210 time: 0.0338395 Jul 07 18:09:41.025654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39298) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:41.369968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:41.669120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fb122a4c-4d92-44ab-83ec-88ec0e989f44 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:41.689719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: fb122a4c-4d92-44ab-83ec-88ec0e989f44 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:41.690071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device fb122a4c-4d92-44ab-83ec-88ec0e989f44 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:41.978732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Deleting port 20773d3a-6bdc-403b-a6aa-2a4d91def165 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:41.979087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.065911 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] For port 20773d3a-6bdc-403b-a6aa-2a4d91def165, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=20773d3a-6bdc-403b-a6aa-2a4d91def165,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:42.066582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.080458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Calling delete_port for 20773d3a-6bdc-403b-a6aa-2a4d91def165 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:42.264861 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.292919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=20773d3a-6bdc-403b-a6aa-2a4d91def165,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:42.459155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.670181 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Router e74ec750-ab03-41fd-b762-30ea84b7c135 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:42.778026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:42.783892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d2b81b5-97eb-4dd1-8646-392f58fb1e3f admin admin] 10.222.0.22 "PUT /v2.0/routers/e74ec750-ab03-41fd-b762-30ea84b7c135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570577 Jul 07 18:09:42.786407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39300) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:42.787436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Sync routers for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:42.797325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:42.797963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:42.894214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:42.906098 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:42.999759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.052941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Deleting port 9e52267d-ad8f-4794-a501-320a84309dc6 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:43.053284 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.088797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 5, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port': {'id': '9e52267d-ad8f-4794-a501-320a84309dc6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:43.114912 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Checking router: e74ec750-ab03-41fd-b762-30ea84b7c135 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:43.123893 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Routers {'e74ec750-ab03-41fd-b762-30ea84b7c135'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:43.124504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['e74ec750-ab03-41fd-b762-30ea84b7c135'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:43.132566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] For port 9e52267d-ad8f-4794-a501-320a84309dc6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=9e52267d-ad8f-4794-a501-320a84309dc6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:43.133223 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.150718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Calling delete_port for 9e52267d-ad8f-4794-a501-320a84309dc6 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:43.212447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] Set router e74ec750-ab03-41fd-b762-30ea84b7c135 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:43.267653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 6, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:43.295992 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92998ae2-c3f0-4578-bede-df34b2c22e9a None None] The sync data for ids ['e74ec750-ab03-41fd-b762-30ea84b7c135'] in n-d-791504-12 is: [{'id': 'e74ec750-ab03-41fd-b762-30ea84b7c135', 'name': 'tempest-TestMinimumBasicScenario-702925172-router', 'tenant_id': '75db882d6f1b4631808b77dee015fc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:31Z', 'updated_at': '2021-07-07T18:09:42Z', 'revision_number': 6, 'project_id': '75db882d6f1b4631808b77dee015fc68', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:43.333252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.364528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e52267d-ad8f-4794-a501-320a84309dc6,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.426302 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.516854 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.519003 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.562195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.562714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74ec750-ab03-41fd-b762-30ea84b7c135 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:09:43.566956 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.568103 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-eefee049-ef5a-4f6b-97bb-2bd59c512b20 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e74ec750-ab03-41fd-b762-30ea84b7c135 HTTP/1.1" status: 204 len: 168 time: 0.7807639 Jul 07 18:09:43.570650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39302) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:43.618552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Deleting subnet b5ad4cdb-cb46-4abf-810c-89614e1fdc00 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:43.621918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.657274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.746782 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.802200 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.828054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ad4cdb-cb46-4abf-810c-89614e1fdc00,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:43.830005 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.832050 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b8c9b1c5-acd7-479c-b3dd-8d239dbadf50 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b5ad4cdb-cb46-4abf-810c-89614e1fdc00 HTTP/1.1" status: 204 len: 168 time: 0.2602851 Jul 07 18:09:43.834603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39304) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:43.836043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067881e9-f0bb-47e0-9328-720057bee447 None None] Network 09a0b1b6-2548-4df1-83d6-ad0c50c17553 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:43.903636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:43.964091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Deleting port 8090078d-7d34-4ef1-b012-5764ea134ec0 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:43.964434 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.038908 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] For port 8090078d-7d34-4ef1-b012-5764ea134ec0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8090078d-7d34-4ef1-b012-5764ea134ec0,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:44.039279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.053803 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Calling delete_port for 8090078d-7d34-4ef1-b012-5764ea134ec0 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:44.069374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] DHCP port deletion for 09a0b1b6-2548-4df1-83d6-ad0c50c17553 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:09:44.128252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Deleting port 8090078d-7d34-4ef1-b012-5764ea134ec0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:44.128627 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.141435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9e52267d-ad8f-4794-a501-320a84309dc6 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:44.144981 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.177216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8090078d-7d34-4ef1-b012-5764ea134ec0,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.182457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] No DVR routers for this DVR port 8090078d-7d34-4ef1-b012-5764ea134ec0 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:44.214369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 9e52267d-ad8f-4794-a501-320a84309dc6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:44.214999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 9e52267d-ad8f-4794-a501-320a84309dc6 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:44.216237 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20773d3a-6bdc-403b-a6aa-2a4d91def165 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:44.242534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 20773d3a-6bdc-403b-a6aa-2a4d91def165 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:44.242883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 20773d3a-6bdc-403b-a6aa-2a4d91def165 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:44.243298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8090078d-7d34-4ef1-b012-5764ea134ec0 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:44.245968 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] For port 8090078d-7d34-4ef1-b012-5764ea134ec0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8090078d-7d34-4ef1-b012-5764ea134ec0,segment=NetworkSegment(f2276199-bf2a-4268-821a-6dca3ace55f3),segment_id=f2276199-bf2a-4268-821a-6dca3ace55f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:44.246390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.258210 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.269141 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a0b1b6-2548-4df1-83d6-ad0c50c17553']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.271104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8090078d-7d34-4ef1-b012-5764ea134ec0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:44.271676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8090078d-7d34-4ef1-b012-5764ea134ec0 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:44.277781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Calling delete_port for 8090078d-7d34-4ef1-b012-5764ea134ec0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:44.290525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2276199-bf2a-4268-821a-6dca3ace55f3') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.290867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2276199-bf2a-4268-821a-6dca3ace55f3') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:44.300611 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.315194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.323490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:44.324309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:44.326977 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:44.368732 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.395625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.408593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Pushing event deleted for resources: {'Port': ['ID=8090078d-7d34-4ef1-b012-5764ea134ec0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.410879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] No DVR routers for this DVR port 8090078d-7d34-4ef1-b012-5764ea134ec0 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:44.414038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:44.424081 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/09a0b1b6-2548-4df1-83d6-ad0c50c17553 HTTP/1.1" status: 204 len: 168 time: 0.5809593 Jul 07 18:09:44.424081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96696-a41e-4862-9eb6-ae54db967ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a0b1b6-2548-4df1-83d6-ad0c50c17553,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:44.424081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39306) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.425244 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.426260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.426260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569ccab-f92d-4bb6-8507-d468f4918f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:44.765872 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.017103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Deleting port c039f6dd-3191-48a5-84d7-9792b15ed82f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:45.017344 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.097348 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] For port c039f6dd-3191-48a5-84d7-9792b15ed82f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c039f6dd-3191-48a5-84d7-9792b15ed82f,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:45.097706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.110859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Calling delete_port for c039f6dd-3191-48a5-84d7-9792b15ed82f owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:45.290384 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.320598 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Pushing event deleted for resources: {'Port': ['ID=c039f6dd-3191-48a5-84d7-9792b15ed82f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:45.484087 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.691991 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Router 4d7a5956-444a-48bc-88dd-0a053aa3b04d has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:45.799343 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:45.804422 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5c248e32-c2d0-4239-839b-e5918947555b admin admin] 10.222.0.22 "PUT /v2.0/routers/4d7a5956-444a-48bc-88dd-0a053aa3b04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812044 Jul 07 18:09:45.807034 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:45.808539 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Sync routers for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:45.818920 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:45.819528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:45.909859 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.923177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:46.017810 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.077879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Deleting port aea0d6c5-d542-489a-a2fe-bbd53177121a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:46.078249 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.115271 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:09:45Z', 'revision_number': 5, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port': {'id': 'aea0d6c5-d542-489a-a2fe-bbd53177121a', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:46.145420 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Checking router: 4d7a5956-444a-48bc-88dd-0a053aa3b04d for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:46.153703 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Routers {'4d7a5956-444a-48bc-88dd-0a053aa3b04d'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:46.154334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:46.159344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] For port aea0d6c5-d542-489a-a2fe-bbd53177121a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=aea0d6c5-d542-489a-a2fe-bbd53177121a,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:46.159962 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.173064 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Calling delete_port for aea0d6c5-d542-489a-a2fe-bbd53177121a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:46.239225 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] Set router 4d7a5956-444a-48bc-88dd-0a053aa3b04d gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:46.289399 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:09:46Z', 'revision_number': 6, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:46.342653 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.372684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea0d6c5-d542-489a-a2fe-bbd53177121a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.410009 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0876884-b61c-46df-83fc-6b6d73d5a567 None None] The sync data for ids ['4d7a5956-444a-48bc-88dd-0a053aa3b04d'] in n-d-791504-12 is: [{'id': '4d7a5956-444a-48bc-88dd-0a053aa3b04d', 'name': 'tempest-TestMinimumBasicScenario-1050084759-router', 'tenant_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:07:36Z', 'updated_at': '2021-07-07T18:09:46Z', 'revision_number': 6, 'project_id': 'b18ef8c72cc1409d89b59d1a319e1964', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:46.441362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.530873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.532868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.576399 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.576923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7a5956-444a-48bc-88dd-0a053aa3b04d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:09:46.582503 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.583669 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1fc4ffd8-f3d0-4402-934a-674410cc48a4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4d7a5956-444a-48bc-88dd-0a053aa3b04d HTTP/1.1" status: 204 len: 168 time: 0.7752535 Jul 07 18:09:46.586242 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:46.630936 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Deleting subnet 8f991076-4e39-4d5d-b90a-d7fa60393d17 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:09:46.633982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.673612 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.751029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.808319 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.835485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f991076-4e39-4d5d-b90a-d7fa60393d17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:46.839256 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.841722 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-95b6c6b0-6b9a-4dfd-8e33-551fcac0c09f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8f991076-4e39-4d5d-b90a-d7fa60393d17 HTTP/1.1" status: 204 len: 168 time: 0.2544968 Jul 07 18:09:46.844487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:46.847046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f23ce-8638-4287-9cb9-06568d73eeff None None] Network 158909c6-7d05-4c6b-90df-218bf15d5f2e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:46.918621 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:46.973818 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Deleting port 7b7e2189-ab2c-4610-af6b-9759965002f0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:09:46.974198 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.037665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] For port 7b7e2189-ab2c-4610-af6b-9759965002f0, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7b7e2189-ab2c-4610-af6b-9759965002f0,segment=NetworkSegment(518e2bfe-99fe-4bbb-a3ef-612e867ef8c8),segment_id=518e2bfe-99fe-4bbb-a3ef-612e867ef8c8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:47.038030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.055364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Calling delete_port for 7b7e2189-ab2c-4610-af6b-9759965002f0 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:09:47.133327 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.161307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7e2189-ab2c-4610-af6b-9759965002f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.166457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] No DVR routers for this DVR port 7b7e2189-ab2c-4610-af6b-9759965002f0 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:09:47.175841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c876ea-54e4-470c-b45a-0fa6553ee616 None None] DHCP port deletion for 158909c6-7d05-4c6b-90df-218bf15d5f2e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:09:47.248224 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.259303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158909c6-7d05-4c6b-90df-218bf15d5f2e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.270764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.271063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518e2bfe-99fe-4bbb-a3ef-612e867ef8c8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:47.281516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.296320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.302842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:09:47.303241 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:09:47.305041 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:09:47.362345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.368909 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.373822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] 10.222.0.22 "DELETE /v2.0/networks/158909c6-7d05-4c6b-90df-218bf15d5f2e HTTP/1.1" status: 204 len: 168 time: 0.5255008 Jul 07 18:09:47.383444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ce8b3-b92b-401b-9d47-c00da443f076 admin admin] Pushing event deleted for resources: {'Network': ['ID=158909c6-7d05-4c6b-90df-218bf15d5f2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.542855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:47.587447 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e34d38bc-b421-4886-9a5f-58608317551f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75db882d6f1b4631808b77dee015fc68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433211 Jul 07 18:09:47.589995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:47.638449 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.658946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.704866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.707982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.709134 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bc6feb7-ea99-49d4-b9a3-29a107f83b6f HTTP/1.1" status: 204 len: 168 time: 0.1181226 Jul 07 18:09:47.716911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47fb05-ebf9-453f-bc4c-160653d054b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6feb7-ea99-49d4-b9a3-29a107f83b6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:47.990879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device aea0d6c5-d542-489a-a2fe-bbd53177121a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:48.014564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: aea0d6c5-d542-489a-a2fe-bbd53177121a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:48.014947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device aea0d6c5-d542-489a-a2fe-bbd53177121a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:48.015332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b7e2189-ab2c-4610-af6b-9759965002f0 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:48.032009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:48.035292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7b7e2189-ab2c-4610-af6b-9759965002f0 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:48.035707 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7b7e2189-ab2c-4610-af6b-9759965002f0 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:48.036191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c039f6dd-3191-48a5-84d7-9792b15ed82f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:09:48.058176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c039f6dd-3191-48a5-84d7-9792b15ed82f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:09:48.058526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c039f6dd-3191-48a5-84d7-9792b15ed82f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:09:48.074717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ab75d967-4c04-4783-97ab-d4f37d685cde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b18ef8c72cc1409d89b59d1a319e1964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411067 Jul 07 18:09:48.076941 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:48.127423 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.149068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.198912 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.202035 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.203670 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14ba2820-8ba6-468a-9dfa-0998e18d6b1d HTTP/1.1" status: 204 len: 168 time: 0.1257522 Jul 07 18:09:48.211791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8813f-74ff-496b-88b9-78113e5dbfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba2820-8ba6-468a-9dfa-0998e18d6b1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:49.852383 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:49.857791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790243443', 'description': 'tempest-secgroup-smoke-790243443 description', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:49.880068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.888983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.984805 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.988581 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.026156 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b5e19-de8b-49ff-9e1f-4afda8f7e909,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.082089 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.086003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.112075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.113336 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2599177 Jul 07 18:09:50.116578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.117535 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4f1c-5f84-4499-8a81-b17c872f90d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.121383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.148512 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.208636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.212945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.232091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c95410-5f8d-4cb8-b884-d4cfda071fbd,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.238159 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.239401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5e3e4461-c75b-4629-be5a-4e89546aca13 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218030 Jul 07 18:09:50.242327 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39372) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.246921 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.272853 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.334508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.338066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.357328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e66128-7e62-4525-b1f9-6e71d5584e40,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.364534 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.365861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-42eedf9e-46ba-4bbd-935a-86a519ba1973 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225944 Jul 07 18:09:50.368659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39374) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.373705 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.400567 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.458613 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.462235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.480030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb0f791-8781-48bb-81be-b8fc4bb103f2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.488079 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.489311 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ee959d4c-c9b8-4c09-a86c-eb8cac489d03 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196654 Jul 07 18:09:50.492084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39376) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.497253 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.523294 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.581711 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.585489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.604438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caf4cd3-7fab-486f-ad7c-cdb6f1484d2d,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.610375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.611588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a7621c74-1a20-4b24-8251-3c13eb9c6b3f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185455 Jul 07 18:09:50.614401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.619054 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.640518 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:09:50.645262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.708637 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.712269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.729829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823c9726-e03c-40dd-b23a-af5cc981f280,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.736348 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.737524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-99cc86b5-e57d-45f5-a57e-914370467e73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220918 Jul 07 18:09:50.740263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.744635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.766415 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:09:50.771144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.834192 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.837918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.857716 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d042588-fd19-426e-bfa7-47afc1d3583f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:50.860791 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.862279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-02503286-b746-4bbe-886f-5466987dd7f3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210499 Jul 07 18:09:50.865527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39382) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:50.870750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'network': {'name': 'tempest-network-smoke--300677602', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'port_security_enabled': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:50.891175 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:50.894773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.917094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:09:50.926600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.926975 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Added segment 5963ea91-3e8b-48c3-9be4-0b99405d89c9 of type vlan for network 4e38f550-9373-4c18-b0a5-9842c519522e Jul 07 18:09:50.969604 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.998983 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.004934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:51.005565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.057012 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903205 Jul 07 18:09:51.060039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:51.064943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'admin_state_up': True, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:51.071206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142490f-d3ad-4e74-812c-70321665581a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Network': ['ID=4e38f550-9373-4c18-b0a5-9842c519522e,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:51.082698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 4e38f550-9373-4c18-b0a5-9842c519522e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:09:51.088075 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.089012 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.140184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.285784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.477944 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.496803 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.605708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.193 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/a1b327f8-ed7b-4f2b-8678-8d8a30528f82) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:51.713542 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.751795 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:51.788052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:51.792429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:51.798133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:51.820618 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:52.056961 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.257108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.723648 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 772db36a-0849-41c1-ae34-65037d04ffcf is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:09:52.829798 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:52.839626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Sync routers for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:52.852271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:52.852271 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-771a8a5c-e77f-44ae-b9b1-dcf999e308fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7887950 Jul 07 18:09:52.852622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:52.852622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:52.853425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:52.980646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a5e2e00-783d-460e-86c4-18b23c9dc98a tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=40e21da27bd0472e82a4a6c42608b1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259322 Jul 07 18:09:52.983334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:53.078324 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97740f3b-0704-438a-9dc5-85d7ab1b16ae tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.079844 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-97740f3b-0704-438a-9dc5-85d7ab1b16ae tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955248 Jul 07 18:09:53.082940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:53.115716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3461b549-d398-41f4-b7f7-18295c208237 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315723 Jul 07 18:09:53.118573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:53.123619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-797453571', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:53.126856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:53.214502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:53.218675 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.310332 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:51Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:53.337323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Checking router: 772db36a-0849-41c1-ae34-65037d04ffcf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:53.337682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Updating router 772db36a-0849-41c1-ae34-65037d04ffcf port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:53.371876 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.398804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.458763 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Subnet': ['ID=fc86e8c4-c66c-45f3-b134-d97e861836d3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.470889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Checking segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:53.471260 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network hostable DHCP agents. Network: 4e38f550-9373-4c18-b0a5-9842c519522e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:09:53.488132 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 4e38f550-9373-4c18-b0a5-9842c519522e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:09:53.498051 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 4e38f550-9373-4c18-b0a5-9842c519522e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:53.502564 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:53.503185 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.513175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5038d-90c5-4e17-8cfc-e80d0d673ddd None None] Network 4e38f550-9373-4c18-b0a5-9842c519522e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:53.519148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d0589186-1870-425a-bfa6-b910f637eb70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3994501 Jul 07 18:09:53.521705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:09:53.760578 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.765316 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-4e38f550-9373-4c18-b0a5-9842c519522e', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:09:53.765517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.783472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Transition to ACTIVE for port object a1b327f8-ed7b-4f2b-8678-8d8a30528f82 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:53.795434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.914786 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Attempting to bind port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:53.915506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Attempting to bind port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:53.915714 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Attempting to bind port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:53.920030 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2d2c-2c49-43f2-8332-20b0436f7ad7 None None] Pushing event updated for resources: {'Port': ['ID=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:53.948226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:53.948606 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:53.949151 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.949604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:53.950092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Bound port: a1b327f8-ed7b-4f2b-8678-8d8a30528f82, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:53.950503 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:53.987501 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.002586 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Allocated IP 172.20.0.2 (4e38f550-9373-4c18-b0a5-9842c519522e/fc86e8c4-c66c-45f3-b134-d97e861836d3/3049d3ae-6dba-448d-b6d7-1fc469591452) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:54.034146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] For port a1b327f8-ed7b-4f2b-8678-8d8a30528f82, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:54.082426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] For port a1b327f8-ed7b-4f2b-8678-8d8a30528f82, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:54.088097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.178528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2d2c-2c49-43f2-8332-20b0436f7ad7 None None] Pushing event updated for resources: {'Port': ['ID=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:54.181301 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:54.182005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:54.313061 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.330743 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Transition to ACTIVE for port object 3049d3ae-6dba-448d-b6d7-1fc469591452 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:54.349539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:54.406349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Transition to ACTIVE for port object 3049d3ae-6dba-448d-b6d7-1fc469591452 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:54.422057 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.469809 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.1 (4e38f550-9373-4c18-b0a5-9842c519522e/fc86e8c4-c66c-45f3-b134-d97e861836d3/7e3d871b-c2be-42e9-9f3e-7fec72e0cc15) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:54.498852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Network 4e38f550-9373-4c18-b0a5-9842c519522e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:54.508900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:54.515358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:54.520292 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Pushing event updated for resources: {'Port': ['ID=3049d3ae-6dba-448d-b6d7-1fc469591452,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:54.585282 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.599705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:54.620059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Attempting to bind port 3049d3ae-6dba-448d-b6d7-1fc469591452 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:54.620441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Attempting to bind port 3049d3ae-6dba-448d-b6d7-1fc469591452 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:54.620817 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Attempting to bind port 3049d3ae-6dba-448d-b6d7-1fc469591452 on network 4e38f550-9373-4c18-b0a5-9842c519522e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:54.629346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:54.630041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Checking segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:54.630638 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.631186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Bound using segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:54.631671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Bound port: 3049d3ae-6dba-448d-b6d7-1fc469591452, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:54.632072 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.632842 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.681490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 4e38f550-9373-4c18-b0a5-9842c519522e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:54.684937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:54.692575 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:54.703676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:51Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:54.718557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:54.735633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] For port 3049d3ae-6dba-448d-b6d7-1fc469591452, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:54.737910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f9987-52d2-4091-bbe2-04688508aff1 None None] The sync data for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 is: [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:51Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:54.743740 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.752092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] For port 3049d3ae-6dba-448d-b6d7-1fc469591452, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3049d3ae-6dba-448d-b6d7-1fc469591452,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:54.762642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:54.833733 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033d986-4fb5-4005-b6fc-f011d0475cec None None] Pushing event updated for resources: {'Port': ['ID=3049d3ae-6dba-448d-b6d7-1fc469591452,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:54.908948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.268951 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.273564 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.351636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:55.355320 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:55.455641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 4e38f550-9373-4c18-b0a5-9842c519522e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:55.457997 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:55.578807 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 772db36a-0849-41c1-ae34-65037d04ffcf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:09:55.694405 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:09:55.699757 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-10acb80b-aed2-4fa5-a9fa-ea88ec3f42e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/772db36a-0849-41c1-ae34-65037d04ffcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769748 Jul 07 18:09:55.816118 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019a23a-9f60-49ea-b6de-03982be60da8 None None] Network 4e38f550-9373-4c18-b0a5-9842c519522e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:09:55.846487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-07561a0c-0f68-4a11-998e-301cb8fc36fc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790243443&fields=id&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0339708 Jul 07 18:09:55.878678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-45979c23-9cc6-4643-90fa-af99d3de8099 None None] Provisioning for port 3049d3ae-6dba-448d-b6d7-1fc469591452 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:55.959574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-7a667335-cb59-4cd8-9349-1116ac33d8df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:55.961517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-7a667335-cb59-4cd8-9349-1116ac33d8df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 796 time: 0.1082356 Jul 07 18:09:55.981064 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-7ecf89f6-e5e6-4d7c-b245-740ef77d117f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/quotas/40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0127003 Jul 07 18:09:56.075336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3049d3ae-6dba-448d-b6d7-1fc469591452 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:56.075956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-b2051f98-cdd9-42a2-9704-a4ea80c4cbd7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863125 Jul 07 18:09:56.147249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 3049d3ae-6dba-448d-b6d7-1fc469591452 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:56.152662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3049d3ae-6dba-448d-b6d7-1fc469591452 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.153081 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.178534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-5bb9ae54-8512-4f19-b344-17f1af4bcb9c service neutron] 10.222.0.22 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982335 Jul 07 18:09:56.249102 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.288098 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-67263693-68c7-45a6-be77-d05b3aa0a98c service neutron] 10.222.0.22 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030815 Jul 07 18:09:56.310253 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 3049d3ae-6dba-448d-b6d7-1fc469591452, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3049d3ae-6dba-448d-b6d7-1fc469591452,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:56.319870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Provisioning complete for port 3049d3ae-6dba-448d-b6d7-1fc469591452 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.320254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.321839 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.322662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a1b327f8-ed7b-4f2b-8678-8d8a30528f82 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:56.439847 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=3049d3ae-6dba-448d-b6d7-1fc469591452,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:56.502799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:56.507711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Provisioning for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:56.509247 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.509631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.537585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Provisioning complete for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.537981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.543293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-deeccee6-85c8-4c94-b258-0278e85acd10 req-6e115793-338f-4a18-a8af-2962833197ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 210 time: 0.0612729 Jul 07 18:09:56.564587 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Sync routers for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:09:56.576445 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3d445-8de6-4875-a77d-7bd55901acb6 None None] Port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:56.576632 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:56.577321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:56.644946 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.670076 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a1b327f8-ed7b-4f2b-8678-8d8a30528f82, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:09:56.675652 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.724964 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:56.743664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-168fc24f-9ba1-4288-9e73-0a7d09b99a75 None None] Provisioning complete for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.744073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168fc24f-9ba1-4288-9e73-0a7d09b99a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.769941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:56.788102 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-168fc24f-9ba1-4288-9e73-0a7d09b99a75 None None] Port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:56.907260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c8d55627-c844-4786-bc49-7d6fc34dc06a None None] Provisioning complete for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:56.908385 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d55627-c844-4786-bc49-7d6fc34dc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:56.942813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8d55627-c844-4786-bc49-7d6fc34dc06a None None] Port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:56.959012 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:09:55Z', 'revision_number': 2, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:56.988498 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Checking router: 772db36a-0849-41c1-ae34-65037d04ffcf for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:09:56.988849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Updating router 772db36a-0849-41c1-ae34-65037d04ffcf port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:09:57.024633 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.288123 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.298049 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Transition to ACTIVE for port object 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:57.303797 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.357956 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Pushing event updated for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.381350 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.381682 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.382012 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.382363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.382685 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.383009 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.383329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.383649 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.383964 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.384286 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.384600 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.384912 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:09:57.425367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Attempting to bind port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:57.425967 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Attempting to bind port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:57.426343 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Attempting to bind port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 on network 4e38f550-9373-4c18-b0a5-9842c519522e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:57.433321 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:57.433695 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Checking segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:57.434784 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.435168 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Bound using segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:57.435628 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Bound port: 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:57.436001 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.503493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] For port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:57.507741 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] For port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:57.511814 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.574584 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:09:57.575191 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:09:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:57.624313 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76df847-c740-4d71-af23-75185e90e65e None None] Pushing event updated for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:57.684716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-b9c98324-8690-468a-87e6-e27c548c0912 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:57.687116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-b9c98324-8690-468a-87e6-e27c548c0912 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 796 time: 0.1578612 Jul 07 18:09:57.740308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-db9c8663-3e11-4f7e-a8af-73c34bb090d4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 379 time: 0.0429728 Jul 07 18:09:57.755604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'port': {'device_id': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'admin_state_up': True, 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'security_groups': ['e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:57.757570 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:09:57.767229 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e0ce91d5-eab7-4894-ae50-626e800a4ddd req-1823de88-ad87-4795-81c7-fe7ab729d54e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 210 time: 0.0527031 Jul 07 18:09:57.900482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:09:57.907251 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:57.989900 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:09:57Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:09:58.011092 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3049d3ae-6dba-448d-b6d7-1fc469591452 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:58.016353 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69aedf6-31c3-4f49-b9d5-99fc69daa3d2 None None] The sync data for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 is: [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:09:57Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:09:58.043982 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.10 (4e38f550-9373-4c18-b0a5-9842c519522e/fc86e8c4-c66c-45f3-b134-d97e861836d3/796d5b56-227c-4978-9827-64549513ca19) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:09:58.086653 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 3049d3ae-6dba-448d-b6d7-1fc469591452 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:58.087083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.184873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a1b327f8-ed7b-4f2b-8678-8d8a30528f82 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:09:58.224351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.240369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 796d5b56-227c-4978-9827-64549513ca19 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:58.247346 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:58.247773 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.275825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.322619 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 4e38f550-9373-4c18-b0a5-9842c519522e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:09:58.326079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:09:58.328667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:09:58.370836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:58.404005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.404729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.423423 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d42eeeb5-50b0-47c9-9c28-7067f224c914 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6729896 Jul 07 18:09:58.438879 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Request body: {'port': {'device_id': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:09:58.519536 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.629146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc653b21-75b0-4d99-8cec-e994c1a4ef14 None None] Provisioning for port 796d5b56-227c-4978-9827-64549513ca19 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:09:58.633824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fc653b21-75b0-4d99-8cec-e994c1a4ef14 None None] Provisioning complete for port 796d5b56-227c-4978-9827-64549513ca19 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:09:58.634519 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc653b21-75b0-4d99-8cec-e994c1a4ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.673344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fc653b21-75b0-4d99-8cec-e994c1a4ef14 None None] Port 796d5b56-227c-4978-9827-64549513ca19 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:09:58.810187 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796d5b56-227c-4978-9827-64549513ca19 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:09:58.818783 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.831748 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Transition to ACTIVE for port object 796d5b56-227c-4978-9827-64549513ca19 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:09:58.836894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:58.949206 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93710-474b-4b73-899d-551440912082 req-3ed53fbf-a35c-493b-8363-7bd140a551ea tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:58.952252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17f93710-474b-4b73-899d-551440912082 req-3ed53fbf-a35c-493b-8363-7bd140a551ea tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 944 time: 0.0730832 Jul 07 18:09:59.000953 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17f93710-474b-4b73-899d-551440912082 req-0db6602c-ff9c-4bef-8709-c6be9e40fde3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Jul 07 18:09:59.263377 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Pushing event updated for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:59.331407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Attempting to bind port 796d5b56-227c-4978-9827-64549513ca19 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:09:59.331741 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Attempting to bind port 796d5b56-227c-4978-9827-64549513ca19 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:09:59.332374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Attempting to bind port 796d5b56-227c-4978-9827-64549513ca19 on network 4e38f550-9373-4c18-b0a5-9842c519522e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:59.336799 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Port 796d5b56-227c-4978-9827-64549513ca19 on network 4e38f550-9373-4c18-b0a5-9842c519522e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:09:59.337318 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Attempting to bind port 796d5b56-227c-4978-9827-64549513ca19 on network 4e38f550-9373-4c18-b0a5-9842c519522e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:09:59.342552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:09:59.342889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Checking segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:09:59.343273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Bound using segment: {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:09:59.343701 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Bound port: 796d5b56-227c-4978-9827-64549513ca19, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5963ea91-3e8b-48c3-9be4-0b99405d89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:09:59.344062 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.412209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:09:59.415558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=796d5b56-227c-4978-9827-64549513ca19,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:09:59.420589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.455880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:59.456507 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:59.458763 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] 10.222.0.32 "PUT /v2.0/ports/796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 1093 time: 1.0245728 Jul 07 18:09:59.459205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:09:59.461496 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d938a-6551-4bf7-b9f0-6cb62a943522" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:09:59.488422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6b8a-9859-417d-bbd5-4ec76268280a service neutron] Pushing event updated for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:09:59.538462 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc450a6-6432-4380-bebc-6881b329f113 x-openstack-request-id: req-9dc450a6-6432-4380-bebc-6881b329f113 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:09:59.538756 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:09:59.539007 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dc450a6-6432-4380-bebc-6881b329f113 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:09:59.539410 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19', 'status': 'completed', 'code': 200} Jul 07 18:09:59.567359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-c992773e-3b27-474d-84dd-6907422e5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:59.568806 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-c992773e-3b27-474d-84dd-6907422e5a0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1096 time: 0.0600436 Jul 07 18:09:59.617773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-e3ab5073-6686-4b14-bed7-bded86ccd125 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 217 time: 0.0415456 Jul 07 18:09:59.666891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-a3a22ed6-e34a-49eb-b2ca-db6ba390b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:59.668383 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-a3a22ed6-e34a-49eb-b2ca-db6ba390b314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 200 len: 834 time: 0.0445697 Jul 07 18:09:59.728234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-6578f934-3834-421c-b832-e34e4fa6852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:59.729767 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-6578f934-3834-421c-b832-e34e4fa6852a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e38f550-9373-4c18-b0a5-9842c519522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554399 Jul 07 18:09:59.823463 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-d98c0a79-d6e0-4d9e-99e0-8fcd6e508e01 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875907 Jul 07 18:09:59.912490 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-319ec9e1-588d-4c83-943d-a0daa62313c8 req-a6330dc9-a1fd-4505-8de4-edd1774503d5 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831470 Jul 07 18:10:00.008139 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8eb57c81-8b88-46fb-a4c5-4552886a8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.022675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:00.024968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-4d0aef1b-2458-4803-9a46-14dd70a5c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.026516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-4d0aef1b-2458-4803-9a46-14dd70a5c4d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1096 time: 0.0584853 Jul 07 18:10:00.074138 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:00.078215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:00.078729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.128589 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-dce0bbfd-51b5-403b-8653-0e0b57d48cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.130090 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-dce0bbfd-51b5-403b-8653-0e0b57d48cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 897 time: 0.0978131 Jul 07 18:10:00.166943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.174650 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-cd9dbe42-d8a0-4db4-b94b-c6ccaaaeca89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 217 time: 0.0372031 Jul 07 18:10:00.189857 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a108b-6725-4011-94c7-77a733ffee49 req-556b0a56-e05e-4bf5-86a1-610a09022211 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.192154 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a12a108b-6725-4011-94c7-77a733ffee49 req-556b0a56-e05e-4bf5-86a1-610a09022211 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 944 time: 0.0730970 Jul 07 18:10:00.200838 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:00.207382 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:00.233485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-a00c827a-3ee6-435d-85b2-ba15defa04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.235032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-a00c827a-3ee6-435d-85b2-ba15defa04cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 200 len: 834 time: 0.0528834 Jul 07 18:10:00.238952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a12a108b-6725-4011-94c7-77a733ffee49 req-a1100c3c-8695-4fed-a2f4-0cd9c1967482 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Jul 07 18:10:00.260986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:00.300349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-52663ec4-50ea-4760-a0cc-9c5a1fc4262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:00.301870 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-52663ec4-50ea-4760-a0cc-9c5a1fc4262d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e38f550-9373-4c18-b0a5-9842c519522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594265 Jul 07 18:10:00.394920 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-d099f4bb-3b94-48d3-a038-c764681f0ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811260 Jul 07 18:10:00.488565 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d10d938a-6551-4bf7-b9f0-6cb62a943522 req-7c4173d1-1247-4198-9714-954784f681c7 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868070 Jul 07 18:10:01.422889 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca6ed-13db-46fd-9d91-e51b66920a55 req-a02a5e1e-f72d-44c1-8992-0dbf900ce477 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:01.424280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dcca6ed-13db-46fd-9d91-e51b66920a55 req-a02a5e1e-f72d-44c1-8992-0dbf900ce477 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 944 time: 0.0625966 Jul 07 18:10:01.462225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2dcca6ed-13db-46fd-9d91-e51b66920a55 req-b57e3c40-458d-477d-9488-eb4573e5d026 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Jul 07 18:10:01.762089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 796d5b56-227c-4978-9827-64549513ca19 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:10:02.005825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:02.044502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=796d5b56-227c-4978-9827-64549513ca19,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:02.063603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '796d5b56-227c-4978-9827-64549513ca19', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'port_id': '796d5b56-227c-4978-9827-64549513ca19', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:10:02.100535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:02.100909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.126136 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.149276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796d5b56-227c-4978-9827-64549513ca19 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:02.172500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=796d5b56-227c-4978-9827-64549513ca19,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:02.178039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.250649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:02.383970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['796d5b56-227c-4978-9827-64549513ca19'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:10:02.434907 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129094c2-1d20-4bc5-9729-0faeb9134663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:02.650135 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687afe5-331b-4b41-a51b-077005d63bfe req-2529a032-2572-4274-9c05-0765a359af5c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:02.651677 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e687afe5-331b-4b41-a51b-077005d63bfe req-2529a032-2572-4274-9c05-0765a359af5c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 945 time: 0.0692575 Jul 07 18:10:02.691386 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e687afe5-331b-4b41-a51b-077005d63bfe req-431752a5-6cd9-4bb6-bf4c-22dd05151595 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335348 Jul 07 18:10:02.896388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.778012 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 796d5b56-227c-4978-9827-64549513ca19 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:03.834219 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.853931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 796d5b56-227c-4978-9827-64549513ca19 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:03.859202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 796d5b56-227c-4978-9827-64549513ca19 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:03.859681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.872545 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcf864-c731-4070-86f5-23c39a0603bb req-87b5d704-8273-4436-a947-17bd71d8020d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:03.874141 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1dcf864-c731-4070-86f5-23c39a0603bb req-87b5d704-8273-4436-a947-17bd71d8020d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 945 time: 0.0711558 Jul 07 18:10:03.913025 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b1dcf864-c731-4070-86f5-23c39a0603bb req-06b68195-e7cb-4df7-ae23-703578431b15 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331683 Jul 07 18:10:03.940738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:03.963277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796d5b56-227c-4978-9827-64549513ca19'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:03.966089 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c7621c-c825-46a4-86b7-e3b8892f3d9e" -d '{"events": [{"server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "name": "network-vif-plugged", "status": "completed", "tag": "796d5b56-227c-4978-9827-64549513ca19"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:03.981196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=796d5b56-227c-4978-9827-64549513ca19,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:03.985969 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:04.008578 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3d059c-423c-4697-9747-3ceecfff193f x-openstack-request-id: req-1f3d059c-423c-4697-9747-3ceecfff193f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:04.008870 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "name": "network-vif-plugged", "status": "completed", "tag": "796d5b56-227c-4978-9827-64549513ca19", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:04.009161 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f3d059c-423c-4697-9747-3ceecfff193f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:04.009531 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796d5b56-227c-4978-9827-64549513ca19', 'code': 200} Jul 07 18:10:04.035286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:04.118450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338098-d382-4261-bffc-873c78ba1f64 req-4be262d9-1b0b-4a53-9d00-79f762daa94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:04.119972 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80338098-d382-4261-bffc-873c78ba1f64 req-4be262d9-1b0b-4a53-9d00-79f762daa94e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1098 time: 0.0530901 Jul 07 18:10:04.156990 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80338098-d382-4261-bffc-873c78ba1f64 req-97240522-5e7a-4a52-8d88-5ecacb6ec89d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Jul 07 18:10:04.975501 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.097305 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43bc63-6647-448c-ad74-ff244c6228ce req-e071cd99-75b3-4798-9249-5a3ee5016679 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:05.098818 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e43bc63-6647-448c-ad74-ff244c6228ce req-e071cd99-75b3-4798-9249-5a3ee5016679 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0627728 Jul 07 18:10:05.141603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e43bc63-6647-448c-ad74-ff244c6228ce req-841335cd-42a8-4b92-aa15-c4a6261b0d12 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 Jul 07 18:10:05.316133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa5bd8-425d-42e9-9842-870bec11738b req-a642f986-7509-48d3-8876-e3f9840d1f16 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:05.317711 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6aa5bd8-425d-42e9-9842-870bec11738b req-a642f986-7509-48d3-8876-e3f9840d1f16 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0642576 Jul 07 18:10:05.358049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e6aa5bd8-425d-42e9-9842-870bec11738b req-126a92ee-48b4-4a8d-909d-e5c883e5b92b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345607 Jul 07 18:10:05.382082 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.434292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de63ed-3e8e-4b31-b766-8978195d13ec tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:05.435847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-14de63ed-3e8e-4b31-b766-8978195d13ec tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1093 time: 0.0527406 Jul 07 18:10:05.438761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:05.443105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '796d5b56-227c-4978-9827-64549513ca19', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:05.464352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.568382 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.583926 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.680779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.188 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/1929b6e2-4a55-4b81-baef-cdd2d82d3882) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:05.778885 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.817135 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:05.853692 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:05.861196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:05.865478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:05.868560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=1929b6e2-4a55-4b81-baef-cdd2d82d3882,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.237643 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.319866 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.467502 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.472074 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.543931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=1929b6e2-4a55-4b81-baef-cdd2d82d3882,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:06.556160 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:06.862932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.012391 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 associated. External IP: 172.25.7.188, port: 796d5b56-227c-4978-9827-64549513ca19. Jul 07 18:10:07.232104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 772db36a-0849-41c1-ae34-65037d04ffcf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:07.346620 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:07.357699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Sync routers for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:07.364471 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:07.370754 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:07.371937 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.401685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-fd63e6b1-a42c-47ac-a449-26bc82e5cbd5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9618890 Jul 07 18:10:07.402776 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:07.405689 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ac440-0e5e-41c7-8f14-74a65955de62" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:07.446182 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c069509-de41-41f0-8005-16964286ee21 x-openstack-request-id: req-9c069509-de41-41f0-8005-16964286ee21 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:07.446182 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:07.446182 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c069509-de41-41f0-8005-16964286ee21 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:07.446561 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19', 'status': 'completed', 'code': 200} Jul 07 18:10:07.489938 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:07.525110 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-9e081b33-86b6-4c69-ad32-27589f4e41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.526768 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-9e081b33-86b6-4c69-ad32-27589f4e41aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1098 time: 0.0556591 Jul 07 18:10:07.571118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a997-593b-44b1-a0d7-0c927bbd673f req-ef85222f-aa6b-4687-8499-b69e919ec8c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.572902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b64a997-593b-44b1-a0d7-0c927bbd673f req-ef85222f-aa6b-4687-8499-b69e919ec8c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0677519 Jul 07 18:10:07.615875 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1b64a997-593b-44b1-a0d7-0c927bbd673f req-53739085-fe3d-4d02-82c2-97d2601f49fd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365753 Jul 07 18:10:07.625450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-82197237-d8ad-4ea3-bc50-e6c7a8688bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.627102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-82197237-d8ad-4ea3-bc50-e6c7a8688bb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 897 time: 0.0946198 Jul 07 18:10:07.640593 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:07.697237 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-376d8581-2f5d-4810-b343-b868447a1b9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 1000 time: 0.0632601 Jul 07 18:10:07.710400 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7e900cc0-4b5e-4311-9141-bac0888f78bd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 HTTP/1.1" status: 200 len: 992 time: 0.0685267 Jul 07 18:10:07.746183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '577e9f24-3d9c-4c8f-84b1-982e7c49c7c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'port_id': '796d5b56-227c-4978-9827-64549513ca19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.755500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-b314998d-7565-4ce1-82a5-af37b72bf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.757009 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-b314998d-7565-4ce1-82a5-af37b72bf0dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 200 len: 834 time: 0.0541131 Jul 07 18:10:07.780063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Checking router: 772db36a-0849-41c1-ae34-65037d04ffcf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:07.788993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:07.789694 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:07.822011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-c9b5aeed-0f55-49ca-bffc-b3b925c4385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:07.823896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-c9b5aeed-0f55-49ca-bffc-b3b925c4385f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e38f550-9373-4c18-b0a5-9842c519522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603564 Jul 07 18:10:07.900851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:07.920983 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-8165b350-fb6d-474d-a0e3-b51838d499af service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901227 Jul 07 18:10:08.034739 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-756ac440-0e5e-41c7-8f14-74a65955de62 req-0d191884-4941-4f00-a0d3-a8427c902765 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060724 Jul 07 18:10:08.145574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '577e9f24-3d9c-4c8f-84b1-982e7c49c7c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'port_id': '796d5b56-227c-4978-9827-64549513ca19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:08.172492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dc98a-da30-47e2-b294-501c8f8c604e None None] The sync data for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 is: [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '577e9f24-3d9c-4c8f-84b1-982e7c49c7c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'port_id': '796d5b56-227c-4978-9827-64549513ca19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:10:06Z', 'updated_at': '2021-07-07T18:10:06Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:08.380278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0b7e4-b43d-43d4-9f0e-ccbcd08cfecd None None] New status for floating IP 577e9f24-3d9c-4c8f-84b1-982e7c49c7c5: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:10:08.713645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:08.775174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a076b95b-b811-433d-90f6-ec8f12209ecb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 HTTP/1.1" status: 200 len: 994 time: 0.0603116 Jul 07 18:10:14.553126 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:30.009688 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c36453-6da0-4950-9399-12703cda871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.425805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6c97-4999-42df-a20e-e77adc56a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:32.896841 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:33.828868 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:34.963375 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:35.583683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:36.862197 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:37.731758 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000791e-53c2-473c-b176-3ee46a18f066 req-b5630b32-b470-4f72-9612-264fb8abb73d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:37.733462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e000791e-53c2-473c-b176-3ee46a18f066 req-b5630b32-b470-4f72-9612-264fb8abb73d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0758963 Jul 07 18:10:37.772225 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e000791e-53c2-473c-b176-3ee46a18f066 req-110e790f-ecd0-4880-84af-9d42b0812f09 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Jul 07 18:10:38.618753 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-fed338c9-5c8c-4061-b6aa-5b1110c2869a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534894 Jul 07 18:10:38.710817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-33c85d72-1d6a-4fc2-9730-759dc21c4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.712332 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-33c85d72-1d6a-4fc2-9730-759dc21c4c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1098 time: 0.0529771 Jul 07 18:10:38.820418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-181cb4e8-a291-4f12-a143-99a8460d1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.821926 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-181cb4e8-a291-4f12-a143-99a8460d1b82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 897 time: 0.0907850 Jul 07 18:10:38.887042 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-e9608d4a-68c6-4174-82b4-68b6bc9f021e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 1002 time: 0.0584278 Jul 07 18:10:38.938652 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-590a590b-780b-417a-84ec-51d920549e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.940144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-590a590b-780b-417a-84ec-51d920549e40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 200 len: 834 time: 0.0477638 Jul 07 18:10:38.950961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06e0eb-8e05-40d8-8dee-c44c18d70c8c req-92b4fc02-317b-4175-8c7c-96adf73ce19d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.952477 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f06e0eb-8e05-40d8-8dee-c44c18d70c8c req-92b4fc02-317b-4175-8c7c-96adf73ce19d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0647581 Jul 07 18:10:38.991674 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6f06e0eb-8e05-40d8-8dee-c44c18d70c8c req-6b14c6dd-c53d-4c30-b35b-b3ccfbbbb649 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Jul 07 18:10:38.998094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-112673d2-177d-43cc-a394-af79b88c8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:38.999657 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-112673d2-177d-43cc-a394-af79b88c8b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e38f550-9373-4c18-b0a5-9842c519522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535207 Jul 07 18:10:39.017359 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:39.083548 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-0c7d0672-df70-4346-bf49-a3a836c37ed4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 HTTP/1.1" status: 200 len: 994 time: 0.0649946 Jul 07 18:10:39.093438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-a7f8b579-9b39-4fc6-8629-c4672eed0a61 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Jul 07 18:10:39.187363 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-820ddffa-0d21-4661-b894-21dbb04fe0ab req-1ffb699f-a5ca-4b18-ac68-1440559886b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Jul 07 18:10:40.527995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c088390-43e6-4c00-b27e-6eee9a1e3e0e req-523196b8-cd51-42e3-9a8c-e45feadeb9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:40.529472 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c088390-43e6-4c00-b27e-6eee9a1e3e0e req-523196b8-cd51-42e3-9a8c-e45feadeb9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0661845 Jul 07 18:10:40.569518 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c088390-43e6-4c00-b27e-6eee9a1e3e0e req-d0845e53-790e-4767-ac57-30c5dea3f9b4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337527 Jul 07 18:10:41.749475 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e8e-3b6c-41c9-baa2-284840e18113 req-2f6af255-a3ba-4891-813f-f1803f8b38d8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:41.750991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-731d1e8e-3b6c-41c9-baa2-284840e18113 req-2f6af255-a3ba-4891-813f-f1803f8b38d8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0637147 Jul 07 18:10:41.788160 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-731d1e8e-3b6c-41c9-baa2-284840e18113 req-9fd2aabb-390e-4598-8408-dc041e3b8f36 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Jul 07 18:10:41.813337 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39478) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:41.877193 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ced47ea-c9fd-4629-8915-bd668dee3673 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 HTTP/1.1" status: 200 len: 994 time: 0.0626957 Jul 07 18:10:42.160726 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:42.317234 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 1929b6e2-4a55-4b81-baef-cdd2d82d3882 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:42.317580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.394804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.395131 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.406992 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 1929b6e2-4a55-4b81-baef-cdd2d82d3882 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:42.564505 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.591855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=1929b6e2-4a55-4b81-baef-cdd2d82d3882,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:42.618888 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.619249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.620087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.620439 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.620779 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.621119 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.621457 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.621789 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.622142 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.622479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.622810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.623146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:42.662639 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:42.662985 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 disassociated (deleted). External IP: 172.25.7.188, port: 796d5b56-227c-4978-9827-64549513ca19. Jul 07 18:10:42.882087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 772db36a-0849-41c1-ae34-65037d04ffcf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:42.996510 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:43.001448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:43.006233 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Sync routers for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:43.015374 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:43.016009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.041116 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f72ed52b-4773-4d69-8c48-b7b14ce82c51 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/floatingips/577e9f24-3d9c-4c8f-84b1-982e7c49c7c5 HTTP/1.1" status: 204 len: 168 time: 0.8769455 Jul 07 18:10:43.041116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:43.042433 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b7bb01-3db3-4518-a314-69462e0dbcea" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:43.091839 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d8226-1c72-4f37-bed8-2d1dc791a8f7 x-openstack-request-id: req-088d8226-1c72-4f37-bed8-2d1dc791a8f7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:43.092067 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "tag": "796d5b56-227c-4978-9827-64549513ca19", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:43.092958 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-088d8226-1c72-4f37-bed8-2d1dc791a8f7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:43.092958 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'tag': '796d5b56-227c-4978-9827-64549513ca19', 'status': 'completed', 'code': 200} Jul 07 18:10:43.137698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:43.176084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-c3b64935-6e98-4e67-8e89-fe737857e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:43.177678 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-c3b64935-6e98-4e67-8e89-fe737857e803 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 1098 time: 0.0556641 Jul 07 18:10:43.296152 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-4478a5e3-caab-44de-800c-f330c4710289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:43.297776 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-4478a5e3-caab-44de-800c-f330c4710289 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 200 len: 897 time: 0.1084375 Jul 07 18:10:43.341155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-5f069d23-fb3e-467d-8953-ac185c1dc34a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Jul 07 18:10:43.357702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.385548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Checking router: 772db36a-0849-41c1-ae34-65037d04ffcf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:43.393858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-a1c48bff-2c8e-49a5-a493-9bd0648c0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:43.394629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:43.395442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-a1c48bff-2c8e-49a5-a493-9bd0648c0a23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 200 len: 834 time: 0.0463953 Jul 07 18:10:43.395675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.427578 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c7c3-74e6-4a75-b733-53561f3f1a95 req-f8fb00a2-c91f-4bd2-9786-564578e61440 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:43.430292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f42c7c3-74e6-4a75-b733-53561f3f1a95 req-f8fb00a2-c91f-4bd2-9786-564578e61440 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0693471 Jul 07 18:10:43.466984 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-c2c55fce-d8a8-47ee-a7db-05c4859e759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:43.468538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-c2c55fce-d8a8-47ee-a7db-05c4859e759f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e38f550-9373-4c18-b0a5-9842c519522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660086 Jul 07 18:10:43.474822 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8f42c7c3-74e6-4a75-b733-53561f3f1a95 req-3e77877e-4b03-4a83-b11b-0159216eab3a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Jul 07 18:10:43.509386 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:43.561367 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-4a87c87f-db49-40d8-9a17-7144862e2a5c service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Jul 07 18:10:43.665532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93b7bb01-3db3-4518-a314-69462e0dbcea req-0e19f17f-18f0-43b4-a20e-56fba17b0c45 service neutron] 10.222.0.32 "GET /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882874 Jul 07 18:10:43.705203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:43.735191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc0251-fc97-4ab9-b3ae-91326558811b None None] The sync data for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 is: [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:54Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '7e3d871b-c2be-42e9-9f3e-7fec72e0cc15', 'name': '', 'network_id': '4e38f550-9373-4c18-b0a5-9842c519522e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:b5:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:54Z', 'updated_at': '2021-07-07T18:10:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'fc86e8c4-c66c-45f3-b134-d97e861836d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:43.964465 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e02ab-1533-4159-b46d-cdab326d8e69 None None] New status for floating IP 577e9f24-3d9c-4c8f-84b1-982e7c49c7c5: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:10:44.654396 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fe56a-e11f-47d5-876b-e0e8e493e8bd req-6faa1697-9660-4e54-8a13-5e099092a35f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:44.655901 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71fe56a-e11f-47d5-876b-e0e8e493e8bd req-6faa1697-9660-4e54-8a13-5e099092a35f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0635200 Jul 07 18:10:44.693399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c71fe56a-e11f-47d5-876b-e0e8e493e8bd req-3f6d8b0c-c6f7-49cf-8f43-c95313f2e4f8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Jul 07 18:10:44.950458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-47e631c2-17e4-481e-9e2b-7498d9dd5485 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:44.952047 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-47e631c2-17e4-481e-9e2b-7498d9dd5485 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 946 time: 0.0646498 Jul 07 18:10:45.056718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 796d5b56-227c-4978-9827-64549513ca19 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:45.057559 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.145779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 796d5b56-227c-4978-9827-64549513ca19, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=796d5b56-227c-4978-9827-64549513ca19,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:45.146163 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.159487 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 796d5b56-227c-4978-9827-64549513ca19 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:45.295032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.326501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=796d5b56-227c-4978-9827-64549513ca19,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:45.354644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.354998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.355335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.355667 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.355998 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.356326 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.356714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.357021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.357308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.357628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.357951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.358293 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:45.385269 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port 796d5b56-227c-4978-9827-64549513ca19 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:45.388175 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.390497 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdaca25e-540a-436d-b438-2e3ffb15d097 req-3a6d8987-2ad8-4e19-b336-2b06e046ecc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "DELETE /v2.0/ports/796d5b56-227c-4978-9827-64549513ca19 HTTP/1.1" status: 204 len: 173 time: 0.4333827 Jul 07 18:10:45.391005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'name': 'network-vif-deleted', 'tag': '796d5b56-227c-4978-9827-64549513ca19'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:10:45.393408 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d5745-84c5-498f-871b-a96e2ee25117" -d '{"events": [{"server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "name": "network-vif-deleted", "tag": "796d5b56-227c-4978-9827-64549513ca19"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:10:45.431034 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84204799-e1b2-44dd-ab18-46491061041e x-openstack-request-id: req-84204799-e1b2-44dd-ab18-46491061041e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:10:45.431546 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc1101f-dc7b-497e-b2b6-578ab5784c82", "name": "network-vif-deleted", "tag": "796d5b56-227c-4978-9827-64549513ca19", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:10:45.431809 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84204799-e1b2-44dd-ab18-46491061041e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:10:45.432898 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc1101f-dc7b-497e-b2b6-578ab5784c82', 'name': 'network-vif-deleted', 'tag': '796d5b56-227c-4978-9827-64549513ca19', 'status': 'completed', 'code': 200} Jul 07 18:10:45.853082 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d8dda041-87ef-4ff1-b6e5-1c7740ac39ab req-667ed2b2-577e-4e2c-9d93-b0e1ae2f9f00 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fc1101f-dc7b-497e-b2b6-578ab5784c82 HTTP/1.1" status: 200 len: 210 time: 0.0313380 Jul 07 18:10:46.949300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39500) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:47.304578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.565595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:47.565857 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.655455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:47.656443 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.669052 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:47.852977 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.884914 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=7e3d871b-c2be-42e9-9f3e-7fec72e0cc15,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.056037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.274472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 772db36a-0849-41c1-ae34-65037d04ffcf has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:48.381246 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:48.387560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4e89a618-d56f-43d5-a9e7-bd25392ce34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/772db36a-0849-41c1-ae34-65037d04ffcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371159 Jul 07 18:10:48.390432 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.395902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Sync routers for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:48.406184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:48.406811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:48.442000 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting subnet fc86e8c4-c66c-45f3-b134-d97e861836d3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:10:48.445158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.490948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.511545 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:48.574536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.637158 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.672485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Subnet': ['ID=fc86e8c4-c66c-45f3-b134-d97e861836d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:48.678404 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.683678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-29593732-3125-4a23-82b9-d44aae087b2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/subnets/fc86e8c4-c66c-45f3-b134-d97e861836d3 HTTP/1.1" status: 204 len: 168 time: 0.2889993 Jul 07 18:10:48.683678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:48.765749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83276b40-8226-437e-b3df-d690834586c8 None None] Network 4e38f550-9373-4c18-b0a5-9842c519522e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:48.796043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.898994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.955627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port a1b327f8-ed7b-4f2b-8678-8d8a30528f82 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:48.955627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.960373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:10:47Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'a1b327f8-ed7b-4f2b-8678-8d8a30528f82', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:48.988749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Checking router: 772db36a-0849-41c1-ae34-65037d04ffcf for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:48.997411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Routers {'772db36a-0849-41c1-ae34-65037d04ffcf'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:48.998013 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['772db36a-0849-41c1-ae34-65037d04ffcf'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.035528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] DHCP port deletion for 4e38f550-9373-4c18-b0a5-9842c519522e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:10:49.037419 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port a1b327f8-ed7b-4f2b-8678-8d8a30528f82, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:49.037792 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.050892 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for a1b327f8-ed7b-4f2b-8678-8d8a30528f82 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:49.111326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] Set router 772db36a-0849-41c1-ae34-65037d04ffcf gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:49.162835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:10:48Z', 'revision_number': 6, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.195972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c2a36-13ed-4760-828b-b13710eeeb1a None None] The sync data for ids ['772db36a-0849-41c1-ae34-65037d04ffcf'] in n-d-791504-12 is: [{'id': '772db36a-0849-41c1-ae34-65037d04ffcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468808980', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:09:51Z', 'updated_at': '2021-07-07T18:10:48Z', 'revision_number': 6, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:49.205866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Deleting port 3049d3ae-6dba-448d-b6d7-1fc469591452 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:10:49.206655 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.223536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.251560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=a1b327f8-ed7b-4f2b-8678-8d8a30528f82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.274211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] For port 3049d3ae-6dba-448d-b6d7-1fc469591452, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=3049d3ae-6dba-448d-b6d7-1fc469591452,segment=NetworkSegment(5963ea91-3e8b-48c3-9be4-0b99405d89c9),segment_id=5963ea91-3e8b-48c3-9be4-0b99405d89c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:49.274612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.287695 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Calling delete_port for 3049d3ae-6dba-448d-b6d7-1fc469591452 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:10:49.319796 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.368901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.394579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Pushing event deleted for resources: {'Port': ['ID=3049d3ae-6dba-448d-b6d7-1fc469591452,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.411450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] No DVR routers for this DVR port 3049d3ae-6dba-448d-b6d7-1fc469591452 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:10:49.412984 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.413994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.414300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.414678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.414878 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.415005 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.415358 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.415671 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.416010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.416426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.416804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.417155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.417785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.417947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23eb27a-34a5-4b20-b64a-658a4e793b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:10:49.466551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.467076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Fanout notify agent at l3_agent the message router_deleted on router 772db36a-0849-41c1-ae34-65037d04ffcf {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:10:49.474154 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.475289 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-889e2e8f-e9e1-4625-90c7-700165df8f77 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/routers/772db36a-0849-41c1-ae34-65037d04ffcf HTTP/1.1" status: 204 len: 168 time: 0.7906687 Jul 07 18:10:49.478172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:49.558580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.651882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.662363 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e38f550-9373-4c18-b0a5-9842c519522e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.672248 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5963ea91-3e8b-48c3-9be4-0b99405d89c9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.672548 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5963ea91-3e8b-48c3-9be4-0b99405d89c9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:49.681681 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.700890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.707261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:10:49.707665 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:10:49.710699 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:10:49.770337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.778845 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.780679 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/networks/4e38f550-9373-4c18-b0a5-9842c519522e HTTP/1.1" status: 204 len: 168 time: 0.3014755 Jul 07 18:10:49.783605 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39508) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:49.793341 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677772-3777-450d-8371-d5333d78cf3c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Network': ['ID=4e38f550-9373-4c18-b0a5-9842c519522e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.847840 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.873162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.936110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.938932 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.940227 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/security-groups/e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e HTTP/1.1" status: 204 len: 168 time: 0.1555891 Jul 07 18:10:49.950601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab1bcd-8c65-42f1-9d27-4907148cb1df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d0a3c-bb4f-4ae5-9e9a-aa2c1749413e,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:49.965816 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 796d5b56-227c-4978-9827-64549513ca19 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:49.990312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 796d5b56-227c-4978-9827-64549513ca19 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:49.990663 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 796d5b56-227c-4978-9827-64549513ca19 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:50.039026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3049d3ae-6dba-448d-b6d7-1fc469591452 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:50.059902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 3049d3ae-6dba-448d-b6d7-1fc469591452 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:50.060251 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 3049d3ae-6dba-448d-b6d7-1fc469591452 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:50.060668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:50.081125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:50.081469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7e3d871b-c2be-42e9-9f3e-7fec72e0cc15 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:50.082150 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a1b327f8-ed7b-4f2b-8678-8d8a30528f82 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:10:50.110660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a1b327f8-ed7b-4f2b-8678-8d8a30528f82 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:10:50.111009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a1b327f8-ed7b-4f2b-8678-8d8a30528f82 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:10:50.413816 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39514) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.419160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143166522', 'description': 'tempest-secgroup-smoke-1143166522 description', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.442033 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.523951 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.527766 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.554697 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.555917 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410477 Jul 07 18:10:50.558371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a8962-35ef-4273-998a-c5a2e8ed6d65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa249bf6-c32e-4164-b38e-7ff4dad057d4,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.559952 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.564815 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.590956 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.645579 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.649277 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.667964 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934c49a8-b703-46c7-946b-8bc0d49b8dab,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.671072 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.672314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7aff8f74-504a-4740-a539-0f9d0a76c26a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112564 Jul 07 18:10:50.675261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.679705 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.705052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.765259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.768445 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.786325 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ab594-1f38-4271-bb43-4c1a88c2900a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.794344 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.795588 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-97c52c42-7d2a-4df5-be6f-49fd3edb6abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193626 Jul 07 18:10:50.798295 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.802775 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.828312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.890004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.893929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.911407 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b959cf-3c22-4678-8cef-388440d4a905,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:50.919062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.920303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bcdeaf71-1b06-4b60-8dbb-4f4bf3ab685c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210604 Jul 07 18:10:50.923073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:50.927488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:50.952570 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.011114 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.014524 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.032300 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c67719-b953-4d1c-a168-ecd0d78ece0b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.038167 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.039420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-365bf217-e926-4c23-9666-11beffe51527 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154237 Jul 07 18:10:51.042794 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:51.047163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:51.067844 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:51.073262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.134441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.138419 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.153829 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0324c99d-09a7-47dd-bee0-7250056ce957,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.163283 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.164559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c14fc59a-78a8-4675-9db7-1c6dfe023530 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207988 Jul 07 18:10:51.167301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:51.171833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': 'fa249bf6-c32e-4164-b38e-7ff4dad057d4', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:51.192336 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:10:51.197228 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.259186 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.263583 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.281180 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34987e06-1052-46e1-8104-a3b345c5851e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.287634 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.288846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a7655d61-0134-43bb-a9c0-4a06eae2d8af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205864 Jul 07 18:10:51.291797 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:51.296755 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'network': {'name': 'tempest-network-smoke--1663121706', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:51.316301 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:51.319767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.344209 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:10:51.353673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.354094 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Added segment 96204196-9d0e-416b-809a-4494daf25b8a of type vlan for network 39b3feec-912d-47a7-a7c9-327bd4f9451e Jul 07 18:10:51.393359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.421820 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.427467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:51.428060 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.485224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923668 Jul 07 18:10:51.488090 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39530) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:51.493245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'admin_state_up': True, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:51.501208 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e54ee1-7cf3-4df6-bb15-af498ae5d537 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Network': ['ID=39b3feec-912d-47a7-a7c9-327bd4f9451e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:51.512087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:10:51.518683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.519680 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.552456 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:51.570447 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.711621 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.914258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:51.933826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.040371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.48 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/8abe9fce-618a-487b-b4b8-8e79e6b589cd) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:52.140520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.185395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:52.224028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:52.226810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:52.229406 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:52.256351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=8abe9fce-618a-487b-b4b8-8e79e6b589cd,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:52.831299 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.037508 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.171002 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router ceb55546-e90c-4122-9b1f-887538ff56f3 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:10:53.282828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:53.292277 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Sync routers for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:53.301849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:53.302597 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:53.316282 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.318472 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41d32eaa-27bb-4c44-b97a-698e444cc907 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8283169 Jul 07 18:10:53.323177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39532) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.356102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ff81227e-e6b2-4421-8e45-a6f002806f8f tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=40e21da27bd0472e82a4a6c42608b1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314953 Jul 07 18:10:53.358813 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39534) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.454363 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae5676-a0e6-457e-919a-662147502e03 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:53.455820 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-68ae5676-a0e6-457e-919a-662147502e03 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960267 Jul 07 18:10:53.458880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39536) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.489734 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09d93058-9f20-403c-a246-11f7bf45d6b9 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274136 Jul 07 18:10:53.489979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39538) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:53.495643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306175047', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:53.510079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:53.592071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:53.595756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.715567 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:53.743466 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Checking router: ceb55546-e90c-4122-9b1f-887538ff56f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:53.743824 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Updating router ceb55546-e90c-4122-9b1f-887538ff56f3 port 8abe9fce-618a-487b-b4b8-8e79e6b589cd binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:53.780803 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.809164 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.871983 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Subnet': ['ID=aaa919e4-8891-45e6-a68f-f8e297df1eec,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:53.885622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Checking segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:53.885999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network hostable DHCP agents. Network: 39b3feec-912d-47a7-a7c9-327bd4f9451e, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:10:53.905965 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:10:53.917371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 39b3feec-912d-47a7-a7c9-327bd4f9451e) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:53.922128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:53.922758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:53.942164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71406986-62d3-4da3-8129-04c34731846e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4477007 Jul 07 18:10:53.942619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805d1e0-4395-4a01-a587-a79dce49aef2 None None] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:53.943067 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:10:54.066883 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.077691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Transition to ACTIVE for port object 8abe9fce-618a-487b-b4b8-8e79e6b589cd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:54.085010 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.126553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-39b3feec-912d-47a7-a7c9-327bd4f9451e', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:10:54.127573 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.136632 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Attempting to bind port 8abe9fce-618a-487b-b4b8-8e79e6b589cd on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:54.137003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Attempting to bind port 8abe9fce-618a-487b-b4b8-8e79e6b589cd by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:54.137362 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Attempting to bind port 8abe9fce-618a-487b-b4b8-8e79e6b589cd on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:54.145492 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:54.145848 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:54.146284 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.146669 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:54.147140 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Bound port: 8abe9fce-618a-487b-b4b8-8e79e6b589cd, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:54.147511 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.149213 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af25a02-5a5a-4969-a80b-fe51887594dc None None] Pushing event updated for resources: {'Port': ['ID=8abe9fce-618a-487b-b4b8-8e79e6b589cd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.206229 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] For port 8abe9fce-618a-487b-b4b8-8e79e6b589cd, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:54.210737 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] For port 8abe9fce-618a-487b-b4b8-8e79e6b589cd, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abe9fce-618a-487b-b4b8-8e79e6b589cd,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:54.220425 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.300277 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af25a02-5a5a-4969-a80b-fe51887594dc None None] Pushing event updated for resources: {'Port': ['ID=8abe9fce-618a-487b-b4b8-8e79e6b589cd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.303259 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:54.303882 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:54.310560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Allocated IP 172.20.0.2 (39b3feec-912d-47a7-a7c9-327bd4f9451e/aaa919e4-8891-45e6-a68f-f8e297df1eec/d77c1f50-a2ce-427e-b688-7750fb37d97c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:54.425407 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:54.484644 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.493994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Transition to ACTIVE for port object d77c1f50-a2ce-427e-b688-7750fb37d97c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:54.510587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Transition to ACTIVE for port object d77c1f50-a2ce-427e-b688-7750fb37d97c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:54.516428 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.558211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:54.563097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:54.565629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:54.581856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Pushing event updated for resources: {'Port': ['ID=d77c1f50-a2ce-427e-b688-7750fb37d97c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.633819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Attempting to bind port d77c1f50-a2ce-427e-b688-7750fb37d97c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:54.634252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:54.634432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Attempting to bind port d77c1f50-a2ce-427e-b688-7750fb37d97c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:54.635805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Attempting to bind port d77c1f50-a2ce-427e-b688-7750fb37d97c on network 39b3feec-912d-47a7-a7c9-327bd4f9451e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:54.640235 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:54.640619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Checking segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:54.641023 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.641415 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Bound using segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:54.641882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Bound port: d77c1f50-a2ce-427e-b688-7750fb37d97c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:54.642290 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.665790 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05564f-3ee9-44ea-ad5b-6d8db94821ce None None] The sync data for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 is: [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:52Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:54.720877 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] For port d77c1f50-a2ce-427e-b688-7750fb37d97c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:54.724405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] For port d77c1f50-a2ce-427e-b688-7750fb37d97c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d77c1f50-a2ce-427e-b688-7750fb37d97c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:54.731043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:54.799323 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8ed7-c4d3-4cdd-bf0e-cbfa6890718a None None] Pushing event updated for resources: {'Port': ['ID=d77c1f50-a2ce-427e-b688-7750fb37d97c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:54.834025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.193636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.1 (39b3feec-912d-47a7-a7c9-327bd4f9451e/aaa919e4-8891-45e6-a68f-f8e297df1eec/1fa5f6fc-d31d-4818-acc8-b6d69b41721c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:55.334183 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.355707 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 1fa5f6fc-d31d-4818-acc8-b6d69b41721c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:55.396312 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.440909 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:55.444436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:55.451091 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:55.481551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:55.512200 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.689684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.830036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12481f-7bb3-491f-9d7d-1852af15cbc2 None None] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:10:55.902182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-658db1a3-f299-4ce3-b7a6-2a38c156482c None None] Provisioning for port d77c1f50-a2ce-427e-b688-7750fb37d97c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:56.036132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.043982 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.136572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abe9fce-618a-487b-b4b8-8e79e6b589cd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:56.167856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.189660 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.213824 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8abe9fce-618a-487b-b4b8-8e79e6b589cd completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:56.218049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8abe9fce-618a-487b-b4b8-8e79e6b589cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:56.218462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.313832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.318877 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:56.320604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:56.342918 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8abe9fce-618a-487b-b4b8-8e79e6b589cd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abe9fce-618a-487b-b4b8-8e79e6b589cd,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:56.347961 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.348792 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d77c1f50-a2ce-427e-b688-7750fb37d97c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:56.437028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8abe9fce-618a-487b-b4b8-8e79e6b589cd,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.455960 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d77c1f50-a2ce-427e-b688-7750fb37d97c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:56.460362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Provisioning complete for port d77c1f50-a2ce-427e-b688-7750fb37d97c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:56.460730 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.480748 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router ceb55546-e90c-4122-9b1f-887538ff56f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:10:56.486245 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d77c1f50-a2ce-427e-b688-7750fb37d97c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:56.486814 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.608724 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.619164 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:10:56.625005 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-33b262c3-b622-4868-a19f-717ce7aad9cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/ceb55546-e90c-4122-9b1f-887538ff56f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6810148 Jul 07 18:10:56.634568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Sync routers for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:10:56.652739 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.679497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] For port d77c1f50-a2ce-427e-b688-7750fb37d97c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d77c1f50-a2ce-427e-b688-7750fb37d97c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:10:56.682637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:56.683279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:56.688531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.797265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-04734759-1d83-4b6b-96aa-7fe6ef38a32b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143166522&fields=id&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0448616 Jul 07 18:10:56.800527 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Provisioning for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:56.843775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Provisioning complete for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:56.844483 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:56.889223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Pushing event updated for resources: {'Port': ['ID=d77c1f50-a2ce-427e-b688-7750fb37d97c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:56.898021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:10:56.898450 n-d-791504-12 neutron-server[93767]: DEBUG oslo_db.api [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:10:56.915280 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b0551-7683-4dde-b11a-2f87134de8f4 None None] Port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:56.919096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-8ac821bf-4405-44fe-abd1-d01d253e552f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:56.919388 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:56.921912 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-8ac821bf-4405-44fe-abd1-d01d253e552f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 797 time: 0.1153920 Jul 07 18:10:56.939584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-07d14021-b94a-4ad9-9d10-a45f9a3834f5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/quotas/40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0139022 Jul 07 18:10:57.008494 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-b75321c0-296e-4973-93de-7ed0b317f1db tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634637 Jul 07 18:10:57.026016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-d0db07af-223b-4741-b777-935e68266af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:10:57.027161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-d0db07af-223b-4741-b777-935e68266af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078330 Jul 07 18:10:57.055944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fbaa1d12-a52b-48bf-85f7-bea61b12ca7f None None] Provisioning complete for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:57.056316 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1d12-a52b-48bf-85f7-bea61b12ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.115182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa1d12-a52b-48bf-85f7-bea61b12ca7f None None] Port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:57.123471 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-a9773b6e-2732-4fb4-9402-8079b8fb793d service neutron] 10.222.0.22 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894079 Jul 07 18:10:57.163353 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 2, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:57.189678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Checking router: ceb55546-e90c-4122-9b1f-887538ff56f3 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:10:57.190040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Updating router ceb55546-e90c-4122-9b1f-887538ff56f3 port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:10:57.216543 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-bf59927b-f034-497b-9e9b-db72013872f3 service neutron] 10.222.0.22 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874557 Jul 07 18:10:57.226845 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.399904 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ccc17dce-d828-4672-981a-64d143ed9c87 req-682b9f61-ac5d-4e97-a9d4-443beafc8fab tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 210 time: 0.0322173 Jul 07 18:10:57.700345 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.710664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Transition to ACTIVE for port object 1fa5f6fc-d31d-4818-acc8-b6d69b41721c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:57.717288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.772939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452113f-6a7c-4341-b87a-24f5c35782c9 None None] Pushing event updated for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:57.830349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Attempting to bind port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:10:57.830719 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Attempting to bind port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:10:57.831093 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Attempting to bind port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c on network 39b3feec-912d-47a7-a7c9-327bd4f9451e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:10:57.837183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:10:57.837574 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Checking segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:10:57.838021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.838721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Bound using segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:10:57.839076 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Bound port: 1fa5f6fc-d31d-4818-acc8-b6d69b41721c, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:10:57.839468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.914787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] For port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:10:57.918748 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] For port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:10:57.923728 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:57.983621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:10:57.984333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:10:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:58.050313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452113f-6a7c-4341-b87a-24f5c35782c9 None None] Pushing event updated for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:58.098868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abe9fce-618a-487b-b4b8-8e79e6b589cd up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:58.168780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:10:58.207381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8abe9fce-618a-487b-b4b8-8e79e6b589cd triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:58.207836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.414898 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d77c1f50-a2ce-427e-b688-7750fb37d97c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:10:58.493851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d77c1f50-a2ce-427e-b688-7750fb37d97c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:58.494288 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:58.525810 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:10:57Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:10:58.553492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1aad73d2-8bd0-458d-b117-1bd3424e142b req-b00f3c2a-bddb-4015-9051-0bf6dad9a31a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 210 time: 0.0354550 Jul 07 18:10:58.563399 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1d9ae-8279-4276-9bf9-c8c578feed92 None None] The sync data for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 is: [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:10:57Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:10:58.799827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-9de7e330-f708-43cd-80f1-7576e7c8a2e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:58.801402 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-9de7e330-f708-43cd-80f1-7576e7c8a2e9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 797 time: 0.1465592 Jul 07 18:10:58.849272 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-587bedf1-d004-44e1-bbdf-1bdf68d4f20d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 380 time: 0.0384202 Jul 07 18:10:58.860734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'port': {'device_id': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'admin_state_up': True, 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'security_groups': ['fa249bf6-c32e-4164-b38e-7ff4dad057d4']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:58.991436 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:10:58.995725 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.140923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.7 (39b3feec-912d-47a7-a7c9-327bd4f9451e/aaa919e4-8891-45e6-a68f-f8e297df1eec/81886f61-5120-4d7e-99e2-5fdc779ef8d8) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:10:59.299272 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.315200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 81886f61-5120-4d7e-99e2-5fdc779ef8d8 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:59.352696 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.401552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:10:59.407245 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:10:59.411807 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:10:59.416491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:10:59.470476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.471543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.489554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-aadae4dc-6830-41e5-9b5a-2e64802fd3b1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340959 Jul 07 18:10:59.553753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Request body: {'port': {'device_id': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:10:59.647358 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.670063 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e16622c9-765d-446a-a252-e337939fbac2 None None] Provisioning for port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:10:59.675356 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e16622c9-765d-446a-a252-e337939fbac2 None None] Provisioning complete for port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:10:59.675775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16622c9-765d-446a-a252-e337939fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.717334 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e16622c9-765d-446a-a252-e337939fbac2 None None] Port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:10:59.776281 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0b38-a916-4132-984d-e030786048ca req-eaf4f973-8cc3-4135-886d-76e6157f001e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.777972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb0f0b38-a916-4132-984d-e030786048ca req-eaf4f973-8cc3-4135-886d-76e6157f001e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 931 time: 0.0809846 Jul 07 18:10:59.819190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb0f0b38-a916-4132-984d-e030786048ca req-cb05b4a5-1ea0-45f2-a706-912659625675 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Jul 07 18:10:59.955014 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81886f61-5120-4d7e-99e2-5fdc779ef8d8 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:10:59.963357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:59.975621 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Transition to ACTIVE for port object 81886f61-5120-4d7e-99e2-5fdc779ef8d8 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:10:59.980250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.019924 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc42f2dc-9ebd-455d-96b9-b041b667f8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.032827 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Pushing event updated for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:00.067525 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1fa5f6fc-d31d-4818-acc8-b6d69b41721c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:00.116892 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Attempting to bind port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:00.117314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Attempting to bind port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:00.118033 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Attempting to bind port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 on network 39b3feec-912d-47a7-a7c9-327bd4f9451e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:00.122985 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 on network 39b3feec-912d-47a7-a7c9-327bd4f9451e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:00.123438 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Attempting to bind port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 on network 39b3feec-912d-47a7-a7c9-327bd4f9451e {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:00.125087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:00.129628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:00.130101 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.130657 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:00.131192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Checking segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:00.131820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Bound using segment: {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:00.132239 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Bound port: 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96204196-9d0e-416b-809a-4494daf25b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:00.132681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.211277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:00.216924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:00.222901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.235348 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.257999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.258735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.260991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] 10.222.0.83 "PUT /v2.0/ports/81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 1092 time: 0.7632728 Jul 07 18:11:00.261613 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:00.264070 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821769f-2ef2-41d9-92c7-708898cad5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:00.276498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:00.283191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:00.302695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413565-d2f2-430a-b8d1-caf5e335da61 service neutron] Pushing event updated for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:00.324168 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f984d-11b9-4689-a60c-dc06c1a2cfa7 x-openstack-request-id: req-6e9f984d-11b9-4689-a60c-dc06c1a2cfa7 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:00.324541 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:00.324681 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e9f984d-11b9-4689-a60c-dc06c1a2cfa7 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:00.325578 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'status': 'completed', 'code': 200} Jul 07 18:11:00.344041 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:00.379268 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-7bb66129-4c79-4007-b394-da8bf265a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.380981 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-7bb66129-4c79-4007-b394-da8bf265a5b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1095 time: 0.0724816 Jul 07 18:11:00.428055 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-d3bcd751-c199-4f58-bd69-4dea63f68d30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 217 time: 0.0401154 Jul 07 18:11:00.480912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-427c9d11-080b-4acc-a146-e8e208ae0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.482436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-427c9d11-080b-4acc-a146-e8e208ae0282 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0473778 Jul 07 18:11:00.540886 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-74c67c07-6772-4d9a-8bf5-46ba594964d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.542376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-74c67c07-6772-4d9a-8bf5-46ba594964d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539746 Jul 07 18:11:00.640011 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-898ad398-1e13-4dca-9ffc-3fc9b9f3c15b service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885973 Jul 07 18:11:00.729085 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5095a8ea-5f0b-4a35-9d84-2e0033138756 req-ff9c397f-9ad0-48ea-a5ba-c8c686ad4736 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828111 Jul 07 18:11:00.833454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-6d67aaf8-c8e5-4820-ac2c-0104eb9dd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.834916 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-6d67aaf8-c8e5-4820-ac2c-0104eb9dd1f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1095 time: 0.0544491 Jul 07 18:11:00.929868 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-6870cd2f-429c-415a-a055-02b37bd81a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.931416 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-6870cd2f-429c-415a-a055-02b37bd81a70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.0899961 Jul 07 18:11:00.973552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-dec65b1b-2ad1-4057-b692-268f40a1ebdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 217 time: 0.0351741 Jul 07 18:11:00.996367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f36687-5be9-43f3-ab23-ffecb4992de2 req-a9a98f31-9312-4d96-bede-1a8697bb5123 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:00.997973 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45f36687-5be9-43f3-ab23-ffecb4992de2 req-a9a98f31-9312-4d96-bede-1a8697bb5123 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 943 time: 0.0668471 Jul 07 18:11:01.024049 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-97c76681-ef42-4502-9471-225c42007e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.025587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-97c76681-ef42-4502-9471-225c42007e77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0453258 Jul 07 18:11:01.038189 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-45f36687-5be9-43f3-ab23-ffecb4992de2 req-402e2773-cd0c-49e8-b0e2-579ef5d40388 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342917 Jul 07 18:11:01.089552 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-cfd66303-1163-445d-a357-b45672da37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.091030 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-cfd66303-1163-445d-a357-b45672da37e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593121 Jul 07 18:11:01.183150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-2c52a7d1-6921-4c1f-8b0c-e5d747293e8e service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Jul 07 18:11:01.283816 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7821769f-2ef2-41d9-92c7-708898cad5ce req-45689e1a-2bea-472c-9d5c-4c2bbf2aadc8 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938661 Jul 07 18:11:02.040758 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1fa5f6fc-d31d-4818-acc8-b6d69b41721c up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:02.098636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:02.099016 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.226199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26c3be-0447-4ca2-8d8f-64f20f42886c req-8a0dd971-99c8-48a5-a795-a0aca4e59265 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:02.227718 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd26c3be-0447-4ca2-8d8f-64f20f42886c req-8a0dd971-99c8-48a5-a795-a0aca4e59265 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 943 time: 0.0704494 Jul 07 18:11:02.267298 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fd26c3be-0447-4ca2-8d8f-64f20f42886c req-86028d26-265e-47b9-b1b4-db2a8174021b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337136 Jul 07 18:11:02.427172 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d37ac65-939d-4a45-aa8a-1a13f4f6e3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:02.898045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:03.446757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0e32c-2d8b-45e2-b2c8-2ee1268ffd19 req-660edfaf-f310-49a4-a09c-903200921c71 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:03.448916 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbf0e32c-2d8b-45e2-b2c8-2ee1268ffd19 req-660edfaf-f310-49a4-a09c-903200921c71 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 943 time: 0.0718277 Jul 07 18:11:03.486099 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-fbf0e32c-2d8b-45e2-b2c8-2ee1268ffd19 req-5b5d2ee3-fcbb-461f-b8ce-c30aa99e1705 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Jul 07 18:11:03.832792 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:04.663819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347a42-a9ed-42c2-beb7-41cbb1093c95 req-cb05ee0e-ac39-4949-b2f0-440146d04180 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.665397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29347a42-a9ed-42c2-beb7-41cbb1093c95 req-cb05ee0e-ac39-4949-b2f0-440146d04180 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 943 time: 0.0683575 Jul 07 18:11:04.702828 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29347a42-a9ed-42c2-beb7-41cbb1093c95 req-8aead2cb-d3e8-412e-a5d2-a86d49fa1fed tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Jul 07 18:11:04.934970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 81886f61-5120-4d7e-99e2-5fdc779ef8d8 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:05.012314 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.040535 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:05.050837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'port_id': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'mac_address': 'fa:16:3e:02:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:05.089032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.101843 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81886f61-5120-4d7e-99e2-5fdc779ef8d8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:05.123120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:05.126958 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.173932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:05.475749 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['81886f61-5120-4d7e-99e2-5fdc779ef8d8'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:05.606256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:05.880272 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a1ee1-c626-434a-9ebd-c51bef5d02b4 req-4e928716-d475-4a05-b616-f1559ad136c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.881778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f75a1ee1-c626-434a-9ebd-c51bef5d02b4 req-4e928716-d475-4a05-b616-f1559ad136c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 944 time: 0.0643907 Jul 07 18:11:05.919982 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f75a1ee1-c626-434a-9ebd-c51bef5d02b4 req-405cdcae-749a-4441-a43e-6a9a38d0a77a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Jul 07 18:11:06.854301 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:06.935000 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 81886f61-5120-4d7e-99e2-5fdc779ef8d8 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:06.985641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:06.989641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:06.990241 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.069476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.093514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331d466-d829-49d3-a859-82fd0141c5cb req-17745110-ef47-40a4-b3c5-48d092945504 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:07.094189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:07.095142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0331d466-d829-49d3-a859-82fd0141c5cb req-17745110-ef47-40a4-b3c5-48d092945504 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 944 time: 0.0652177 Jul 07 18:11:07.095903 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b50482-f4cf-4ab5-86ca-fff1238158c8" -d '{"events": [{"server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "name": "network-vif-plugged", "status": "completed", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:07.113511 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:07.118636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:07.139805 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0331d466-d829-49d3-a859-82fd0141c5cb req-297b2bee-3844-4eed-b1c9-a2323b2d4f01 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Jul 07 18:11:07.178986 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:07.331721 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b75e5a-d96a-4500-ae9f-194ad91cca7f x-openstack-request-id: req-48b75e5a-d96a-4500-ae9f-194ad91cca7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:07.332273 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "name": "network-vif-plugged", "status": "completed", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:07.332533 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48b75e5a-d96a-4500-ae9f-194ad91cca7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:07.332934 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'code': 200} Jul 07 18:11:07.446609 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea953-2eb3-4f99-8602-f8e6e95b33b9 req-7b6ebfcb-66e1-4429-91b1-a552f43a0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:07.448339 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac3ea953-2eb3-4f99-8602-f8e6e95b33b9 req-7b6ebfcb-66e1-4429-91b1-a552f43a0ecb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0531027 Jul 07 18:11:07.486575 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ac3ea953-2eb3-4f99-8602-f8e6e95b33b9 req-18ebbfea-ba8d-4e72-988a-effba94bf2dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Jul 07 18:11:08.323870 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033412b-0c84-4281-b707-75f524d0fe49 req-5f959f31-8ffb-486e-8fa9-9cd7190dc852 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:08.325379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7033412b-0c84-4281-b707-75f524d0fe49 req-5f959f31-8ffb-486e-8fa9-9cd7190dc852 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0681622 Jul 07 18:11:08.363071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7033412b-0c84-4281-b707-75f524d0fe49 req-f591a474-6ef8-407a-bf77-34f501ad31f0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Jul 07 18:11:09.538733 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ddd27-11b6-472a-a44b-e59c8f493b87 req-b66e4844-4270-4c63-8187-8e639b0f1ae0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:09.540158 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-537ddd27-11b6-472a-a44b-e59c8f493b87 req-b66e4844-4270-4c63-8187-8e639b0f1ae0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Jul 07 18:11:09.577695 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-537ddd27-11b6-472a-a44b-e59c8f493b87 req-4c2342aa-cc32-4550-92b0-b23c60309f09 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Jul 07 18:11:09.753802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59b48-fd4a-46c9-a7c7-b3e263019fdf req-8f510c5c-3b37-4651-bee4-d511198176e0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:09.755348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81b59b48-fd4a-46c9-a7c7-b3e263019fdf req-8f510c5c-3b37-4651-bee4-d511198176e0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0673666 Jul 07 18:11:09.793210 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-81b59b48-fd4a-46c9-a7c7-b3e263019fdf req-b5f5be41-d42a-46e2-b56e-f3fcdda92948 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314791 Jul 07 18:11:09.817009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.870309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d770b3-ee67-42f2-945e-2862050a4842 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:09.871849 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a8d770b3-ee67-42f2-945e-2862050a4842 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1092 time: 0.0538478 Jul 07 18:11:09.874685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:09.878993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:09.899772 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:09.997221 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.096530 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.195 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/7f29453f-1256-435a-90c5-e17fbb6d7228) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:11:10.199269 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.239343 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.274251 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:11:10.277622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:11:10.281069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:11:10.309616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=7f29453f-1256-435a-90c5-e17fbb6d7228,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.654768 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.730362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.880525 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.885898 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:10.955913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=7f29453f-1256-435a-90c5-e17fbb6d7228,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:10.967629 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.065177 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 80361bea-c366-49f3-81c5-6c73801de624 associated. External IP: 172.25.7.195, port: 81886f61-5120-4d7e-99e2-5fdc779ef8d8. Jul 07 18:11:11.611747 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router ceb55546-e90c-4122-9b1f-887538ff56f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:11:11.718697 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:11:11.729523 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Sync routers for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:11:11.735008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:11.739790 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:11.740373 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:11.772338 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ceea1f2-950b-4c48-af4b-72e210f8f498 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8966124 Jul 07 18:11:11.772932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:11.776884 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941159a-1d52-4229-a283-af9f64710065" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:11.815673 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d03e1-722b-498b-8790-bbc77c1a25d2 x-openstack-request-id: req-d88d03e1-722b-498b-8790-bbc77c1a25d2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:11.816037 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:11.816360 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d88d03e1-722b-498b-8790-bbc77c1a25d2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:11.816928 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'status': 'completed', 'code': 200} Jul 07 18:11:11.855268 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:11.894074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941159a-1d52-4229-a283-af9f64710065 req-0482cc5c-aca0-496a-bf74-923cd8979868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:11.895848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-0482cc5c-aca0-496a-bf74-923cd8979868 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0549076 Jul 07 18:11:11.935079 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0ac48-133b-4801-8c3b-baa0e73354d0 req-b344ee79-8022-4434-9d06-48da1b793283 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:11.936666 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2a0ac48-133b-4801-8c3b-baa0e73354d0 req-b344ee79-8022-4434-9d06-48da1b793283 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0696664 Jul 07 18:11:11.990013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b2a0ac48-133b-4801-8c3b-baa0e73354d0 req-554c1583-4e99-4db5-80d5-61c5c03ee785 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Jul 07 18:11:12.011198 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941159a-1d52-4229-a283-af9f64710065 req-a65c3d25-05f1-49c7-a579-6539e9ea3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.012722 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-a65c3d25-05f1-49c7-a579-6539e9ea3162 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.1098120 Jul 07 18:11:12.020035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:12.091158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-618d9907-a38a-43ff-8d95-cf68b57a5118 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 999 time: 0.0713220 Jul 07 18:11:12.106507 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-99b4bd0b-8361-409c-9d94-55737c65e7e6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/80361bea-c366-49f3-81c5-6c73801de624 HTTP/1.1" status: 200 len: 991 time: 0.0846250 Jul 07 18:11:12.152200 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941159a-1d52-4229-a283-af9f64710065 req-2b698553-e8ca-4702-91af-4a5a4bc6b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.153699 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-2b698553-e8ca-4702-91af-4a5a4bc6b780 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0559523 Jul 07 18:11:12.215786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941159a-1d52-4229-a283-af9f64710065 req-b1e03068-b80b-4503-901c-8677145974f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.217373 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-b1e03068-b80b-4503-901c-8677145974f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574887 Jul 07 18:11:12.242210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '80361bea-c366-49f3-81c5-6c73801de624', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'port_id': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'mac_address': 'fa:16:3e:02:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:10Z', 'updated_at': '2021-07-07T18:11:10Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:12.273102 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Checking router: ceb55546-e90c-4122-9b1f-887538ff56f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:11:12.282283 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:11:12.282890 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:11:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:12.318745 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-3fe8a902-8d66-4c19-b724-6fd7e4e90628 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945642 Jul 07 18:11:12.393384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:11:12.413553 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8941159a-1d52-4229-a283-af9f64710065 req-b7fd2146-55e3-4040-a1c6-ae6c3c8f715e service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880735 Jul 07 18:11:12.612561 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '80361bea-c366-49f3-81c5-6c73801de624', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'port_id': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'mac_address': 'fa:16:3e:02:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:10Z', 'updated_at': '2021-07-07T18:11:10Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:11:12.637765 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941a5b8-bb1a-44f2-ae3b-41cc9dee4c3a None None] The sync data for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 is: [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '80361bea-c366-49f3-81c5-6c73801de624', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.195', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'port_id': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'mac_address': 'fa:16:3e:02:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:11:10Z', 'updated_at': '2021-07-07T18:11:10Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:11:12.826899 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4febe79a-57e2-4ec5-9d83-de3b2bf54f88 None None] New status for floating IP 80361bea-c366-49f3-81c5-6c73801de624: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:11:13.108642 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:11:13.168244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a04ea32f-8839-406a-bc6a-987f060e6b34 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/80361bea-c366-49f3-81c5-6c73801de624 HTTP/1.1" status: 200 len: 993 time: 0.0584447 Jul 07 18:11:28.551716 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:30.016695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c17164-12b0-46f2-8c3e-f168af5ed078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.427961 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04dc60af-18a3-445b-a037-78bac4991765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:32.900775 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:33.835376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.006432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:35.588936 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:36.885127 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.756051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-bb4efd07-ea09-44e2-8fd1-57eef0ce1afa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527678 Jul 07 18:11:49.848684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-7a9ebb6f-fb99-417f-bfcd-32ee1891a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:49.850203 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-7a9ebb6f-fb99-417f-bfcd-32ee1891a494 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0521481 Jul 07 18:11:49.957601 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-a44aa205-d136-493e-89bb-4d5dcb266f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:49.959128 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-a44aa205-d136-493e-89bb-4d5dcb266f3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.0884533 Jul 07 18:11:50.022312 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-19cf1fea-ac2d-4322-864c-8b937173243b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0569952 Jul 07 18:11:50.074016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-7540809f-2680-4ac1-9802-78de1b68bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.075504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-7540809f-2680-4ac1-9802-78de1b68bec6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0475955 Jul 07 18:11:50.133501 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-157d31c5-1259-4542-bce3-7b66fa7f5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:50.135062 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-157d31c5-1259-4542-bce3-7b66fa7f5d91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526984 Jul 07 18:11:50.221930 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-4d9fa9eb-bfde-473e-9a63-988c95eaefeb service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807366 Jul 07 18:11:50.315885 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d9daa41e-ce1c-4424-bddb-775f8c1c9cf3 req-4718dd31-82e8-4019-9dbf-037abeb79be1 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876679 Jul 07 18:12:00.017827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b918bb7-be53-4dac-a36e-708b7ae5b23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.430457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5da7b5-d766-4f3f-8dbc-98a014edc3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:02.902378 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:03.839165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.007158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:05.551432 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:05.591549 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:06.884280 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:16.239114 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-5ab1a398-1d5d-423d-b6a6-1da0b6e7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.240659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-5ab1a398-1d5d-423d-b6a6-1da0b6e7fcdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0572853 Jul 07 18:12:16.340395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-031e76f9-a15c-49f7-93ef-e031f8deaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.341892 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-031e76f9-a15c-49f7-93ef-e031f8deaa65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.0949273 Jul 07 18:12:16.385013 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e5551-3cfc-4b53-8ead-804741bbcca0 req-f6f70aad-a823-408a-9cb8-b765cb9d9d81 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.386538 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e5551-3cfc-4b53-8ead-804741bbcca0 req-f6f70aad-a823-408a-9cb8-b765cb9d9d81 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.1753287 Jul 07 18:12:16.408755 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-874aa1d6-dbff-440f-9052-66ced877e22a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0592027 Jul 07 18:12:16.424411 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b88e5551-3cfc-4b53-8ead-804741bbcca0 req-1560ca82-9b61-4ae5-93e1-ec4d06b07540 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 07 18:12:16.458545 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-b2e5e941-5c9b-48c6-8600-11abe7177e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.460588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-b2e5e941-5c9b-48c6-8600-11abe7177e18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0448961 Jul 07 18:12:16.520723 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-7e5a63cd-1196-41fc-a359-8a8d468a2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:16.522164 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-7e5a63cd-1196-41fc-a359-8a8d468a2263 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553544 Jul 07 18:12:16.610586 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-9dbb1f8e-7963-4649-9728-90d81e6c9d47 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821462 Jul 07 18:12:16.701786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a656ab26-fed8-408e-8db0-0bd0aedd9bb8 req-1ac98cdc-204a-483a-9f5d-a9d10c6a950b service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Jul 07 18:12:17.599356 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a3ac8-4b92-471e-9ae8-6892b415608c req-78bb0cbb-09e2-4dc8-8a40-cb43be5654ef tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:17.600907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae7a3ac8-4b92-471e-9ae8-6892b415608c req-78bb0cbb-09e2-4dc8-8a40-cb43be5654ef tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0650823 Jul 07 18:12:17.638546 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ae7a3ac8-4b92-471e-9ae8-6892b415608c req-f8147462-c2ef-4dd3-a5b4-365b4343095c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 07 18:12:18.812270 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642441a-f4bf-486d-96cf-a70069971c5a req-f995d2d9-2d0a-449b-90ed-3a14186716a5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:18.813662 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6642441a-f4bf-486d-96cf-a70069971c5a req-f995d2d9-2d0a-449b-90ed-3a14186716a5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0647738 Jul 07 18:12:18.852166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6642441a-f4bf-486d-96cf-a70069971c5a req-1acb9954-2dbc-4afa-b426-1402895d5af7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Jul 07 18:12:20.027710 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbab04-ae1b-473e-9237-588fbaa9c1b4 req-fc1c713b-1477-42a8-99de-51db73dd401a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:20.029185 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9cbab04-ae1b-473e-9237-588fbaa9c1b4 req-fc1c713b-1477-42a8-99de-51db73dd401a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0676608 Jul 07 18:12:20.066283 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9cbab04-ae1b-473e-9237-588fbaa9c1b4 req-0e6a2666-30af-4385-aa83-2e7aed5c759b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Jul 07 18:12:21.243336 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4d876-8bfa-4c3b-bbe0-e89223002ae3 req-cdca4e71-a0f8-4316-8945-0bef1f09ae92 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:21.244848 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e4d876-8bfa-4c3b-bbe0-e89223002ae3 req-cdca4e71-a0f8-4316-8945-0bef1f09ae92 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0651042 Jul 07 18:12:21.296989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-26e4d876-8bfa-4c3b-bbe0-e89223002ae3 req-b1327cc8-0b30-4832-af4b-bfb04e7a74d9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Jul 07 18:12:22.479462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415d8d-460b-4737-9e5f-6b43476b5927 req-43ef5837-5f78-421a-8617-1841fc370e57 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:22.480877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48415d8d-460b-4737-9e5f-6b43476b5927 req-43ef5837-5f78-421a-8617-1841fc370e57 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Jul 07 18:12:22.518687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48415d8d-460b-4737-9e5f-6b43476b5927 req-06c66f48-a1cb-4ea3-9622-0793ec3f6f58 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Jul 07 18:12:23.696586 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b47ac4-bd6b-4d11-a85d-d3f8591a0a64 req-bfae044e-6aeb-458c-bbad-d8f2b889dc25 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:23.698219 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07b47ac4-bd6b-4d11-a85d-d3f8591a0a64 req-bfae044e-6aeb-458c-bbad-d8f2b889dc25 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0672557 Jul 07 18:12:23.739280 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-07b47ac4-bd6b-4d11-a85d-d3f8591a0a64 req-186a3a2c-5eed-4839-9394-71d7e3a47d78 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352986 Jul 07 18:12:24.922477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99e15b-fb7e-4a0b-9b37-5e53066f4530 req-e5729608-242f-4272-8196-716018067963 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:24.924013 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e99e15b-fb7e-4a0b-9b37-5e53066f4530 req-e5729608-242f-4272-8196-716018067963 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0659645 Jul 07 18:12:24.963378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e99e15b-fb7e-4a0b-9b37-5e53066f4530 req-c25aa6a1-b4b4-42e1-85a6-5cb3613745be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Jul 07 18:12:26.150188 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fbf6a-0a98-4833-9ae3-f37a2389c67c req-22efac87-ffd0-4eb5-a17a-b996819b7dc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:26.151802 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-614fbf6a-0a98-4833-9ae3-f37a2389c67c req-22efac87-ffd0-4eb5-a17a-b996819b7dc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0749359 Jul 07 18:12:26.191476 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-614fbf6a-0a98-4833-9ae3-f37a2389c67c req-168f307d-b3d1-434f-b208-ebdca05bbc1f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Jul 07 18:12:27.364572 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeb511-2c65-4aa7-98e3-9a8c3f8f573e req-b085374c-4ebc-4634-bc14-f6f6622e5c04 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:27.366278 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47aeb511-2c65-4aa7-98e3-9a8c3f8f573e req-b085374c-4ebc-4634-bc14-f6f6622e5c04 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Jul 07 18:12:27.409142 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47aeb511-2c65-4aa7-98e3-9a8c3f8f573e req-839cf41e-6f0e-4835-8304-e43743c00c15 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372026 Jul 07 18:12:28.583527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c077b-0d0d-4637-bb4c-1797d689fc56 req-28e0b572-9f81-4441-9f7f-c6aed2fd3b5a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:28.585658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad7c077b-0d0d-4637-bb4c-1797d689fc56 req-28e0b572-9f81-4441-9f7f-c6aed2fd3b5a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0681624 Jul 07 18:12:28.623367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ad7c077b-0d0d-4637-bb4c-1797d689fc56 req-844804a2-ee2e-4ec3-87bb-3296b1465fad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Jul 07 18:12:29.804040 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4deba0-4053-41cf-a22b-5bad6784bfd3 req-4d51011f-16f6-4149-8c92-72c8ca6c9f35 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:29.805683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e4deba0-4053-41cf-a22b-5bad6784bfd3 req-4d51011f-16f6-4149-8c92-72c8ca6c9f35 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0674241 Jul 07 18:12:29.849612 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e4deba0-4053-41cf-a22b-5bad6784bfd3 req-0084e7cc-5e44-4236-8676-d2e04abf2916 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Jul 07 18:12:30.019796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-024010a5-901c-4b7f-b90c-f5a3b6cbc2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:31.030055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e0773-fec6-4b37-bbc7-f4982087d46e req-be5238c5-69f8-45ce-a88b-b00afb670749 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:31.031603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-604e0773-fec6-4b37-bbc7-f4982087d46e req-be5238c5-69f8-45ce-a88b-b00afb670749 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0660646 Jul 07 18:12:31.068661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-604e0773-fec6-4b37-bbc7-f4982087d46e req-a9847e0f-2bb2-4b13-8be2-16f07bcf75af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 07 18:12:32.252555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1b83b-7294-4e8d-95b4-a8bf9f0837f6 req-9f13bb23-f065-4243-b5b0-1739badf1786 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:32.253992 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d1b83b-7294-4e8d-95b4-a8bf9f0837f6 req-9f13bb23-f065-4243-b5b0-1739badf1786 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0726981 Jul 07 18:12:32.296224 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d1b83b-7294-4e8d-95b4-a8bf9f0837f6 req-49d91142-9ace-448c-ae20-6c8cb8f727dc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359600 Jul 07 18:12:32.431600 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ebe123d-1a06-44a2-8986-7b92afb46890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:32.906706 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:33.495411 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d1e6-2cca-4b7a-9845-c3f65cbd7c57 req-1377fb34-0cd9-466b-98ed-f19eab1a78d2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:33.496942 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd99d1e6-2cca-4b7a-9845-c3f65cbd7c57 req-1377fb34-0cd9-466b-98ed-f19eab1a78d2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0776565 Jul 07 18:12:33.540168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bd99d1e6-2cca-4b7a-9845-c3f65cbd7c57 req-c79def28-5984-4c5d-acb8-f3d5ef9ce816 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350924 Jul 07 18:12:33.567574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39678) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:33.635461 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6e2ce8ac-2eae-4751-8c85-8b7fd0b840fa tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/80361bea-c366-49f3-81c5-6c73801de624 HTTP/1.1" status: 200 len: 993 time: 0.0666492 Jul 07 18:12:33.842528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.022038 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:35.598496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:36.896376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.550221 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:49.728151 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-88beade0-120e-47c8-9a1a-d6abc11f88de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544353 Jul 07 18:12:49.826618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-b228ec42-4ce4-41ed-82fc-afd3cbb84981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.828130 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-b228ec42-4ce4-41ed-82fc-afd3cbb84981 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0569248 Jul 07 18:12:49.934620 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-f61ef556-4050-4fa5-988a-ad2ff3b9c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:49.936116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-f61ef556-4050-4fa5-988a-ad2ff3b9c0f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.0857263 Jul 07 18:12:50.006923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-df66b60a-9cc8-468f-844a-3e7bcc79eab1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0639637 Jul 07 18:12:50.055989 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-c2b4eeb6-f3e1-4111-8f8e-a097de1a124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:50.057482 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-c2b4eeb6-f3e1-4111-8f8e-a097de1a124f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0442715 Jul 07 18:12:50.118356 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-86c9a8cc-ddbf-4154-9ed5-5830d93a461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:50.119864 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-86c9a8cc-ddbf-4154-9ed5-5830d93a461c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553596 Jul 07 18:12:50.213998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-06e704cf-813e-4b4a-aa98-808e2191bd87 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Jul 07 18:12:50.306409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4e1bc008-ce55-4e62-ae54-5f25d6e4a9a1 req-87f657b4-43d3-444d-a815-b05026de4f16 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847757 Jul 07 18:13:00.019575 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00c79b48-4198-4e54-97c6-4173b45fa486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.433221 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8089241a-3b31-41a2-af56-e835a4683ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.909138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.844682 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.021187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.597474 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.882621 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:19.548612 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:30.021906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df0b8f77-622d-499a-985c-391e5617f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.434828 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a59e6cdb-7cdf-4ea2-90e7-916616221bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.611112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:32.781492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 7f29453f-1256-435a-90c5-e17fbb6d7228 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:32.781755 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.862684 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.863000 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:32.876041 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 7f29453f-1256-435a-90c5-e17fbb6d7228 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:32.911129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.037555 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.064749 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=7f29453f-1256-435a-90c5-e17fbb6d7228,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:33.093450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.093806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.094163 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.094500 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.094835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.095162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.095490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.095819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.096147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.096468 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.096788 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.097110 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:33.138226 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.138632 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 80361bea-c366-49f3-81c5-6c73801de624 disassociated (deleted). External IP: 172.25.7.195, port: 81886f61-5120-4d7e-99e2-5fdc779ef8d8. Jul 07 18:13:33.360139 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router ceb55546-e90c-4122-9b1f-887538ff56f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:33.471282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:33.476656 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.481373 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Sync routers for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:33.491092 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:33.491780 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:33.515147 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bcd3a113-9c1a-4fa8-b68a-9cf8f2c698c0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/floatingips/80361bea-c366-49f3-81c5-6c73801de624 HTTP/1.1" status: 204 len: 168 time: 0.9004111 Jul 07 18:13:33.515147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:33.515562 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:33.608160 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:33.625396 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62b304-cd4f-4213-a4d3-a9f1a498dde2 x-openstack-request-id: req-bb62b304-cd4f-4213-a4d3-a9f1a498dde2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:33.625903 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:33.626001 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb62b304-cd4f-4213-a4d3-a9f1a498dde2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:33.626402 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'status': 'completed', 'code': 200} Jul 07 18:13:33.704276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-69bd2b58-a384-4abb-9b6a-fff9a4d74d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:33.705805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-69bd2b58-a384-4abb-9b6a-fff9a4d74d3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 1097 time: 0.0570230 Jul 07 18:13:33.829039 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:33.861859 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Checking router: ceb55546-e90c-4122-9b1f-887538ff56f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:33.866850 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:33.872937 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:33.873469 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:33.930282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f5bf0-3e60-4416-9f68-5d043d89461e req-f54f51ec-0760-419b-9ded-61082e08b700 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:33.932826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89f5bf0-3e60-4416-9f68-5d043d89461e req-f54f51ec-0760-419b-9ded-61082e08b700 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0948064 Jul 07 18:13:33.977568 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b89f5bf0-3e60-4416-9f68-5d043d89461e req-ca2287c3-f4ac-4a1f-8f51-e22e9e4eb7d7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Jul 07 18:13:33.991049 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:34.162715 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-42c03aa8-cace-4ba9-b665-5240423599cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.164124 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-42c03aa8-cace-4ba9-b665-5240423599cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 200 len: 898 time: 0.4519777 Jul 07 18:13:34.195212 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:34.214168 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-4d3678a9-f081-4675-8b6e-141e626c0053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 200 len: 217 time: 0.0379684 Jul 07 18:13:34.225921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe3ae-8b03-4357-beab-c668241fd278 None None] The sync data for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 is: [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:55Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '1fa5f6fc-d31d-4818-acc8-b6d69b41721c', 'name': '', 'network_id': '39b3feec-912d-47a7-a7c9-327bd4f9451e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:74:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:54Z', 'updated_at': '2021-07-07T18:11:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': 'aaa919e4-8891-45e6-a68f-f8e297df1eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:34.266252 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-5b874817-1aca-4794-b95f-312eabf9f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.267743 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-5b874817-1aca-4794-b95f-312eabf9f504 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 200 len: 834 time: 0.0508466 Jul 07 18:13:34.327277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-ab4ad1e1-9ff8-49bd-ab72-8a0c3d6e0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:34.328815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-ab4ad1e1-9ff8-49bd-ab72-8a0c3d6e0fb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39b3feec-912d-47a7-a7c9-327bd4f9451e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540917 Jul 07 18:13:34.423847 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-c7f9513d-da2c-4fa3-8d48-076760b83ca9 service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867147 Jul 07 18:13:34.453618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8d1fd-9293-4964-b801-02ec47f0a501 None None] New status for floating IP 80361bea-c366-49f3-81c5-6c73801de624: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:13:34.517126 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ef1dd137-b2cf-4c68-bea8-42c7cd147d91 req-acc1d4e0-356a-4672-b542-6753b3dfe74e service neutron] 10.222.0.83 "GET /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Jul 07 18:13:35.020128 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.169987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e182d-ec0b-47c5-847d-3c6492567bda req-361d80d2-dbbc-48c3-9c40-a8bba820123f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.171529 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-398e182d-ec0b-47c5-847d-3c6492567bda req-361d80d2-dbbc-48c3-9c40-a8bba820123f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0637009 Jul 07 18:13:35.210840 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-398e182d-ec0b-47c5-847d-3c6492567bda req-f51b508c-d7e9-4aca-a506-5b539f6a7bb1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa249bf6-c32e-4164-b38e-7ff4dad057d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337002 Jul 07 18:13:35.601053 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.789950 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-c4dcdefb-9138-4dbe-b2d8-0c861096ed90 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:35.791474 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-c4dcdefb-9138-4dbe-b2d8-0c861096ed90 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 945 time: 0.0642045 Jul 07 18:13:35.896286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:35.896636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.985042 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 81886f61-5120-4d7e-99e2-5fdc779ef8d8, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=81886f61-5120-4d7e-99e2-5fdc779ef8d8,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:35.985403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:35.998321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 81886f61-5120-4d7e-99e2-5fdc779ef8d8 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:36.128451 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.159412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=81886f61-5120-4d7e-99e2-5fdc779ef8d8,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:36.195005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.195380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.195710 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.196048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.196386 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.196721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.197051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.197390 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.197712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.198051 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.198397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.198724 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:36.217804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port 81886f61-5120-4d7e-99e2-5fdc779ef8d8 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:36.220459 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:36.222724 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-37bf2622-32ac-4efc-9279-7fbb9e7747a3 req-3661ed9e-442e-4f63-803a-4919a21c05be tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "DELETE /v2.0/ports/81886f61-5120-4d7e-99e2-5fdc779ef8d8 HTTP/1.1" status: 204 len: 173 time: 0.4248722 Jul 07 18:13:36.223221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'name': 'network-vif-deleted', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:36.226149 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca0c2b-fa2a-4efe-b2a4-50059fc7eafb" -d '{"events": [{"server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "name": "network-vif-deleted", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:36.329437 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85993116-98eb-4346-be97-b1199242a3ab x-openstack-request-id: req-85993116-98eb-4346-be97-b1199242a3ab {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:36.329784 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1ff812-c6cc-4760-9bfe-e73d514138b1", "name": "network-vif-deleted", "tag": "81886f61-5120-4d7e-99e2-5fdc779ef8d8", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:36.330132 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85993116-98eb-4346-be97-b1199242a3ab {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:36.330611 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1ff812-c6cc-4760-9bfe-e73d514138b1', 'name': 'network-vif-deleted', 'tag': '81886f61-5120-4d7e-99e2-5fdc779ef8d8', 'status': 'completed', 'code': 200} Jul 07 18:13:36.371186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f371348c-5195-46c3-a592-23bbabaaaed8 req-271beef3-c9dd-43dd-a8a0-16f79ab37cd7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f1ff812-c6cc-4760-9bfe-e73d514138b1 HTTP/1.1" status: 200 len: 210 time: 0.0338380 Jul 07 18:13:36.902074 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:37.463526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:37.833208 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.115861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:38.116215 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.210848 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 1fa5f6fc-d31d-4818-acc8-b6d69b41721c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:38.211220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.224771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 1fa5f6fc-d31d-4818-acc8-b6d69b41721c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:38.407633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.435462 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=1fa5f6fc-d31d-4818-acc8-b6d69b41721c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:38.611043 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:38.829640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router ceb55546-e90c-4122-9b1f-887538ff56f3 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:38.941063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:38.946182 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dbc9bb8b-fa33-4473-b3b9-f1b10c5343c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/ceb55546-e90c-4122-9b1f-887538ff56f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815867 Jul 07 18:13:38.948913 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:38.951604 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Sync routers for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:38.961272 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:38.961879 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.001425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting subnet aaa919e4-8891-45e6-a68f-f8e297df1eec {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:13:39.004682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.050132 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.139313 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.161005 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:39.197544 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.232683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa919e4-8891-45e6-a68f-f8e297df1eec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:39.236375 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.238723 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a6cea02f-2472-4676-8b53-c90e91952c2a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/subnets/aaa919e4-8891-45e6-a68f-f8e297df1eec HTTP/1.1" status: 204 len: 168 time: 0.2886293 Jul 07 18:13:39.241761 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:39.244779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da54428-bb01-427c-8391-e61aeaed24ff None None] Network 39b3feec-912d-47a7-a7c9-327bd4f9451e requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:39.346625 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.357394 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.374520 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Checking router: ceb55546-e90c-4122-9b1f-887538ff56f3 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:39.385081 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Routers {'ceb55546-e90c-4122-9b1f-887538ff56f3'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:39.385691 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['ceb55546-e90c-4122-9b1f-887538ff56f3'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.451978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] DHCP port deletion for 39b3feec-912d-47a7-a7c9-327bd4f9451e request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:13:39.465071 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.500396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Deleting port d77c1f50-a2ce-427e-b688-7750fb37d97c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:39.501188 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.511724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] Set router ceb55546-e90c-4122-9b1f-887538ff56f3 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:39.525684 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 8abe9fce-618a-487b-b4b8-8e79e6b589cd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:13:39.526052 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.569294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] For port d77c1f50-a2ce-427e-b688-7750fb37d97c, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d77c1f50-a2ce-427e-b688-7750fb37d97c,segment=NetworkSegment(96204196-9d0e-416b-809a-4494daf25b8a),segment_id=96204196-9d0e-416b-809a-4494daf25b8a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:39.569824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.586096 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Calling delete_port for d77c1f50-a2ce-427e-b688-7750fb37d97c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:39.607220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 8abe9fce-618a-487b-b4b8-8e79e6b589cd, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8abe9fce-618a-487b-b4b8-8e79e6b589cd,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:39.607851 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.622466 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 8abe9fce-618a-487b-b4b8-8e79e6b589cd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:13:39.704299 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:39.733623 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d166b8f-2279-4616-87ef-4f7cda2b4532 None None] The sync data for ids ['ceb55546-e90c-4122-9b1f-887538ff56f3'] in n-d-791504-12 is: [{'id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546163324', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:13:38Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '8abe9fce-618a-487b-b4b8-8e79e6b589cd', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb55546-e90c-4122-9b1f-887538ff56f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:10:51Z', 'updated_at': '2021-07-07T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:39.804231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 81886f61-5120-4d7e-99e2-5fdc779ef8d8 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:39.829360 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 81886f61-5120-4d7e-99e2-5fdc779ef8d8 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:39.829711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 81886f61-5120-4d7e-99e2-5fdc779ef8d8 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:39.866653 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:39.893016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Pushing event deleted for resources: {'Port': ['ID=d77c1f50-a2ce-427e-b688-7750fb37d97c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:39.898602 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] No DVR routers for this DVR port d77c1f50-a2ce-427e-b688-7750fb37d97c on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:13:39.906872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.907254 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.907640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.908043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.908418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.908790 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.909129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.909467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.909803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.910153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.910493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:39.911101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a6669d-87f6-4d7e-806e-016231144fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:40.177894 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.208833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=8abe9fce-618a-487b-b4b8-8e79e6b589cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:40.250600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1fa5f6fc-d31d-4818-acc8-b6d69b41721c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:40.277598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 1fa5f6fc-d31d-4818-acc8-b6d69b41721c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:40.277947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 1fa5f6fc-d31d-4818-acc8-b6d69b41721c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:40.278384 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d77c1f50-a2ce-427e-b688-7750fb37d97c no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:40.291635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.298677 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d77c1f50-a2ce-427e-b688-7750fb37d97c {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:40.299023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d77c1f50-a2ce-427e-b688-7750fb37d97c not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:40.390858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.393184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.447263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.447801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Fanout notify agent at l3_agent the message router_deleted on router ceb55546-e90c-4122-9b1f-887538ff56f3 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:13:40.455978 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.457454 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-007231dc-3d8c-46f0-9270-ed1cf4a0d1ac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/routers/ceb55546-e90c-4122-9b1f-887538ff56f3 HTTP/1.1" status: 204 len: 168 time: 1.2144425 Jul 07 18:13:40.460442 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:40.545108 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.640050 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.650348 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b3feec-912d-47a7-a7c9-327bd4f9451e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:40.659969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96204196-9d0e-416b-809a-4494daf25b8a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:40.660273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96204196-9d0e-416b-809a-4494daf25b8a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:40.669610 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.682902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.688993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:13:40.689385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:13:40.692541 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:13:40.749907 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.757821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.759683 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/networks/39b3feec-912d-47a7-a7c9-327bd4f9451e HTTP/1.1" status: 204 len: 168 time: 0.2981713 Jul 07 18:13:40.762669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39754) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:40.771303 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a959f-8815-438e-9f68-059d1a8c8ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Network': ['ID=39b3feec-912d-47a7-a7c9-327bd4f9451e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:40.823126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.847748 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.909377 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.912177 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:40.913396 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/security-groups/fa249bf6-c32e-4164-b38e-7ff4dad057d4 HTTP/1.1" status: 204 len: 168 time: 0.1491034 Jul 07 18:13:40.923375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb95d-4a20-44e1-86a1-bdfebf2c1970 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa249bf6-c32e-4164-b38e-7ff4dad057d4,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.307959 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39760) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.312682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981602709', 'description': 'tempest-secgroup-smoke-1981602709 description', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:41.335110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.415757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.419486 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.448720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.449996 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410220 Jul 07 18:13:41.453263 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.454839 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af856-79f9-421a-b077-277458227af0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c24fe06-543d-4b90-be95-f9f1ce647fae,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.460264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:41.487558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.547972 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.551558 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.570608 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6487ea48-7645-4237-b029-b3702948c7f4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.579591 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.580959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9df09210-6ee1-4644-ad50-056c9ded1d3b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266408 Jul 07 18:13:41.584549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.589158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:41.615333 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.671568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.675373 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.692527 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13eb660-dc23-4576-aff7-b4bf1e6e42b4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.699500 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.700784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-cf02c3e5-d975-4eff-9d0a-f7b999f5c95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152103 Jul 07 18:13:41.703461 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.708011 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:41.734493 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.809111 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.812918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.842200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e56b3b-c079-4811-9636-8cfe83968c0d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.848349 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.849572 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3e8e7ab2-bc88-45a9-9826-c7e6dd8cc4c8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451917 Jul 07 18:13:41.852520 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.857217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:41.884231 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.945731 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.949973 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.968148 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665f901f-4c6f-43ea-93cc-9005d8b4d354,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:41.975321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:41.976653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-bd5c0d1d-007f-4040-91fe-0d53659c70eb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231096 Jul 07 18:13:41.979635 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:41.984147 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.006532 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:42.011273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.072531 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.076171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.094940 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219a8da6-1b79-4dd3-be4e-8e325a36c4bd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:42.100536 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.101873 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a2098cff-72df-4b35-a781-74816c9d7b49 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212714 Jul 07 18:13:42.104738 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:42.109185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '2c24fe06-543d-4b90-be95-f9f1ce647fae', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.132509 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:42.137769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.205452 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.210008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.228430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb12e9e-23f5-4c3d-8ae2-a0155fd7ff83,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:42.234219 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.235602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ae7f676-a549-4127-a643-900cca830495 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298051 Jul 07 18:13:42.239994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:42.245371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'network': {'name': 'tempest-network-smoke--811348086', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.247853 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abe9fce-618a-487b-b4b8-8e79e6b589cd no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:13:42.267312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:42.268597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8abe9fce-618a-487b-b4b8-8e79e6b589cd {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:13:42.269019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8abe9fce-618a-487b-b4b8-8e79e6b589cd not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:13:42.271281 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.295502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:13:42.305097 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.305447 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Added segment 2b666f60-7bf4-4e0e-8d8d-fac7a3764d53 of type vlan for network 36cba14f-d9f6-4f5b-836a-071b450a0f6c Jul 07 18:13:42.347491 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.376469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.382711 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:42.383302 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.435053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1938832 Jul 07 18:13:42.438047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39776) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:42.443415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'admin_state_up': True, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:42.450739 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629992f9-ae1a-47b7-8b2b-0944a97fed07 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Network': ['ID=36cba14f-d9f6-4f5b-836a-071b450a0f6c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:42.462377 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:13:42.479927 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.481317 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.540663 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.680917 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.879539 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:42.899946 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.016953 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.77 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c64955ac-40aa-4339-848a-f616144aa8c2) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:43.116082 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.158727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.197040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:43.199825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:43.205170 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:43.210747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=c64955ac-40aa-4339-848a-f616144aa8c2,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:43.452061 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.651945 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.782225 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router b5da394f-94d9-4a5f-8246-71b7b26d9126 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:13:43.890221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:43.901117 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Sync routers for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:43.908826 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:43.910089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dca3ef9e-9a88-4673-9795-fbf88ca5ed61 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4709308 Jul 07 18:13:43.911412 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:43.912032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:43.913260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39778) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:43.944372 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-83ac81e2-34c3-4bf6-a9ef-b2ba402069cf tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=40e21da27bd0472e82a4a6c42608b1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299356 Jul 07 18:13:43.946963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39780) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:44.022252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:44.034889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00095bf-e82b-4e05-be72-7a838eac8ba6 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.036923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f00095bf-e82b-4e05-be72-7a838eac8ba6 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885272 Jul 07 18:13:44.039897 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39782) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:44.073145 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c295281b-ec7f-4490-a72d-9ffbbf60e63b tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320230 Jul 07 18:13:44.075544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39784) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:44.080364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919906321', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:44.168081 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:44.171921 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.200612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:44.227882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Checking router: b5da394f-94d9-4a5f-8246-71b7b26d9126 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:44.228238 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Updating router b5da394f-94d9-4a5f-8246-71b7b26d9126 port c64955ac-40aa-4339-848a-f616144aa8c2 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:44.263625 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.356991 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.418806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Subnet': ['ID=1deabe71-3f68-4f2e-a3dd-981fc878f7ed,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:44.426092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Checking segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:44.426491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network hostable DHCP agents. Network: 36cba14f-d9f6-4f5b-836a-071b450a0f6c, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:13:44.442917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:13:44.451668 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 36cba14f-d9f6-4f5b-836a-071b450a0f6c) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:44.456420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:44.457090 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.468457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ead35-3d1a-4dc3-81d1-e478144f64b9 None None] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:44.472168 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-34675d11-215b-4517-83cd-3186f45a8b43 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3955443 Jul 07 18:13:44.475550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:44.595245 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.611045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Transition to ACTIVE for port object c64955ac-40aa-4339-848a-f616144aa8c2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:44.634635 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.718099 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Attempting to bind port c64955ac-40aa-4339-848a-f616144aa8c2 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:44.718502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Attempting to bind port c64955ac-40aa-4339-848a-f616144aa8c2 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:44.718873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Attempting to bind port c64955ac-40aa-4339-848a-f616144aa8c2 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:44.720836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933708a-ef53-4bad-95d6-0983e6936068 None None] Pushing event updated for resources: {'Port': ['ID=c64955ac-40aa-4339-848a-f616144aa8c2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:44.726691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:13:44.727544 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.740436 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:44.740819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:44.741228 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.741629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:44.742146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Bound port: c64955ac-40aa-4339-848a-f616144aa8c2, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:44.742514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.876930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] For port c64955ac-40aa-4339-848a-f616144aa8c2, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:44.883097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] For port c64955ac-40aa-4339-848a-f616144aa8c2, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c64955ac-40aa-4339-848a-f616144aa8c2,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:44.904097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.934836 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:44.975158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Allocated IP 172.20.0.2 (36cba14f-d9f6-4f5b-836a-071b450a0f6c/1deabe71-3f68-4f2e-a3dd-981fc878f7ed/2a7c0365-8749-4cdd-a09b-d8225f5f138f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:44.989426 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:44.990077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:45.037071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933708a-ef53-4bad-95d6-0983e6936068 None None] Pushing event updated for resources: {'Port': ['ID=c64955ac-40aa-4339-848a-f616144aa8c2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:45.178132 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:45.338434 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.356390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Transition to ACTIVE for port object 2a7c0365-8749-4cdd-a09b-d8225f5f138f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:45.382935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Transition to ACTIVE for port object 2a7c0365-8749-4cdd-a09b-d8225f5f138f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:45.403505 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.443630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.1 (36cba14f-d9f6-4f5b-836a-071b450a0f6c/1deabe71-3f68-4f2e-a3dd-981fc878f7ed/62906e17-6468-4f6f-a43d-937e6e749c05) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:45.457536 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:45.460249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Pushing event updated for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:45.463976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:45.466612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:45.539249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:45.560967 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.565926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Attempting to bind port 2a7c0365-8749-4cdd-a09b-d8225f5f138f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:45.566326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Attempting to bind port 2a7c0365-8749-4cdd-a09b-d8225f5f138f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:45.566697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Attempting to bind port 2a7c0365-8749-4cdd-a09b-d8225f5f138f on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:45.570232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24a7d1-a7a1-4737-82e9-beccbfd8e823 None None] The sync data for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 is: [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:43Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:45.574778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:45.574778 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Checking segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:45.575024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.575363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Bound using segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:45.575830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Bound port: 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:45.576024 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 62906e17-6468-4f6f-a43d-937e6e749c05 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:45.576202 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.612408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.650396 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:45.654239 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2a7c0365-8749-4cdd-a09b-d8225f5f138f,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:45.657690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:45.659982 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.661335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:45.665840 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:45.698638 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:45.721736 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.909815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ad63-4df8-44b0-8087-899d978bfcb3 None None] Pushing event updated for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:45.923630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.281532 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.288073 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.343970 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2a7c0365-8749-4cdd-a09b-d8225f5f138f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:46.374203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.376010 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:46.412391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 2a7c0365-8749-4cdd-a09b-d8225f5f138f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:46.417267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c64955ac-40aa-4339-848a-f616144aa8c2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:46.469931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c64955ac-40aa-4339-848a-f616144aa8c2 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:46.475116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c64955ac-40aa-4339-848a-f616144aa8c2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:46.475813 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.486100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:46.487960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:46.561847 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.589635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c64955ac-40aa-4339-848a-f616144aa8c2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c64955ac-40aa-4339-848a-f616144aa8c2,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:46.595785 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:46.626480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router b5da394f-94d9-4a5f-8246-71b7b26d9126 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:46.647182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c64955ac-40aa-4339-848a-f616144aa8c2,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:46.743957 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:46.749047 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-c713a3ef-d54a-4b04-98e0-d306488fb371 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/b5da394f-94d9-4a5f-8246-71b7b26d9126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723815 Jul 07 18:13:46.899537 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-f40da67d-89e4-432f-9c07-42fd1462f0ec tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981602709&fields=id&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0352886 Jul 07 18:13:46.914123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60210313-ffe3-4fef-9ddf-b78a09500e86 None None] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:46.965141 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Provisioning for port 2a7c0365-8749-4cdd-a09b-d8225f5f138f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:46.972616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Provisioning complete for port 2a7c0365-8749-4cdd-a09b-d8225f5f138f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:46.972996 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.015691 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-db548648-cc3d-40ff-9b3a-25db9bec8e36 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:47.017125 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-db548648-cc3d-40ff-9b3a-25db9bec8e36 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 796 time: 0.1106191 Jul 07 18:13:47.033939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-4aa51253-236e-4c16-8d19-40e1b3540abc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/quotas/40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0099754 Jul 07 18:13:47.109156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-6a9820c7-cece-4d27-8bdc-881e537a9c4d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686612 Jul 07 18:13:47.126517 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.169129 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2a7c0365-8749-4cdd-a09b-d8225f5f138f,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:47.174602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.240791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753a674-99f6-4e97-ad6a-7067a5949559 None None] Pushing event updated for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:47.277489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-cb4f5556-b168-456b-ad6d-852f15364e7a service neutron] 10.222.0.22 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568112 Jul 07 18:13:47.376639 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-1a62eeed-5de5-48c6-a69f-000d931882fb service neutron] 10.222.0.22 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930700 Jul 07 18:13:47.379814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Sync routers for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:47.392335 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:47.392970 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:47.498744 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Provisioning for port 62906e17-6468-4f6f-a43d-937e6e749c05 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:47.503444 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Provisioning complete for port 62906e17-6468-4f6f-a43d-937e6e749c05 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:47.503916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.504924 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:47.543976 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Port 62906e17-6468-4f6f-a43d-937e6e749c05 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:47.555217 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Provisioning complete for port 2a7c0365-8749-4cdd-a09b-d8225f5f138f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:47.555602 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74b61270-8d2f-40f2-8547-023a6d7b366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.742909 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 2, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:47.772788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7bbcc20-85a7-4600-b559-21f309706c82 None None] Provisioning complete for port 62906e17-6468-4f6f-a43d-937e6e749c05 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:47.773291 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc20-85a7-4600-b559-21f309706c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.777638 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Checking router: b5da394f-94d9-4a5f-8246-71b7b26d9126 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:47.778294 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Updating router b5da394f-94d9-4a5f-8246-71b7b26d9126 port 62906e17-6468-4f6f-a43d-937e6e749c05 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:47.812125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbcc20-85a7-4600-b559-21f309706c82 None None] Port 62906e17-6468-4f6f-a43d-937e6e749c05 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:47.815269 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.931109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8141f5e4-8af3-4fb0-913f-67e208f17ffd None None] Provisioning complete for port 62906e17-6468-4f6f-a43d-937e6e749c05 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:47.931659 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8141f5e4-8af3-4fb0-913f-67e208f17ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.972420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8141f5e4-8af3-4fb0-913f-67e208f17ffd None None] Port 62906e17-6468-4f6f-a43d-937e6e749c05 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:48.102200 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.112159 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Transition to ACTIVE for port object 62906e17-6468-4f6f-a43d-937e6e749c05 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:48.118517 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.173726 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Pushing event updated for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:48.200782 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.201136 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.201479 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.201814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.202226 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.202622 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.214212 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.214547 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.214891 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.215246 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.215559 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.215889 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:48.249446 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Attempting to bind port 62906e17-6468-4f6f-a43d-937e6e749c05 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:48.249820 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Attempting to bind port 62906e17-6468-4f6f-a43d-937e6e749c05 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:48.250224 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Attempting to bind port 62906e17-6468-4f6f-a43d-937e6e749c05 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:48.261371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2a7c0365-8749-4cdd-a09b-d8225f5f138f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:48.264422 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:48.264870 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Checking segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:48.265497 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.265953 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Bound using segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:48.266547 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Bound port: 62906e17-6468-4f6f-a43d-937e6e749c05, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:48.266985 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.314279 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 2a7c0365-8749-4cdd-a09b-d8225f5f138f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:48.314662 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.332179 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] For port 62906e17-6468-4f6f-a43d-937e6e749c05, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:48.335848 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] For port 62906e17-6468-4f6f-a43d-937e6e749c05, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=62906e17-6468-4f6f-a43d-937e6e749c05,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:48.340529 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.400349 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:48.400979 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:48.408148 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c64955ac-40aa-4339-848a-f616144aa8c2 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:48.453918 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5e12-b916-4e0f-b320-9707dc070827 None None] Pushing event updated for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:48.462501 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c64955ac-40aa-4339-848a-f616144aa8c2 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:48.463579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.631621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cc7e3712-c8e1-4cb8-bf23-f954d1bd35d8 req-b784a658-9ce0-4f70-8bc7-bacc01b6ff9e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 210 time: 0.0458426 Jul 07 18:13:48.632641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:48.844401 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:48Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:48.875574 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33314167-fa6d-470a-9de3-0d0524a3fc68 None None] The sync data for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 is: [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:48Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:49.785220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d1f92b9-edf8-4f1e-8e27-10b69fea9d38 req-42097d4c-8766-497d-a8de-71e13792ca21 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 210 time: 0.0337665 Jul 07 18:13:49.869918 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-f63444eb-878b-42a2-ad27-9387d58b35df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:49.871891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-f63444eb-878b-42a2-ad27-9387d58b35df tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 796 time: 0.1296535 Jul 07 18:13:49.923644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-f14bf7b5-2149-43cf-9505-ef6669defa2b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 380 time: 0.0394533 Jul 07 18:13:49.933011 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'port': {'device_id': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'admin_state_up': True, 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'security_groups': ['2c24fe06-543d-4b90-be95-f9f1ce647fae']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:50.049804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:50.053413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.179007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.5 (36cba14f-d9f6-4f5b-836a-071b450a0f6c/1deabe71-3f68-4f2e-a3dd-981fc878f7ed/d4ac495d-a33f-488c-adce-c4f6d627a632) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:50.279326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 62906e17-6468-4f6f-a43d-937e6e749c05 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:50.330136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 62906e17-6468-4f6f-a43d-937e6e749c05 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:50.335220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 62906e17-6468-4f6f-a43d-937e6e749c05 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:50.335608 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.337093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.351790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object d4ac495d-a33f-488c-adce-c4f6d627a632 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:50.396924 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.423423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.432223 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:50.435476 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:50.442316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:50.461039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 62906e17-6468-4f6f-a43d-937e6e749c05, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=62906e17-6468-4f6f-a43d-937e6e749c05,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:50.465117 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.474838 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:50.504364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.505589 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.520010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:50.520897 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9dfa161f-328d-4c95-b13d-2b275aa325c1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918226 Jul 07 18:13:50.531270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-959728e5-c68b-4cca-89c9-5b139972b97f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:13:50.532302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-959728e5-c68b-4cca-89c9-5b139972b97f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055966 Jul 07 18:13:50.588972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Request body: {'port': {'device_id': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:50.664463 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.668783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d908cb6a-f352-43c9-8ec4-c13f2a552007 None None] Provisioning for port d4ac495d-a33f-488c-adce-c4f6d627a632 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:50.674640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d908cb6a-f352-43c9-8ec4-c13f2a552007 None None] Provisioning complete for port d4ac495d-a33f-488c-adce-c4f6d627a632 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:50.675160 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d908cb6a-f352-43c9-8ec4-c13f2a552007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.710553 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d908cb6a-f352-43c9-8ec4-c13f2a552007 None None] Port d4ac495d-a33f-488c-adce-c4f6d627a632 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:50.931880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ac495d-a33f-488c-adce-c4f6d627a632 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:50.939502 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.951756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Transition to ACTIVE for port object d4ac495d-a33f-488c-adce-c4f6d627a632 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:50.955763 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.967157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8c04-3266-46a1-99e9-1af867c333cb req-7c024e0f-7dc9-4f49-996d-87fdf48863a1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:50.968707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1dc8c04-3266-46a1-99e9-1af867c333cb req-7c024e0f-7dc9-4f49-996d-87fdf48863a1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 931 time: 0.0660915 Jul 07 18:13:51.007673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:51.009742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d1dc8c04-3266-46a1-99e9-1af867c333cb req-277f8a08-0850-41ae-9c1c-a15785c62004 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339410 Jul 07 18:13:51.080420 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:51.080756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:51.081332 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:51.086123 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:51.086452 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:51.091479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:51.091819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Checking segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:51.092202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Bound using segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:51.092625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Bound port: d4ac495d-a33f-488c-adce-c4f6d627a632, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:51.092986 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.164243 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:51.167485 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:51.172971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.209417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.210057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:51.211516 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] 10.222.0.32 "PUT /v2.0/ports/d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1092 time: 0.6726205 Jul 07 18:13:51.212251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:51.214601 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:51.244717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7ade-ed68-485f-aa97-a6b6bf9a965c service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:51.297068 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e4858-94f2-463c-92f4-fbe803665a2e x-openstack-request-id: req-f37e4858-94f2-463c-92f4-fbe803665a2e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:51.297363 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:51.297639 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f37e4858-94f2-463c-92f4-fbe803665a2e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:51.298024 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'status': 'completed', 'code': 200} Jul 07 18:13:51.325249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-087ee1ef-70a0-4eef-9e52-75c4bde09ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.326851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-087ee1ef-70a0-4eef-9e52-75c4bde09ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1095 time: 0.0599980 Jul 07 18:13:51.373063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-d13afa58-b559-4b6d-a484-e0802eb55a1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 217 time: 0.0388799 Jul 07 18:13:51.422702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9b7e3be5-1562-4862-96ad-7a9c908e9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.424190 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-9b7e3be5-1562-4862-96ad-7a9c908e9395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0453856 Jul 07 18:13:51.481289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ecfa60d8-3d09-432a-8ce6-e109b1fe4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.482838 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-ecfa60d8-3d09-432a-8ce6-e109b1fe4d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524271 Jul 07 18:13:51.574438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-7665b7ec-ec7e-4896-baba-8b8b7b327a4c service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840929 Jul 07 18:13:51.662799 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a277f3f2-0602-4d73-92e0-60de3849eb73 req-24e654cf-ff18-436d-82f4-3fe7804eb69b service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816596 Jul 07 18:13:51.761889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-69ef1087-be4e-4f56-8d47-ebbd9f4197ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.763627 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-69ef1087-be4e-4f56-8d47-ebbd9f4197ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1095 time: 0.0542061 Jul 07 18:13:51.857132 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-fd942438-eac6-460d-8ebf-8b33f41919fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.858651 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-fd942438-eac6-460d-8ebf-8b33f41919fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0871184 Jul 07 18:13:51.900441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-5c00349a-1074-407f-864c-e96ca43a81fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 217 time: 0.0347636 Jul 07 18:13:51.949004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-fca50ecd-eb4a-4592-adbd-fb5c20a8c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:51.950438 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-fca50ecd-eb4a-4592-adbd-fb5c20a8c1ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0437570 Jul 07 18:13:52.012209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-2fd989d1-8d4a-4b3d-a6bc-f023ca738312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.013744 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-2fd989d1-8d4a-4b3d-a6bc-f023ca738312 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564942 Jul 07 18:13:52.104891 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-cbab7fb7-31ce-435b-85e0-8cfbb587cac8 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835981 Jul 07 18:13:52.191497 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaac008-fa0f-4ace-8317-960b314e5f0a req-5f9ae9d2-8194-4f31-980f-90912ab4c7a6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:52.193800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aaac008-fa0f-4ace-8317-960b314e5f0a req-5f9ae9d2-8194-4f31-980f-90912ab4c7a6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0700510 Jul 07 18:13:52.238739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2aaac008-fa0f-4ace-8317-960b314e5f0a req-47ec19de-6e47-479f-b09f-8663d299c83d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374091 Jul 07 18:13:52.265803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 62906e17-6468-4f6f-a43d-937e6e749c05 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:52.320580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 62906e17-6468-4f6f-a43d-937e6e749c05 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:52.320962 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:52.569988 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-de4cec8d-4709-46d3-9021-e9eeaf09b3d1 req-17b067d0-318b-421a-9b0a-b9eff73ee579 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574788 Jul 07 18:13:52.960407 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:53.054682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:53.066071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'mac_address': 'fa:16:3e:1d:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:53.103086 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:53.115271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ac495d-a33f-488c-adce-c4f6d627a632 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:53.134886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:53.138634 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:53.186182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:53.374008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['d4ac495d-a33f-488c-adce-c4f6d627a632'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:53.421696 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5880-3bb4-4ed6-b7d8-3376f8aa3b51 req-1042d395-234e-42b7-bc3c-c60ff1035b54 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:53.423820 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8a5880-3bb4-4ed6-b7d8-3376f8aa3b51 req-1042d395-234e-42b7-bc3c-c60ff1035b54 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 944 time: 0.0650234 Jul 07 18:13:53.463205 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8a5880-3bb4-4ed6-b7d8-3376f8aa3b51 req-6fba2ae3-e64e-41ef-97a6-2969cd6b4472 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332015 Jul 07 18:13:54.646652 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22be6e-9216-4c91-b288-b929596be7b8 req-0885dc78-fb50-47b8-9e90-7077f4003306 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:54.648199 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b22be6e-9216-4c91-b288-b929596be7b8 req-0885dc78-fb50-47b8-9e90-7077f4003306 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 944 time: 0.0731883 Jul 07 18:13:54.686525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b22be6e-9216-4c91-b288-b929596be7b8 req-e180dd8c-3b3b-46f5-8db3-f210ac96bdd6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325937 Jul 07 18:13:54.975571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:55.026779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port d4ac495d-a33f-488c-adce-c4f6d627a632 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:55.030906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port d4ac495d-a33f-488c-adce-c4f6d627a632 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:55.031378 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.115815 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.139194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:55.141476 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec1b0eb-e96f-4f74-85f9-5b350e41a65f" -d '{"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:55.154820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:55.159817 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:55.220104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:55.240710 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812b356-0519-4605-9a83-4470e973a7f8 x-openstack-request-id: req-0812b356-0519-4605-9a83-4470e973a7f8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:55.241011 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:55.241271 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0812b356-0519-4605-9a83-4470e973a7f8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:55.241678 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'code': 200} Jul 07 18:13:55.360666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bb3e-129f-457a-83ea-2f0fe02494ae req-9ff48f26-fe76-4af0-ab6f-3ba9e925615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.362220 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57d7bb3e-129f-457a-83ea-2f0fe02494ae req-9ff48f26-fe76-4af0-ab6f-3ba9e925615a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0527253 Jul 07 18:13:55.396798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57d7bb3e-129f-457a-83ea-2f0fe02494ae req-547b1047-e122-4017-b50f-5def7b80bbdd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284023 Jul 07 18:13:55.867078 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b83cd-27d9-4b5a-8def-a4aeda0f416b req-d8dc054a-1111-4268-9b68-85e22d1207a7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:55.868603 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-725b83cd-27d9-4b5a-8def-a4aeda0f416b req-d8dc054a-1111-4268-9b68-85e22d1207a7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0656171 Jul 07 18:13:55.906389 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-725b83cd-27d9-4b5a-8def-a4aeda0f416b req-6b28cc43-a2f0-4a73-adaa-5f10198c9174 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Jul 07 18:13:56.547603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:57.079413 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6c84-3839-49cc-a7b4-261a87899d62 req-233c24ce-911a-4143-82a9-856f234379ae tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.080956 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d4e6c84-3839-49cc-a7b4-261a87899d62 req-233c24ce-911a-4143-82a9-856f234379ae tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0634718 Jul 07 18:13:57.119211 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9d4e6c84-3839-49cc-a7b4-261a87899d62 req-c06d30ee-d410-4560-a100-41c46c4abdd9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 07 18:13:57.303169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72604b-a0ca-48c0-9744-6506315de6b0 req-55e143a7-5e65-4e2b-91d9-6d040595774b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.304719 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce72604b-a0ca-48c0-9744-6506315de6b0 req-55e143a7-5e65-4e2b-91d9-6d040595774b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0687516 Jul 07 18:13:57.344220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ce72604b-a0ca-48c0-9744-6506315de6b0 req-fb1e7278-2bc9-45f2-9c1f-b451adcc9a12 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Jul 07 18:13:57.369378 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:57.422832 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054ed98-571c-4006-b15a-6542fe7e854d tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:57.424394 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a054ed98-571c-4006-b15a-6542fe7e854d tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1092 time: 0.0540032 Jul 07 18:13:57.427306 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:57.431875 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:57.455257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.563509 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.665847 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.116 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f368b3f0-ecf6-4854-94fb-949ca288e987) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:57.769897 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.808999 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:57.846086 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:57.850377 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:57.856438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:57.879438 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=f368b3f0-ecf6-4854-94fb-949ca288e987,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:58.230480 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.309761 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.455609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.460611 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.533982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=f368b3f0-ecf6-4854-94fb-949ca288e987,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:58.547231 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:58.651596 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 associated. External IP: 172.25.7.116, port: d4ac495d-a33f-488c-adce-c4f6d627a632. Jul 07 18:13:59.195915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router b5da394f-94d9-4a5f-8246-71b7b26d9126 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:59.304598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:59.313585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Sync routers for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:59.321533 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:59.324282 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:59.324981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:59.360535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f06c7be7-d17e-4971-8fac-f85b101ebce6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9321764 Jul 07 18:13:59.361223 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:59.363685 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a392c67-0d3e-405b-b2b6-795416a37493" -d '{"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:59.403551 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184b2a5-1f1a-49b8-95c2-70b421d51ed6 x-openstack-request-id: req-4184b2a5-1f1a-49b8-95c2-70b421d51ed6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:59.403964 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:59.404225 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4184b2a5-1f1a-49b8-95c2-70b421d51ed6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:59.404747 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'status': 'completed', 'code': 200} Jul 07 18:13:59.437186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:59.487084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-9a743bbb-5292-410c-945f-5e9ffcaaf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.488785 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-9a743bbb-5292-410c-945f-5e9ffcaaf1b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0608487 Jul 07 18:13:59.526991 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dabc8-96cc-4bb8-b43f-ada240d282c5 req-159af00b-9083-465e-8004-64ec05f8b46f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.528658 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-828dabc8-96cc-4bb8-b43f-ada240d282c5 req-159af00b-9083-465e-8004-64ec05f8b46f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0733886 Jul 07 18:13:59.572784 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-828dabc8-96cc-4bb8-b43f-ada240d282c5 req-f51b7725-d461-46da-b91f-b4a69c343f68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355511 Jul 07 18:13:59.591238 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-8eb1bbe0-553a-486b-aac0-c74acc2dd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.592886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-8eb1bbe0-553a-486b-aac0-c74acc2dd79c service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0977688 Jul 07 18:13:59.597851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39854) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:59.677529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '82e88ccc-40e7-471d-a22f-f28bcfb3a9c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'mac_address': 'fa:16:3e:1d:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:58Z', 'updated_at': '2021-07-07T18:13:58Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:59.704021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Checking router: b5da394f-94d9-4a5f-8246-71b7b26d9126 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:59.709351 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c0b80cca-5352-4c50-97df-90e2a531fc4c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 HTTP/1.1" status: 200 len: 991 time: 0.1091697 Jul 07 18:13:59.713153 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:59.713315 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-b005134f-10fc-498e-b809-0379034f96dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 999 time: 0.1126645 Jul 07 18:13:59.713759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:13:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:59.766165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-d32028c8-aa9d-4842-803b-a83e797a619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.767713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-d32028c8-aa9d-4842-803b-a83e797a619a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0479946 Jul 07 18:13:59.827345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:59.829762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-de3669ad-2807-4c7f-a419-d2f2454cddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:59.831617 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-de3669ad-2807-4c7f-a419-d2f2454cddc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575898 Jul 07 18:13:59.931137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-baffb6c8-1311-40d5-a19c-bf4ed6552b97 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929036 Jul 07 18:14:00.023282 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2a392c67-0d3e-405b-b2b6-795416a37493 req-dc7e7d65-e0d3-473d-b8e6-366cddc4bc9f service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Jul 07 18:14:00.055914 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-163c0312-77df-4336-b352-a906ea299320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:00.084644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '82e88ccc-40e7-471d-a22f-f28bcfb3a9c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'mac_address': 'fa:16:3e:1d:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:58Z', 'updated_at': '2021-07-07T18:13:58Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:14:00.110972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569717d5-e02a-4bde-b596-5cdea730ce68 None None] The sync data for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 is: [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '82e88ccc-40e7-471d-a22f-f28bcfb3a9c5', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'mac_address': 'fa:16:3e:1d:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:58Z', 'updated_at': '2021-07-07T18:13:58Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:14:00.303141 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275b14f-c6ed-46b3-a384-f22ab5e26d0f None None] New status for floating IP 82e88ccc-40e7-471d-a22f-f28bcfb3a9c5: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:14:00.712874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:00.778064 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5bfaf23c-2ebd-4d0c-8b50-665b4c2a2699 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 HTTP/1.1" status: 200 len: 993 time: 0.0641081 Jul 07 18:14:02.436854 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3760bcc6-9b74-476c-9474-fdf9d3d11426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:02.913788 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:03.850401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:05.035338 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:05.602966 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:06.901972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:30.026716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68091f33-176b-4432-b63c-44f1d5fffc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:32.059823 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-5a464639-09de-472a-9d78-2cd17f6ae378 req-21e6b658-3368-4721-b7d6-9f507ef6e42b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:14:32.060837 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a464639-09de-472a-9d78-2cd17f6ae378 req-21e6b658-3368-4721-b7d6-9f507ef6e42b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056930 Jul 07 18:14:32.424376 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-71610bb9-dc5b-4d7f-b0d1-fc9c3bbd358c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554821 Jul 07 18:14:32.440157 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-616a32b1-a2f7-4caf-9df5-75f5153e0742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:32.453238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22379-bc7e-4e41-876f-5131d5383123 req-ab934f98-d5cf-438d-abc8-db82df88a3ba tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:32.454813 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ec22379-bc7e-4e41-876f-5131d5383123 req-ab934f98-d5cf-438d-abc8-db82df88a3ba tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.1439226 Jul 07 18:14:32.494939 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6ec22379-bc7e-4e41-876f-5131d5383123 req-0597b143-2877-4b95-9542-c8a210ca875c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341394 Jul 07 18:14:32.915259 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.546403 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:33.593384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-ad55948f-80a5-4eb6-816c-876bf2c5d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.594931 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-ad55948f-80a5-4eb6-816c-876bf2c5d606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0536327 Jul 07 18:14:33.672999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeafe2-d5d7-48a6-bd32-b7e58c412095 req-d773b159-c49a-48f5-a902-87f2e9bbbda0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.674549 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7aeafe2-d5d7-48a6-bd32-b7e58c412095 req-d773b159-c49a-48f5-a902-87f2e9bbbda0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0677745 Jul 07 18:14:33.688945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7fb3eb61-bd35-44c9-bdb1-13af8158a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.690508 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7fb3eb61-bd35-44c9-bdb1-13af8158a3c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0896609 Jul 07 18:14:33.714681 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e7aeafe2-d5d7-48a6-bd32-b7e58c412095 req-e9ef09d4-f993-420a-9ad8-03a5b194be99 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338261 Jul 07 18:14:33.756749 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-3d2c3cba-e29b-470c-932e-fb61f2fd6ab7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1001 time: 0.0601542 Jul 07 18:14:33.809703 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-71cf3b67-faaa-4123-a916-2029fedfc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.811177 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-71cf3b67-faaa-4123-a916-2029fedfc6eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0483458 Jul 07 18:14:33.855371 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:33.870853 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-099e9d52-f385-41ba-80db-3c3c96b3bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:33.872381 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-099e9d52-f385-41ba-80db-3c3c96b3bd26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550756 Jul 07 18:14:33.962694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-72ff3bcb-576b-456a-96c7-abe90f4a4f60 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 Jul 07 18:14:34.058621 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-f642b37f-4565-41e1-8873-de7e0d6fb444 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890076 Jul 07 18:14:34.895140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed721323-6c43-4e24-a663-fa6afb269460 req-c0c8711c-573d-49b6-bf4c-b30e58beeeeb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:34.896646 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed721323-6c43-4e24-a663-fa6afb269460 req-c0c8711c-573d-49b6-bf4c-b30e58beeeeb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0687716 Jul 07 18:14:34.934387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ed721323-6c43-4e24-a663-fa6afb269460 req-dc8b8a06-9d80-414a-9e5c-aafe1b7f1641 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Jul 07 18:14:35.036591 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:35.605878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:36.108384 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd54f4-e75a-4275-aa2f-b0a17b95b1a6 req-e4376bb2-5030-4cd7-8420-a6ad3645be9b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:36.109898 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7dd54f4-e75a-4275-aa2f-b0a17b95b1a6 req-e4376bb2-5030-4cd7-8420-a6ad3645be9b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0648921 Jul 07 18:14:36.148174 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7dd54f4-e75a-4275-aa2f-b0a17b95b1a6 req-dcff3925-fa9a-4400-b02a-bca64e53a028 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 07 18:14:36.916370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:37.324842 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c54944-e7d3-4b3c-86e6-f4e82e2f9e42 req-b00a7e19-201a-4f3d-b121-657b4a6f5e16 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:37.326354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3c54944-e7d3-4b3c-86e6-f4e82e2f9e42 req-b00a7e19-201a-4f3d-b121-657b4a6f5e16 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0676906 Jul 07 18:14:37.363684 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b3c54944-e7d3-4b3c-86e6-f4e82e2f9e42 req-c545b440-c166-4f25-a22f-ddcc66107a12 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Jul 07 18:14:38.719803 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1d1b0-8146-4df4-9344-52281b04d6b8 req-cd5ed7d9-4035-45ae-bab2-35f1cb604a94 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:38.721311 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2f1d1b0-8146-4df4-9344-52281b04d6b8 req-cd5ed7d9-4035-45ae-bab2-35f1cb604a94 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0640841 Jul 07 18:14:38.759755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2f1d1b0-8146-4df4-9344-52281b04d6b8 req-46908eda-2c9d-4b00-a6cf-5132463f2da0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Jul 07 18:14:39.602797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-8b84e71c-96ff-4862-82d2-5d5c7e2f3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.604208 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-8b84e71c-96ff-4862-82d2-5d5c7e2f3e43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0524309 Jul 07 18:14:39.709055 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-1861ae66-1deb-4df6-942c-6218bdd0f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.711443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-1861ae66-1deb-4df6-942c-6218bdd0f6dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0870183 Jul 07 18:14:39.776639 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-9d10bb9f-b650-4b80-bd0b-b1458bd4b103 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1001 time: 0.0593734 Jul 07 18:14:39.826624 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-c5c0ee45-8062-4795-b723-32dafbd8eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.828122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-c5c0ee45-8062-4795-b723-32dafbd8eb30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0448501 Jul 07 18:14:39.890977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-4c5486dc-49fc-4303-9348-c64ed676c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.892492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-4c5486dc-49fc-4303-9348-c64ed676c2b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574131 Jul 07 18:14:39.934479 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3064-999d-4c4a-99f8-a84ba99da24b req-19793aa2-89c3-42b0-acd6-9339083783ff tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:39.936104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03dc3064-999d-4c4a-99f8-a84ba99da24b req-19793aa2-89c3-42b0-acd6-9339083783ff tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0654504 Jul 07 18:14:39.974806 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03dc3064-999d-4c4a-99f8-a84ba99da24b req-ddfbe547-a07c-4a8e-ba28-775e5a506d7e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Jul 07 18:14:39.985481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-585004eb-e804-4be4-ad34-7901d68c2311 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859265 Jul 07 18:14:40.079299 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9d1cc307-3006-4a90-a997-7b488e7ea41b req-399dbd7e-a309-4436-9edb-f6fc2043083a service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Jul 07 18:14:41.152467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4132fb-8174-4f47-bc76-ebd787b98a7c req-ad5a95fd-48af-482f-856e-44205fb5f282 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:41.154015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c4132fb-8174-4f47-bc76-ebd787b98a7c req-ad5a95fd-48af-482f-856e-44205fb5f282 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0676868 Jul 07 18:14:41.192457 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3c4132fb-8174-4f47-bc76-ebd787b98a7c req-1066a49e-98de-4825-8276-bc7b3611206f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Jul 07 18:14:42.371983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ebde6-d16c-4d18-9c38-2ee0cbf9f889 req-a705a88f-d8ad-4cb2-b2c3-66a0ea084aab tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:42.373516 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e9ebde6-d16c-4d18-9c38-2ee0cbf9f889 req-a705a88f-d8ad-4cb2-b2c3-66a0ea084aab tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0666726 Jul 07 18:14:42.412491 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e9ebde6-d16c-4d18-9c38-2ee0cbf9f889 req-5ee09f0d-218a-4e8a-ae52-8188f96365d0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jul 07 18:14:43.593445 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2f5a-e8b0-463f-ada1-cb2ad07ee018 req-8f3d7b5d-8b16-46bf-b30e-5b0dfd3e8127 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:43.595071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93fe2f5a-e8b0-463f-ada1-cb2ad07ee018 req-8f3d7b5d-8b16-46bf-b30e-5b0dfd3e8127 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0702085 Jul 07 18:14:43.635316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-93fe2f5a-e8b0-463f-ada1-cb2ad07ee018 req-3298e5e9-64f5-443b-80c8-a7461e76b0ca tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344424 Jul 07 18:14:44.811806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde378-4e79-43f7-a75e-b2583afac022 req-3d58c7fd-4761-4a36-bee7-6ea979082a0f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:44.813315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37dde378-4e79-43f7-a75e-b2583afac022 req-3d58c7fd-4761-4a36-bee7-6ea979082a0f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0634665 Jul 07 18:14:44.854345 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-37dde378-4e79-43f7-a75e-b2583afac022 req-1923f1b0-cc4d-41bf-8d4d-e23a802abca7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Jul 07 18:14:46.050659 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacfaed-b6be-4af1-86d3-6e3d70a710f1 req-30db9351-88cd-4175-8e16-82e949433d1b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:46.052251 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edacfaed-b6be-4af1-86d3-6e3d70a710f1 req-30db9351-88cd-4175-8e16-82e949433d1b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0836067 Jul 07 18:14:46.091963 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-edacfaed-b6be-4af1-86d3-6e3d70a710f1 req-3398ed97-9e7c-40f8-87cf-cd3c7c4dc1db tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Jul 07 18:14:47.272661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2930cbd-87b2-4e45-9c5e-5cf6c08c1114 req-99ecfb30-05f2-402f-9a39-79c33bcd5843 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:47.274202 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2930cbd-87b2-4e45-9c5e-5cf6c08c1114 req-99ecfb30-05f2-402f-9a39-79c33bcd5843 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0710518 Jul 07 18:14:47.311814 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d2930cbd-87b2-4e45-9c5e-5cf6c08c1114 req-13ebdaea-8a4e-49c7-8a94-3978095f8c62 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320313 Jul 07 18:14:48.493423 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a11e6-4e94-4213-9cae-3411485e8f3d req-8dfffe0f-38b7-41ef-ac50-f9be726b5b7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:48.494919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0a11e6-4e94-4213-9cae-3411485e8f3d req-8dfffe0f-38b7-41ef-ac50-f9be726b5b7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0655801 Jul 07 18:14:48.536485 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df0a11e6-4e94-4213-9cae-3411485e8f3d req-d3ed0036-f322-4cf0-9f26-dfaf5d23e404 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358739 Jul 07 18:14:49.754905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddada0de-7040-4a08-b389-4db61855d75a req-4b7f14c6-694f-4f67-80fa-d4ad3048e70d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:49.756427 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddada0de-7040-4a08-b389-4db61855d75a req-4b7f14c6-694f-4f67-80fa-d4ad3048e70d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.1089840 Jul 07 18:14:49.794649 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddada0de-7040-4a08-b389-4db61855d75a req-6ab4677a-0e57-4139-8abb-0c28d22c166b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Jul 07 18:14:50.978911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d966-83e1-492c-a1f1-9bf650634714 req-b6a8bba9-53f1-4da4-aec4-c102d582351c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:50.980553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4f4d966-83e1-492c-a1f1-9bf650634714 req-b6a8bba9-53f1-4da4-aec4-c102d582351c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0706642 Jul 07 18:14:51.014231 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7a043cbd-4568-498e-b66d-4dd10de7b80d service neutron] show failed (client error): The resource could not be found. Jul 07 18:14:51.015292 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7a043cbd-4568-498e-b66d-4dd10de7b80d service neutron] 10.222.0.32 "GET /v2.0/ports/d4ac495d-a33f-488c-adce-c4f6d627a632/bindings/n-h2-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0596168 Jul 07 18:14:51.022687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4f4d966-83e1-492c-a1f1-9bf650634714 req-a90874cf-c77a-4812-af34-4117c1b512cf tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361893 Jul 07 18:14:51.265608 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-8f3784cb-e9e8-4098-abf0-e213ec49e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:51.267155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-8f3784cb-e9e8-4098-abf0-e213ec49e2d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 1097 time: 0.0550168 Jul 07 18:14:51.278955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:14:51.351695 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:51.548828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:51.581615 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:51.620788 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:51.623159 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5943b13f-49b0-48ed-87ae-0446d3f77c9d" -d '{"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:51.626833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:51.639291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Transition to ACTIVE for port object d4ac495d-a33f-488c-adce-c4f6d627a632 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:14:51.643665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:51.680837 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018bd920-2aad-497f-8ab6-fed70c090b38 x-openstack-request-id: req-018bd920-2aad-497f-8ab6-fed70c090b38 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:51.681239 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:51.681371 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-018bd920-2aad-497f-8ab6-fed70c090b38 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:51.681763 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'code': 200} Jul 07 18:14:51.695702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=6']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:51.740714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.741069 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.741417 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.741758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.742096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.742456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.742793 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.743137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.743455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.743782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.744116 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.744439 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:51.789527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] No DVR routers for this DVR port d4ac495d-a33f-488c-adce-c4f6d627a632 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:14:51.930561 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:14:51.930904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:14:51.931242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:51.935867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:14:51.936204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Attempting to bind port d4ac495d-a33f-488c-adce-c4f6d627a632 on network 36cba14f-d9f6-4f5b-836a-071b450a0f6c {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:14:51.941820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:14:51.942189 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Checking segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:14:51.942629 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Bound using segment: {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:14:51.943031 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Bound port: d4ac495d-a33f-488c-adce-c4f6d627a632, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:14:51.943401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.008693 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:14:52.012171 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:14:52.016988 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.054861 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.055476 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:52.059031 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] 10.222.0.83 "PUT /v2.0/ports/d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1092 time: 0.7820034 Jul 07 18:14:52.079251 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc2ee5-ca85-48de-8890-26dc42c167fa service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=7']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:52.152010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7b0cdcca-204e-450a-b85d-cac1b677fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.153556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-7b0cdcca-204e-450a-b85d-cac1b677fe66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1095 time: 0.0594325 Jul 07 18:14:52.221951 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c2e00-c214-4c24-a6c2-306a4356324c req-003e0b35-98ca-412b-a127-7afa663d6fe2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.223550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f8c2e00-c214-4c24-a6c2-306a4356324c req-003e0b35-98ca-412b-a127-7afa663d6fe2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0737917 Jul 07 18:14:52.249317 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-43d52a2e-def1-495a-a63d-a5911a0aa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.250899 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-43d52a2e-def1-495a-a63d-a5911a0aa72e service neutron] 10.222.0.83 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0915570 Jul 07 18:14:52.267832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f8c2e00-c214-4c24-a6c2-306a4356324c req-76b4dcb4-d71f-4a14-b2ee-184b5cbf7ffe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Jul 07 18:14:52.323371 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-9039cac0-6bfe-42e2-8b8a-e19bc9bc8c16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 999 time: 0.0645945 Jul 07 18:14:52.370957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-b53b0a1e-a5a0-4052-bffc-7256e6884ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.372458 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-b53b0a1e-a5a0-4052-bffc-7256e6884ff4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0435789 Jul 07 18:14:52.429026 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-83585805-99f7-4850-8661-2acb636566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:52.430569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-83585805-99f7-4850-8661-2acb636566fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516148 Jul 07 18:14:52.441849 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-497ed039-5275-459d-8a46-7418eed65d6c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:14:52.442836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-497ed039-5275-459d-8a46-7418eed65d6c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056472 Jul 07 18:14:52.532728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-8f1e15a1-119e-4c93-8c7f-a09f221d3358 service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Jul 07 18:14:52.620304 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e230890e-fea5-4f5f-9277-54f0e76508fb req-5046c16c-8401-4fd7-97ba-69cde944265d service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807455 Jul 07 18:14:53.455278 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fb09b-1ee6-40eb-bf8f-ec7ce1b7162b req-884f87ea-446d-4bfe-82f0-d09a7f7dbebd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.457716 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-295fb09b-1ee6-40eb-bf8f-ec7ce1b7162b req-884f87ea-446d-4bfe-82f0-d09a7f7dbebd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0714827 Jul 07 18:14:53.497149 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-295fb09b-1ee6-40eb-bf8f-ec7ce1b7162b req-d09e2419-c2ac-46c3-933b-b7733b6e6cde tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Jul 07 18:14:53.682672 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:53.685087 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e201f1b-039a-4f8b-a741-c82d1241b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:53.732053 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1851cb2a-fadc-4e6a-a51c-8fb83cfdb27a x-openstack-request-id: req-1851cb2a-fadc-4e6a-a51c-8fb83cfdb27a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:53.732351 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:53.732691 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1851cb2a-fadc-4e6a-a51c-8fb83cfdb27a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:53.733480 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'status': 'completed', 'code': 200} Jul 07 18:14:53.841730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-32a4c710-1b7c-43b2-b1ba-904c70c35de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.843196 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-32a4c710-1b7c-43b2-b1ba-904c70c35de2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1095 time: 0.0924888 Jul 07 18:14:53.863364 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-67c74f05-d7a5-4c8b-ba78-947d73cd159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:53.864818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-67c74f05-d7a5-4c8b-ba78-947d73cd159a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1095 time: 0.1046171 Jul 07 18:14:54.007046 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-36e1b970-94cf-4e50-9a88-2006e5dbf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.008544 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-36e1b970-94cf-4e50-9a88-2006e5dbf1bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.1572995 Jul 07 18:14:54.024986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-5e7ecf5f-8884-4ef0-a40b-516e84f6efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.026441 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-5e7ecf5f-8884-4ef0-a40b-516e84f6efaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.1527445 Jul 07 18:14:54.122479 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-abd8eb0a-28bf-406f-87ca-c709376cf208 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 999 time: 0.1066015 Jul 07 18:14:54.131818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-3b1ea612-9785-45c3-9750-19f5eff9abac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 999 time: 0.0747550 Jul 07 18:14:54.213666 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-a676b6d0-0051-48b3-8178-234f9e610c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.213666 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-a676b6d0-0051-48b3-8178-234f9e610c24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0833495 Jul 07 18:14:54.214497 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-62be351c-3da5-45e0-b240-8e1417b805c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.216084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-62be351c-3da5-45e0-b240-8e1417b805c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0771582 Jul 07 18:14:54.314584 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-0b10e6f0-8407-4475-a732-518f5a4d0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.316131 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-0b10e6f0-8407-4475-a732-518f5a4d0456 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970678 Jul 07 18:14:54.317903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-c940eca7-5446-4abb-a217-c57b7a2a28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.319275 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-c940eca7-5446-4abb-a217-c57b7a2a28fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920820 Jul 07 18:14:54.470261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-a8657444-5042-4124-bc26-e36806e34731 service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470547 Jul 07 18:14:54.473998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-0274ae60-d6fc-438c-b75d-d72788fe3e21 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439698 Jul 07 18:14:54.630480 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-9f4c698d-a4ce-4f5a-8e88-2430167960ab service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515579 Jul 07 18:14:54.633798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9e201f1b-039a-4f8b-a741-c82d1241b00e req-a97e9ac6-09b7-4de9-854c-96bb6c0a8d2e service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479585 Jul 07 18:14:54.676249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fb8cf-43b4-4f79-a92d-8cae4ac46642 req-ffeb13a0-0de1-409a-a601-f7f257ad0f78 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:54.677742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e82fb8cf-43b4-4f79-a92d-8cae4ac46642 req-ffeb13a0-0de1-409a-a601-f7f257ad0f78 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0643868 Jul 07 18:14:54.714908 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e82fb8cf-43b4-4f79-a92d-8cae4ac46642 req-74c50f7c-a265-4e84-90f7-530f5ba8393b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Jul 07 18:14:55.240226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:14:55.279028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:14:55.903273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70dd0c-cc13-4012-9627-5d00bd44b7aa req-5a68208d-0ca8-432e-a57f-5826dff186e2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:55.904800 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d70dd0c-cc13-4012-9627-5d00bd44b7aa req-5a68208d-0ca8-432e-a57f-5826dff186e2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0688388 Jul 07 18:14:55.943710 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6d70dd0c-cc13-4012-9627-5d00bd44b7aa req-4b6ae95b-2155-4e5e-a9fd-7f8820371625 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Jul 07 18:14:56.064465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:14:56.159018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:56.170856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'port_id': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'mac_address': 'fa:16:3e:1d:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:14:56.216978 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.230060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ac495d-a33f-488c-adce-c4f6d627a632 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:14:56.250616 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378b7ca-8c82-49fa-ad44-2f97d9316090 req-3462fdf1-c1ac-45e6-a62e-25b42da42f4c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.253168 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7378b7ca-8c82-49fa-ad44-2f97d9316090 req-3462fdf1-c1ac-45e6-a62e-25b42da42f4c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 943 time: 0.0727179 Jul 07 18:14:56.254040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:56.259176 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:56.274947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-4b82041e-ed9a-4203-b6cd-592e1894d8f7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.276448 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-4b82041e-ed9a-4203-b6cd-592e1894d8f7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b&tenant_id=40e21da27bd0472e82a4a6c42608b1d0&binding%3Ahost_id=n-h2-791504-12 HTTP/1.1" status: 200 len: 943 time: 0.0912299 Jul 07 18:14:56.293456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7378b7ca-8c82-49fa-ad44-2f97d9316090 req-6944196b-7a9f-40cf-8e25-92aa29533e0f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338078 Jul 07 18:14:56.310310 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:14:56.318618 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.318967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.319309 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.320055 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.320389 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.320724 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.321064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.321456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.322025 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.322391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.322721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.323234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:14:56.347934 n-d-791504-12 neutron-server[93765]: INFO neutron.api.v2.resource [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-eb2f03d6-f784-4697-8021-b51b1172b978 service neutron] delete failed (client error): The resource could not be found. Jul 07 18:14:56.349040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-eb2f03d6-f784-4697-8021-b51b1172b978 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d4ac495d-a33f-488c-adce-c4f6d627a632/bindings/n-h1-791504-12 HTTP/1.1" status: 404 len: 381 time: 0.0664051 Jul 07 18:14:56.445625 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-1ac107e9-16df-456f-aee3-206443dcafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.447199 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-1ac107e9-16df-456f-aee3-206443dcafd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1096 time: 0.0536783 Jul 07 18:14:56.476211 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04228aa-f362-4fc3-9a41-f627105219c3 req-e7b0a1a8-27b4-4e13-a4c8-63257ddb114c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.477731 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04228aa-f362-4fc3-9a41-f627105219c3 req-e7b0a1a8-27b4-4e13-a4c8-63257ddb114c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 944 time: 0.0650494 Jul 07 18:14:56.518180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f04228aa-f362-4fc3-9a41-f627105219c3 req-ffa2d33c-0bbb-4adf-bad4-e1ac6654695d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Jul 07 18:14:56.539219 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-2fc04f86-644c-4c5c-ac71-59380a8193c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.540828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-2fc04f86-644c-4c5c-ac71-59380a8193c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0873225 Jul 07 18:14:56.608317 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-3b3476b5-d4ab-4a6b-8ac9-659a4c7cc021 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1000 time: 0.0611954 Jul 07 18:14:56.653121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['d4ac495d-a33f-488c-adce-c4f6d627a632'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:14:56.655509 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-1dff35d1-8c93-4341-8a3b-9e98408fe0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.657002 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-1dff35d1-8c93-4341-8a3b-9e98408fe0f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0429685 Jul 07 18:14:56.713500 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-deea0846-f155-4d6b-b7fa-ed0391a6aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:56.715049 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-deea0846-f155-4d6b-b7fa-ed0391a6aa1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523171 Jul 07 18:14:56.814222 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-fc568438-9375-46f2-888a-18f2add5825a service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Jul 07 18:14:56.917158 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e57209a9-5009-4c3f-b71d-2e4e4ec89274 req-d9e0611d-d688-491e-b6f0-d1209aba5c17 service neutron] 10.222.0.32 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964334 Jul 07 18:14:57.702932 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ea5d1-e377-4bec-aff7-57019e6be34d req-b82ab830-b95f-486c-8eb3-aef7d59d1849 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:57.704435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b9ea5d1-e377-4bec-aff7-57019e6be34d req-b82ab830-b95f-486c-8eb3-aef7d59d1849 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 944 time: 0.0680294 Jul 07 18:14:57.745444 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b9ea5d1-e377-4bec-aff7-57019e6be34d req-dedfe085-44af-43c7-aa0c-9aa5ac13c87a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351248 Jul 07 18:14:57.770990 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 39954) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:14:57.836346 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94b55622-ab2f-4170-9ddc-d8cc54d85202 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 HTTP/1.1" status: 200 len: 992 time: 0.0640774 Jul 07 18:14:58.083538 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:14:58.134136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port d4ac495d-a33f-488c-adce-c4f6d627a632 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:14:58.137914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port d4ac495d-a33f-488c-adce-c4f6d627a632 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:14:58.138507 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.216031 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.239158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:14:58.241610 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8724549-98ec-41cf-b2bd-e3532ceb9c17" -d '{"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:14:58.258626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:14:58.263626 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:58.289523 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c059d62-1a2f-4ea2-b235-bb0b4d06dbff x-openstack-request-id: req-7c059d62-1a2f-4ea2-b235-bb0b4d06dbff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:14:58.289815 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:14:58.290069 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c059d62-1a2f-4ea2-b235-bb0b4d06dbff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:14:58.290486 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'code': 200} Jul 07 18:14:58.317190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:00.029597 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d350f5b-f081-4892-976d-ce33e7be8e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.443129 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50882d84-86c6-4f74-b9db-f989cb61797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:02.918700 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:03.857778 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.050196 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:05.609550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:06.914735 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:10.545604 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:30.033979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390f7310-7bd8-41b1-b0ab-23ffabaffc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.443814 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49763127-4714-4fa1-a20b-51ce525a7c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:32.920688 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:33.859861 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.059871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:35.613619 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:36.928515 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.545599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:52.722733 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-bb132bb4-5144-43a3-a2cc-3e0293f656e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539382 Jul 07 18:15:52.818669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-f2e29f6b-99c3-4ec3-800b-30fe190c1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.820193 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-f2e29f6b-99c3-4ec3-800b-30fe190c1887 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0556633 Jul 07 18:15:52.927941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-17e7d8de-71ac-495f-8bb1-ba67889f0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:52.929436 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-17e7d8de-71ac-495f-8bb1-ba67889f0a4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0877676 Jul 07 18:15:52.995206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-c38706fe-0c48-4cb1-bc2d-9b8560951f9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 1001 time: 0.0582912 Jul 07 18:15:53.050072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-e388324a-6658-4967-95d5-811537cdc564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.051570 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-e388324a-6658-4967-95d5-811537cdc564 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0499451 Jul 07 18:15:53.107044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-71a86b09-a320-459f-83e5-b7f5620e7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.108578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-71a86b09-a320-459f-83e5-b7f5620e7501 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507309 Jul 07 18:15:53.194582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-c8f4af64-5cfc-4271-b689-b234970abdfa service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790133 Jul 07 18:15:53.285455 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-aa60b097-db7e-41bb-9131-01ee79e2da5a req-bc739143-35f0-46ae-ace0-157f3c4154fc service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Jul 07 18:15:54.866022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:15:55.036328 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port f368b3f0-ecf6-4854-94fb-949ca288e987 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:55.036683 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.118259 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.118495 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.131049 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for f368b3f0-ecf6-4854-94fb-949ca288e987 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:55.279582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.309081 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=f368b3f0-ecf6-4854-94fb-949ca288e987,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:55.334837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.335187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.335529 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.335864 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.336196 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.336525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.336853 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.337182 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.337514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.337839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.338181 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.338506 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:55.378919 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.379202 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 disassociated (deleted). External IP: 172.25.7.116, port: d4ac495d-a33f-488c-adce-c4f6d627a632. Jul 07 18:15:55.589225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router b5da394f-94d9-4a5f-8246-71b7b26d9126 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:15:55.697492 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:15:55.702446 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:55.709492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Sync routers for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:15:55.718467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:55.719119 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:55.739867 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a98287eb-d2a8-4d64-9c56-c5a46218d991 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/floatingips/82e88ccc-40e7-471d-a22f-f28bcfb3a9c5 HTTP/1.1" status: 204 len: 168 time: 0.8726845 Jul 07 18:15:55.740486 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:55.742817 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:55.782978 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c94a62-99ec-46fc-822c-9487df829f6d x-openstack-request-id: req-e4c94a62-99ec-46fc-822c-9487df829f6d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:55.783283 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:55.783695 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4c94a62-99ec-46fc-822c-9487df829f6d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:55.784141 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'status': 'completed', 'code': 200} Jul 07 18:15:55.833045 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:55.859462 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-2ac2bc88-18bb-4270-b41a-e43b39f6bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:55.861007 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-2ac2bc88-18bb-4270-b41a-e43b39f6bc0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 1097 time: 0.0546985 Jul 07 18:15:55.967511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-d6db9584-2860-4667-b343-7361b35dfa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:55.967511 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-d6db9584-2860-4667-b343-7361b35dfa41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 200 len: 897 time: 0.0979419 Jul 07 18:15:56.061635 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.094576 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Checking router: b5da394f-94d9-4a5f-8246-71b7b26d9126 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:15:56.104232 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:15:56.105136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.136708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4e9d2-d8e8-4a7c-b535-3900043d8468 req-c3384916-8a00-4e0e-b4ac-1c109426b107 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.138675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3c4e9d2-d8e8-4a7c-b535-3900043d8468 req-c3384916-8a00-4e0e-b4ac-1c109426b107 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0711277 Jul 07 18:15:56.185544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d3c4e9d2-d8e8-4a7c-b535-3900043d8468 req-a7b123d9-6d93-4f76-9035-906652b93e67 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Jul 07 18:15:56.231742 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:15:56.376843 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-aafa4bb1-0b68-4be7-b9e8-476553eb4659 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 200 len: 217 time: 0.4045537 Jul 07 18:15:56.427195 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-41aeb28e-c07c-46a3-b0f2-273d786b5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.428671 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-41aeb28e-c07c-46a3-b0f2-273d786b5b54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 200 len: 835 time: 0.0442595 Jul 07 18:15:56.435566 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:15:56.461797 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add96628-b234-45d5-ac60-ed9474d320b2 None None] The sync data for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 is: [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:45Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '62906e17-6468-4f6f-a43d-937e6e749c05', 'name': '', 'network_id': '36cba14f-d9f6-4f5b-836a-071b450a0f6c', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:57:8f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:45Z', 'updated_at': '2021-07-07T18:13:50Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '1deabe71-3f68-4f2e-a3dd-981fc878f7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:15:56.492382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-119d59c3-ec20-49e9-b9e9-ae9f1a2f30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.493933 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-119d59c3-ec20-49e9-b9e9-ae9f1a2f30b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=36cba14f-d9f6-4f5b-836a-071b450a0f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584214 Jul 07 18:15:56.589713 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-fcb465ee-7ddf-4cec-93c1-3ed3c6052e2d service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883131 Jul 07 18:15:56.688310 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4731996b-e79c-48f7-b8db-c1c0eb60eb84 None None] New status for floating IP 82e88ccc-40e7-471d-a22f-f28bcfb3a9c5: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:15:56.689112 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-63c13a28-1c53-4ffa-a74b-3e8ada1b9a6b req-486f6ce7-7256-4b00-b9c9-13a47abbee51 service neutron] 10.222.0.83 "GET /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907998 Jul 07 18:15:57.389609 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0c3e1-ee6f-4d77-b29c-c59b85f6c415 req-3cc43a64-744c-4a4a-b107-5cc5098636ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:57.393093 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19b0c3e1-ee6f-4d77-b29c-c59b85f6c415 req-3cc43a64-744c-4a4a-b107-5cc5098636ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0865610 Jul 07 18:15:57.430576 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19b0c3e1-ee6f-4d77-b29c-c59b85f6c415 req-8b4c4396-cc5e-4882-996a-bb2971d538aa tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c24fe06-543d-4b90-be95-f9f1ce647fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321069 Jul 07 18:15:57.597639 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-7c8c4fb4-e106-4c55-ae87-03418631726d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:57.599066 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-7c8c4fb4-e106-4c55-ae87-03418631726d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 945 time: 0.0648785 Jul 07 18:15:57.709054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port d4ac495d-a33f-488c-adce-c4f6d627a632 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:15:57.709400 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.798481 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port d4ac495d-a33f-488c-adce-c4f6d627a632, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=d4ac495d-a33f-488c-adce-c4f6d627a632,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:57.798835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.810935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for d4ac495d-a33f-488c-adce-c4f6d627a632 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:15:57.940014 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.969435 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=d4ac495d-a33f-488c-adce-c4f6d627a632,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:58.000661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.001016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.001362 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.001702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.002035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.002397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.002721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.003056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.003381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.003704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.004028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.004351 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:58.025206 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port d4ac495d-a33f-488c-adce-c4f6d627a632 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:15:58.028053 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:58.031004 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3128da5a-302e-443f-9b1e-fc956097f8ff req-5301a483-2673-434d-ab8f-a1326d1674ad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.83 "DELETE /v2.0/ports/d4ac495d-a33f-488c-adce-c4f6d627a632 HTTP/1.1" status: 204 len: 173 time: 0.4262526 Jul 07 18:15:58.031977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-deleted', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:58.035029 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac203c-cb60-47ec-bd37-5679438d7f14" -d '{"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-deleted", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:58.073786 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5e17d3-25ac-41a8-aa91-1b6d298b80be x-openstack-request-id: req-0c5e17d3-25ac-41a8-aa91-1b6d298b80be {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:58.074401 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0593c707-3a53-4fe7-ac8f-35ca49c7209b", "name": "network-vif-deleted", "tag": "d4ac495d-a33f-488c-adce-c4f6d627a632", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:58.075144 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c5e17d3-25ac-41a8-aa91-1b6d298b80be {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:58.076001 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0593c707-3a53-4fe7-ac8f-35ca49c7209b', 'name': 'network-vif-deleted', 'tag': 'd4ac495d-a33f-488c-adce-c4f6d627a632', 'status': 'completed', 'code': 200} Jul 07 18:15:58.600122 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5441517c-17f6-44d0-a19c-bb2f8a3921f7 req-ea72c2cf-534a-418c-9828-d092bc7793e2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=0593c707-3a53-4fe7-ac8f-35ca49c7209b HTTP/1.1" status: 200 len: 210 time: 0.0393782 Jul 07 18:15:59.696551 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 39998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:00.035462 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49cefa90-6097-4efc-9d93-a498122e6b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.071585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.323373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:00.347182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: d4ac495d-a33f-488c-adce-c4f6d627a632 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:00.347534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device d4ac495d-a33f-488c-adce-c4f6d627a632 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:00.360604 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 62906e17-6468-4f6f-a43d-937e6e749c05 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:00.360954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.450987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 62906e17-6468-4f6f-a43d-937e6e749c05, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=62906e17-6468-4f6f-a43d-937e6e749c05,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:00.451358 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.464315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 62906e17-6468-4f6f-a43d-937e6e749c05 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:00.661339 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:00.687514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=62906e17-6468-4f6f-a43d-937e6e749c05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:00.860090 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.075089 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router b5da394f-94d9-4a5f-8246-71b7b26d9126 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:01.529202 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:01.534678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54219b89-0705-4e8b-bb61-6efe5e430d7d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/b5da394f-94d9-4a5f-8246-71b7b26d9126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369775 Jul 07 18:16:01.537408 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:01.540735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Sync routers for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:01.549934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:01.550577 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:01.588624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting subnet 1deabe71-3f68-4f2e-a3dd-981fc878f7ed {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:16:01.591929 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.631712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.666935 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:01.720006 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.777467 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.804174 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Subnet': ['ID=1deabe71-3f68-4f2e-a3dd-981fc878f7ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:01.807890 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.809902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-48eb48dd-1f92-4666-b4e0-06e4ce4535b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/subnets/1deabe71-3f68-4f2e-a3dd-981fc878f7ed HTTP/1.1" status: 204 len: 168 time: 0.2715173 Jul 07 18:16:01.813335 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:01.836633 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d03ac-de23-4eb5-96d4-a660a0315731 None None] Network 36cba14f-d9f6-4f5b-836a-071b450a0f6c requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:01.921994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:01.961101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:01.992106 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Checking router: b5da394f-94d9-4a5f-8246-71b7b26d9126 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:02.007667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Routers {'b5da394f-94d9-4a5f-8246-71b7b26d9126'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:02.008288 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:15:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b5da394f-94d9-4a5f-8246-71b7b26d9126'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:02.033567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.093220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port c64955ac-40aa-4339-848a-f616144aa8c2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:02.093654 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.131864 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] Set router b5da394f-94d9-4a5f-8246-71b7b26d9126 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:02.158569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] DHCP port deletion for 36cba14f-d9f6-4f5b-836a-071b450a0f6c request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:16:02.178422 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port c64955ac-40aa-4339-848a-f616144aa8c2, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c64955ac-40aa-4339-848a-f616144aa8c2,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:02.178933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.191708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for c64955ac-40aa-4339-848a-f616144aa8c2 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:02.393455 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.416961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 2a7c0365-8749-4cdd-a09b-d8225f5f138f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:02.423478 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=c64955ac-40aa-4339-848a-f616144aa8c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.488599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f923e561-4d48-4ff5-b92e-97120e7509a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.497568 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.550209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Deleting port 2a7c0365-8749-4cdd-a09b-d8225f5f138f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:02.550832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.596673 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.598769 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.636647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.646025 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.646613 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Fanout notify agent at l3_agent the message router_deleted on router b5da394f-94d9-4a5f-8246-71b7b26d9126 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:16:02.654086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.655399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b8a4dcc9-c281-4689-9248-7356a0e53982 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/routers/b5da394f-94d9-4a5f-8246-71b7b26d9126 HTTP/1.1" status: 204 len: 168 time: 0.8411167 Jul 07 18:16:02.659046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.679974 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2a7c0365-8749-4cdd-a09b-d8225f5f138f,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:02.680386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.698210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Calling delete_port for 2a7c0365-8749-4cdd-a09b-d8225f5f138f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:02.721681 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2a7c0365-8749-4cdd-a09b-d8225f5f138f,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:02.746924 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.764376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:02.766265 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.800593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74563-c31d-404f-a878-9052cf45b63d None None] The sync data for ids ['b5da394f-94d9-4a5f-8246-71b7b26d9126'] in n-d-791504-12 is: [{'id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786987408', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:16:00Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': 'c64955ac-40aa-4339-848a-f616144aa8c2', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da394f-94d9-4a5f-8246-71b7b26d9126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:42Z', 'updated_at': '2021-07-07T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:02.810488 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 2a7c0365-8749-4cdd-a09b-d8225f5f138f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:16:02.810992 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.865963 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.875190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.875534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.875878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.876211 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.876544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.876874 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.877206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.877543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.877861 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.878202 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.878526 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.878849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:02.879391 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 2a7c0365-8749-4cdd-a09b-d8225f5f138f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=2a7c0365-8749-4cdd-a09b-d8225f5f138f,segment=NetworkSegment(2b666f60-7bf4-4e0e-8d8d-fac7a3764d53),segment_id=2b666f60-7bf4-4e0e-8d8d-fac7a3764d53)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:02.879767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.882337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.895128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 2a7c0365-8749-4cdd-a09b-d8225f5f138f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:16:02.917983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] Pushing event deleted for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.924668 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b38f69-35db-4a2b-a4b3-0dd8482c52c1 None None] No DVR routers for this DVR port 2a7c0365-8749-4cdd-a09b-d8225f5f138f on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:02.938305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.982448 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.009165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=2a7c0365-8749-4cdd-a09b-d8225f5f138f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.012549 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port 2a7c0365-8749-4cdd-a09b-d8225f5f138f on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:16:03.104721 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.116385 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cba14f-d9f6-4f5b-836a-071b450a0f6c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:03.127538 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:03.127844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b666f60-7bf4-4e0e-8d8d-fac7a3764d53') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:03.138264 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.154804 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.162100 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:16:03.162615 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self.session.flush() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:16:03.165999 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:16:03.230655 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.240586 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.242527 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/networks/36cba14f-d9f6-4f5b-836a-071b450a0f6c HTTP/1.1" status: 204 len: 168 time: 0.5822599 Jul 07 18:16:03.245924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40008) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.256607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7794-3bad-4ed4-95e8-2902177af984 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Network': ['ID=36cba14f-d9f6-4f5b-836a-071b450a0f6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.323925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.350535 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.414752 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.417441 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.418698 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c24fe06-543d-4b90-be95-f9f1ce647fae HTTP/1.1" status: 204 len: 168 time: 0.1717353 Jul 07 18:16:03.428115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938db94-34f9-41c0-b286-ed384a9c7577 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c24fe06-543d-4b90-be95-f9f1ce647fae,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.684610 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40016) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.690043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751660753', 'description': 'tempest-secgroup-smoke-1751660753 description', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:03.713077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.793137 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.796306 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.827238 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.829100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434584 Jul 07 18:16:03.830256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e1685-156c-4d20-a152-a7d4a94157e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6838c790-d111-47b5-85e9-68e8cf909e3b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.832357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.837380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:03.865359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.866231 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.926724 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.930578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.955053 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fb70d-9133-470c-ba42-f7b93b3efbf3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.962137 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.963443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-a847efa2-619c-415e-b799-caa88707c791 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298890 Jul 07 18:16:03.966216 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:03.970777 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:03.996376 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.054058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.057857 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.076390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cf0562-e140-430a-a996-078f017d9a98,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.083781 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.085079 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f1f2930a-ee9f-4668-b71c-d1379fdfbec4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179218 Jul 07 18:16:04.087980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.092623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.121594 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.180095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.183822 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.199342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5b3cfc-e730-4dcc-9b6f-3801e66b1387,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.208478 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.209808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-8d71c57e-567f-4f2f-b34c-5d0541c672cd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208522 Jul 07 18:16:04.212686 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40024) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.217578 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.245602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.308289 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.313020 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.328125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c64955ac-40aa-4339-848a-f616144aa8c2 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:04.337192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed9bfdb-e939-410f-a535-a634dfe1b4e2,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.341035 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.345423 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2c4aef86-aa32-448a-9706-ec6777b7af7a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284063 Jul 07 18:16:04.345951 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40026) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.349383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c64955ac-40aa-4339-848a-f616144aa8c2 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:04.349737 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c64955ac-40aa-4339-848a-f616144aa8c2 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:04.350207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 62906e17-6468-4f6f-a43d-937e6e749c05 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:16:04.350346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.369417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 62906e17-6468-4f6f-a43d-937e6e749c05 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:16:04.369772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 62906e17-6468-4f6f-a43d-937e6e749c05 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:16:04.372487 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:16:04.386518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.452130 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.455947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.474704 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a85544-9247-46c7-9fdb-f99cab72c3be,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.477646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.479022 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-35cab373-05e0-4553-ab73-e6c38f1d9f7c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323845 Jul 07 18:16:04.481826 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40028) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.487007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '6838c790-d111-47b5-85e9-68e8cf909e3b', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.508055 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:16:04.513114 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.578755 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.582978 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.600716 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba63fdb-d970-41ee-a616-e92a0d70716a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.607574 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.608786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c6aef684-3f57-49e6-b098-c8a90c954a2e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259804 Jul 07 18:16:04.612311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40032) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.617286 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'network': {'name': 'tempest-network-smoke--277676072', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'port_security_enabled': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.637654 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:04.641268 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.665112 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:16:04.674455 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.674801 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Added segment 9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1 of type vlan for network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe Jul 07 18:16:04.715730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.744395 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.750137 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.750739 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.802122 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1887248 Jul 07 18:16:04.804994 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:04.809742 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'admin_state_up': True, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:04.819419 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32062a-2d51-465c-af66-82256fda5432 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Network': ['ID=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:04.830027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:16:04.834506 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.835563 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:04.891205 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.030567 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.078647 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.233257 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.253388 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.362930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.219 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/6626e056-c72c-4be2-8f13-b33d1f736d64) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:05.474055 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.514931 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.554332 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:05.557465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:05.561504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:05.595334 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=6626e056-c72c-4be2-8f13-b33d1f736d64,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:05.618011 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:05.825923 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.019365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.147450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:16:06.255983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:06.265214 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Sync routers for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:06.273945 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:06.274463 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.274630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:06.278773 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-6236a157-64fe-446d-8d4a-ef60adf9b52b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4697614 Jul 07 18:16:06.279320 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.350703 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-94388356-9853-4ed1-8db7-14099bb1c686 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=40e21da27bd0472e82a4a6c42608b1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701263 Jul 07 18:16:06.353219 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.378079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:06.445172 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d85e7-fa13-4991-9688-f2b396eaa5fb tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.446726 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b57d85e7-fa13-4991-9688-f2b396eaa5fb tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925972 Jul 07 18:16:06.449650 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.479990 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da0697d9-46cf-48a9-a1d4-5281f9e91443 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289528 Jul 07 18:16:06.482691 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40044) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.488068 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218909143', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:06.553972 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:06.581525 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Checking router: 06e37c13-8e06-45c0-8c86-938bdbe2ae4a for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:06.581791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:06.581954 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Updating router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a port 6626e056-c72c-4be2-8f13-b33d1f736d64 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:16:06.585624 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.620739 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.772496 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.833812 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Subnet': ['ID=7f36ee83-ed14-4e15-9907-1ca8575e8a5b,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.841478 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Checking segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:06.841847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network hostable DHCP agents. Network: b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:16:06.859242 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:16:06.869118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:06.877656 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.877890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478e36b-0673-4f72-acf6-6b9f37ee1ee3 None None] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:06.884721 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:06.885331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.888781 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Transition to ACTIVE for port object 6626e056-c72c-4be2-8f13-b33d1f736d64 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:06.895588 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.904102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-29420da1-df0a-4e06-825b-2b8e8c4d90e4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4174130 Jul 07 18:16:06.904334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40046) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:06.937038 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Pushing event updated for resources: {'Port': ['ID=6626e056-c72c-4be2-8f13-b33d1f736d64,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:06.941640 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.948884 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.949228 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.949565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.949898 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.950244 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.950572 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.950893 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.951214 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.951532 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.951851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.952167 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.952482 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:16:06.980788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Attempting to bind port 6626e056-c72c-4be2-8f13-b33d1f736d64 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:06.981155 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Attempting to bind port 6626e056-c72c-4be2-8f13-b33d1f736d64 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:06.981649 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Attempting to bind port 6626e056-c72c-4be2-8f13-b33d1f736d64 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:06.987496 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:06.987866 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:06.988263 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:06.988650 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:06.989109 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Bound port: 6626e056-c72c-4be2-8f13-b33d1f736d64, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:06.989481 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.044175 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] For port 6626e056-c72c-4be2-8f13-b33d1f736d64, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:07.048493 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:16:07.048852 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] For port 6626e056-c72c-4be2-8f13-b33d1f736d64, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6626e056-c72c-4be2-8f13-b33d1f736d64,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:07.049482 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.053417 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.120999 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd17fe-7419-47a1-8915-c37b8eaae5b4 None None] Pushing event updated for resources: {'Port': ['ID=6626e056-c72c-4be2-8f13-b33d1f736d64,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:07.128436 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:07.129056 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:07.200802 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Allocated IP 172.20.0.2 (b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe/7f36ee83-ed14-4e15-9907-1ca8575e8a5b/751ad205-145d-4e5a-bec4-da4229ea1365) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:07.339971 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:07.362187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.362915 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.371487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Transition to ACTIVE for port object 751ad205-145d-4e5a-bec4-da4229ea1365 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:07.387430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Transition to ACTIVE for port object 751ad205-145d-4e5a-bec4-da4229ea1365 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:07.394092 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.431285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:07.436001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:07.438983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:07.473403 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Pushing event updated for resources: {'Port': ['ID=751ad205-145d-4e5a-bec4-da4229ea1365,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:07.513273 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Attempting to bind port 751ad205-145d-4e5a-bec4-da4229ea1365 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:07.513942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Attempting to bind port 751ad205-145d-4e5a-bec4-da4229ea1365 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:07.515528 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Attempting to bind port 751ad205-145d-4e5a-bec4-da4229ea1365 on network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:07.521625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:07.522338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Checking segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:07.522926 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.523522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Bound using segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:07.524183 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Bound port: 751ad205-145d-4e5a-bec4-da4229ea1365, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:07.524774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.536367 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-250b7900-3efb-4448-8745-202139bae3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:07.563325 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7900-3efb-4448-8745-202139bae3eb None None] The sync data for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 is: [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:05Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:07.604161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] For port 751ad205-145d-4e5a-bec4-da4229ea1365, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:07.608433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] For port 751ad205-145d-4e5a-bec4-da4229ea1365, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=751ad205-145d-4e5a-bec4-da4229ea1365,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:07.614789 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.651131 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.1 (b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe/7f36ee83-ed14-4e15-9907-1ca8575e8a5b/b0fe9cb9-4643-43c7-8eca-688b9824c62f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:07.678570 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03f1ce-4903-4490-87b3-a4ab3aaa5d14 None None] Pushing event updated for resources: {'Port': ['ID=751ad205-145d-4e5a-bec4-da4229ea1365,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:07.802804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.842008 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object b0fe9cb9-4643-43c7-8eca-688b9824c62f will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:07.886860 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:07.935956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:07.940164 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:07.947091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:07.980218 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:08.013181 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.184581 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.419872 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 751ad205-145d-4e5a-bec4-da4229ea1365 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:08.479172 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 751ad205-145d-4e5a-bec4-da4229ea1365 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:08.484798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6626e056-c72c-4be2-8f13-b33d1f736d64 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:08.528057 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.535846 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.543836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 6626e056-c72c-4be2-8f13-b33d1f736d64 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:08.549959 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6626e056-c72c-4be2-8f13-b33d1f736d64 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:08.550801 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.638597 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:08.653706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.663417 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.685512 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 6626e056-c72c-4be2-8f13-b33d1f736d64, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6626e056-c72c-4be2-8f13-b33d1f736d64,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:08.691119 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.745497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=6626e056-c72c-4be2-8f13-b33d1f736d64,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:08.764322 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:08.766546 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:08.795895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a217a54-2b09-4366-815f-0bac3ae7218c None None] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:16:08.883875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:08.912803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Provisioning for port 751ad205-145d-4e5a-bec4-da4229ea1365 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:08.920930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Provisioning complete for port 751ad205-145d-4e5a-bec4-da4229ea1365 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:08.921312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:08.997742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:09.004186 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-94ff694d-c531-45f3-9947-9173265c7db2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/06e37c13-8e06-45c0-8c86-938bdbe2ae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0989225 Jul 07 18:16:09.041333 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.079691 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] For port 751ad205-145d-4e5a-bec4-da4229ea1365, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=751ad205-145d-4e5a-bec4-da4229ea1365,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:09.086376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.144578 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a3a4c-1e4f-463f-843c-b543f8cb4e42 None None] Pushing event updated for resources: {'Port': ['ID=751ad205-145d-4e5a-bec4-da4229ea1365,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:09.182263 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-b4084670-7dd4-4290-8a3b-baca930e221d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751660753&fields=id&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0488467 Jul 07 18:16:09.318416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Provisioning for port b0fe9cb9-4643-43c7-8eca-688b9824c62f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:09.322931 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Provisioning complete for port b0fe9cb9-4643-43c7-8eca-688b9824c62f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:09.323368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.371587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-00ab2992-b044-45cb-bde1-6f319a9c5895 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:09.379294 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-00ab2992-b044-45cb-bde1-6f319a9c5895 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 796 time: 0.1777885 Jul 07 18:16:09.379541 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Port b0fe9cb9-4643-43c7-8eca-688b9824c62f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:09.390454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Provisioning complete for port 751ad205-145d-4e5a-bec4-da4229ea1365 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:09.391722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6953aaf5-5261-466d-8f3e-0fed43825d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.400562 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8bbe328c-d3db-4f1a-84e2-9ae169242d01 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/quotas/40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0198371 Jul 07 18:16:09.510489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-378610ef-869a-41bf-9882-4f9b69fe39ba tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021736 Jul 07 18:16:09.517168 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-9a57fcd3-e003-4be5-a14f-fd75a54272ba tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:16:09.524924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-9a57fcd3-e003-4be5-a14f-fd75a54272ba tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131259 Jul 07 18:16:09.592441 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Sync routers for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:09.604220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:09.605034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:09.670020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d607b5e8-936c-4932-bcdd-926fa809e43f None None] Provisioning complete for port b0fe9cb9-4643-43c7-8eca-688b9824c62f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:09.670528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d607b5e8-936c-4932-bcdd-926fa809e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.674272 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-46e7dea5-4a40-48f7-aef5-9be0dbc739ad service neutron] 10.222.0.22 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483467 Jul 07 18:16:09.746325 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d607b5e8-936c-4932-bcdd-926fa809e43f None None] Port b0fe9cb9-4643-43c7-8eca-688b9824c62f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:09.761286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:09.771799 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-1c327060-f9e6-4925-896f-cb75a3fd93a3 service neutron] 10.222.0.22 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904596 Jul 07 18:16:09.901808 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6cd7503b-4a89-4631-83c4-3b2a0292cd0f None None] Provisioning complete for port b0fe9cb9-4643-43c7-8eca-688b9824c62f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:09.901808 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cd7503b-4a89-4631-83c4-3b2a0292cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:09.953310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b51e881a-a527-4ba7-8133-de74b4fe7d49 req-53df5d07-d2da-4963-92a7-6f76f39890dc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 210 time: 0.0299480 Jul 07 18:16:09.982599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7503b-4a89-4631-83c4-3b2a0292cd0f None None] Port b0fe9cb9-4643-43c7-8eca-688b9824c62f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:10.012870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 2, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:10.042252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Checking router: 06e37c13-8e06-45c0-8c86-938bdbe2ae4a for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:10.042619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Updating router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a port b0fe9cb9-4643-43c7-8eca-688b9824c62f binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:16:10.081410 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.412088 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 751ad205-145d-4e5a-bec4-da4229ea1365 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:10.507655 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 751ad205-145d-4e5a-bec4-da4229ea1365 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:10.508032 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.592502 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.607290 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Transition to ACTIVE for port object b0fe9cb9-4643-43c7-8eca-688b9824c62f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:10.630292 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.677978 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6626e056-c72c-4be2-8f13-b33d1f736d64 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:10.717001 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf4dac-cec4-4138-aac0-5cd198a0e429 None None] Pushing event updated for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:10.788410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Attempting to bind port b0fe9cb9-4643-43c7-8eca-688b9824c62f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:10.788699 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Attempting to bind port b0fe9cb9-4643-43c7-8eca-688b9824c62f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:10.789077 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Attempting to bind port b0fe9cb9-4643-43c7-8eca-688b9824c62f on network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:10.797411 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:10.797799 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Checking segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:10.798248 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.798654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Bound using segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:10.799147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Bound port: b0fe9cb9-4643-43c7-8eca-688b9824c62f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:10.799541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.809901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 6626e056-c72c-4be2-8f13-b33d1f736d64 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:10.810306 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:10.901944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] For port b0fe9cb9-4643-43c7-8eca-688b9824c62f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:10.945016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] For port b0fe9cb9-4643-43c7-8eca-688b9824c62f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b0fe9cb9-4643-43c7-8eca-688b9824c62f,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:10.954484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.034480 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf4dac-cec4-4138-aac0-5cd198a0e429 None None] Pushing event updated for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:11.037158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:11.038196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:11.207289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:11.219659 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f929f46c-db99-47fb-b137-79a2fd5acc45 req-26b09179-ead0-41fa-833f-95269f7db8ca tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 210 time: 0.0495872 Jul 07 18:16:11.234032 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-50f07aa2-357a-4d4f-b2b3-e4062a553fca tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.234032 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-50f07aa2-357a-4d4f-b2b3-e4062a553fca tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 796 time: 0.2012331 Jul 07 18:16:11.283253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-b0ea544b-f812-4db7-867d-e3fdb84d7904 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 380 time: 0.0411208 Jul 07 18:16:11.292260 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'port': {'device_id': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'admin_state_up': True, 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'security_groups': ['6838c790-d111-47b5-85e9-68e8cf909e3b']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:11.402981 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:16:11.406712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.433184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:10Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:11.466125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc08f-a6a0-4bb3-8888-15fd5e2446b4 None None] The sync data for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 is: [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:10Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:11.552309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.5 (b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe/7f36ee83-ed14-4e15-9907-1ca8575e8a5b/9a25560c-a858-4eff-b009-edbaf3eeeb44) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:11.702974 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.722303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 9a25560c-a858-4eff-b009-edbaf3eeeb44 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:11.756836 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.801616 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:11.805776 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:11.808298 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:11.864349 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:11.865029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:11.872125 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:11.888918 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-8a0ad3e3-ea69-41a3-9609-08d5dd1ce505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006079 Jul 07 18:16:11.904325 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Request body: {'port': {'device_id': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:11.988401 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.084692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ec76e14-a6e8-433a-8bbe-361ae6d01761 None None] Provisioning for port 9a25560c-a858-4eff-b009-edbaf3eeeb44 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:12.089658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ec76e14-a6e8-433a-8bbe-361ae6d01761 None None] Provisioning complete for port 9a25560c-a858-4eff-b009-edbaf3eeeb44 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:12.090184 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ec76e14-a6e8-433a-8bbe-361ae6d01761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.131324 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ec76e14-a6e8-433a-8bbe-361ae6d01761 None None] Port 9a25560c-a858-4eff-b009-edbaf3eeeb44 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:16:12.269355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25560c-a858-4eff-b009-edbaf3eeeb44 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:12.277158 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.291859 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Transition to ACTIVE for port object 9a25560c-a858-4eff-b009-edbaf3eeeb44 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:16:12.297992 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.387587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.413460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b0fe9cb9-4643-43c7-8eca-688b9824c62f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:12.415771 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d0542-afa3-4a20-aae5-82921189b4b0 req-f402d615-573f-4baf-ad50-1d10e202aab4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.424163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e45d0542-afa3-4a20-aae5-82921189b4b0 req-f402d615-573f-4baf-ad50-1d10e202aab4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 943 time: 0.0864761 Jul 07 18:16:12.485864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Attempting to bind port 9a25560c-a858-4eff-b009-edbaf3eeeb44 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:16:12.487165 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Attempting to bind port 9a25560c-a858-4eff-b009-edbaf3eeeb44 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:16:12.487581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Attempting to bind port 9a25560c-a858-4eff-b009-edbaf3eeeb44 on network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:12.491900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port b0fe9cb9-4643-43c7-8eca-688b9824c62f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:12.496472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b0fe9cb9-4643-43c7-8eca-688b9824c62f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:12.496599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.497864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Port 9a25560c-a858-4eff-b009-edbaf3eeeb44 on network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:16:12.498321 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Attempting to bind port 9a25560c-a858-4eff-b009-edbaf3eeeb44 on network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:16:12.501479 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e45d0542-afa3-4a20-aae5-82921189b4b0 req-10c8f3f7-49db-4626-9717-ea1e0e11f6ec tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735896 Jul 07 18:16:12.505944 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:16:12.507956 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Checking segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:16:12.508456 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Bound using segment: {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:16:12.509993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Bound port: 9a25560c-a858-4eff-b009-edbaf3eeeb44, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:16:12.510460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.592468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.602354 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:16:12.608575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:16:12.615300 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.630667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port b0fe9cb9-4643-43c7-8eca-688b9824c62f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b0fe9cb9-4643-43c7-8eca-688b9824c62f,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:12.636449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.657432 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.658041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:12.659647 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 1092 time: 0.7618384 Jul 07 18:16:12.660099 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:12.662819 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dcef6b-b1e8-4c19-ab66-51f25a564e18" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:12.700104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8dc98-48eb-4bfb-a5bc-a822369311c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.722075 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12dbffb-2a18-4dfa-9c90-74e7c583aa50 x-openstack-request-id: req-d12dbffb-2a18-4dfa-9c90-74e7c583aa50 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:12.722389 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:12.722643 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d12dbffb-2a18-4dfa-9c90-74e7c583aa50 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:12.723194 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'status': 'completed', 'code': 200} Jul 07 18:16:12.737417 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:12.792177 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-d9b53f84-401a-490b-80e0-2c40f9464ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.793717 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-d9b53f84-401a-490b-80e0-2c40f9464ee8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1095 time: 0.0671287 Jul 07 18:16:12.835328 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-386beee9-a105-4268-9a2d-7b695509f330 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 217 time: 0.0343814 Jul 07 18:16:12.886091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-c3c12bed-0048-4a1a-b50d-c552f53f547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.887596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-c3c12bed-0048-4a1a-b50d-c552f53f547f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0458341 Jul 07 18:16:12.944783 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-998e0c73-943a-4bd9-9398-04f3f2cca83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:12.946266 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-998e0c73-943a-4bd9-9398-04f3f2cca83e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525012 Jul 07 18:16:13.045557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-6177d3ab-18ce-4baa-b05b-407cf0359496 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923960 Jul 07 18:16:13.135261 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9134f842-5c47-4c4d-8a42-6ffe1b69893d req-e306e9ca-2b04-406d-9099-8e7601b92b49 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832057 Jul 07 18:16:13.238003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-eef16937-00b2-49ee-815b-5e10eafc58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.239552 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-eef16937-00b2-49ee-815b-5e10eafc58c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1095 time: 0.0586472 Jul 07 18:16:13.330808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-8c0a6a92-d2a0-4fcb-9817-833662befc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.332289 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-8c0a6a92-d2a0-4fcb-9817-833662befc32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 897 time: 0.0865784 Jul 07 18:16:13.379936 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-e4632fc0-1e11-4362-8ea9-96f34ae3209c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 217 time: 0.0389774 Jul 07 18:16:13.430643 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-68043cfb-9b3c-4d7f-93b3-3af81c7f7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.432121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-68043cfb-9b3c-4d7f-93b3-3af81c7f7c3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0451837 Jul 07 18:16:13.493358 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-45e81379-fd15-46ac-88e6-b5b48a1ac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.494804 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-45e81379-fd15-46ac-88e6-b5b48a1ac0bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556827 Jul 07 18:16:13.588881 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-7dd46df4-ee4e-464b-a8b5-b0212bc1cd7d service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 Jul 07 18:16:13.680875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-69dcef6b-b1e8-4c19-ab66-51f25a564e18 req-9655c0bc-1469-4515-865c-16abfdd38ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853753 Jul 07 18:16:13.681165 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394ed8-b7a3-4950-8944-6ab409f4158c req-48e22b07-9eed-4b6b-b64f-116bd387bdac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.682685 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08394ed8-b7a3-4950-8944-6ab409f4158c req-48e22b07-9eed-4b6b-b64f-116bd387bdac tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 943 time: 0.0636115 Jul 07 18:16:13.726248 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-08394ed8-b7a3-4950-8944-6ab409f4158c req-32eaaa28-6dd2-4cb7-8bdf-97508bafad9b tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362720 Jul 07 18:16:14.333604 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b0fe9cb9-4643-43c7-8eca-688b9824c62f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:14.380674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port b0fe9cb9-4643-43c7-8eca-688b9824c62f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:14.381045 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:14.913579 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9c9f4-56c5-4182-89a2-eeddfcf3eb88 req-d033fafa-0e51-49f5-8087-4598fda27f33 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.915085 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6d9c9f4-56c5-4182-89a2-eeddfcf3eb88 req-d033fafa-0e51-49f5-8087-4598fda27f33 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 943 time: 0.0753314 Jul 07 18:16:14.957473 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6d9c9f4-56c5-4182-89a2-eeddfcf3eb88 req-7afb2e76-cfc9-41b2-afe8-c8bcb5480079 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334158 Jul 07 18:16:15.628221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9a25560c-a858-4eff-b009-edbaf3eeeb44 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:16:15.720467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:15.731949 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'port_id': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'mac_address': 'fa:16:3e:54:75:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:16:15.773473 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.786723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25560c-a858-4eff-b009-edbaf3eeeb44 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:16:15.808613 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:15.813783 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.862351 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:16.042941 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['9a25560c-a858-4eff-b009-edbaf3eeeb44'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:16:16.135768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff5f9a-9c44-4479-95b1-1be6b69d6603 req-d7e835d1-1266-4ae7-83f1-de567b62bd91 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.137284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfff5f9a-9c44-4479-95b1-1be6b69d6603 req-d7e835d1-1266-4ae7-83f1-de567b62bd91 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 944 time: 0.0646157 Jul 07 18:16:16.176952 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dfff5f9a-9c44-4479-95b1-1be6b69d6603 req-5d0fc696-283a-4b2c-93e6-115a98765f73 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333810 Jul 07 18:16:17.354290 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b8a3-bc83-452f-a7d4-930d6f0f3880 req-e79959bf-73c2-4ffe-bef8-bef4c2515dd0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.355692 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb48b8a3-bc83-452f-a7d4-930d6f0f3880 req-e79959bf-73c2-4ffe-bef8-bef4c2515dd0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 944 time: 0.0670590 Jul 07 18:16:17.393742 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb48b8a3-bc83-452f-a7d4-930d6f0f3880 req-4d61acdc-ad6b-4855-906a-36b86ab25b4e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Jul 07 18:16:17.640200 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9a25560c-a858-4eff-b009-edbaf3eeeb44 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:16:17.688469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 9a25560c-a858-4eff-b009-edbaf3eeeb44 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:16:17.692039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 9a25560c-a858-4eff-b009-edbaf3eeeb44 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:16:17.692413 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.768181 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.789404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:17.791742 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591ac9e8-1f3f-48ae-a412-4748dac4c3d5" -d '{"events": [{"server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "name": "network-vif-plugged", "status": "completed", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:17.804804 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:16:17.810631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.835652 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585634c-3d24-4da9-9241-522fe0f67411 x-openstack-request-id: req-1585634c-3d24-4da9-9241-522fe0f67411 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:17.835951 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "name": "network-vif-plugged", "status": "completed", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:17.836209 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1585634c-3d24-4da9-9241-522fe0f67411 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:17.836612 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'code': 200} Jul 07 18:16:17.863056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:17.948458 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c157ae-f995-4a55-95f1-5614b6f66a6e req-c0a1d5c9-e244-4f38-8502-178964f4d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:17.949877 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-28c157ae-f995-4a55-95f1-5614b6f66a6e req-c0a1d5c9-e244-4f38-8502-178964f4d0a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1097 time: 0.0544815 Jul 07 18:16:17.985716 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-28c157ae-f995-4a55-95f1-5614b6f66a6e req-b3496372-1263-4818-b0ab-fc40f8db9389 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292647 Jul 07 18:16:18.577020 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5820ea-5099-44d9-b4fa-e3ab79c15fa4 req-1c9737c4-6080-4548-874c-34d77381d114 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:18.579369 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df5820ea-5099-44d9-b4fa-e3ab79c15fa4 req-1c9737c4-6080-4548-874c-34d77381d114 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0669367 Jul 07 18:16:18.620285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-df5820ea-5099-44d9-b4fa-e3ab79c15fa4 req-b4c77fff-db1a-46c4-b88e-175961dc4d0d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Jul 07 18:16:19.815474 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf61e-5ce6-48cc-b0a1-85aed6cb6366 req-c73a7164-b41b-4c8b-84b5-0744db90bc20 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:19.816997 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-872bf61e-5ce6-48cc-b0a1-85aed6cb6366 req-c73a7164-b41b-4c8b-84b5-0744db90bc20 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0648115 Jul 07 18:16:19.856439 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-872bf61e-5ce6-48cc-b0a1-85aed6cb6366 req-9116b450-c732-469d-a8fa-d857ada284cc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Jul 07 18:16:20.042526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f95c3-d0d0-4ef0-b762-a5b3fdc73ebd req-1a6237c8-ee3f-46f3-b202-2bdf33298dc8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:20.044061 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-819f95c3-d0d0-4ef0-b762-a5b3fdc73ebd req-1a6237c8-ee3f-46f3-b202-2bdf33298dc8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0786695 Jul 07 18:16:20.083498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-819f95c3-d0d0-4ef0-b762-a5b3fdc73ebd req-2d6ee05a-2aba-4455-975c-b3dae2eb9293 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335228 Jul 07 18:16:20.106784 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40102) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:20.505893 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ddc49a-243d-4a7f-976d-c2d99ee66cd8 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:20.507442 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-09ddc49a-243d-4a7f-976d-c2d99ee66cd8 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1092 time: 0.3996649 Jul 07 18:16:20.510630 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:20.515706 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:20.537997 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.637434 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.739022 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.69 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c24a1f63-ad10-4b03-b2f6-89fc21023fd2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:20.842280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.229546 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.268364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:21.271129 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:21.276631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:21.282623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=c24a1f63-ad10-4b03-b2f6-89fc21023fd2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:21.656712 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.734977 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.902439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.907685 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:21.986557 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=c24a1f63-ad10-4b03-b2f6-89fc21023fd2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:21.994891 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:22.104509 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 2d96f986-69b5-4e6b-83b6-cc3803e33676 associated. External IP: 172.25.7.69, port: 9a25560c-a858-4eff-b009-edbaf3eeeb44. Jul 07 18:16:22.315154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:22.419665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:22.429544 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Sync routers for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:22.435839 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:22.440284 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:22.440892 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:22.478998 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4ea18171-bf00-4892-8900-aceefc975b68 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9670541 Jul 07 18:16:22.480063 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:22.483058 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd71d11d-d323-494b-b7b1-718113c0505a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:22.524645 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa2563-d7e9-4536-9f94-b0510a1dcac4 x-openstack-request-id: req-76aa2563-d7e9-4536-9f94-b0510a1dcac4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:22.525129 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:22.525475 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76aa2563-d7e9-4536-9f94-b0510a1dcac4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:22.527343 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'status': 'completed', 'code': 200} Jul 07 18:16:22.556041 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:22.600270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d11d-d323-494b-b7b1-718113c0505a req-61c229a8-8fd8-45ff-bc8a-788234136b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.602558 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-61c229a8-8fd8-45ff-bc8a-788234136b3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1097 time: 0.0550914 Jul 07 18:16:22.655900 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95445b55-7f41-4422-a143-f583fbc22404 req-41e5250a-6dd8-4e2a-80df-018cbd06a8b6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.657498 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95445b55-7f41-4422-a143-f583fbc22404 req-41e5250a-6dd8-4e2a-80df-018cbd06a8b6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0776842 Jul 07 18:16:22.698889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d11d-d323-494b-b7b1-718113c0505a req-959c249e-39e4-4287-88ab-42a235a53f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.699155 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95445b55-7f41-4422-a143-f583fbc22404 req-ae90a4a7-95dd-4fee-8b3a-9fad16da7a50 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357051 Jul 07 18:16:22.700947 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-959c249e-39e4-4287-88ab-42a235a53f06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 897 time: 0.0921166 Jul 07 18:16:22.724774 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:22.769207 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-fa1e87ed-4587-472f-b9fb-0b25d083b5c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 998 time: 0.0616138 Jul 07 18:16:22.793535 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3a279866-9ec0-46e4-be5e-7d2959c41735 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/2d96f986-69b5-4e6b-83b6-cc3803e33676 HTTP/1.1" status: 200 len: 990 time: 0.0665278 Jul 07 18:16:22.794893 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2d96f986-69b5-4e6b-83b6-cc3803e33676', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'port_id': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'mac_address': 'fa:16:3e:54:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:21Z', 'updated_at': '2021-07-07T18:16:21Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:22.818455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d11d-d323-494b-b7b1-718113c0505a req-62d6438d-3231-494d-a519-8e80d3607250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.819949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-62d6438d-3231-494d-a519-8e80d3607250 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0447896 Jul 07 18:16:22.822690 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Checking router: 06e37c13-8e06-45c0-8c86-938bdbe2ae4a for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:22.831265 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:22.831857 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:16:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:22.881538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d11d-d323-494b-b7b1-718113c0505a req-e509d2f2-5a1e-4acb-8f80-de83f4e535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:22.883102 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-e509d2f2-5a1e-4acb-8f80-de83f4e535f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569842 Jul 07 18:16:22.937666 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:22.972687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-5faa5502-6ee6-4710-a390-34e90ce2a085 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Jul 07 18:16:23.070929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-dd71d11d-d323-494b-b7b1-718113c0505a req-2553802d-96d8-48a6-b683-27dde3ee4d91 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917742 Jul 07 18:16:23.165531 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2d96f986-69b5-4e6b-83b6-cc3803e33676', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'port_id': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'mac_address': 'fa:16:3e:54:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:21Z', 'updated_at': '2021-07-07T18:16:21Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:23.190832 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a563d4e-9829-4090-9091-8d52a37ff5e9 None None] The sync data for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 is: [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2d96f986-69b5-4e6b-83b6-cc3803e33676', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.69', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'port_id': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'mac_address': 'fa:16:3e:54:75:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:21Z', 'updated_at': '2021-07-07T18:16:21Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:23.389515 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7bceec-dbca-4d8f-9a5f-133be4fd51e9 None None] New status for floating IP 2d96f986-69b5-4e6b-83b6-cc3803e33676: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:23.796016 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:23.857310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-560e38d6-bffd-4bf1-b4b8-044f835c8804 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/2d96f986-69b5-4e6b-83b6-cc3803e33676 HTTP/1.1" status: 200 len: 992 time: 0.0595849 Jul 07 18:16:24.545788 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:30.036464 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef264fa-7379-47e9-a252-17104b94ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.449836 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-425639ed-0ac4-46dd-b1c6-ca9f9fe808a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:32.920210 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:33.862370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.082457 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:35.306906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-6c09b323-553c-4640-96a0-de213d17d789 req-98642c4e-d040-4c27-9633-472839d166dd service neutron] (93765) timed out ('10.222.0.22', 56336) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:16:35.617444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:36.928651 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:43.561857 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-2fd2a10f-b30d-4fa6-a751-47a06e689c85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513248 Jul 07 18:16:43.660048 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-125d4267-ac35-44da-a72d-6139777ef994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:43.661543 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-125d4267-ac35-44da-a72d-6139777ef994 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1097 time: 0.0520856 Jul 07 18:16:43.767947 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-6e1070c9-9378-471a-b3e3-664eec7f6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:43.769411 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-6e1070c9-9378-471a-b3e3-664eec7f6b7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 897 time: 0.0865278 Jul 07 18:16:43.832858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-8607a2a0-25bb-4182-9820-cf3c428bc084 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 1000 time: 0.0569460 Jul 07 18:16:43.879334 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-a94723d8-bb53-4b94-93fa-4da23250c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:43.880783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-a94723d8-bb53-4b94-93fa-4da23250c6c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0422177 Jul 07 18:16:43.943540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-d34f88d9-1fff-4428-9036-40783710ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:43.945073 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-d34f88d9-1fff-4428-9036-40783710ed23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585458 Jul 07 18:16:44.035958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-427a9c72-85ac-445c-b5a1-a5317c2ec515 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845144 Jul 07 18:16:44.130037 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b464ebdc-3f87-4af4-a9fb-318f09071ee0 req-a224688c-a045-4420-a702-a8a99e62b401 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879414 Jul 07 18:16:50.741288 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a4772-75a2-45bb-87ed-9bb4fa06289e req-ccf5fba0-952d-47e7-beca-207da95f84a6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:50.742755 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab0a4772-75a2-45bb-87ed-9bb4fa06289e req-ccf5fba0-952d-47e7-beca-207da95f84a6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0680404 Jul 07 18:16:50.786380 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ab0a4772-75a2-45bb-87ed-9bb4fa06289e req-d5145fd9-49f3-4d4c-8488-0bb98ab84c25 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Jul 07 18:16:51.977276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5e20c-cf53-4364-add9-3590b7de5064 req-efc7bd72-e2ad-4d1a-9214-9a5826421fc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:51.978989 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57e5e20c-cf53-4364-add9-3590b7de5064 req-efc7bd72-e2ad-4d1a-9214-9a5826421fc6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0663130 Jul 07 18:16:52.019968 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-57e5e20c-cf53-4364-add9-3590b7de5064 req-32db269d-445a-4602-91d2-e248261304ae tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344841 Jul 07 18:16:53.178918 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-2bce88e1-a471-4c3e-af86-258b1c482c39 req-af307eef-532a-4418-82f8-594a98bcaa33 service neutron] (93766) timed out ('10.222.0.32', 53827) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:16:53.197285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06e0b-2f66-4040-a415-cbb65a8fe21b req-9f3f9989-b5b9-4202-b97c-eb0f96d71261 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:53.198831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74e06e0b-2f66-4040-a415-cbb65a8fe21b req-9f3f9989-b5b9-4202-b97c-eb0f96d71261 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0648654 Jul 07 18:16:53.237846 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-74e06e0b-2f66-4040-a415-cbb65a8fe21b req-e2d956a5-14a8-43fc-aa3e-2bbf2ba86966 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 07 18:16:54.422310 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acaef4-19ab-4e43-987a-956cc3ef7d5f req-030e39ad-8cb3-4a51-ae67-6fe66335fdfe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:54.423829 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1acaef4-19ab-4e43-987a-956cc3ef7d5f req-030e39ad-8cb3-4a51-ae67-6fe66335fdfe tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0687473 Jul 07 18:16:54.469327 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f1acaef4-19ab-4e43-987a-956cc3ef7d5f req-caa89c85-4419-49b5-96e1-e0ee984335af tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Jul 07 18:16:55.645569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923846-b9a3-4cc6-a248-724e9e90492a req-1c709374-e653-4ba9-a118-48599ee15cad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:55.647247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17923846-b9a3-4cc6-a248-724e9e90492a req-1c709374-e653-4ba9-a118-48599ee15cad tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0647142 Jul 07 18:16:55.684014 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-17923846-b9a3-4cc6-a248-724e9e90492a req-8f357772-8d19-4d39-b096-43318bfa89b2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Jul 07 18:16:56.857855 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33b80-7158-46cc-a6ea-d98ffa9ab68a req-d23f4cd9-5e8d-42d1-b892-9c4f38d11003 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:56.859364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfc33b80-7158-46cc-a6ea-d98ffa9ab68a req-d23f4cd9-5e8d-42d1-b892-9c4f38d11003 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0639863 Jul 07 18:16:56.902351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bfc33b80-7158-46cc-a6ea-d98ffa9ab68a req-8b8bd900-a54d-4cef-a5fc-ad808acbe518 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Jul 07 18:16:58.076470 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d12f63-4ce9-4e95-84c6-f0a64801f6a8 req-918066ad-de75-46ac-922c-bac1a9c8b95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:58.078000 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9d12f63-4ce9-4e95-84c6-f0a64801f6a8 req-918066ad-de75-46ac-922c-bac1a9c8b95f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0642941 Jul 07 18:16:58.116689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b9d12f63-4ce9-4e95-84c6-f0a64801f6a8 req-cd4058e7-ca12-46e7-b26a-3aa1ad8c6d84 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Jul 07 18:16:59.290146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e791-d358-4ab2-9444-96b410b6b3ab req-da24aaff-3464-44ae-9b05-687b61f619c9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:59.291635 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d2e791-d358-4ab2-9444-96b410b6b3ab req-da24aaff-3464-44ae-9b05-687b61f619c9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0637188 Jul 07 18:16:59.329585 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d2e791-d358-4ab2-9444-96b410b6b3ab req-e312c860-cecb-4d47-a607-835793e14da0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321794 Jul 07 18:17:00.038415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69330ec4-cd54-4fa0-b210-7a3c4f0fa7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:00.505307 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489b59-4ad1-40fd-b5b0-65dc48d7f856 req-597a304f-58f5-44ea-b682-f9786a70cfa7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:00.506752 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c489b59-4ad1-40fd-b5b0-65dc48d7f856 req-597a304f-58f5-44ea-b682-f9786a70cfa7 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0680652 Jul 07 18:17:00.545798 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8c489b59-4ad1-40fd-b5b0-65dc48d7f856 req-8d6187b6-c0e6-4afd-ae39-3c30aa01ab66 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jul 07 18:17:01.545858 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:01.718891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4b2ab-c0d6-436a-a049-7ce333535c07 req-9d73f156-8981-4eff-93b3-5536b576814d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:01.720430 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51e4b2ab-c0d6-436a-a049-7ce333535c07 req-9d73f156-8981-4eff-93b3-5536b576814d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0648980 Jul 07 18:17:01.757883 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-51e4b2ab-c0d6-436a-a049-7ce333535c07 req-1e81f080-c5a1-42c5-bd4a-1483e70a93d6 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Jul 07 18:17:01.783117 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:01.850435 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f9afd950-542a-4bb6-a185-58839a9b53b9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/2d96f986-69b5-4e6b-83b6-cc3803e33676 HTTP/1.1" status: 200 len: 992 time: 0.0661261 Jul 07 18:17:02.450881 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2db5b712-a05e-4f10-8786-86ffbc11be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:02.923929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:03.275837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd49a-6380-4654-a4bc-860029157034 req-51a8402a-4bcb-4a19-a191-4a8560a2c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.277454 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-51a8402a-4bcb-4a19-a191-4a8560a2c319 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1097 time: 0.0555243 Jul 07 18:17:03.300313 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d10e2-788d-49c9-9e2a-5e3c89848bec req-f34ace21-90b7-4b8d-b821-78046e91f934 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.301964 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e2d10e2-788d-49c9-9e2a-5e3c89848bec req-f34ace21-90b7-4b8d-b821-78046e91f934 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0675461 Jul 07 18:17:03.343561 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1e2d10e2-788d-49c9-9e2a-5e3c89848bec req-c56a8df2-9b0f-4442-b3c8-a01a42d59bc8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Jul 07 18:17:03.372630 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd49a-6380-4654-a4bc-860029157034 req-9aed4e57-afb8-4887-9ad1-31fcebfa6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.374200 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-9aed4e57-afb8-4887-9ad1-31fcebfa6933 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 897 time: 0.0909433 Jul 07 18:17:03.446692 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-bad37145-5269-496b-aaef-56b0ee4a2652 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 1000 time: 0.0657504 Jul 07 18:17:03.496791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd49a-6380-4654-a4bc-860029157034 req-079614f6-f1df-4051-8f5d-84031b301e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.500581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-079614f6-f1df-4051-8f5d-84031b301e0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0479755 Jul 07 18:17:03.557538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd49a-6380-4654-a4bc-860029157034 req-03d6e089-7314-4465-b3c3-3aeb4a76b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:03.559093 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-03d6e089-7314-4465-b3c3-3aeb4a76b148 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526121 Jul 07 18:17:03.652648 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-e5458293-ff5f-4618-9530-16744c6ecaf8 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865638 Jul 07 18:17:03.740648 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6d3dd49a-6380-4654-a4bc-860029157034 req-7df5ee85-c478-4907-affa-389ef184fe20 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818570 Jul 07 18:17:03.864848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:04.519884 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c82a95-d686-4963-a6ae-52b4eafee049 req-72a1e9ec-c17f-4c31-a2b2-70cde8a195dc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:04.521314 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85c82a95-d686-4963-a6ae-52b4eafee049 req-72a1e9ec-c17f-4c31-a2b2-70cde8a195dc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0631511 Jul 07 18:17:04.563071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-85c82a95-d686-4963-a6ae-52b4eafee049 req-6211894b-8b26-44c7-a3fd-a7ffa1d1e34a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Jul 07 18:17:04.587669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40160) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:04.652188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1b8fa335-6621-4b88-b641-e94ca9659b31 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/2d96f986-69b5-4e6b-83b6-cc3803e33676 HTTP/1.1" status: 200 len: 992 time: 0.0633574 Jul 07 18:17:05.082359 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:05.620972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:06.940254 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:30.039774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add352f9-2166-48b0-a4cb-f0995d9ff505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.452531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7182-fd75-4935-98dd-8a719e2d0454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:32.924628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:33.868636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.081358 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.092822 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40172) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:35.261872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port c24a1f63-ad10-4b03-b2f6-89fc21023fd2 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:35.262870 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.335448 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.335810 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.347415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for c24a1f63-ad10-4b03-b2f6-89fc21023fd2 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:35.495197 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.523557 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=c24a1f63-ad10-4b03-b2f6-89fc21023fd2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:35.555694 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.556047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.556393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.556732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.557070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.557408 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.557742 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.558077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.558437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.558767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.559096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.559422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:35.603250 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.603594 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 2d96f986-69b5-4e6b-83b6-cc3803e33676 disassociated (deleted). External IP: 172.25.7.69, port: 9a25560c-a858-4eff-b009-edbaf3eeeb44. Jul 07 18:17:35.621364 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.814400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:35.924659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:35.929364 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:35.933980 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Sync routers for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:35.944118 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:35.944729 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:35.967264 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-fba11d9a-f7b8-4e93-a14e-0aa5db070be3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/floatingips/2d96f986-69b5-4e6b-83b6-cc3803e33676 HTTP/1.1" status: 204 len: 168 time: 0.8732443 Jul 07 18:17:35.967915 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:35.970204 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172bcfc-cc89-4ceb-9685-f0de05738aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:36.008821 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e3842f-a9e7-44d4-917f-6c6281268ceb x-openstack-request-id: req-70e3842f-a9e7-44d4-917f-6c6281268ceb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:36.009118 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:36.009374 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70e3842f-a9e7-44d4-917f-6c6281268ceb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:36.009783 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'status': 'completed', 'code': 200} Jul 07 18:17:36.051794 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:36.098407 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-3acf59bf-8459-4bef-8e76-738999d47ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:36.100063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-3acf59bf-8459-4bef-8e76-738999d47ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 1097 time: 0.0671299 Jul 07 18:17:36.217824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-61e9b5a5-edc6-4699-a8c5-758b61dd0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:36.219145 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-61e9b5a5-edc6-4699-a8c5-758b61dd0b03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 200 len: 897 time: 0.1130188 Jul 07 18:17:36.270773 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-f675fca4-6726-43ce-a990-033f22d1b37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 200 len: 217 time: 0.0377092 Jul 07 18:17:36.311210 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:36.335714 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-b9488b6a-79b2-46bb-9a54-d9fe86da9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:36.337340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-b9488b6a-79b2-46bb-9a54-d9fe86da9281 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 200 len: 834 time: 0.0593674 Jul 07 18:17:36.381836 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8d5cd-7d3b-4c48-a309-1202f8c11b52 req-e983fb53-c0cc-4a81-9e75-133a6ed71baa tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:36.383564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6e8d5cd-7d3b-4c48-a309-1202f8c11b52 req-e983fb53-c0cc-4a81-9e75-133a6ed71baa tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0726187 Jul 07 18:17:36.406935 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-a542e661-14d0-42dc-a80a-e69cc31a9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:36.408630 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-a542e661-14d0-42dc-a80a-e69cc31a9fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645669 Jul 07 18:17:36.427819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c6e8d5cd-7d3b-4c48-a309-1202f8c11b52 req-456cef9f-5703-4047-9dd0-a982d0f51191 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373085 Jul 07 18:17:36.440516 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Checking router: 06e37c13-8e06-45c0-8c86-938bdbe2ae4a for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:36.451766 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:36.452324 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:36.506318 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-3c853829-c550-43c1-81b9-21b25b0750dd service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906014 Jul 07 18:17:36.562851 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:36.604121 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7172bcfc-cc89-4ceb-9685-f0de05738aab req-bdab4799-34d7-411c-98e9-d1686369f9e2 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902383 Jul 07 18:17:36.759506 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:36.785323 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa0a32-01ee-4a64-9e6a-4859d77955c1 None None] The sync data for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 is: [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': 'b0fe9cb9-4643-43c7-8eca-688b9824c62f', 'name': '', 'network_id': 'b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:95:a6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:07Z', 'updated_at': '2021-07-07T18:16:12Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '7f36ee83-ed14-4e15-9907-1ca8575e8a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:36.934215 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.010823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1aaeb-8c45-46dd-98c0-78ee5aaabeba None None] New status for floating IP 2d96f986-69b5-4e6b-83b6-cc3803e33676: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:17:37.660619 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf170a9-0e62-43ca-973e-1607fd17d0a8 req-2ecaec06-4842-4bf9-add3-2c04be1fbda4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:37.662096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddf170a9-0e62-43ca-973e-1607fd17d0a8 req-2ecaec06-4842-4bf9-add3-2c04be1fbda4 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.1139123 Jul 07 18:17:37.698937 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ddf170a9-0e62-43ca-973e-1607fd17d0a8 req-8031c0fd-ec88-44d1-a2ee-20a368c5dd41 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=6838c790-d111-47b5-85e9-68e8cf909e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Jul 07 18:17:37.760566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-07550a1a-7a6b-45ea-a9e4-a3f7fa07fe32 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:37.762504 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-07550a1a-7a6b-45ea-a9e4-a3f7fa07fe32 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0a93ed6-e46d-441b-ad74-a36a6e6ea17f HTTP/1.1" status: 200 len: 945 time: 0.0650005 Jul 07 18:17:37.859968 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 9a25560c-a858-4eff-b009-edbaf3eeeb44 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:37.860309 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.950525 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 9a25560c-a858-4eff-b009-edbaf3eeeb44, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=9a25560c-a858-4eff-b009-edbaf3eeeb44,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:37.950887 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:37.964111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 9a25560c-a858-4eff-b009-edbaf3eeeb44 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:38.096354 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.126279 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=9a25560c-a858-4eff-b009-edbaf3eeeb44,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:38.174635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port 9a25560c-a858-4eff-b009-edbaf3eeeb44 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:38.177220 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:38.179812 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-e46517a0-3922-4c37-9085-589e0521b6d8 req-f08ce24c-9a4d-4eb2-9aa5-a6896e33b3c5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "DELETE /v2.0/ports/9a25560c-a858-4eff-b009-edbaf3eeeb44 HTTP/1.1" status: 204 len: 173 time: 0.4117618 Jul 07 18:17:38.180282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'name': 'network-vif-deleted', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:38.183729 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace1553c-39a2-4de7-b015-8fff76282cc8" -d '{"events": [{"server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "name": "network-vif-deleted", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:38.226040 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b675dc-047c-46a6-85a9-adc55370a5a9 x-openstack-request-id: req-58b675dc-047c-46a6-85a9-adc55370a5a9 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:38.226368 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a93ed6-e46d-441b-ad74-a36a6e6ea17f", "name": "network-vif-deleted", "tag": "9a25560c-a858-4eff-b009-edbaf3eeeb44", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:38.226624 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58b675dc-047c-46a6-85a9-adc55370a5a9 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:38.227031 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a93ed6-e46d-441b-ad74-a36a6e6ea17f', 'name': 'network-vif-deleted', 'tag': '9a25560c-a858-4eff-b009-edbaf3eeeb44', 'status': 'completed', 'code': 200} Jul 07 18:17:38.544609 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:38.799626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40190) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:39.166656 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.431306 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port b0fe9cb9-4643-43c7-8eca-688b9824c62f {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:39.431541 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.521314 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port b0fe9cb9-4643-43c7-8eca-688b9824c62f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=b0fe9cb9-4643-43c7-8eca-688b9824c62f,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:39.521675 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.533150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for b0fe9cb9-4643-43c7-8eca-688b9824c62f owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:39.717120 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:39.749292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=b0fe9cb9-4643-43c7-8eca-688b9824c62f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:39.920182 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.478393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:40.584172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:40.589066 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-32f62ed7-47f7-4e80-a827-1a5a9d796ed1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/06e37c13-8e06-45c0-8c86-938bdbe2ae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883320 Jul 07 18:17:40.591789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40192) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:40.594483 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Sync routers for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:40.603473 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:40.604082 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:40.643917 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting subnet 7f36ee83-ed14-4e15-9907-1ca8575e8a5b {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:17:40.647038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.690423 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.710546 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:40.776335 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.839351 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.870751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Subnet': ['ID=7f36ee83-ed14-4e15-9907-1ca8575e8a5b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:40.875126 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:40.877021 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8878f8d2-8b75-4a76-a145-c9a3dbf05426 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/subnets/7f36ee83-ed14-4e15-9907-1ca8575e8a5b HTTP/1.1" status: 204 len: 168 time: 0.2834053 Jul 07 18:17:40.879697 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40194) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:40.882860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490e784-0066-4e12-866f-0db128dcc246 None None] Network b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:40.903802 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:17:39Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:40.930574 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Checking router: 06e37c13-8e06-45c0-8c86-938bdbe2ae4a for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:40.939926 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Routers {'06e37c13-8e06-45c0-8c86-938bdbe2ae4a'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:40.940589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.000800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.051104 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] Set router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:41.091371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] DHCP port deletion for b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:17:41.118381 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.138751 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Deleting port 751ad205-145d-4e5a-bec4-da4229ea1365 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:41.139174 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.182858 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 6626e056-c72c-4be2-8f13-b33d1f736d64 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:17:41.183252 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.209040 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] For port 751ad205-145d-4e5a-bec4-da4229ea1365, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=751ad205-145d-4e5a-bec4-da4229ea1365,segment=NetworkSegment(9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1),segment_id=9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:41.209424 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.227158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Calling delete_port for 751ad205-145d-4e5a-bec4-da4229ea1365 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:41.247983 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:17:39Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.269070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 6626e056-c72c-4be2-8f13-b33d1f736d64, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=6626e056-c72c-4be2-8f13-b33d1f736d64,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:41.269689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.279011 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4c6bd-e8ef-4753-a68c-0f91b4a9bb3e None None] The sync data for ids ['06e37c13-8e06-45c0-8c86-938bdbe2ae4a'] in n-d-791504-12 is: [{'id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747347499', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:16:04Z', 'updated_at': '2021-07-07T18:17:39Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '6626e056-c72c-4be2-8f13-b33d1f736d64', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e37c13-8e06-45c0-8c86-938bdbe2ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:16:05Z', 'updated_at': '2021-07-07T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:41.284526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 6626e056-c72c-4be2-8f13-b33d1f736d64 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:17:41.313543 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.342617 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Pushing event deleted for resources: {'Port': ['ID=751ad205-145d-4e5a-bec4-da4229ea1365,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:41.346018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] No DVR routers for this DVR port 751ad205-145d-4e5a-bec4-da4229ea1365 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:17:41.353311 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.353659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.354010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.354421 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.354957 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.355456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.355456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.355813 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.356649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.357027 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.357362 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.357702 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc93aac-4e1c-4ebe-bf49-f90e22fdca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:41.470010 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.498422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=6626e056-c72c-4be2-8f13-b33d1f736d64,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:41.567553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.662432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.664648 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.709844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.710398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Fanout notify agent at l3_agent the message router_deleted on router 06e37c13-8e06-45c0-8c86-938bdbe2ae4a {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:17:41.718687 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.719828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-9f0e74c1-e1ef-4582-bfd5-00f9705e9dd3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/routers/06e37c13-8e06-45c0-8c86-938bdbe2ae4a HTTP/1.1" status: 204 len: 168 time: 0.8389475 Jul 07 18:17:41.722570 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40196) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:41.807388 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.896318 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.907591 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.924399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.924700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c69f4-23ce-4bd6-a3fa-9110d9210ed1') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:41.934386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.948705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.955824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:17:41.956227 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:17:41.960928 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:17:42.022598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.030458 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.031761 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/networks/b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe HTTP/1.1" status: 204 len: 168 time: 0.3082347 Jul 07 18:17:42.034851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.043430 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065f985-a0f6-415a-b7f1-9a934fdaa13d tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Network': ['ID=b20ef5a3-c3dc-4dd9-8bd0-858c732db2fe,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:42.099437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.110405 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9a25560c-a858-4eff-b009-edbaf3eeeb44 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.129027 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.134767 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 9a25560c-a858-4eff-b009-edbaf3eeeb44 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.135123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 9a25560c-a858-4eff-b009-edbaf3eeeb44 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.187946 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.190830 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.194827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/security-groups/6838c790-d111-47b5-85e9-68e8cf909e3b HTTP/1.1" status: 204 len: 168 time: 0.1560211 Jul 07 18:17:42.202724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838c790-d111-47b5-85e9-68e8cf909e3b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:42.210968 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.211253 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.211607 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.211953 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.212294 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.212636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.212975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.213312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.213651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.213986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.214344 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.214686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822831fa-19b7-4cd3-8d6c-d06b29c3a4b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:42.383831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 751ad205-145d-4e5a-bec4-da4229ea1365 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.403945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 751ad205-145d-4e5a-bec4-da4229ea1365 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.404383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 751ad205-145d-4e5a-bec4-da4229ea1365 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.404895 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6626e056-c72c-4be2-8f13-b33d1f736d64 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.423685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 6626e056-c72c-4be2-8f13-b33d1f736d64 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.424039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 6626e056-c72c-4be2-8f13-b33d1f736d64 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.424456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b0fe9cb9-4643-43c7-8eca-688b9824c62f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:17:42.443423 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: b0fe9cb9-4643-43c7-8eca-688b9824c62f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:17:42.443779 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device b0fe9cb9-4643-43c7-8eca-688b9824c62f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:17:42.874436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:42.879114 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214504278', 'description': 'tempest-secgroup-smoke-1214504278 description', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:42.901110 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.986676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:42.990676 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.020447 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.021687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462324 Jul 07 18:17:43.023600 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24f04e-0f5c-4a73-bc96-cb14e2c40415 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.024785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40206) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.030353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.056543 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.114260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.117971 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.133566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e391657-7ddf-4afe-a11a-97b9067e2b37,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.143256 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.144444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2a6e41e1-bfca-4501-848a-436ee6dc1f80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186063 Jul 07 18:17:43.147095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.151463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.179831 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.245214 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.249470 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.267856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b19cc6-2592-4cc7-8f00-a932d4277631,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.275880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.277302 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17dd4cdb-40e9-40ea-bea9-02d199d6c91e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291146 Jul 07 18:17:43.280345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40210) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.285203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.312792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.372044 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.375706 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.393904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1a0a60-7d95-47a1-a660-9d40aa26d051,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.396785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.398265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-3dc7b57a-e012-4809-8fe4-9adb10013e80 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169162 Jul 07 18:17:43.401047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40212) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.406309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.432024 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.495785 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.500001 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.518971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe83ef3-9dfc-47cb-9b93-baa41ab6e47e,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.522237 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.523530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b708dc67-7921-42ab-b7a3-f93b9db29505 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214645 Jul 07 18:17:43.526551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40214) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.534538 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.567401 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:17:43.573334 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.636162 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.640399 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.658091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f436f369-14a3-4804-bd77-6f2bd32f6aec,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.664601 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.665726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-01a9d5f9-705e-4d29-8369-fcfc2be59fb0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373398 Jul 07 18:17:43.669424 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40216) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.673936 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'security_group_rule': {'security_group_id': '84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.695685 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Project 40e21da27bd0472e82a4a6c42608b1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:17:43.701221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.763100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.769720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.787945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf1f5ad-cf94-4120-a87a-42fdb4ca6f87,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:43.795078 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.796330 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-62e1fff3-47e4-446b-8fe1-49c9339e77fb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259584 Jul 07 18:17:43.799205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40218) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:43.804178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'network': {'name': 'tempest-network-smoke--1359186176', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'port_security_enabled': True}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:43.823819 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:43.827942 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.853282 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:17:43.862321 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.862671 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Added segment 3adcc95f-af8c-4bf6-86a6-9f37401d72ea of type vlan for network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed Jul 07 18:17:43.904245 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.933705 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:43.939684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:43.940313 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.005325 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2050567 Jul 07 18:17:44.008015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40220) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:44.015119 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'admin_state_up': True, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:44.024999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba288e-1ad4-4174-9534-da8c75fdfac3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Network': ['ID=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:44.036156 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:17:44.044560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.045729 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.100071 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.248793 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.450494 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.469703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.569924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.144 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/742a3ec1-c696-45fe-82a9-ca2186593561) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:44.675413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.713734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:44.749637 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:44.753804 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:44.759289 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:44.780375 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=742a3ec1-c696-45fe-82a9-ca2186593561,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:45.005029 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.198449 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.327316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 91e96447-6c4b-4444-ae75-3035d38a46ed is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:17:45.429257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:45.440587 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Sync routers for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:45.448329 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.453100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-042c749e-7861-42d1-8d7c-007b8ec3df7f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4406397 Jul 07 18:17:45.453303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:45.453303 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:45.454383 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40222) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.483781 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-54245110-57a3-48d1-b81b-db3e15067bfa tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=40e21da27bd0472e82a4a6c42608b1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280013 Jul 07 18:17:45.486498 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40224) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.578209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f363d-9cb2-42d5-b6e4-ba2da5a024c5 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:45.579659 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b11f363d-9cb2-42d5-b6e4-ba2da5a024c5 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922120 Jul 07 18:17:45.582698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40226) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.614509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-41778b2c-8c9e-43d4-81fb-8a2a9ea9a300 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=22143c16-edb2-459b-9740-d1320510163a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306628 Jul 07 18:17:45.616957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40228) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:45.622472 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546893467', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:45.709551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:45.713104 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.718333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:45.893672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.895135 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:44Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:45.921128 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Checking router: 91e96447-6c4b-4444-ae75-3035d38a46ed for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:45.921434 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Updating router 91e96447-6c4b-4444-ae75-3035d38a46ed port 742a3ec1-c696-45fe-82a9-ca2186593561 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:45.956824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Subnet': ['ID=4f51466d-a74d-4b41-8c59-104c4fe24544,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:45.961234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.967182 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Checking segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:45.967548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network hostable DHCP agents. Network: 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:17:45.984738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:17:45.993593 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:46.000217 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:46.000217 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.014958 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-295316e3-2990-404d-8b98-4984c142b384 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3969755 Jul 07 18:17:46.017737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40230) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:46.042909 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774841c1-dad4-490a-a818-ef043b97db9f None None] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:46.294044 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:17:46.294915 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.355784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.420704 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Transition to ACTIVE for port object 742a3ec1-c696-45fe-82a9-ca2186593561 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:46.431205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.470279 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.520539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Attempting to bind port 742a3ec1-c696-45fe-82a9-ca2186593561 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:46.521147 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Attempting to bind port 742a3ec1-c696-45fe-82a9-ca2186593561 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:46.521272 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Attempting to bind port 742a3ec1-c696-45fe-82a9-ca2186593561 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:46.524812 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ae2ec-6b7b-4718-b93b-4ad2598ef080 None None] Pushing event updated for resources: {'Port': ['ID=742a3ec1-c696-45fe-82a9-ca2186593561,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.536252 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:46.536659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:46.537062 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.537459 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:46.537940 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Bound port: 742a3ec1-c696-45fe-82a9-ca2186593561, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:46.538362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.544300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Allocated IP 172.20.0.2 (0daa2477-838f-40ad-bc2f-e7d5fce0b0ed/4f51466d-a74d-4b41-8c59-104c4fe24544/7db90e1f-3663-4172-8e7d-163c00ad4166) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:46.648518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] For port 742a3ec1-c696-45fe-82a9-ca2186593561, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:46.653667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] For port 742a3ec1-c696-45fe-82a9-ca2186593561, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=742a3ec1-c696-45fe-82a9-ca2186593561,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:46.661476 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.752095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:46.754504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:46.757531 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ae2ec-6b7b-4718-b93b-4ad2598ef080 None None] Pushing event updated for resources: {'Port': ['ID=742a3ec1-c696-45fe-82a9-ca2186593561,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:46.873975 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:46.888868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Transition to ACTIVE for port object 7db90e1f-3663-4172-8e7d-163c00ad4166 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:46.918186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:46.920856 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Transition to ACTIVE for port object 7db90e1f-3663-4172-8e7d-163c00ad4166 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:46.976529 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.007661 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.1 (0daa2477-838f-40ad-bc2f-e7d5fce0b0ed/4f51466d-a74d-4b41-8c59-104c4fe24544/8776f6d6-5e0a-44b1-8d1f-176744e7d0ea) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:47.066502 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:47.070725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:47.073336 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:47.090997 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Pushing event updated for resources: {'Port': ['ID=7db90e1f-3663-4172-8e7d-163c00ad4166,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.130625 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.145266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:47.178546 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.184725 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Attempting to bind port 7db90e1f-3663-4172-8e7d-163c00ad4166 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:47.185112 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Attempting to bind port 7db90e1f-3663-4172-8e7d-163c00ad4166 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:47.185484 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Attempting to bind port 7db90e1f-3663-4172-8e7d-163c00ad4166 on network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:47.194852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:47.195234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Checking segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:47.195645 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.196046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Bound using segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:47.196518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Bound port: 7db90e1f-3663-4172-8e7d-163c00ad4166, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:47.196907 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.226603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:47.229831 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:47.232360 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:47.272972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:44Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:47.304469 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5499ba6-d3cd-422c-820b-5f3b155acd50 None None] The sync data for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 is: [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:44Z', 'revision_number': 3, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:47.306588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] For port 7db90e1f-3663-4172-8e7d-163c00ad4166, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:47.320692 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] For port 7db90e1f-3663-4172-8e7d-163c00ad4166, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7db90e1f-3663-4172-8e7d-163c00ad4166,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:47.328300 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.400074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c7b0-45d6-472c-aa06-1ce2d5c38c26 None None] Pushing event updated for resources: {'Port': ['ID=7db90e1f-3663-4172-8e7d-163c00ad4166,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.650664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:47.678100 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.829402 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.144908 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.150803 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.231483 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:48.234234 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.341535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:48.354850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:48.431929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea9a6f-350a-4053-9481-0d0a3cbee9aa None None] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:17:48.485171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7db90e1f-3663-4172-8e7d-163c00ad4166 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:48.488248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 91e96447-6c4b-4444-ae75-3035d38a46ed has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:17:48.550809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b9d5701a-581b-4650-b29a-5f5d99444030 None None] Provisioning for port 7db90e1f-3663-4172-8e7d-163c00ad4166 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:48.604991 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 7db90e1f-3663-4172-8e7d-163c00ad4166 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:48.607434 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:17:48.613409 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7db90e1f-3663-4172-8e7d-163c00ad4166 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:48.613632 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5004708d-cb93-4114-b8a3-f308f2306d95 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/91e96447-6c4b-4444-ae75-3035d38a46ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946708 Jul 07 18:17:48.613782 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.856894 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4e983bf7-e2e9-4931-bf06-46008f4acc50 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214504278&fields=id&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 267 time: 0.0391524 Jul 07 18:17:48.925376 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.990257 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-b6c0bf29-c574-43aa-af20-aa6dc55b0a4a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:48.992171 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-b6c0bf29-c574-43aa-af20-aa6dc55b0a4a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 797 time: 0.1251323 Jul 07 18:17:49.000598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 7db90e1f-3663-4172-8e7d-163c00ad4166, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7db90e1f-3663-4172-8e7d-163c00ad4166,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:49.006102 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.006967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 742a3ec1-c696-45fe-82a9-ca2186593561 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:49.013808 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a58a4045-b3e8-4721-bff8-5a9b62b5354a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/quotas/40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 375 time: 0.0148742 Jul 07 18:17:49.099553 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-1f564dd9-6de5-4f13-b26e-68c1670f2314 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796692 Jul 07 18:17:49.103022 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=7db90e1f-3663-4172-8e7d-163c00ad4166,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.156347 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 742a3ec1-c696-45fe-82a9-ca2186593561 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:49.162768 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 742a3ec1-c696-45fe-82a9-ca2186593561 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:49.163146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.191334 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Sync routers for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:17:49.202491 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:49.203315 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:49.236084 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-8430c972-91e5-4079-b4cf-db96bc44fb28 service neutron] 10.222.0.22 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182022 Jul 07 18:17:49.251598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Provisioning complete for port 7db90e1f-3663-4172-8e7d-163c00ad4166 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:49.252004 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.341239 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:49.358721 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-64e8dcc7-a92d-4761-a571-ffb76670d200 service neutron] 10.222.0.22 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217248 Jul 07 18:17:49.369929 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.392672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 742a3ec1-c696-45fe-82a9-ca2186593561, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=742a3ec1-c696-45fe-82a9-ca2186593561,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:49.444885 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.493137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Provisioning for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:49.517060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Provisioning complete for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:49.518227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.526270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=742a3ec1-c696-45fe-82a9-ca2186593561,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:49.583113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-549a242f-0b36-48b3-aa80-adcaa9d47f37 None None] Port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:49.603678 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 2, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:49.605555 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-713d40cd-ad72-493a-9eed-b7f555089ec0 req-833d9ff6-da44-411d-9484-d243b818133e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Jul 07 18:17:49.712513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f0536ba1-b840-4a7a-aca0-a7c388a0403b None None] Provisioning complete for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:49.713000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0536ba1-b840-4a7a-aca0-a7c388a0403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.735211 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Checking router: 91e96447-6c4b-4444-ae75-3035d38a46ed for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:17:49.735771 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Updating router 91e96447-6c4b-4444-ae75-3035d38a46ed port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:17:49.763891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f0536ba1-b840-4a7a-aca0-a7c388a0403b None None] Port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:49.779898 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.884836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04825c9a-d829-49b7-92f2-b1d7b2b57e74 None None] Provisioning complete for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:49.885362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04825c9a-d829-49b7-92f2-b1d7b2b57e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.926560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-04825c9a-d829-49b7-92f2-b1d7b2b57e74 None None] Port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:50.067536 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.080143 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Transition to ACTIVE for port object 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:50.085509 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.170207 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Pushing event updated for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.195248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.195810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.195810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.196072 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.196464 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.196988 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.197323 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.197634 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.197960 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.198303 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.198619 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.198936 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:17:50.217266 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Attempting to bind port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:50.217644 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Attempting to bind port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:50.218001 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Attempting to bind port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea on network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:50.223384 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:50.223753 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Checking segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:50.224148 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.224533 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Bound using segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:50.224986 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Bound port: 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:50.225366 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.298931 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] For port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:50.302336 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] For port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:50.307881 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.364630 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:17:50.365258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.409079 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f19e74-d4af-4e04-93b2-542b3532e613 None None] Pushing event updated for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:50.414021 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7db90e1f-3663-4172-8e7d-163c00ad4166 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:50.477517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 7db90e1f-3663-4172-8e7d-163c00ad4166 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:50.478248 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.495890 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:17:50.563823 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 742a3ec1-c696-45fe-82a9-ca2186593561 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:50.612736 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 742a3ec1-c696-45fe-82a9-ca2186593561 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:50.613116 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.749278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:17:50.779931 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728ac18-5f47-4c91-a186-34efdb09ab42 None None] The sync data for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 is: [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:50Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:17:50.811952 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-d498ea81-d7d8-4461-905a-560a139c04d2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:50.813783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-d498ea81-d7d8-4461-905a-560a139c04d2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 797 time: 0.1467578 Jul 07 18:17:50.822284 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24530988-57a7-4ada-a1c2-e1ad50f0cab8 req-12b29fc6-382a-4eee-be21-b69744858f83 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 210 time: 0.0476830 Jul 07 18:17:50.903673 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-9a1fee0c-60fb-4732-8894-a4c7ee4c57a8 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e21da27bd0472e82a4a6c42608b1d0 HTTP/1.1" status: 200 len: 380 time: 0.0769174 Jul 07 18:17:50.912587 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'port': {'device_id': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'admin_state_up': True, 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'security_groups': ['84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:51.071490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Made reservation on behalf of 40e21da27bd0472e82a4a6c42608b1d0 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:17:51.075375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.218810 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.20.0.10 (0daa2477-838f-40ad-bc2f-e7d5fce0b0ed/4f51466d-a74d-4b41-8c59-104c4fe24544/0af5cd2f-a6da-4a81-8101-8bf00f086e65) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:51.366051 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.380399 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Transition to ACTIVE for port object 0af5cd2f-a6da-4a81-8101-8bf00f086e65 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:51.415427 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.469884 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:51.475555 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:51.482301 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:51.485019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:51.542717 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:51.544069 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.561905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-4de8f6fc-2327-48e3-b482-90153273d55a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535211 Jul 07 18:17:51.573910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Request body: {'port': {'device_id': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:51.654658 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.729915 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a9924265-fa87-464b-be62-f1aea42ec49b None None] Provisioning for port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:51.734747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a9924265-fa87-464b-be62-f1aea42ec49b None None] Provisioning complete for port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:51.735124 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9924265-fa87-464b-be62-f1aea42ec49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.771911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a9924265-fa87-464b-be62-f1aea42ec49b None None] Port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:17:51.954341 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5cd2f-a6da-4a81-8101-8bf00f086e65 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:51.963190 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:51.977004 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Transition to ACTIVE for port object 0af5cd2f-a6da-4a81-8101-8bf00f086e65 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:17:51.981862 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.017677 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713329c-7025-49ed-8c20-171eacb72897 req-ea0c78c3-5831-427e-b8c4-607a4e90ef28 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.019966 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5713329c-7025-49ed-8c20-171eacb72897 req-ea0c78c3-5831-427e-b8c4-607a4e90ef28 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 932 time: 0.0672247 Jul 07 18:17:52.032535 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.073322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5713329c-7025-49ed-8c20-171eacb72897 req-df5cabd5-c7dc-4c9b-96c0-c83f3a720067 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Jul 07 18:17:52.129122 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Attempting to bind port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:17:52.129460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Attempting to bind port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:17:52.129794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Attempting to bind port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 on network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:52.134460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 on network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:17:52.134790 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Attempting to bind port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 on network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:17:52.140346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:17:52.140695 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Checking segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:17:52.141094 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Bound using segment: {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:17:52.141528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Bound port: 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adcc95f-af8c-4bf6-86a6-9f37401d72ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:17:52.141891 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.211115 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:17:52.214382 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:17:52.218681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.255503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.255503 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.255826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] 10.222.0.32 "PUT /v2.0/ports/0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 1093 time: 0.6865659 Jul 07 18:17:52.256244 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:52.258554 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459e47c6-6aeb-4f58-8039-1854e7a92079" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:52.284503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb2c71-3e13-4101-ada9-acefb82e2d5a service neutron] Pushing event updated for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.298999 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae4ee1-dae1-4a83-82fa-b19c18ccce5c x-openstack-request-id: req-74ae4ee1-dae1-4a83-82fa-b19c18ccce5c {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:52.299613 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:52.300067 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74ae4ee1-dae1-4a83-82fa-b19c18ccce5c {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:52.301417 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'status': 'completed', 'code': 200} Jul 07 18:17:52.371016 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-5950193c-b501-4fb5-ba33-3550f29e99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.372574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-5950193c-b501-4fb5-ba33-3550f29e99eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1096 time: 0.0646811 Jul 07 18:17:52.419239 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-58f28efe-2cf7-4917-9bf2-a18b4d98a9de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 217 time: 0.0399361 Jul 07 18:17:52.430875 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:52.472828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-d7a88e51-0e53-46ff-a9fa-b0981ad25193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.474485 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-d7a88e51-0e53-46ff-a9fa-b0981ad25193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 200 len: 835 time: 0.0483656 Jul 07 18:17:52.488860 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:52.492910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:52.493289 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.537927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-9e7c19aa-7f16-4872-b677-d161792ebb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.539783 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-9e7c19aa-7f16-4872-b677-d161792ebb46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597146 Jul 07 18:17:52.599493 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.636291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:52.641526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:52.647169 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-d3e7f9b2-003a-4991-bab3-896e5a127ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000504 Jul 07 18:17:52.696711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:52.739929 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-877096ab-1b42-4126-80b4-93b82ac6dc4d req-b56a5680-6bab-493d-8df2-0764c914ffc9 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Jul 07 18:17:52.854328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-38cb9de1-9dde-4190-89e8-8207607f18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.855964 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-38cb9de1-9dde-4190-89e8-8207607f18f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1096 time: 0.0666909 Jul 07 18:17:52.950848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-4f029c37-3e6d-4628-a180-e0eb5568594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:52.952353 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-4f029c37-3e6d-4628-a180-e0eb5568594b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 898 time: 0.0907128 Jul 07 18:17:52.993249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-288dd4cb-4e58-4b61-91f3-6c96a323fc8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 217 time: 0.0344698 Jul 07 18:17:53.045876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-0c14ae85-ef8f-45e6-9cf2-06352f36f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:53.047360 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-0c14ae85-ef8f-45e6-9cf2-06352f36f83c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 200 len: 835 time: 0.0473945 Jul 07 18:17:53.106097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-7ec4718d-1ab2-430c-8130-4653b64d5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:53.107655 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-7ec4718d-1ab2-430c-8130-4653b64d5fdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542078 Jul 07 18:17:53.198616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-5c739777-94cf-4259-bb20-7f30fac5d729 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838673 Jul 07 18:17:53.257409 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0379152-a542-47b4-ba70-e20636cf0e2a req-42b6f1e9-cd8a-4dd4-9b40-e33c7bc49e5c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:53.258910 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0379152-a542-47b4-ba70-e20636cf0e2a req-42b6f1e9-cd8a-4dd4-9b40-e33c7bc49e5c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 944 time: 0.0663490 Jul 07 18:17:53.296291 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-459e47c6-6aeb-4f58-8039-1854e7a92079 req-b87ecd10-0282-48c3-a73c-757a53d576dd service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Jul 07 18:17:53.297544 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d0379152-a542-47b4-ba70-e20636cf0e2a req-78805f51-d032-4d00-855e-b3f0149fb93f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jul 07 18:17:54.156927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0af5cd2f-a6da-4a81-8101-8bf00f086e65 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:17:54.257775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:54.269769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'port_id': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'mac_address': 'fa:16:3e:cf:ba:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:17:54.306767 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.320241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5cd2f-a6da-4a81-8101-8bf00f086e65 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:17:54.342729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:54.347335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.401314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:54.415549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:54.468952 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:54.469332 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:54.482793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47cd4e-dab8-4271-9db9-d5c32c046dde req-5debf743-6c0c-4955-81be-a8042cef9634 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:54.484317 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f47cd4e-dab8-4271-9db9-d5c32c046dde req-5debf743-6c0c-4955-81be-a8042cef9634 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 945 time: 0.0710948 Jul 07 18:17:54.523254 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7f47cd4e-dab8-4271-9db9-d5c32c046dde req-4e2fd52e-7291-4a30-9b06-59c2cc535898 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Jul 07 18:17:54.554649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['0af5cd2f-a6da-4a81-8101-8bf00f086e65'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:17:55.696236 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430f4b-cdd1-4ee9-a350-5c402df9c524 req-20542052-dc75-4358-8713-f9d47305f7de tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:55.697725 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9430f4b-cdd1-4ee9-a350-5c402df9c524 req-20542052-dc75-4358-8713-f9d47305f7de tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 945 time: 0.0627933 Jul 07 18:17:55.736260 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c9430f4b-cdd1-4ee9-a350-5c402df9c524 req-2f785e69-9aa4-4b88-8385-c4467bef06a5 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Jul 07 18:17:56.172651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0af5cd2f-a6da-4a81-8101-8bf00f086e65 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:17:56.221466 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:17:56.225422 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:17:56.225808 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.307866 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.331660 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:17:56.334039 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12402585-ea8e-4d9c-8b62-0bc01811cb71" -d '{"events": [{"server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "name": "network-vif-plugged", "status": "completed", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:17:56.347686 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:17:56.352772 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:56.377609 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427f516-27c7-4695-a9dc-5c68601fb8d9 x-openstack-request-id: req-8427f516-27c7-4695-a9dc-5c68601fb8d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:17:56.377907 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "name": "network-vif-plugged", "status": "completed", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:17:56.378196 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8427f516-27c7-4695-a9dc-5c68601fb8d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:17:56.378597 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'code': 200} Jul 07 18:17:56.405763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:56.487874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c996e52-6f98-48d1-a4d2-040475079bd1 req-806f4c7b-83c4-4281-9d71-0fb83997ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:56.489400 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0c996e52-6f98-48d1-a4d2-040475079bd1 req-806f4c7b-83c4-4281-9d71-0fb83997ef9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1098 time: 0.0532434 Jul 07 18:17:56.522569 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-0c996e52-6f98-48d1-a4d2-040475079bd1 req-0ce0c946-68ea-4c04-9348-339fc4a48316 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267243 Jul 07 18:17:56.913109 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b58fb-0820-41ec-aaa7-395cdcea31cc req-6a905e43-5d20-41d6-89c7-b748a1355652 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:56.914648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b53b58fb-0820-41ec-aaa7-395cdcea31cc req-6a905e43-5d20-41d6-89c7-b748a1355652 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0669844 Jul 07 18:17:56.953355 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b53b58fb-0820-41ec-aaa7-395cdcea31cc req-5c91765f-dda1-46fd-b9d2-3ea21009ef50 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331845 Jul 07 18:17:58.129521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbe44-215a-4ce6-b0c6-27baa3f4020c req-4690a68c-3962-47e1-833f-a2aa3f2953cb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:58.131073 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a1dbe44-215a-4ce6-b0c6-27baa3f4020c req-4690a68c-3962-47e1-833f-a2aa3f2953cb tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0637460 Jul 07 18:17:58.167368 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7a1dbe44-215a-4ce6-b0c6-27baa3f4020c req-26608fef-dcb0-431e-a9fb-ec804eabcb02 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Jul 07 18:17:58.338856 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b001385-99e8-485c-b69a-88d7df327508 req-c87be51c-fea9-40eb-b521-caac722d3dbc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:58.340851 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b001385-99e8-485c-b69a-88d7df327508 req-c87be51c-fea9-40eb-b521-caac722d3dbc tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0639169 Jul 07 18:17:58.381811 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5b001385-99e8-485c-b69a-88d7df327508 req-46c943c5-1927-4898-a220-56e205f3a28c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Jul 07 18:17:58.405563 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40284) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:58.461015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9f491-52d2-49f2-b357-733c295700c3 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:58.462694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d7f9f491-52d2-49f2-b357-733c295700c3 tempest-TestNetworkAdvancedServerOps-934309361 tempest-TestNetworkAdvancedServerOps-934309361-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1093 time: 0.0560935 Jul 07 18:17:58.466009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40286) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:17:58.470528 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:17:58.492665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.587314 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.693560 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Allocated IP 172.25.7.50 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/0531a982-d809-406e-a91f-14983adb87c9) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:17:58.793600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.831938 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:58.868012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:17:58.872880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:17:58.875405 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:17:58.908310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=0531a982-d809-406e-a91f-14983adb87c9,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:59.248880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.329305 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.477066 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.482564 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.551095 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event updated for resources: {'Port': ['ID=0531a982-d809-406e-a91f-14983adb87c9,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:17:59.562813 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:59.664826 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 99f5b9ad-c9da-4489-b8a2-119b842d9a1e associated. External IP: 172.25.7.50, port: 0af5cd2f-a6da-4a81-8101-8bf00f086e65. Jul 07 18:17:59.880805 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 91e96447-6c4b-4444-ae75-3035d38a46ed has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:00.002454 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:00.012479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Sync routers for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:00.018582 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.023560 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:00.025053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:00.056068 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-ed27df62-a526-40ae-8940-b3193fbe860e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5889585 Jul 07 18:18:00.056659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:00.059482 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200eacb-79bb-4793-876e-29d61a9ec967" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:00.080463 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-459c21d1-924d-42a3-b6c6-8d1873e84f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:00.101197 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e6159-41d3-41dd-8460-8a69e63b4796 x-openstack-request-id: req-0b0e6159-41d3-41dd-8460-8a69e63b4796 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:00.101592 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:00.101904 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b0e6159-41d3-41dd-8460-8a69e63b4796 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:00.102431 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'status': 'completed', 'code': 200} Jul 07 18:18:00.150858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:00.179757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-0ed71396-4d28-4c16-a477-4e05ed9a1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.181496 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-0ed71396-4d28-4c16-a477-4e05ed9a1de2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1098 time: 0.0560632 Jul 07 18:18:00.218942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73297982-ff4a-4611-a9cc-2d563fb4b61b req-f02f7ed4-e888-4317-9078-976e1a07fdf1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.222565 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73297982-ff4a-4611-a9cc-2d563fb4b61b req-f02f7ed4-e888-4317-9078-976e1a07fdf1 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0713887 Jul 07 18:18:00.263373 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73297982-ff4a-4611-a9cc-2d563fb4b61b req-49263005-5edd-4589-9f5a-f1a4517cce65 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370436 Jul 07 18:18:00.283955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-b834c7e7-4d7c-4626-a30c-3ae455ae03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.285463 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-b834c7e7-4d7c-4626-a30c-3ae455ae03e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 898 time: 0.0979249 Jul 07 18:18:00.287775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40292) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:00.392433 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '99f5b9ad-c9da-4489-b8a2-119b842d9a1e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'port_id': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'mac_address': 'fa:16:3e:cf:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:59Z', 'updated_at': '2021-07-07T18:17:59Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:00.420438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Checking router: 91e96447-6c4b-4444-ae75-3035d38a46ed for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:00.429514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:00.430176 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:17:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:00.542136 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:00.751812 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8ac12f6b-f63d-4520-84d1-e48692e87003 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/99f5b9ad-c9da-4489-b8a2-119b842d9a1e HTTP/1.1" status: 200 len: 991 time: 0.4627130 Jul 07 18:18:00.753666 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-f2c807c2-906d-42ed-b9af-c644cb211105 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 999 time: 0.4589922 Jul 07 18:18:00.775995 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '99f5b9ad-c9da-4489-b8a2-119b842d9a1e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'port_id': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'mac_address': 'fa:16:3e:cf:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:59Z', 'updated_at': '2021-07-07T18:17:59Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:00.801774 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-3511370d-a8ca-4ddb-bdfc-033247cd18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.802720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeea4-bd96-46d4-942a-434ed2fa5d77 None None] The sync data for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 is: [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '99f5b9ad-c9da-4489-b8a2-119b842d9a1e', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'port_id': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'mac_address': 'fa:16:3e:cf:ba:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:17:59Z', 'updated_at': '2021-07-07T18:17:59Z', 'revision_number': 0, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:00.803285 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-3511370d-a8ca-4ddb-bdfc-033247cd18ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 200 len: 835 time: 0.0433743 Jul 07 18:18:00.862730 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-24bd5f95-4dfd-4c1c-b9e6-b4cae153aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:00.864279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-24bd5f95-4dfd-4c1c-b9e6-b4cae153aaf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546107 Jul 07 18:18:00.959205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-74eaad6c-f166-4fa3-983f-3fd613e28edd service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886776 Jul 07 18:18:01.005128 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4a904-bac2-4274-a2f3-b8d0668fe0bc None None] New status for floating IP 99f5b9ad-c9da-4489-b8a2-119b842d9a1e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:01.050309 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6200eacb-79bb-4793-876e-29d61a9ec967 req-544d1eba-0c6e-475e-894d-0d0d5135e22b service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Jul 07 18:18:01.755587 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:01.816702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d7532530-f894-47c5-bf2d-1f974ea45e18 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/99f5b9ad-c9da-4489-b8a2-119b842d9a1e HTTP/1.1" status: 200 len: 993 time: 0.0599320 Jul 07 18:18:02.453609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce21aac2-9ee3-4eb5-9bf9-532297d00446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.926805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:03.871781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.086963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:05.624769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:06.945811 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:15.543148 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:30.043484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddca3cb7-2ef6-4748-bf99-d79a83435baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.455055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4037888-5131-474b-bd99-c674fd10584b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.929633 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.417569 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539157d-506f-4c3d-a9f3-f774022ae8f1 req-a91e8c16-9200-482b-b1ce-e87809edcad9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:33.419104 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7539157d-506f-4c3d-a9f3-f774022ae8f1 req-a91e8c16-9200-482b-b1ce-e87809edcad9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0675695 Jul 07 18:18:33.456936 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7539157d-506f-4c3d-a9f3-f774022ae8f1 req-9dd0e43c-bd16-4b31-88ed-75abfee71b82 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Jul 07 18:18:33.874213 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.638971 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d256a-379f-4e24-b53e-e4c1841368ca req-0ad5f01c-6583-48e4-a8a7-217e95222c70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:34.640481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-876d256a-379f-4e24-b53e-e4c1841368ca req-0ad5f01c-6583-48e4-a8a7-217e95222c70 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0676913 Jul 07 18:18:34.678265 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-876d256a-379f-4e24-b53e-e4c1841368ca req-3dd9dcae-bfb3-4c1a-aa55-10cfb94b2e0c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Jul 07 18:18:34.705226 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:34.770292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e2253df7-8700-4fa0-a9c5-e49a4e5d71ee tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/99f5b9ad-c9da-4489-b8a2-119b842d9a1e HTTP/1.1" status: 200 len: 993 time: 0.0637808 Jul 07 18:18:35.093377 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.627164 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.193924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-026ec3dd-91a3-476f-8d80-6d4afbad3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.195524 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-026ec3dd-91a3-476f-8d80-6d4afbad3018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1098 time: 0.0620279 Jul 07 18:18:36.203886 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582d26-9a85-466d-ab7e-eb7f02cee1bb req-b3c7c146-a6f5-4bc0-bdde-0273bf06fc8c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.205675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3582d26-9a85-466d-ab7e-eb7f02cee1bb req-b3c7c146-a6f5-4bc0-bdde-0273bf06fc8c tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0667629 Jul 07 18:18:36.246247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3582d26-9a85-466d-ab7e-eb7f02cee1bb req-ab06ea87-65ab-4ba4-bed9-e28d6f0cb39e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Jul 07 18:18:36.293592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-06121f79-767d-4449-8f74-6ebccb988f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.295112 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-06121f79-767d-4449-8f74-6ebccb988f8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 898 time: 0.0937696 Jul 07 18:18:36.369635 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-994b79cb-dcf6-4d55-b8e9-5c03d229bbc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 1001 time: 0.0685000 Jul 07 18:18:36.420410 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-2fd04abf-a1ed-445e-8b68-17a1369b99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.421921 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-2fd04abf-a1ed-445e-8b68-17a1369b99e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 200 len: 835 time: 0.0466180 Jul 07 18:18:36.483738 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-d167a1a6-2952-4a98-b150-4dac04b5f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:36.485161 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-d167a1a6-2952-4a98-b150-4dac04b5f1ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544324 Jul 07 18:18:36.577818 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-2d72e391-bf68-4c6c-9246-48cc32e2a9ca service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 Jul 07 18:18:36.665450 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-25cc6329-6190-42bc-9dd8-2d1b2f656914 req-ba5948bd-2e14-4f25-9dd3-830c8063e061 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813084 Jul 07 18:18:36.969713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.431249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0080c-fa1b-44cf-b813-de63376f8418 req-89f15692-ab86-415b-b413-d1d5915ed983 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:37.433387 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3de0080c-fa1b-44cf-b813-de63376f8418 req-89f15692-ab86-415b-b413-d1d5915ed983 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0707035 Jul 07 18:18:37.473842 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3de0080c-fa1b-44cf-b813-de63376f8418 req-be7273f1-dd11-421f-9107-79e68f552d08 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341852 Jul 07 18:18:38.655222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5895c0-bf6b-480a-9655-1d7a3b37301d req-8020e396-d407-4931-bc9f-8941ffe4743a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:38.656897 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a5895c0-bf6b-480a-9655-1d7a3b37301d req-8020e396-d407-4931-bc9f-8941ffe4743a tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Jul 07 18:18:38.699379 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a5895c0-bf6b-480a-9655-1d7a3b37301d req-a383e877-0164-476b-87e8-3af13e95924e tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365126 Jul 07 18:18:38.725529 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40330) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.798376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-06172b87-7b67-48b5-ab6e-63ee138ee83f tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/floatingips/99f5b9ad-c9da-4489-b8a2-119b842d9a1e HTTP/1.1" status: 200 len: 993 time: 0.0714648 Jul 07 18:18:39.056257 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40336) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:39.211474 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 0531a982-d809-406e-a91f-14983adb87c9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:39.211833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.287413 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.287741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.299192 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 0531a982-d809-406e-a91f-14983adb87c9 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:39.445844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.470411 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=0531a982-d809-406e-a91f-14983adb87c9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:39.484093 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.484450 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.484797 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.485140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.485479 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.485817 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.486172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.486511 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.486841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.487169 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.487499 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.487825 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:39.547497 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.547830 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Floating IP 99f5b9ad-c9da-4489-b8a2-119b842d9a1e disassociated (deleted). External IP: 172.25.7.50, port: 0af5cd2f-a6da-4a81-8101-8bf00f086e65. Jul 07 18:18:39.752669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 91e96447-6c4b-4444-ae75-3035d38a46ed has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:39.864229 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:39.869032 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.873314 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Sync routers for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:39.882706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:39.883313 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:39.908688 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c0b04c4c-059b-4b1a-864a-6fb93f6bc270 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/floatingips/99f5b9ad-c9da-4489-b8a2-119b842d9a1e HTTP/1.1" status: 204 len: 168 time: 0.8507841 Jul 07 18:18:39.909226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:39.911578 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644bce28-3ea9-4e86-acb8-1c995adc3d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:39.990897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:39.999573 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149d3951-6461-4bc5-84f5-34afb6e302c4 x-openstack-request-id: req-149d3951-6461-4bc5-84f5-34afb6e302c4 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:39.999868 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:40.000116 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-149d3951-6461-4bc5-84f5-34afb6e302c4 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:40.000518 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'status': 'completed', 'code': 200} Jul 07 18:18:40.080277 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-e23d5171-7cfc-4ac2-b0b1-c03c4f119d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.081970 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-e23d5171-7cfc-4ac2-b0b1-c03c4f119d80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 1098 time: 0.0586855 Jul 07 18:18:40.184416 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-f1c7518c-42a2-43aa-8ced-83c988411383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.186038 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-f1c7518c-42a2-43aa-8ced-83c988411383 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 200 len: 898 time: 0.0981181 Jul 07 18:18:40.218772 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:40.238989 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-9b0e6f35-a622-4c29-a078-23c859498157 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 200 len: 217 time: 0.0458639 Jul 07 18:18:40.245120 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Checking router: 91e96447-6c4b-4444-ae75-3035d38a46ed for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:40.256190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:40.257091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:40.290084 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-4a33f280-e2f5-4634-a8f6-8fcf3878da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.291577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-4a33f280-e2f5-4634-a8f6-8fcf3878da38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 200 len: 835 time: 0.0463529 Jul 07 18:18:40.295690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d21d2-7b9d-40c7-85d2-dee5582d2b41 req-8d8e3ab5-e238-440d-af24-7b4442757eb9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.297469 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d3d21d2-7b9d-40c7-85d2-dee5582d2b41 req-8d8e3ab5-e238-440d-af24-7b4442757eb9 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0708122 Jul 07 18:18:40.338826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1d3d21d2-7b9d-40c7-85d2-dee5582d2b41 req-3b2042ba-5ad2-4ca6-b6b3-6598a86de099 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Jul 07 18:18:40.355739 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-88a4e75d-ff2b-4f3c-8106-1a74cf3d28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:40.357521 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-88a4e75d-ff2b-4f3c-8106-1a74cf3d28c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593991 Jul 07 18:18:40.458100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-1fb4dea0-26fc-4310-8100-7a9811216da6 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935593 Jul 07 18:18:40.530299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:40.551344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-644bce28-3ea9-4e86-acb8-1c995adc3d2c req-cda84ec3-4e3a-4b2c-9c06-ac7108d249e5 service neutron] 10.222.0.32 "GET /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Jul 07 18:18:40.735977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:40.763249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7cd16-fb18-45bd-b04a-c6232c389817 None None] The sync data for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 is: [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:47Z', 'revision_number': 4, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '8776f6d6-5e0a-44b1-8d1f-176744e7d0ea', 'name': '', 'network_id': '0daa2477-838f-40ad-bc2f-e7d5fce0b0ed', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'mac_address': 'fa:16:3e:f9:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:46Z', 'updated_at': '2021-07-07T18:17:52Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'subnets': [{'id': '4f51466d-a74d-4b41-8c59-104c4fe24544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:40.989309 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335d270-e170-48ca-bf37-5b472b0808ea None None] New status for floating IP 99f5b9ad-c9da-4489-b8a2-119b842d9a1e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:41.523503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e6c26-e449-4581-932e-176371f5ff88 req-29fbdc3d-9736-4fa6-b680-f2ad7405d3b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.524999 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c9e6c26-e449-4581-932e-176371f5ff88 req-29fbdc3d-9736-4fa6-b680-f2ad7405d3b0 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0685918 Jul 07 18:18:41.562862 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c9e6c26-e449-4581-932e-176371f5ff88 req-9b482d1f-e6a4-47c2-a48e-9882d709a9d3 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/security-groups?id=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jul 07 18:18:41.726248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-3d46adc7-674a-4f05-a7a5-c886810e3285 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:41.727597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-3d46adc7-674a-4f05-a7a5-c886810e3285 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 946 time: 0.0636053 Jul 07 18:18:41.835381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:41.835726 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:41.930308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 0af5cd2f-a6da-4a81-8101-8bf00f086e65, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=0af5cd2f-a6da-4a81-8101-8bf00f086e65,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:41.930683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:41.942595 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 0af5cd2f-a6da-4a81-8101-8bf00f086e65 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:42.070707 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.104815 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=0af5cd2f-a6da-4a81-8101-8bf00f086e65,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:42.151241 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] No DVR routers for this DVR port 0af5cd2f-a6da-4a81-8101-8bf00f086e65 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:42.153905 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:42.155953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-57d1cf03-9cd9-48e8-8d1e-be8f1b2f49ab req-95d53f07-6f11-4f58-bd67-9f388bca7328 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.32 "DELETE /v2.0/ports/0af5cd2f-a6da-4a81-8101-8bf00f086e65 HTTP/1.1" status: 204 len: 173 time: 0.4212337 Jul 07 18:18:42.156488 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'name': 'network-vif-deleted', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:42.159053 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c10b420-341d-430a-ad5f-aed6cc9eca3e" -d '{"events": [{"server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "name": "network-vif-deleted", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:42.197387 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fc1fac-4ca7-4d21-897f-7fe417cfd4fb x-openstack-request-id: req-46fc1fac-4ca7-4d21-897f-7fe417cfd4fb {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:42.198286 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c5873-7e31-4f65-b833-6c2a19e11698", "name": "network-vif-deleted", "tag": "0af5cd2f-a6da-4a81-8101-8bf00f086e65", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:42.198551 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46fc1fac-4ca7-4d21-897f-7fe417cfd4fb {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:42.198983 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c5873-7e31-4f65-b833-6c2a19e11698', 'name': 'network-vif-deleted', 'tag': '0af5cd2f-a6da-4a81-8101-8bf00f086e65', 'status': 'completed', 'code': 200} Jul 07 18:18:42.726707 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3e68e787-c078-4a16-b244-86dff594151d req-0caf7fda-e603-47f2-8de9-8af0e3431242 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40c5873-7e31-4f65-b833-6c2a19e11698 HTTP/1.1" status: 200 len: 210 time: 0.0326338 Jul 07 18:18:43.821371 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40354) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:44.185600 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.453204 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:44.453460 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.469208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0af5cd2f-a6da-4a81-8101-8bf00f086e65 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:44.489523 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 0af5cd2f-a6da-4a81-8101-8bf00f086e65 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:44.490516 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 0af5cd2f-a6da-4a81-8101-8bf00f086e65 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:44.544216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:44.544585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.557682 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:44.741283 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:44.772554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=8776f6d6-5e0a-44b1-8d1f-176744e7d0ea,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:44.945898 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.160395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Router 91e96447-6c4b-4444-ae75-3035d38a46ed has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:45.629780 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:45.635515 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-89eccfd9-9168-4226-8fbf-3d6b07d5cf10 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "PUT /v2.0/routers/91e96447-6c4b-4444-ae75-3035d38a46ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124816 Jul 07 18:18:45.638178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40356) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:45.640911 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Sync routers for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:45.651215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:45.651863 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:45.693305 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting subnet 4f51466d-a74d-4b41-8c59-104c4fe24544 {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:18:45.696552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.736330 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.762844 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:45.825727 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.883759 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.911020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Subnet': ['ID=4f51466d-a74d-4b41-8c59-104c4fe24544,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:45.915270 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.917477 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a7e52b38-94e8-41d9-856e-873927ca25ce tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/subnets/4f51466d-a74d-4b41-8c59-104c4fe24544 HTTP/1.1" status: 204 len: 168 time: 0.2779284 Jul 07 18:18:45.919856 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40358) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:45.932728 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3b30e-b13e-4e91-917b-e5fbe135e7e7 None None] Network 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:46.002794 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:18:44Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.028405 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.049828 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Checking router: 91e96447-6c4b-4444-ae75-3035d38a46ed for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:46.076943 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Routers {'91e96447-6c4b-4444-ae75-3035d38a46ed'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:46.077568 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['91e96447-6c4b-4444-ae75-3035d38a46ed'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.140758 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.193847 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Deleting port 742a3ec1-c696-45fe-82a9-ca2186593561 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:46.194222 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.201658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] Set router 91e96447-6c4b-4444-ae75-3035d38a46ed gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:46.269934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] DHCP port deletion for 0daa2477-838f-40ad-bc2f-e7d5fce0b0ed request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:18:46.286300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] For port 742a3ec1-c696-45fe-82a9-ca2186593561, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=742a3ec1-c696-45fe-82a9-ca2186593561,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:46.286672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.304885 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Calling delete_port for 742a3ec1-c696-45fe-82a9-ca2186593561 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:46.393777 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Deleting port 7db90e1f-3663-4172-8e7d-163c00ad4166 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:46.394039 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.465636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] For port 7db90e1f-3663-4172-8e7d-163c00ad4166, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=7db90e1f-3663-4172-8e7d-163c00ad4166,segment=NetworkSegment(3adcc95f-af8c-4bf6-86a6-9f37401d72ea),segment_id=3adcc95f-af8c-4bf6-86a6-9f37401d72ea)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:46.466028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.480820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Calling delete_port for 7db90e1f-3663-4172-8e7d-163c00ad4166 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:46.488482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.495420 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 7db90e1f-3663-4172-8e7d-163c00ad4166 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:46.522841 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Port': ['ID=742a3ec1-c696-45fe-82a9-ca2186593561,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:46.533450 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:18:44Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.580776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ce9e8-0070-4008-a7c9-1697d9ab52e6 None None] The sync data for ids ['91e96447-6c4b-4444-ae75-3035d38a46ed'] in n-d-791504-12 is: [{'id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882958823', 'tenant_id': '40e21da27bd0472e82a4a6c42608b1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:18:44Z', 'revision_number': 5, 'project_id': '40e21da27bd0472e82a4a6c42608b1d0', 'gw_port': {'id': '742a3ec1-c696-45fe-82a9-ca2186593561', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e96447-6c4b-4444-ae75-3035d38a46ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:17:44Z', 'updated_at': '2021-07-07T18:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:46.586571 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.650729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.684051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Pushing event deleted for resources: {'Port': ['ID=7db90e1f-3663-4172-8e7d-163c00ad4166,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:46.684325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.686598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.692149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.698121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.698478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.698821 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.699158 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.699491 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.699820 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.700143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.700468 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.700793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.701116 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.701439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.701760 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:46.710852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d20862-1643-4ca9-91c2-5bb5953c200b None None] No DVR routers for this DVR port 7db90e1f-3663-4172-8e7d-163c00ad4166 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:46.735841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.736359 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Fanout notify agent at l3_agent the message router_deleted on router 91e96447-6c4b-4444-ae75-3035d38a46ed {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:46.743153 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.744526 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-928514f8-88d0-45fe-b2cc-6e52fed5cdd2 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/routers/91e96447-6c4b-4444-ae75-3035d38a46ed HTTP/1.1" status: 204 len: 168 time: 0.8232956 Jul 07 18:18:46.747580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:46.827385 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.912933 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.923624 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daa2477-838f-40ad-bc2f-e7d5fce0b0ed']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.934861 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adcc95f-af8c-4bf6-86a6-9f37401d72ea') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.935162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adcc95f-af8c-4bf6-86a6-9f37401d72ea') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:46.944496 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.959605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.966448 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:18:46.966948 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:18:46.970138 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:18:47.034666 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.043669 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.044924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/networks/0daa2477-838f-40ad-bc2f-e7d5fce0b0ed HTTP/1.1" status: 204 len: 168 time: 0.2962270 Jul 07 18:18:47.047754 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40362) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.057401 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'Network': ['ID=0daa2477-838f-40ad-bc2f-e7d5fce0b0ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.066717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.067187 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.067640 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.068093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.068514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.068928 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.069342 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.069757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.070371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.070736 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.071185 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.071543 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2a1c2-971c-4e48-8a87-bcd3213abacd tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:47.113923 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.140485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.207838 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.210236 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.211432 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] 10.222.0.22 "DELETE /v2.0/security-groups/84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f HTTP/1.1" status: 204 len: 168 time: 0.1626141 Jul 07 18:18:47.222303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061efa5-fca2-43b1-911c-c23e84363558 tempest-TestNetworkAdvancedServerOps-1420750290 tempest-TestNetworkAdvancedServerOps-1420750290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b1e3d5-278e-4c2c-9cb6-251d4d6b8d1f,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:47.539688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40370) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.676791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-6162b30f-a768-417e-a6f4-17d1e46f0001 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40e21da27bd0472e82a4a6c42608b1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357586 Jul 07 18:18:47.679193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40374) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:47.730642 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.751947 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.797928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.800475 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.801641 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c4b5e19-de8b-49ff-9e1f-4afda8f7e909 HTTP/1.1" status: 204 len: 168 time: 0.1215262 Jul 07 18:18:47.811440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337131-80bd-4786-81aa-1caf3662c2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b5e19-de8b-49ff-9e1f-4afda8f7e909,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:48.081487 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:48.095486 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d02423-863f-4d96-b958-0549e3d576ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.184437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d02423-863f-4d96-b958-0549e3d576ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.188400 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3d02423-863f-4d96-b958-0549e3d576ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.227305 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d3d02423-863f-4d96-b958-0549e3d576ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fad2b16a7b649a6990365b466be66a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445215 Jul 07 18:18:48.228157 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02423-863f-4d96-b958-0549e3d576ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39392d78-11ad-4de8-a4e4-54fc0c53e217,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:48.230012 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40382) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:48.282689 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.302867 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.347584 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.350074 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.351242 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39392d78-11ad-4de8-a4e4-54fc0c53e217 HTTP/1.1" status: 204 len: 168 time: 0.1197107 Jul 07 18:18:48.359154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad561-431e-4ee6-a8f0-6fe304e3d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39392d78-11ad-4de8-a4e4-54fc0c53e217,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:48.425342 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:48.445497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:48.445846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8776f6d6-5e0a-44b1-8d1f-176744e7d0ea not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:48.446299 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 742a3ec1-c696-45fe-82a9-ca2186593561 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:48.466065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 742a3ec1-c696-45fe-82a9-ca2186593561 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:48.466503 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 742a3ec1-c696-45fe-82a9-ca2186593561 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:49.051018 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:49.145505 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656581887-network', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:49.168735 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Made reservation on behalf of ea0271f0755a4d7a9d8ca1dced633225 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:49.171182 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.179730 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.266636 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.270518 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.295070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:49.305015 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450a715-0cc7-478f-b906-80906609c8fc,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:49.310560 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.310918 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Added segment b4411d91-7221-404c-8e07-40b80df99d2f of type vlan for network 481aa4e2-3c16-48a1-9a53-064c9c510a7f Jul 07 18:18:49.355966 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.386880 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.387854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.388445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.441955 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3897445 Jul 07 18:18:49.445376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:49.450072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8133624-819e-4bff-92b8-205597e540ec admin admin] Pushing event updated for resources: {'Network': ['ID=481aa4e2-3c16-48a1-9a53-064c9c510a7f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:49.451367 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Request body: {'subnet': {'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656581887-subnet', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:49.460550 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:49.473099 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Made reservation on behalf of ea0271f0755a4d7a9d8ca1dced633225 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:49.475551 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.641743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.707791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc5b531-79d7-41c7-be52-5f6fd27f61f5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:49.710309 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:49.710658 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Network hostable DHCP agents. Network: 481aa4e2-3c16-48a1-9a53-064c9c510a7f, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:49.728410 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:49.737259 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 481aa4e2-3c16-48a1-9a53-064c9c510a7f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:49.741820 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:49.742451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.746352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969f830-5254-45d2-a116-f48cd088ae7b None None] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:49.757111 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-9f139cda-64fb-4fe5-a19e-66f8f9b79221 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3100543 Jul 07 18:18:49.760369 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:49.764759 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:49.786144 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.787193 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.839609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.899341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:18:49.900863 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.044430 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Allocated IP 172.20.0.2 (481aa4e2-3c16-48a1-9a53-064c9c510a7f/6dc5b531-79d7-41c7-be52-5f6fd27f61f5/a20b106f-e672-45fc-8506-904ce5dc3190) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:50.208912 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.221679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Transition to ACTIVE for port object a20b106f-e672-45fc-8506-904ce5dc3190 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:50.240529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Transition to ACTIVE for port object a20b106f-e672-45fc-8506-904ce5dc3190 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:50.248970 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.293187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:50.302146 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:50.304720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:50.309078 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Pushing event updated for resources: {'Port': ['ID=a20b106f-e672-45fc-8506-904ce5dc3190,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:50.351821 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.374854 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Attempting to bind port a20b106f-e672-45fc-8506-904ce5dc3190 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:50.375330 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Attempting to bind port a20b106f-e672-45fc-8506-904ce5dc3190 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:50.375775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Attempting to bind port a20b106f-e672-45fc-8506-904ce5dc3190 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:50.381632 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:50.382016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:50.382465 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.382870 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Bound using segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:50.383352 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Bound port: a20b106f-e672-45fc-8506-904ce5dc3190, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:50.383744 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.455795 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] For port a20b106f-e672-45fc-8506-904ce5dc3190, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:50.459837 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] For port a20b106f-e672-45fc-8506-904ce5dc3190, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a20b106f-e672-45fc-8506-904ce5dc3190,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:50.464043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.526034 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45cbc4-b354-4621-b612-a11c5f6864a8 None None] Pushing event updated for resources: {'Port': ['ID=a20b106f-e672-45fc-8506-904ce5dc3190,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:50.584566 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.605015 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.734282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Allocated IP 172.25.7.211 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/e2958d9e-c2a8-4c46-b18c-b522e9b7a457) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:50.850203 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.890414 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.925573 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:50.928622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:50.933687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:50.964720 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Pushing event updated for resources: {'Port': ['ID=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:51.196159 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.406451 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.411271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da650cfe-e63c-47ee-b73a-d59257723e2b None None] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:51.475740 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9ef72385-76a4-4a19-b76e-6aad98b63ec8 None None] Provisioning for port a20b106f-e672-45fc-8506-904ce5dc3190 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:51.541162 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:51.654786 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:51.666387 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:51.671599 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:51.675517 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7880d831-800f-4d8c-b1b9-9708ebf64e30 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9116220 Jul 07 18:18:51.675944 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:51.677834 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:51.678563 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:51.786671 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:51.982655 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:51Z', 'revision_number': 3, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:52.008594 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:52.008950 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Updating router 0ae6fd96-b45f-470b-8457-d8418993dc2c port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:52.042934 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.114583 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.296668 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Allocated IP 172.20.0.1 (481aa4e2-3c16-48a1-9a53-064c9c510a7f/6dc5b531-79d7-41c7-be52-5f6fd27f61f5/41320186-03cc-450e-b08b-31b023ca3a76) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:52.394895 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.406629 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Transition to ACTIVE for port object e2958d9e-c2a8-4c46-b18c-b522e9b7a457 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:52.414408 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.426786 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.443418 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Transition to ACTIVE for port object 41320186-03cc-450e-b08b-31b023ca3a76 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:52.460437 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Attempting to bind port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:52.460948 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Attempting to bind port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:52.461162 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Attempting to bind port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:52.469201 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:52.469493 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:52.469893 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.470541 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:52.470779 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Bound port: e2958d9e-c2a8-4c46-b18c-b522e9b7a457, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:52.471162 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.479392 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a20b106f-e672-45fc-8506-904ce5dc3190 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:52.487696 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.523159 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Pushing event updated for resources: {'Port': ['ID=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.527565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:52.530813 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] For port e2958d9e-c2a8-4c46-b18c-b522e9b7a457, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:52.531241 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:52.535112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:52.543579 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port a20b106f-e672-45fc-8506-904ce5dc3190 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:52.551222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a20b106f-e672-45fc-8506-904ce5dc3190 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:52.551601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.559435 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] For port e2958d9e-c2a8-4c46-b18c-b522e9b7a457, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:52.566278 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:52.567733 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.568009 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Pushing event updated for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.570021 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.570394 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.570734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.571067 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.571394 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.571724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.572603 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.572932 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.573253 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.573583 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.573901 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.574251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:52.588788 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.638507 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c31d9-8514-4460-a96b-64f7be104ac7 None None] Pushing event updated for resources: {'Port': ['ID=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.666440 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.673926 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:52.674572 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:52.706440 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port a20b106f-e672-45fc-8506-904ce5dc3190, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a20b106f-e672-45fc-8506-904ce5dc3190,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:52.712528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.768862 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.772764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=a20b106f-e672-45fc-8506-904ce5dc3190,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:52.825262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:52.834039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3a0303c9-dc54-4673-b85e-e7fef496d408 None None] Provisioning for port 41320186-03cc-450e-b08b-31b023ca3a76 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:52.838800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3a0303c9-dc54-4673-b85e-e7fef496d408 None None] Provisioning complete for port 41320186-03cc-450e-b08b-31b023ca3a76 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:52.839234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a0303c9-dc54-4673-b85e-e7fef496d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.963003 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:52.968979 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.021933 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:51Z', 'revision_number': 3, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:53.042201 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3a0303c9-dc54-4673-b85e-e7fef496d408 None None] Port 41320186-03cc-450e-b08b-31b023ca3a76 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:53.047087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Pushing event updated for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:53.050519 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.051183 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f037cf-d254-4d6e-9905-1053abd129a0 None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:51Z', 'revision_number': 3, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:53.154042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:53.155435 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:53.290714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:53.425741 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:53.432353 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b2ab34a5-3038-4f6a-856a-885f3ce7d7ed admin admin] 10.222.0.22 "PUT /v2.0/routers/0ae6fd96-b45f-470b-8457-d8418993dc2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545967 Jul 07 18:18:53.463961 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-30e8a78d-e7b6-40bf-9138-44477239dc9f None None] Provisioning complete for port 41320186-03cc-450e-b08b-31b023ca3a76 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:53.464344 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30e8a78d-e7b6-40bf-9138-44477239dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.504612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30e8a78d-e7b6-40bf-9138-44477239dc9f None None] Port 41320186-03cc-450e-b08b-31b023ca3a76 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:53.914490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:53.919897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1760571857-network', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:53.941999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Made reservation on behalf of d138a028b7fa4db792dbff927d56e1b5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:53.944986 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:53.955965 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.054441 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.058869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.084757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:18:54.094490 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca8ad6-6cc2-47be-81e1-6ad2432670db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:54.099488 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.099828 n-d-791504-12 neutron-server[93766]: INFO neutron.db.segments_db [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Added segment 2a8640dd-8a18-41e0-863e-37786780c810 of type vlan for network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a Jul 07 18:18:54.146263 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.181867 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.182947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:54.183605 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.238591 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3228626 Jul 07 18:18:54.241457 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40430) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:54.246287 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17934-ebb8-4f5e-b032-c620f0c265bf admin admin] Pushing event updated for resources: {'Network': ['ID=d5dfa7a1-f78e-46ad-954b-81bd0d7c349a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:54.247292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Request body: {'subnet': {'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1760571857-subnet', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'ip_version': 4}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:54.257533 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:18:54.270394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Made reservation on behalf of d138a028b7fa4db792dbff927d56e1b5 for: {'subnet': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:18:54.272807 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4296482'] for subnet, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.455583 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4318602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4296496'] for subnet, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.507214 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afd13cb-6d71-49c0-bfea-87d3ee5e3dec,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:54.510738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a20b106f-e672-45fc-8506-904ce5dc3190 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:54.525335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Checking segment: {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:54.525766 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Network hostable DHCP agents. Network: d5dfa7a1-f78e-46ad-954b-81bd0d7c349a, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:18:54.543585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:18:54.553848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, d5dfa7a1-f78e-46ad-954b-81bd0d7c349a) {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:54.559967 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:54.560485 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.566007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c9906-8188-48bd-a6c4-e3ee195b075a None None] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:54.569381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port a20b106f-e672-45fc-8506-904ce5dc3190 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:54.569755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.575328 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-d08b8549-0292-4b19-a2d4-bf19dec2b12f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3326063 Jul 07 18:18:54.577902 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:54.582800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:54.604882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.605873 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.657068 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.741481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2958d9e-c2a8-4c46-b18c-b522e9b7a457 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:54.766395 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:54.802784 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.813591 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-d5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'fixed_ips': [{'subnet_id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:18:54.814944 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:54.825706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:54.826294 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:54.937775 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:54.980221 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:54.980598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.017816 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.038877 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.073858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:55.131880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Allocated IP 172.20.0.2 (d5dfa7a1-f78e-46ad-954b-81bd0d7c349a/2afd13cb-6d71-49c0-bfea-87d3ee5e3dec/c02c695a-4984-4b1c-be92-46f8260007b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:55.149980 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Allocated IP 172.25.7.184 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/c674f49d-8268-4fbf-8188-77ff7e5917ca) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:55.268875 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.311949 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.335490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.349837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:55.352891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:55.357076 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:55.382945 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port e2958d9e-c2a8-4c46-b18c-b522e9b7a457, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:55.383199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Pushing event updated for resources: {'Port': ['ID=c674f49d-8268-4fbf-8188-77ff7e5917ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:55.391037 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.525575 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:55.533290 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.545572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Transition to ACTIVE for port object c02c695a-4984-4b1c-be92-46f8260007b9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:55.565498 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Transition to ACTIVE for port object c02c695a-4984-4b1c-be92-46f8260007b9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:55.568508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 2, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:55.599499 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.602889 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:55.603289 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Updating router 0ae6fd96-b45f-470b-8457-d8418993dc2c port 41320186-03cc-450e-b08b-31b023ca3a76 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:55.665611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:55.675241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:55.677734 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:55.692069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Pushing event updated for resources: {'Port': ['ID=c02c695a-4984-4b1c-be92-46f8260007b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:55.695075 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.779104 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Attempting to bind port c02c695a-4984-4b1c-be92-46f8260007b9 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:55.779476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Attempting to bind port c02c695a-4984-4b1c-be92-46f8260007b9 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:55.779845 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Attempting to bind port c02c695a-4984-4b1c-be92-46f8260007b9 on network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:55.791750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:55.792127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Checking segment: {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:55.792532 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.792927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Bound using segment: {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:55.793402 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Bound port: c02c695a-4984-4b1c-be92-46f8260007b9, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:55.793784 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.965226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] For port c02c695a-4984-4b1c-be92-46f8260007b9, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:55.970026 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] For port c02c695a-4984-4b1c-be92-46f8260007b9, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c02c695a-4984-4b1c-be92-46f8260007b9,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:55.970273 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:55.977607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.178797 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.234892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e3fe-c60a-4d65-bc4f-5bfcb6f2105e None None] Pushing event updated for resources: {'Port': ['ID=c02c695a-4984-4b1c-be92-46f8260007b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.292938 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.305016 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Transition to ACTIVE for port object 41320186-03cc-450e-b08b-31b023ca3a76 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:56.312559 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.319756 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:18:56.372036 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4ef3-ada9-4ae1-8b6f-f5d1c134380e None None] Pushing event updated for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.464763 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Attempting to bind port 41320186-03cc-450e-b08b-31b023ca3a76 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:56.465222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Attempting to bind port 41320186-03cc-450e-b08b-31b023ca3a76 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:56.465764 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Attempting to bind port 41320186-03cc-450e-b08b-31b023ca3a76 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:56.477110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:56.477619 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:56.478690 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.480155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Bound using segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:56.480155 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Bound port: 41320186-03cc-450e-b08b-31b023ca3a76, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:56.480155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.497813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:56.507333 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Sync routers for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:56.523636 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2958d9e-c2a8-4c46-b18c-b522e9b7a457 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:56.538097 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:56.539130 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:56.543583 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.545452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1abb3343-11f8-407f-80fe-e794d5d2f014 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9663548 Jul 07 18:18:56.548220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:56.619322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] For port 41320186-03cc-450e-b08b-31b023ca3a76, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:56.623281 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] For port 41320186-03cc-450e-b08b-31b023ca3a76, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=41320186-03cc-450e-b08b-31b023ca3a76,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:56.633873 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.643841 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:56.644132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:56.726495 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:56.727151 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:56.740435 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:56.850271 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:56.883367 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4ef3-ada9-4ae1-8b6f-f5d1c134380e None None] Pushing event updated for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:56.975404 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 3, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:57.006811 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Checking router: 71bef7f5-d3be-4a4b-a5d5-86dee6696884 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:57.007154 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Updating router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 port c674f49d-8268-4fbf-8188-77ff7e5917ca binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:18:57.048093 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.111456 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.143780 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:56Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:57.181994 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa909a6-ca79-4624-a7c4-87cb8fbef187 None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:56Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:57.350046 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Allocated IP 172.20.0.1 (d5dfa7a1-f78e-46ad-954b-81bd0d7c349a/2afd13cb-6d71-49c0-bfea-87d3ee5e3dec/4bbe3cea-5a12-4bac-a073-f4b79cd3fd01) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:18:57.410288 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.423633 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Transition to ACTIVE for port object c674f49d-8268-4fbf-8188-77ff7e5917ca will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:57.432994 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.488262 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Attempting to bind port c674f49d-8268-4fbf-8188-77ff7e5917ca on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:18:57.488558 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Attempting to bind port c674f49d-8268-4fbf-8188-77ff7e5917ca by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:18:57.488912 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Attempting to bind port c674f49d-8268-4fbf-8188-77ff7e5917ca on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:18:57.501070 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ac194-a858-4cd3-98b9-42eeb30e9b21 None None] Pushing event updated for resources: {'Port': ['ID=c674f49d-8268-4fbf-8188-77ff7e5917ca,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:57.504095 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.509859 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:18:57.510363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:18:57.510661 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.511065 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:18:57.511550 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Bound port: c674f49d-8268-4fbf-8188-77ff7e5917ca, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:18:57.511936 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.525852 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Transition to ACTIVE for port object 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:18:57.559277 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e8c558-c58a-431c-a884-6d94333d0189 None None] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:57.569294 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.593342 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] For port c674f49d-8268-4fbf-8188-77ff7e5917ca, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:18:57.597589 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] For port c674f49d-8268-4fbf-8188-77ff7e5917ca, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c674f49d-8268-4fbf-8188-77ff7e5917ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:18:57.604861 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.610055 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:57.613715 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:57.617881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:18:57.656985 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:57.666868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a61fd284-0174-4b5c-bdad-f45fee295367 None None] Provisioning for port c02c695a-4984-4b1c-be92-46f8260007b9 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:57.675892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.683166 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:57.684419 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:57.811240 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:57.854647 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:57.890258 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ac194-a858-4cd3-98b9-42eeb30e9b21 None None] Pushing event updated for resources: {'Port': ['ID=c674f49d-8268-4fbf-8188-77ff7e5917ca,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:58.039616 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 3, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:58.069044 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3da2b-1af1-4cb4-bcb6-8de7d148630d None None] The sync data for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 is: [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 3, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:58.076450 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.082572 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.161773 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.163837 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:58.227765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5bb4612a-70f2-4fcd-bb20-6d9dcbe6e1e9 None None] Provisioning for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:58.233456 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5bb4612a-70f2-4fcd-bb20-6d9dcbe6e1e9 None None] Provisioning complete for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:58.233583 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bb4612a-70f2-4fcd-bb20-6d9dcbe6e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.282891 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4612a-70f2-4fcd-bb20-6d9dcbe6e1e9 None None] Port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:58.323757 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:18:58.325150 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:18:58.429182 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6247c9ff-0bab-4d09-86b8-4b8295cf59ee None None] Provisioning complete for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:58.429910 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6247c9ff-0bab-4d09-86b8-4b8295cf59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.495442 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6247c9ff-0bab-4d09-86b8-4b8295cf59ee None None] Port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:58.526880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:58.609914 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 41320186-03cc-450e-b08b-31b023ca3a76 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:58.686897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 41320186-03cc-450e-b08b-31b023ca3a76 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:58.692028 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 41320186-03cc-450e-b08b-31b023ca3a76 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:58.692824 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.699821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:58.714650 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-1a9c6f69-3f55-436f-b5a2-598f547cffc9 admin admin] 10.222.0.22 "PUT /v2.0/routers/71bef7f5-d3be-4a4b-a5d5-86dee6696884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1649323 Jul 07 18:18:58.763472 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bdba03cf-27af-453f-a080-baadf9f1f169 None None] Provisioning complete for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:58.763991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdba03cf-27af-453f-a080-baadf9f1f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.809208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bdba03cf-27af-453f-a080-baadf9f1f169 None None] Port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:18:58.852589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.896522 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 41320186-03cc-450e-b08b-31b023ca3a76, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=41320186-03cc-450e-b08b-31b023ca3a76,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:58.902259 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:58.903344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c02c695a-4984-4b1c-be92-46f8260007b9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:58.984908 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:58.999629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c02c695a-4984-4b1c-be92-46f8260007b9 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:18:59.004524 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c02c695a-4984-4b1c-be92-46f8260007b9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:59.004934 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.094831 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.152894 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c02c695a-4984-4b1c-be92-46f8260007b9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c02c695a-4984-4b1c-be92-46f8260007b9,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:59.158404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.218569 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c02c695a-4984-4b1c-be92-46f8260007b9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.322768 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.327563 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78896752', 'description': 'tempest-secgroup-smoke-78896752 description', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.351521 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.440253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.444262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.475585 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.476847 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1530457 Jul 07 18:18:59.477814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc2baa-794d-4da5-b100-453aaf8cf0fb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37388512-e911-4ac3-a927-d10fdad9ddf2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.479992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40444) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.484778 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.512291 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.558918 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.562598 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.581660 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a625c75-6243-4717-9428-e1d9ca9293f7,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.588827 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.590267 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-71cae7af-2e9d-449c-9a00-d5f4e86de03b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091731 Jul 07 18:18:59.593159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.597867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.623438 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.684247 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.687884 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.706096 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1575eb-cf0e-4d15-83e2-87b5d29f70d1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.711632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.713470 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f04cd3cb-a1fb-4b92-bf8e-5fd25a6d28c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192698 Jul 07 18:18:59.716088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.720502 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.745881 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.813559 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.817109 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.836449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a77445e-989b-456c-8975-de8a76d5f4b1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.842959 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.844076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f86462af-45f0-46ef-8ab5-c53699b3c704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270468 Jul 07 18:18:59.846753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.851276 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.877098 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.937437 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.941280 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.961485 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fbc4ff-cebf-4e0b-8eaa-a5462f61c2a6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:59.968271 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:59.969492 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ac6a7f55-ba3d-49a8-aaa6-590ad325c608 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218052 Jul 07 18:18:59.972311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:59.976802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:18:59.999420 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Project ea0271f0755a4d7a9d8ca1dced633225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:19:00.004469 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.044507 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2fc9de5-a798-40d3-b2d9-bcc5aa81eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.070439 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.075350 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.095370 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b594e0-d637-470a-a06a-289d028e363a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:00.098790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.100012 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f52c3e9c-8c2c-492e-b7f4-7c9f0a7ecd37 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267726 Jul 07 18:19:00.102931 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:00.107380 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '37388512-e911-4ac3-a927-d10fdad9ddf2', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:00.130922 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Project ea0271f0755a4d7a9d8ca1dced633225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:19:00.136856 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.203779 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.207801 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.227665 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a234a27-2bef-4b40-a6fd-0c72ef71efd6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:00.231762 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.233027 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-820c6caf-840b-4215-aedc-fdb475e796d2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292064 Jul 07 18:19:00.381076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-11874b42-6281-4be5-b8e8-1b7bd43645c1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78896752&fields=id&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 267 time: 0.0394599 Jul 07 18:19:00.498916 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-7812a8c2-4004-4d3f-931c-bddd67c6ca7d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:00.500501 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-7812a8c2-4004-4d3f-931c-bddd67c6ca7d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 809 time: 0.1177664 Jul 07 18:19:00.516919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-575f999f-139f-4581-8cf8-39d442efb8d6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/quotas/ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 375 time: 0.0102384 Jul 07 18:19:00.518481 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 41320186-03cc-450e-b08b-31b023ca3a76 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:00.568479 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 41320186-03cc-450e-b08b-31b023ca3a76 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:00.568867 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.590919 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-a66fabc7-a59a-4192-bd17-2182303f8fe4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684857 Jul 07 18:19:00.654544 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c674f49d-8268-4fbf-8188-77ff7e5917ca up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:00.703019 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port c674f49d-8268-4fbf-8188-77ff7e5917ca completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:00.709903 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c674f49d-8268-4fbf-8188-77ff7e5917ca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:00.710445 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.734942 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Sync routers for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:00.755061 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:00.755774 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:00.788390 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-0c01a6dd-8a98-4efc-8119-25151dfbf143 service neutron] 10.222.0.22 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860228 Jul 07 18:19:00.879805 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.880732 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-4c27cb0e-afb9-4ae0-a0f5-5dbaccc15c02 service neutron] 10.222.0.22 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Jul 07 18:19:00.914934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port c674f49d-8268-4fbf-8188-77ff7e5917ca, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c674f49d-8268-4fbf-8188-77ff7e5917ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:00.916947 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:00.919335 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:00.920110 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c02c695a-4984-4b1c-be92-46f8260007b9 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:01.059310 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e9e4506c-76de-498a-905f-8d04d79d3093 req-07652f22-4c0c-40c1-ab00-39bfada46b5e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0312335 Jul 07 18:19:01.113390 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=c674f49d-8268-4fbf-8188-77ff7e5917ca,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:01.131333 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c02c695a-4984-4b1c-be92-46f8260007b9 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:01.131714 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.433054 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 4, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4bbe3cea-5a12-4bac-a073-f4b79cd3fd01', 'name': '', 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'mac_address': 'fa:16:3e:52:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:57Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 2, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'subnets': [{'id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:01.464985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Checking router: 71bef7f5-d3be-4a4b-a5d5-86dee6696884 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:01.465338 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Updating router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:19:01.500992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.788510 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.800391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Transition to ACTIVE for port object 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:01.807791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.863143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ea105-65a1-4079-8b01-25699e47fb9f None None] Pushing event updated for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:01.941662 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Attempting to bind port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:01.942369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Attempting to bind port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:01.943419 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Attempting to bind port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 on network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:01.953074 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:01.953594 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Checking segment: {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:01.954097 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:01.954956 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Bound using segment: {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:01.956007 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Bound port: 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8640dd-8a18-41e0-863e-37786780c810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:01.956725 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.047010 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] For port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:02.050834 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] For port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:02.058333 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.122463 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:02.123162 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:18:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.178614 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ea105-65a1-4079-8b01-25699e47fb9f None None] Pushing event updated for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:02.198697 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cb7bae66-18df-4f5d-8f22-24d0887b78e2 req-a3db0d76-7db6-4936-a336-bf830dc34220 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0549877 Jul 07 18:19:02.284449 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:02.463696 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c674f49d-8268-4fbf-8188-77ff7e5917ca up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:02.514716 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21d26851-f4a6-4370-ab77-98e1ccdf6675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.582708 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port c674f49d-8268-4fbf-8188-77ff7e5917ca triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:02.583089 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:02.627676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 4, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4bbe3cea-5a12-4bac-a073-f4b79cd3fd01', 'name': '', 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'mac_address': 'fa:16:3e:52:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:57Z', 'updated_at': '2021-07-07T18:19:02Z', 'revision_number': 4, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'subnets': [{'id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:02.659255 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25273edf-7eaa-4364-978f-27919c86a40f None None] The sync data for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 is: [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:18:57Z', 'revision_number': 4, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '4bbe3cea-5a12-4bac-a073-f4b79cd3fd01', 'name': '', 'network_id': 'd5dfa7a1-f78e-46ad-954b-81bd0d7c349a', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'mac_address': 'fa:16:3e:52:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:57Z', 'updated_at': '2021-07-07T18:19:02Z', 'revision_number': 4, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'subnets': [{'id': '2afd13cb-6d71-49c0-bfea-87d3ee5e3dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:02.937401 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:03.344832 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cff2e49c-cc4c-4b4e-9162-32a4c1d14145 req-9c0ecd72-f055-4435-aefa-faca95a04cec tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jul 07 18:19:03.879733 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.484205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:04.549902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:04.555004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:04.555629 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.570346 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-19ff5c4f-ae17-4965-8566-ea0ab5acf44f req-4b00721f-d891-441e-8097-6434c2d31899 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0638027 Jul 07 18:19:04.584073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-a7390e20-2363-4942-a3ee-bc8e8e8f51fe tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:04.586624 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-a7390e20-2363-4942-a3ee-bc8e8e8f51fe tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 809 time: 0.1303613 Jul 07 18:19:04.644421 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-e18636c8-521b-46cb-a1a2-fdf3128370e4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 378 time: 0.0461590 Jul 07 18:19:04.654533 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'port': {'device_id': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'admin_state_up': True, 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'security_groups': ['37388512-e911-4ac3-a927-d10fdad9ddf2']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:04.672276 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.717508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:04.723843 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.783785 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:04.797395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Made reservation on behalf of ea0271f0755a4d7a9d8ca1dced633225 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:19:04.801047 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:04.927955 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Allocated IP 172.20.0.6 (481aa4e2-3c16-48a1-9a53-064c9c510a7f/6dc5b531-79d7-41c7-be52-5f6fd27f61f5/6e8142a6-b191-4a2e-8641-b6d5c0372a24) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:05.070985 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.084346 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Transition to ACTIVE for port object 6e8142a6-b191-4a2e-8641-b6d5c0372a24 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:05.105586 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.120038 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.164848 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:05.168806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:05.175044 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:05.181973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:05.236562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.237207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.252894 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ee6671f9-c758-453d-be20-31d5f5b8f6aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033025 Jul 07 18:19:05.319903 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Request body: {'port': {'device_id': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:05.397122 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.450372 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8302cfac-3600-4eb2-97c4-dd25d95e3579 None None] Provisioning for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:05.454376 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8302cfac-3600-4eb2-97c4-dd25d95e3579 None None] Provisioning complete for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:05.455017 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8302cfac-3600-4eb2-97c4-dd25d95e3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.489222 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8302cfac-3600-4eb2-97c4-dd25d95e3579 None None] Port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:19:05.628579 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.671010 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:05.678631 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.691043 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Transition to ACTIVE for port object 6e8142a6-b191-4a2e-8641-b6d5c0372a24 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:19:05.694629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.759482 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba41878-d4fc-4e92-8ffd-ca3b03745e7e req-5ace9bb1-8f21-49b5-a5cc-373b61e8c191 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.761178 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cba41878-d4fc-4e92-8ffd-ca3b03745e7e req-5ace9bb1-8f21-49b5-a5cc-373b61e8c191 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 943 time: 0.0685511 Jul 07 18:19:05.768154 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:05.808287 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cba41878-d4fc-4e92-8ffd-ca3b03745e7e req-60bea3c5-a2c8-4cc7-bd8c-5802b93cb102 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407987 Jul 07 18:19:05.832834 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:19:05.833184 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:19:05.833524 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:05.838781 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:19:05.839117 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:19:05.844794 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:19:05.845180 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:19:05.845540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Bound using segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:19:05.845979 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Bound port: 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:19:05.846386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.926294 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:19:05.929484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:19:05.934646 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.969056 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:05.969671 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:05.971140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] 10.222.0.32 "PUT /v2.0/ports/6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1092 time: 0.7109056 Jul 07 18:19:05.971573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:05.973817 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668f5fb8-6085-4241-b4f3-bff6d61beaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:06.000581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471553a-c9fa-4c52-89be-7ffe6538c826 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:06.045655 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09624f84-54d1-4773-ab9b-99bf7aaf9e1a x-openstack-request-id: req-09624f84-54d1-4773-ab9b-99bf7aaf9e1a {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:06.045948 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:06.046296 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09624f84-54d1-4773-ab9b-99bf7aaf9e1a {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:06.046784 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'status': 'completed', 'code': 200} Jul 07 18:19:06.076504 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ff0f3970-4554-4bed-a1de-29f4fab9fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.078405 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-ff0f3970-4554-4bed-a1de-29f4fab9fe12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1095 time: 0.0633576 Jul 07 18:19:06.125185 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-3de86700-06d2-4a81-b752-8b9af6385662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 217 time: 0.0401616 Jul 07 18:19:06.175889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-bd25f253-c65b-4a7e-8f22-8b0bb2216949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.177379 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-bd25f253-c65b-4a7e-8f22-8b0bb2216949 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0463758 Jul 07 18:19:06.237121 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-aa0cad09-c4c7-42aa-adc8-920aeca82a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.238603 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-aa0cad09-c4c7-42aa-adc8-920aeca82a78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548680 Jul 07 18:19:06.336914 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-4de20be3-70d3-408f-8d8e-702024137141 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918281 Jul 07 18:19:06.429884 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-553f9045-8b64-4a08-95cb-f42d7c5857e1 req-88f38581-daf7-44bb-8826-1d4dff2487ff service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860677 Jul 07 18:19:06.430683 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:06.482582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:06.482963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:06.533111 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-a9a41b02-1898-4916-94b5-fc060df62b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.534577 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-a9a41b02-1898-4916-94b5-fc060df62b1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1095 time: 0.0552821 Jul 07 18:19:06.632035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-b7facb9f-9087-48b8-a863-fb6c685e4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.633784 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-b7facb9f-9087-48b8-a863-fb6c685e4859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0923903 Jul 07 18:19:06.676712 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-25f654f5-7052-4cbd-b8f8-71b6258a537d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 217 time: 0.0361023 Jul 07 18:19:06.729671 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-acfd345c-1467-4f5d-b4c0-46a8b0bdc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.731364 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-acfd345c-1467-4f5d-b4c0-46a8b0bdc2a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0483949 Jul 07 18:19:06.795874 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-4935a01c-ae9a-4b4e-8e9d-d0f03cecd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:06.797348 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-4935a01c-ae9a-4b4e-8e9d-d0f03cecd13f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595081 Jul 07 18:19:06.892377 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-521c3dd2-3199-40ad-a0ff-8751cb16751d service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882933 Jul 07 18:19:06.967054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:07.010728 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-668f5fb8-6085-4241-b4f3-bff6d61beaf5 req-cd79db26-d0e0-4292-a1e6-f82a253884b6 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114385 Jul 07 18:19:07.022430 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3726c8-2bc3-46b3-9967-13b25e104f79 req-3475803b-2c2d-45ac-87c5-4320250ba263 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:07.024315 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf3726c8-2bc3-46b3-9967-13b25e104f79 req-3475803b-2c2d-45ac-87c5-4320250ba263 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 943 time: 0.0924399 Jul 07 18:19:07.069884 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf3726c8-2bc3-46b3-9967-13b25e104f79 req-dbd25c42-1508-4b06-9b6b-dcec0ff8f121 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357559 Jul 07 18:19:08.267169 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437767-40c3-4461-b170-ef8a2aaf3321 req-2886a34d-8e68-412f-bf74-7b23528a0bbd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:08.268730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7437767-40c3-4461-b170-ef8a2aaf3321 req-2886a34d-8e68-412f-bf74-7b23528a0bbd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 943 time: 0.0785270 Jul 07 18:19:08.307927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a7437767-40c3-4461-b170-ef8a2aaf3321 req-a4d00bc6-d240-4ef4-903a-46cabeac273d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329409 Jul 07 18:19:08.576999 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:19:08.675262 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:08.688809 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:19:08.729829 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.742540 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:19:08.762672 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:08.766531 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:08.814047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:08.977552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6e8142a6-b191-4a2e-8641-b6d5c0372a24'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:19:09.492436 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0e41-2316-45d0-aa10-792ff7a662c5 req-0b81d926-88f7-4c41-94a0-1270e339be24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:09.493935 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee4c0e41-2316-45d0-aa10-792ff7a662c5 req-0b81d926-88f7-4c41-94a0-1270e339be24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0673828 Jul 07 18:19:09.532316 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee4c0e41-2316-45d0-aa10-792ff7a662c5 req-c8c5b1fe-8bde-42c8-bec6-2d2101ddf34b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327511 Jul 07 18:19:10.592975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:19:10.641851 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:19:10.645675 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:19:10.646054 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.709039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce6d2-536a-4a6c-910d-80237aa28234 req-0390cc9b-66b9-4dc3-b9a9-1177d1dcd7bf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.710625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f0ce6d2-536a-4a6c-910d-80237aa28234 req-0390cc9b-66b9-4dc3-b9a9-1177d1dcd7bf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0670359 Jul 07 18:19:10.729195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.749367 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1f0ce6d2-536a-4a6c-910d-80237aa28234 req-17b6df34-1050-43de-9d3f-6aae5633ee29 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324264 Jul 07 18:19:10.751770 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:10.754268 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f49937-09b3-45e8-a5d7-b251bb67b38a" -d '{"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:10.768564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:19:10.772943 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:10.825186 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:10.849558 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e353125c-365f-4ed0-a217-28b05dcff4da x-openstack-request-id: req-e353125c-365f-4ed0-a217-28b05dcff4da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:10.849857 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:10.850132 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e353125c-365f-4ed0-a217-28b05dcff4da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:10.850551 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'code': 200} Jul 07 18:19:10.965128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54d59-4fc5-4ef5-be48-6c1ef90680cb req-9164d128-31d8-40b6-9b77-936706298908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:10.966829 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cc54d59-4fc5-4ef5-be48-6c1ef90680cb req-9164d128-31d8-40b6-9b77-936706298908 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0568943 Jul 07 18:19:11.003556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6cc54d59-4fc5-4ef5-be48-6c1ef90680cb req-9c898125-480f-441c-8960-ec2c7aea3998 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306978 Jul 07 18:19:11.931473 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed6f23-2317-4edd-9626-8518841a62f2 req-48f0b04f-8f25-418e-8a89-9c1c74279724 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:11.933275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7ed6f23-2317-4edd-9626-8518841a62f2 req-48f0b04f-8f25-418e-8a89-9c1c74279724 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0676873 Jul 07 18:19:11.976648 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c7ed6f23-2317-4edd-9626-8518841a62f2 req-32a90121-08ff-4588-bc2e-acd94fcfb8a9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361073 Jul 07 18:19:12.154750 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98190-dfb2-446b-bf7c-0c2c1d21d996 req-eb21c891-dcc0-4a9f-8fd6-5472cfdfcc2a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:12.156230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ef98190-dfb2-446b-bf7c-0c2c1d21d996 req-eb21c891-dcc0-4a9f-8fd6-5472cfdfcc2a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0681138 Jul 07 18:19:12.194320 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3ef98190-dfb2-446b-bf7c-0c2c1d21d996 req-25d6982f-43a2-4200-b5e5-4b94fe89ecdb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319610 Jul 07 18:19:12.221714 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:12.315178 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2cf84-3fe5-452e-ac8c-fe6296698ef5 tempest-TestShelveInstance-342900100 tempest-TestShelveInstance-342900100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:12.316730 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-22a2cf84-3fe5-452e-ac8c-fe6296698ef5 tempest-TestShelveInstance-342900100 tempest-TestShelveInstance-342900100-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1092 time: 0.0939195 Jul 07 18:19:12.319819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:19:12.324225 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:19:12.346220 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.448630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.547480 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Allocated IP 172.25.7.49 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/16212d91-cc4e-409f-9dd9-bbe88d023630) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:19:12.651970 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.691079 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:12.728867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:19:12.731595 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:19:12.738417 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:19:12.743764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=16212d91-cc4e-409f-9dd9-bbe88d023630,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:13.116994 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.194240 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.683276 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.687670 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.759406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=16212d91-cc4e-409f-9dd9-bbe88d023630,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:19:13.769626 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:13.873210 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Floating IP b472aa1b-9946-4d99-958e-0a9a600a51e2 associated. External IP: 172.25.7.49, port: 6e8142a6-b191-4a2e-8641-b6d5c0372a24. Jul 07 18:19:14.085682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:19:14.199115 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:19:14.208997 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:19:14.217528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.220908 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:14.221541 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:14.257876 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b6040580-4d2f-4aac-813c-54143b18010d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9369628 Jul 07 18:19:14.258536 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:19:14.261023 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb74353-133d-4341-a8f8-f4eeac20e4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:19:14.342828 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:14.358066 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac5ec03-4db9-4f8c-a0dc-ed899ba97cde x-openstack-request-id: req-6ac5ec03-4db9-4f8c-a0dc-ed899ba97cde {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:19:14.358397 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:19:14.358651 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ac5ec03-4db9-4f8c-a0dc-ed899ba97cde {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:19:14.359067 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'status': 'completed', 'code': 200} Jul 07 18:19:14.433492 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-ee892c27-092a-42ab-9907-f79b49e684d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.435052 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-ee892c27-092a-42ab-9907-f79b49e684d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0539622 Jul 07 18:19:14.559210 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-eb6c1cc9-a697-441e-8069-4df368f9f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.560616 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-eb6c1cc9-a697-441e-8069-4df368f9f30b service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.1195433 Jul 07 18:19:14.602709 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b472aa1b-9946-4d99-958e-0a9a600a51e2', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:19:12Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:14.624816 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-dda54531-5685-4f57-832d-f0cd42293c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 998 time: 0.0581963 Jul 07 18:19:14.628237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:19:14.636875 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:19:14.637469 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:19:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:14.677290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-2a882ad1-2fe0-4be5-8537-fe5d9edf3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.678798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-2a882ad1-2fe0-4be5-8537-fe5d9edf3849 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0482001 Jul 07 18:19:14.735891 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-6098160f-ae38-402b-a458-a4227b149e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:14.737409 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-6098160f-ae38-402b-a458-a4227b149e15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522108 Jul 07 18:19:14.741565 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:19:14.825980 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-70b386db-0da6-41bb-ae7a-c685cb37e9af service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823417 Jul 07 18:19:14.917965 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-edb74353-133d-4341-a8f8-f4eeac20e4c0 req-658fb21e-97ba-4cd9-be37-59be098ddec0 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Jul 07 18:19:14.963400 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b472aa1b-9946-4d99-958e-0a9a600a51e2', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:19:12Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:19:14.988900 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f865f94-9d9a-4daa-bab3-daf83ae2708a None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': 'b472aa1b-9946-4d99-958e-0a9a600a51e2', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:19:12Z', 'updated_at': '2021-07-07T18:19:12Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:19:15.184934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cab3a-6e0d-4549-ba9f-1995d4b03a5b None None] New status for floating IP b472aa1b-9946-4d99-958e-0a9a600a51e2: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:19:29.547150 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:30.047083 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f713ba6-f665-4cbf-98ff-768f6e09a9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:32.456947 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61d54c5d-e6c8-4fa4-8f85-63e0e7b342a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:32.933189 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:33.879162 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.115851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:35.632080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:36.963326 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.559633 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-1eb0e8c8-9c65-4cd9-a226-50e7204ae6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504181 Jul 07 18:19:44.656527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-c281a1bb-5dbe-4991-b5fd-62658af8fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.658094 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-c281a1bb-5dbe-4991-b5fd-62658af8fd78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0549967 Jul 07 18:19:44.767459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-49e3cf1e-2ebf-49a1-a29d-295de6c0e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.769026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-49e3cf1e-2ebf-49a1-a29d-295de6c0e58d service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0897954 Jul 07 18:19:44.833766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-ac93e6e4-1b1f-443f-8c2d-a77d42143aa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1000 time: 0.0580366 Jul 07 18:19:44.889828 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-08bba74c-a2ce-4092-805b-d2ed2c4e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.891374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-08bba74c-a2ce-4092-805b-d2ed2c4e7586 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0514376 Jul 07 18:19:44.953398 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-ed3f4f77-2f0d-4a3d-ab05-193dfbe21f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:19:44.955498 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-ed3f4f77-2f0d-4a3d-ab05-193dfbe21f90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570726 Jul 07 18:19:45.048754 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-12356d51-275c-46d8-b3be-006f24965881 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863833 Jul 07 18:19:45.155107 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-55a7fe04-5ce1-4766-939c-c98f3b5b1947 req-83a4d2aa-c5ce-43f1-9703-c39fb804c1b6 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998342 Jul 07 18:20:00.048435 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0d5d-eec5-4eef-bc2d-48cca366a45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.460338 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53212b8d-dd47-4270-8306-526d4c89f679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:02.935246 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:03.883917 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.121407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:05.634641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:06.547749 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:06.961739 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.049477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b773f28-d61c-4560-b232-a1bce0185330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.461993 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64a5d796-c0e0-41ef-ab46-29d33f358cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:32.937760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:33.886343 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.134384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:35.637432 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:36.972779 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:43.547276 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:44.557349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-028bc58f-af2c-45a7-a5af-9d9ee9c7558a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520108 Jul 07 18:20:44.653308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-8084dcfe-fe63-4809-ac3a-3831f70b7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.654879 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-8084dcfe-fe63-4809-ac3a-3831f70b7d93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0544624 Jul 07 18:20:44.760124 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-4df1a43f-b2c7-4c18-84a5-08a2a62ebbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.761597 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-4df1a43f-b2c7-4c18-84a5-08a2a62ebbc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0872860 Jul 07 18:20:44.829447 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-f95ef2f2-df39-46b9-80a4-d21f87f510d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1000 time: 0.0610719 Jul 07 18:20:44.883311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-50e27eaf-0127-46a4-9129-f244043fd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.884798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-50e27eaf-0127-46a4-9129-f244043fd8b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0495429 Jul 07 18:20:44.942850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-0e4af105-716e-4913-a0eb-7ef7eea86a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:20:44.944408 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-0e4af105-716e-4913-a0eb-7ef7eea86a17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537615 Jul 07 18:20:45.034440 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-582546af-e0ff-4e5d-a60b-ede9f88315bd service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836208 Jul 07 18:20:45.127697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-a8e28e90-fe01-46b6-aec6-97f0b8748651 req-fe91c7f6-d32b-497b-8235-e359e5a2ffa0 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875077 Jul 07 18:21:00.050992 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9061b226-050f-457f-90bf-acadf07f1e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.465214 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35394925-0284-4546-8f51-3834f361192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:02.940275 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:03.892359 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.153187 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:05.641256 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:06.973988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:10.131176 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1abb06-a852-4a0e-8499-541d3bacf7f1 req-71d6ca77-8ed5-4609-b389-55611241859d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:10.133192 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c1abb06-a852-4a0e-8499-541d3bacf7f1 req-71d6ca77-8ed5-4609-b389-55611241859d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Jul 07 18:21:10.170853 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4c1abb06-a852-4a0e-8499-541d3bacf7f1 req-8af97915-2d33-484a-a035-65511b50d1b4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318105 Jul 07 18:21:11.367685 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783fe08-149c-4efb-8e7c-2a5548f243ff req-7f1b253d-161b-452e-8906-7ca9623bb58f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:11.369203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1783fe08-149c-4efb-8e7c-2a5548f243ff req-7f1b253d-161b-452e-8906-7ca9623bb58f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0687358 Jul 07 18:21:11.407510 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1783fe08-149c-4efb-8e7c-2a5548f243ff req-be342778-5347-4dc5-828e-6a2e51bf2643 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326204 Jul 07 18:21:12.627250 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929463d4-bde8-4082-9e5d-8edc7d68ae7e req-5988a02b-72a6-4dda-88e6-dffb9de20626 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:12.628815 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-929463d4-bde8-4082-9e5d-8edc7d68ae7e req-5988a02b-72a6-4dda-88e6-dffb9de20626 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0671611 Jul 07 18:21:12.679626 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-929463d4-bde8-4082-9e5d-8edc7d68ae7e req-ea8e29ec-1ca1-4459-9d33-789d13f5785a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437248 Jul 07 18:21:13.874880 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf173573-b125-48c6-8a01-acc3fe7a4cbf req-c85b0011-358a-4274-91ba-319fdac67971 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:13.876456 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf173573-b125-48c6-8a01-acc3fe7a4cbf req-c85b0011-358a-4274-91ba-319fdac67971 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0705278 Jul 07 18:21:13.918554 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bf173573-b125-48c6-8a01-acc3fe7a4cbf req-93ee0c58-36b0-4b05-8cc6-470da03e0fb7 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349398 Jul 07 18:21:15.108060 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9a54-00ab-4ca1-8259-13a86a9f91c7 req-1b735f4e-90b2-4573-aa79-ae1499a7deb1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:15.109592 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-419b9a54-00ab-4ca1-8259-13a86a9f91c7 req-1b735f4e-90b2-4573-aa79-ae1499a7deb1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0738454 Jul 07 18:21:15.155729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-419b9a54-00ab-4ca1-8259-13a86a9f91c7 req-bcdf4720-aa40-47f8-aa6a-8164b29c14c3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398757 Jul 07 18:21:16.354312 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d869-a40b-473c-8f4e-d87a22faa768 req-d99cdc83-07ef-495e-b284-64302f88d4ef tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:16.356207 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9741d869-a40b-473c-8f4e-d87a22faa768 req-d99cdc83-07ef-495e-b284-64302f88d4ef tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0811660 Jul 07 18:21:16.401702 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9741d869-a40b-473c-8f4e-d87a22faa768 req-04a84000-e28f-48e6-a9a6-9847e222eb1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398607 Jul 07 18:21:17.619914 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19edfd2-3fa8-4427-bb6f-212f1b2d38c4 req-3d6d89ad-6983-4815-97b5-cf7ecd835851 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:17.622059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19edfd2-3fa8-4427-bb6f-212f1b2d38c4 req-3d6d89ad-6983-4815-97b5-cf7ecd835851 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0999768 Jul 07 18:21:17.666034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e19edfd2-3fa8-4427-bb6f-212f1b2d38c4 req-9ae618ee-a84d-4ccd-bb71-ef1b51ac586a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381546 Jul 07 18:21:18.856364 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48651fe8-18ae-48d6-bf12-8d83dc6fa238 req-41e3e6bb-4077-4a0f-b23f-dd530080eeb9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:18.857965 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48651fe8-18ae-48d6-bf12-8d83dc6fa238 req-41e3e6bb-4077-4a0f-b23f-dd530080eeb9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0740652 Jul 07 18:21:18.902247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-48651fe8-18ae-48d6-bf12-8d83dc6fa238 req-b763b98a-1aa2-474b-bb4d-0a0e4c169cbf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383949 Jul 07 18:21:20.111105 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326578d6-e9a9-4796-914a-45a60937e1e8 req-c1063f55-4068-4cc4-bac1-df7d0a94647d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:20.112647 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-326578d6-e9a9-4796-914a-45a60937e1e8 req-c1063f55-4068-4cc4-bac1-df7d0a94647d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0690143 Jul 07 18:21:20.153399 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-326578d6-e9a9-4796-914a-45a60937e1e8 req-918e4ec2-c1d0-4dd4-9b56-ec0d1884ef71 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341702 Jul 07 18:21:20.547908 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:21.347699 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71952e-c562-4b61-8b4b-773d6fb37c5a req-fcf768b4-fe16-4692-b51d-996d47ce1f1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:21.349234 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f71952e-c562-4b61-8b4b-773d6fb37c5a req-fcf768b4-fe16-4692-b51d-996d47ce1f1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0685322 Jul 07 18:21:21.387184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f71952e-c562-4b61-8b4b-773d6fb37c5a req-2d2604ee-3015-483e-90d7-15cb6a290c36 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317013 Jul 07 18:21:22.575760 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adbc15-71b4-44e7-9770-f913c43c650e req-ed43f828-19ca-4698-a585-9621a76f9ce3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:22.578180 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49adbc15-71b4-44e7-9770-f913c43c650e req-ed43f828-19ca-4698-a585-9621a76f9ce3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0781779 Jul 07 18:21:22.628253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-49adbc15-71b4-44e7-9770-f913c43c650e req-bb96f3ef-510e-48b6-89d5-a549f03d13b7 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431275 Jul 07 18:21:23.097241 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:23.223762 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:23.237050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:23.278696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.295950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:23.317652 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:23.321731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:23.380455 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:23.390709 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.391065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.391443 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.391787 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.392123 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.392475 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.392829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.393184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.393513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.393878 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.394260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.394674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:23.400190 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['6e8142a6-b191-4a2e-8641-b6d5c0372a24'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:23.828358 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43938c-16d5-48bb-87bb-410d7841af46 req-f4b4e01c-d4b0-4683-b33f-f67ad905f7bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:23.831028 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a43938c-16d5-48bb-87bb-410d7841af46 req-f4b4e01c-d4b0-4683-b33f-f67ad905f7bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0740113 Jul 07 18:21:23.878918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5a43938c-16d5-48bb-87bb-410d7841af46 req-fffdfb9b-e61b-4255-bd1b-6f76943568cb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412025 Jul 07 18:21:25.113458 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:25.168550 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872ac4e-5c01-4592-8171-14270bd76411 req-b92397fb-8c52-477e-bd88-9cf76464cf97 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:25.177410 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e872ac4e-5c01-4592-8171-14270bd76411 req-b92397fb-8c52-477e-bd88-9cf76464cf97 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0884833 Jul 07 18:21:25.184656 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:25.185006 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.231038 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e872ac4e-5c01-4592-8171-14270bd76411 req-f512bd20-717f-4bfa-9d5b-e5846d8649cd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514605 Jul 07 18:21:25.324894 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.355735 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:25.358256 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a537d-5fd3-4e11-99bc-ea6d5a079bd3" -d '{"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:25.373603 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:25.378901 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:25.424499 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18878e25-e0a1-4d48-a678-30e0032bd838 x-openstack-request-id: req-18878e25-e0a1-4d48-a678-30e0032bd838 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:25.424891 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:25.425149 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18878e25-e0a1-4d48-a678-30e0032bd838 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:25.425686 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'code': 200} Jul 07 18:21:25.457497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:26.432686 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c093-3a28-4fed-b054-6aa871d38e3f req-220d0b48-8540-4d84-b9ca-9e3d5336c659 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:26.440370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c59c093-3a28-4fed-b054-6aa871d38e3f req-220d0b48-8540-4d84-b9ca-9e3d5336c659 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0888684 Jul 07 18:21:26.482432 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c59c093-3a28-4fed-b054-6aa871d38e3f req-0dcad82d-fdc4-426e-81d9-552a2e2889ca tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409763 Jul 07 18:21:27.703376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc262c-c506-4328-9679-ac6c3f15cf5e req-f253dc4b-3a8d-4f7f-9b62-123669ffeaa1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:27.705322 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43bc262c-c506-4328-9679-ac6c3f15cf5e req-f253dc4b-3a8d-4f7f-9b62-123669ffeaa1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0962963 Jul 07 18:21:27.753420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-43bc262c-c506-4328-9679-ac6c3f15cf5e req-36dcd54d-5e42-4f5a-b464-75f0e8fc8c7d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420349 Jul 07 18:21:28.959729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d887-6bf6-4a4d-b5f3-4e4ea2d17cf5 req-b025a3bd-d770-41d7-b7c4-351436531ff6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:28.962166 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5e4d887-6bf6-4a4d-b5f3-4e4ea2d17cf5 req-b025a3bd-d770-41d7-b7c4-351436531ff6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0774593 Jul 07 18:21:29.023540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c5e4d887-6bf6-4a4d-b5f3-4e4ea2d17cf5 req-4d25d5d4-5c6a-4809-a730-4329b63c7921 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495789 Jul 07 18:21:30.072003 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c51c-db3f-4c18-8f07-efdde9e8b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:30.244999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed53137-f683-4725-b401-8463e3f1927d req-c2a51d37-a4aa-40d9-8db8-f1e208fcb76a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:30.246664 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eed53137-f683-4725-b401-8463e3f1927d req-c2a51d37-a4aa-40d9-8db8-f1e208fcb76a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Jul 07 18:21:30.295170 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-eed53137-f683-4725-b401-8463e3f1927d req-fc8df4ef-3bf9-40d4-9713-3f9ce1b84a52 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413151 Jul 07 18:21:31.489238 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4f489-33a5-4b66-91e2-0a019e2ab846 req-22b55e5f-3564-4c3c-bbb6-2bd2baf71187 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:31.491090 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8cb4f489-33a5-4b66-91e2-0a019e2ab846 req-22b55e5f-3564-4c3c-bbb6-2bd2baf71187 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0661209 Jul 07 18:21:31.529915 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8cb4f489-33a5-4b66-91e2-0a019e2ab846 req-00ce3ce5-7420-46f8-a39e-d324357533de tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334506 Jul 07 18:21:32.172237 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-bdda2b3b-1056-467a-a064-6a2a314c92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.173766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-bdda2b3b-1056-467a-a064-6a2a314c92c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0531712 Jul 07 18:21:32.268086 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-c2dd44ee-9210-45d8-8dfb-d26b89d8629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.269580 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-c2dd44ee-9210-45d8-8dfb-d26b89d8629e service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0899537 Jul 07 18:21:32.333005 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-340eeab9-d1d0-4b46-8877-980a47780e44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1000 time: 0.0560699 Jul 07 18:21:32.380829 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-d07caf03-3bc1-41dc-8a68-6989d851ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.382815 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-d07caf03-3bc1-41dc-8a68-6989d851ec30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0423574 Jul 07 18:21:32.443562 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-4d330fed-5825-43d7-b6b0-b9ba5db1b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.445676 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-4d330fed-5825-43d7-b6b0-b9ba5db1b97a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558200 Jul 07 18:21:32.466693 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1db3e6a3-b360-4928-99d3-ba1532d76ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:32.536163 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-cca44cf4-9571-4e8b-bed1-d74c0c0bad59 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831995 Jul 07 18:21:32.636404 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-70a3ecb0-c490-41c1-8c3d-f13f43aad075 req-be772bd1-85b7-47c8-8a56-65858b5b80b6 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922964 Jul 07 18:21:32.709653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e089960-76b9-4fb1-a3bc-6263c1271e65 req-ce9abafe-6705-40aa-9189-4fc9d8b7e647 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:32.711139 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e089960-76b9-4fb1-a3bc-6263c1271e65 req-ce9abafe-6705-40aa-9189-4fc9d8b7e647 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0653105 Jul 07 18:21:32.748581 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e089960-76b9-4fb1-a3bc-6263c1271e65 req-ab6ce8e3-d765-46b0-94e0-1d3df0693be3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317998 Jul 07 18:21:32.945755 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.890983 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:33.928531 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312094-7a49-4879-ba9b-1df2f82d2d27 req-1e959207-abf6-4eac-aa47-885a14375af5 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:33.930774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c312094-7a49-4879-ba9b-1df2f82d2d27 req-1e959207-abf6-4eac-aa47-885a14375af5 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0701506 Jul 07 18:21:33.974763 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9c312094-7a49-4879-ba9b-1df2f82d2d27 req-2439b958-7557-40fc-8208-4bd226b7f883 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378683 Jul 07 18:21:35.151243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.155021 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27568bf6-afbd-4d71-af79-8a1722b32984 req-d33b56d0-45ce-4261-ac74-5f71e6e16acf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.156570 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27568bf6-afbd-4d71-af79-8a1722b32984 req-d33b56d0-45ce-4261-ac74-5f71e6e16acf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0644035 Jul 07 18:21:35.186628 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:21:35.196076 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-27568bf6-afbd-4d71-af79-8a1722b32984 req-468f0bc6-aefc-44b8-8055-bc69843161ef tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337188 Jul 07 18:21:35.266965 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.290048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:35.292454 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0c94a-8aae-4a40-94e4-e789c147015f" -d '{"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:35.306283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:35.309810 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-f36e8497-1d6c-4b66-a57a-5824457c2470 req-abd6ebde-4092-4f93-a7d3-01c51d939ae9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:21:35.310923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.311071 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f36e8497-1d6c-4b66-a57a-5824457c2470 req-abd6ebde-4092-4f93-a7d3-01c51d939ae9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076187 Jul 07 18:21:35.334294 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9384f604-173e-4ddd-ae97-87bd8d549ff0 x-openstack-request-id: req-9384f604-173e-4ddd-ae97-87bd8d549ff0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:35.334594 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-unplugged", "status": "failed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:35.334883 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9384f604-173e-4ddd-ae97-87bd8d549ff0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:35.335291 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'code': 422} returned with failed status Jul 07 18:21:35.360890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:35.574467 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee23de-c90f-4a9b-b345-f8be224e25a9 req-0fdab276-d546-40f3-96c6-feeea45ec268 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:35.576303 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55ee23de-c90f-4a9b-b345-f8be224e25a9 req-0fdab276-d546-40f3-96c6-feeea45ec268 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 943 time: 0.0732882 Jul 07 18:21:35.612969 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40724) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:35.617318 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-55ee23de-c90f-4a9b-b345-f8be224e25a9 req-d38e2ed6-c6d2-427c-8905-027f1c2ce085 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352528 Jul 07 18:21:35.644942 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:35.720708 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-1220dab8-4f9e-4fae-aadd-cddf0cf4e31f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065433 Jul 07 18:21:36.697919 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-6e3bfb13-9431-4262-8b16-84e4c135081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:36.699478 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-6e3bfb13-9431-4262-8b16-84e4c135081b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 1095 time: 0.0977294 Jul 07 18:21:36.712250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-12', 'device_owner': 'compute:nova'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:21:36.791176 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:36.800420 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b4e0-214f-4d77-9f52-6be7827e8722 req-f2bbce03-7a31-4ca4-9073-824c67a0547a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:36.801972 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d55b4e0-214f-4d77-9f52-6be7827e8722 req-f2bbce03-7a31-4ca4-9073-824c67a0547a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 943 time: 0.0663152 Jul 07 18:21:36.841778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2d55b4e0-214f-4d77-9f52-6be7827e8722 req-c53d3b2e-4c55-4463-80df-513002c664cf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337555 Jul 07 18:21:36.973781 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.010702 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:37.046412 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:37.080559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:37.088452 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.100393 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Transition to ACTIVE for port object 6e8142a6-b191-4a2e-8641-b6d5c0372a24 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:21:37.104141 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.186910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=9']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.200387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.200732 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.201078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.201418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.201751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.202088 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.202442 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.202769 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.203097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.203453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.203777 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.204097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:37.243627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] No DVR routers for this DVR port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:21:37.384808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:21:37.385149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:21:37.385484 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:37.389833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:21:37.390207 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Attempting to bind port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:21:37.395178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:21:37.395526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:21:37.395913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Bound using segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:21:37.396345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Bound port: 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:21:37.396712 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.464040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:21:37.467127 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:21:37.471973 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.508664 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.509331 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.510822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] 10.222.0.83 "PUT /v2.0/ports/6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1092 time: 0.8034213 Jul 07 18:21:37.511288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:37.513632 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b5c12d-69d0-4403-af64-0441f4d37256" -d '{"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:37.552197 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34fec2-f0ce-4bcb-80ba-bb808a40a775 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=10']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:37.556244 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d417e21-c095-4e04-bdf9-646ec7cbd36d x-openstack-request-id: req-7d417e21-c095-4e04-bdf9-646ec7cbd36d {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:37.556506 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:37.556751 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d417e21-c095-4e04-bdf9-646ec7cbd36d {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:37.557160 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'status': 'completed', 'code': 200} Jul 07 18:21:37.601775 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-eea8ca8b-6bb6-46c3-ab8d-da8c79a46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.603385 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-eea8ca8b-6bb6-46c3-ab8d-da8c79a46a13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1096 time: 0.0655584 Jul 07 18:21:37.701380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-b38c1e71-ec1f-4a4c-898e-0aa22612187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.702909 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-b38c1e71-ec1f-4a4c-898e-0aa22612187a service neutron] 10.222.0.83 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0927734 Jul 07 18:21:37.768063 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-0e4432ef-dacf-46e2-8059-9f771870fa49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 998 time: 0.0571675 Jul 07 18:21:37.815209 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-a005bc2b-c8da-4d8e-939e-7b7418cf7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.816589 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-a005bc2b-c8da-4d8e-939e-7b7418cf7eac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0427818 Jul 07 18:21:37.877224 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-ca4e3c85-39a1-4365-859d-7b797302c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:37.879101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-ca4e3c85-39a1-4365-859d-7b797302c1e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565178 Jul 07 18:21:37.982460 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-68e3ff8e-e65b-4ff9-b41f-475170cd25ab service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971022 Jul 07 18:21:38.026540 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e69d93-4936-48db-8a62-3154376a555a req-d23091d2-5380-451e-9985-4881cca50d92 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:38.027979 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e69d93-4936-48db-8a62-3154376a555a req-d23091d2-5380-451e-9985-4881cca50d92 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0715160 Jul 07 18:21:38.071870 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-31e69d93-4936-48db-8a62-3154376a555a req-2c2477af-5c9c-4bd5-9955-ec789e1e3abb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381427 Jul 07 18:21:38.441290 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-cafcfe69-4e83-4ac2-9e8d-2b28b7e97f50 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519961 Jul 07 18:21:38.543972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-af699702-e52f-43d8-9683-399b59fde394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:38.545476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-af699702-e52f-43d8-9683-399b59fde394 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1096 time: 0.0573468 Jul 07 18:21:38.649060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-43cbd351-cd52-499c-8ffb-bcaae8daecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:38.650687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-43cbd351-cd52-499c-8ffb-bcaae8daecda service neutron] 10.222.0.83 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0983810 Jul 07 18:21:38.727788 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-d4b1d686-772f-4c33-998c-2d40bb404107 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 998 time: 0.0709438 Jul 07 18:21:39.274999 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52155-6e91-41b9-bc15-abfb1e1df193 req-7669370e-7424-4f83-9bc4-ed377d361e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:39.276687 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65c52155-6e91-41b9-bc15-abfb1e1df193 req-7669370e-7424-4f83-9bc4-ed377d361e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0827258 Jul 07 18:21:39.318809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-65c52155-6e91-41b9-bc15-abfb1e1df193 req-327800f7-b8fd-49b3-889e-40c8c814f2ea tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358469 Jul 07 18:21:40.531574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41b19e-900e-4726-8705-bb4d6ce8d8af req-abe32535-98f0-4dc7-a8b0-861cda6cc766 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:40.533053 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db41b19e-900e-4726-8705-bb4d6ce8d8af req-abe32535-98f0-4dc7-a8b0-861cda6cc766 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0807705 Jul 07 18:21:40.575237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-db41b19e-900e-4726-8705-bb4d6ce8d8af req-42001877-4cf0-4561-9f71-f75a809d143b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357790 Jul 07 18:21:41.769970 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30276d7-01a2-4aee-9c86-88df78b46bc4 req-459baa3a-8c3b-4efb-8a8f-3b25473c01e3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:41.771987 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b30276d7-01a2-4aee-9c86-88df78b46bc4 req-459baa3a-8c3b-4efb-8a8f-3b25473c01e3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0762665 Jul 07 18:21:41.817385 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b30276d7-01a2-4aee-9c86-88df78b46bc4 req-616538f6-578b-4808-aa81-9ac762a9422c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379651 Jul 07 18:21:43.023382 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7812b73-6529-44e7-be7b-a075c306e420 req-387b73e8-f3d1-4278-9920-00b40351be6d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:43.024970 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7812b73-6529-44e7-be7b-a075c306e420 req-387b73e8-f3d1-4278-9920-00b40351be6d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0781043 Jul 07 18:21:43.065074 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7812b73-6529-44e7-be7b-a075c306e420 req-d0d94e74-9f08-42b4-80cd-018ee1889a72 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342975 Jul 07 18:21:44.276555 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1363b9-730c-4e5d-bcc5-de06dd885f6f req-bcb043c4-0247-4ae6-b3dc-08b18414595b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:44.278354 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e1363b9-730c-4e5d-bcc5-de06dd885f6f req-bcb043c4-0247-4ae6-b3dc-08b18414595b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0895994 Jul 07 18:21:44.324041 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7e1363b9-730c-4e5d-bcc5-de06dd885f6f req-7ee8ba04-746b-4efe-b5cb-97e3ab2ffbde tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389433 Jul 07 18:21:45.516193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d54c-d379-4dd7-aa65-0dc23d7fba9c req-bf567c46-7ade-4f6a-82c4-8333db836eaf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:45.517924 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dba0d54c-d379-4dd7-aa65-0dc23d7fba9c req-bf567c46-7ade-4f6a-82c4-8333db836eaf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0756216 Jul 07 18:21:45.579397 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dba0d54c-d379-4dd7-aa65-0dc23d7fba9c req-bba92f81-656b-4a44-bfbd-a8bfa9cb2d5a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536928 Jul 07 18:21:46.793995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd677-7962-43d0-965a-51896956acb8 req-50a26338-b759-4c8d-8f53-512d1e78240a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:46.795637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c61bd677-7962-43d0-965a-51896956acb8 req-50a26338-b759-4c8d-8f53-512d1e78240a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0872779 Jul 07 18:21:46.838637 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c61bd677-7962-43d0-965a-51896956acb8 req-e3456d6e-9906-43b5-9b7a-1409cf445eaa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368757 Jul 07 18:21:48.061603 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cb26a-88b7-45f1-9cc3-af6bd7b887a5 req-51733705-aa96-4e28-918a-d63205cfd704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:48.063169 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7cb26a-88b7-45f1-9cc3-af6bd7b887a5 req-51733705-aa96-4e28-918a-d63205cfd704 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0805173 Jul 07 18:21:48.114696 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d7cb26a-88b7-45f1-9cc3-af6bd7b887a5 req-df349dc5-84f2-459d-bb30-b157a53636bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372701 Jul 07 18:21:49.288017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af5a2a-7e76-4b4a-b203-587c91c570e6 req-b6e95361-2c66-4ea0-894b-c88f0714fc85 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:49.289505 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62af5a2a-7e76-4b4a-b203-587c91c570e6 req-b6e95361-2c66-4ea0-894b-c88f0714fc85 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0647967 Jul 07 18:21:49.327374 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-62af5a2a-7e76-4b4a-b203-587c91c570e6 req-4fe39efa-560e-480a-a530-d5cb2bb98b4b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321627 Jul 07 18:21:50.508754 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9e6c-7263-4326-bf81-6c6ca4986be6 req-2859b560-a89a-4e54-ad6c-6d0819769956 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:50.510184 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dbf9e6c-7263-4326-bf81-6c6ca4986be6 req-2859b560-a89a-4e54-ad6c-6d0819769956 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0704641 Jul 07 18:21:50.547978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7dbf9e6c-7263-4326-bf81-6c6ca4986be6 req-f69f2ce9-f750-4497-b5f7-92e011b8d4e8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321243 Jul 07 18:21:51.723983 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93f30-1f32-45f9-8cc2-434964c1d8d2 req-c02994d6-ef35-41ea-ae22-0cdbc566a0ba tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:51.725985 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99e93f30-1f32-45f9-8cc2-434964c1d8d2 req-c02994d6-ef35-41ea-ae22-0cdbc566a0ba tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0641739 Jul 07 18:21:51.763442 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-99e93f30-1f32-45f9-8cc2-434964c1d8d2 req-a5aa1ce5-4818-4023-859b-cb0c4c0572c4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318317 Jul 07 18:21:52.263118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-b37d65e9-63a3-4ac2-b617-e8a7f0fe72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:52.264602 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-b37d65e9-63a3-4ac2-b617-e8a7f0fe72a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0509789 Jul 07 18:21:52.328261 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-20579abe-c46c-42a0-97b7-8c66a6645be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:52.329759 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-20579abe-c46c-42a0-97b7-8c66a6645be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559890 Jul 07 18:21:52.420491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-75133965-0e0c-4b7e-b4ae-43460140bb7c service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806470 Jul 07 18:21:52.512895 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-27b5c12d-69d0-4403-af64-0441f4d37256 req-670a119b-b899-4566-bba9-68a15d69d81c service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854113 Jul 07 18:21:52.948286 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a688d00-24fd-4e6f-9c04-64df8744b1a5 req-be8a7694-bcc5-4de1-ac6f-fd823ebb789d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:52.949809 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a688d00-24fd-4e6f-9c04-64df8744b1a5 req-be8a7694-bcc5-4de1-ac6f-fd823ebb789d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0669689 Jul 07 18:21:52.999161 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8a688d00-24fd-4e6f-9c04-64df8744b1a5 req-a00a3b3f-6d78-40ef-8bcf-533e71bc3137 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436912 Jul 07 18:21:54.188266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b289ea2-aa1f-4e66-98d4-a59c7c51455f req-ee37469d-21fc-4bb9-8db1-aa6f9c378c1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:54.189745 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b289ea2-aa1f-4e66-98d4-a59c7c51455f req-ee37469d-21fc-4bb9-8db1-aa6f9c378c1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0685844 Jul 07 18:21:54.228391 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2b289ea2-aa1f-4e66-98d4-a59c7c51455f req-0a019a56-351c-46a2-a18a-15c97ae8afbe tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322633 Jul 07 18:21:55.448905 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678d1e-d551-47c5-8701-9e7a34e02ba0 req-1abdc713-5e8d-4b0c-b904-6aebfe14eb4a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:55.450453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29678d1e-d551-47c5-8701-9e7a34e02ba0 req-1abdc713-5e8d-4b0c-b904-6aebfe14eb4a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 944 time: 0.0651453 Jul 07 18:21:55.489228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-29678d1e-d551-47c5-8701-9e7a34e02ba0 req-c7f5ad40-e454-4f6d-8d44-947eeee62861 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327573 Jul 07 18:21:55.794830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:21:55.898215 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:55.910561 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'port_id': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'mac_address': 'fa:16:3e:2d:a7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:21:55.949545 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:55.963866 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:21:55.984091 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:55.988550 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:56.041534 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:56.360852 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['6e8142a6-b191-4a2e-8641-b6d5c0372a24'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:21:56.676258 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76441-c4fa-4be1-8030-477b8a4ee437 req-3a35a075-2f32-4615-851c-ad07c19fd4dc tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:56.677788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24f76441-c4fa-4be1-8030-477b8a4ee437 req-3a35a075-2f32-4615-851c-ad07c19fd4dc tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0692525 Jul 07 18:21:56.717839 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24f76441-c4fa-4be1-8030-477b8a4ee437 req-09a8dca0-7351-4d91-96e1-5d9fa2fb2f11 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335367 Jul 07 18:21:57.547257 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:57.749337 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-b8d04430-ed33-4125-af43-d2bbd12a4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:57.750902 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-b8d04430-ed33-4125-af43-d2bbd12a4eb2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1097 time: 0.0531199 Jul 07 18:21:57.812137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:21:57.863021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-feb275da-716e-4ecb-aea2-d4320b79f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:57.864494 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:21:57.864772 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-feb275da-716e-4ecb-aea2-d4320b79f18a service neutron] 10.222.0.83 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0935464 Jul 07 18:21:57.869608 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:21:57.870327 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.909297 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57260db-aab7-42ef-a4ad-da5ca9a2604c req-2e05cbb5-388c-49e2-92d2-02ee9dbe297f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:57.911293 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c57260db-aab7-42ef-a4ad-da5ca9a2604c req-2e05cbb5-388c-49e2-92d2-02ee9dbe297f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 945 time: 0.0778816 Jul 07 18:21:57.948256 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-061950bc-c4c2-4eda-88b4-b26dbc038780 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 999 time: 0.0765831 Jul 07 18:21:57.957633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c57260db-aab7-42ef-a4ad-da5ca9a2604c req-c74ca634-a501-49aa-93c0-74a74c763dce tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401986 Jul 07 18:21:57.967754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.997600 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:21:58.000331 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31ba8a-5f2b-422f-8fa2-bf84485024a5" -d '{"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:21:58.024514 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-098bc40a-b016-4589-8d08-4020704eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:58.026174 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-098bc40a-b016-4589-8d08-4020704eee57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0714817 Jul 07 18:21:58.031427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:21:58.036703 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:58.063780 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ced6bc0-0565-4390-a9a7-b420d6f1dc1e x-openstack-request-id: req-8ced6bc0-0565-4390-a9a7-b420d6f1dc1e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:21:58.064049 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-plugged", "status": "completed", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:21:58.064205 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ced6bc0-0565-4390-a9a7-b420d6f1dc1e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:21:58.064598 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'code': 200} Jul 07 18:21:58.099438 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=12']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:21:58.100205 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-ac2356b0-12d9-4d5e-b194-1d38ddcb7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:58.102101 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-ac2356b0-12d9-4d5e-b194-1d38ddcb7e5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694237 Jul 07 18:21:58.182021 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.83', 60208) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:58.240206 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-2fe7921f-c908-4587-a9a3-e34b38b0f544 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251316 Jul 07 18:21:58.309772 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bbc98-0600-4ab2-9626-3de7fd814c1f req-bd3a5fa2-91ce-4963-8b36-4b88e768e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:58.311344 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c06bbc98-0600-4ab2-9626-3de7fd814c1f req-bd3a5fa2-91ce-4963-8b36-4b88e768e934 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1098 time: 0.1283231 Jul 07 18:21:58.368348 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-c06bbc98-0600-4ab2-9626-3de7fd814c1f req-053ba04f-f94f-45c1-ada7-4af5ef1700db service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482843 Jul 07 18:21:58.370401 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-bdc8afc3-b350-450b-b0aa-c75dda5a5bc1 req-83798ec0-c167-4487-bbde-15699f2f30a5 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237988 Jul 07 18:21:59.165975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0919-731c-4614-95d0-96f434fd539a req-6461334a-6fe6-49b9-8ade-679dfe40202b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:21:59.167556 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c62f0919-731c-4614-95d0-96f434fd539a req-6461334a-6fe6-49b9-8ade-679dfe40202b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0666280 Jul 07 18:21:59.208060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c62f0919-731c-4614-95d0-96f434fd539a req-ea758c0e-8e80-420f-9e8d-dec807f7906e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344772 Jul 07 18:22:00.055636 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f15d71ad-3af3-4db5-ba7f-be3072f83a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:00.398591 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7600e-c62f-45e6-b2d9-47d38709a1e8 req-2fc5a80f-ef15-4ccf-a704-5d9c87c536ec tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:00.400159 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5b7600e-c62f-45e6-b2d9-47d38709a1e8 req-2fc5a80f-ef15-4ccf-a704-5d9c87c536ec tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0732849 Jul 07 18:22:00.439738 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b5b7600e-c62f-45e6-b2d9-47d38709a1e8 req-8e5c2087-2ca5-40fb-8f4e-2e9f1970408d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339985 Jul 07 18:22:02.469832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c477478d-4818-48f5-80a6-d3747bde704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:02.947681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:03.894468 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.166033 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.647627 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:06.995536 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.057360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0594345d-70de-4f8a-a7a1-4f18e03b8d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.470729 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8239999-d5ef-4752-b895-72c98ac6a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:32.951641 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.897426 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.546170 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:35.164307 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:35.649851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:36.992879 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.703033 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-b6d9817b-639b-4c26-a16a-0a10bdfe5e20 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563319 Jul 07 18:22:58.806895 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-aea75d63-75f4-49ba-abf6-d659f61f3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.808384 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-aea75d63-75f4-49ba-abf6-d659f61f3c8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1098 time: 0.0626323 Jul 07 18:22:58.920064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-99301a0b-0f49-4296-bce2-178fae693706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:58.921854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-99301a0b-0f49-4296-bce2-178fae693706 service neutron] 10.222.0.83 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0916479 Jul 07 18:22:58.995574 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-24347f2d-9a95-4924-bc90-7d2c95c399be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 1000 time: 0.0673406 Jul 07 18:22:59.046379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-f5bae57d-238f-410b-afc8-9cfc6782337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:59.047928 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-f5bae57d-238f-410b-afc8-9cfc6782337e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0463510 Jul 07 18:22:59.106212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-fdaa2045-0266-4509-8bdf-954d05ef5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:59.107706 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-fdaa2045-0266-4509-8bdf-954d05ef5bae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530484 Jul 07 18:22:59.206071 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-b489b54d-3573-4264-9ddc-9a1e40e50ab7 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897489 Jul 07 18:22:59.301214 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-94f4b9e9-a967-42ca-a020-0c2c37faa75a req-034e6f56-958a-496d-a3e4-793e83e40638 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879600 Jul 07 18:23:00.058981 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a04ca81f-a75e-425b-bab1-4d72cbfd77ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.472165 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d47797-bb89-48bc-b45f-6f8e08728e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:02.953050 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:03.900767 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.165916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:05.654070 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:07.005952 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:11.545563 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:30.063322 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-368799c6-40d8-4723-9655-68eb0419b1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:32.474318 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b133e95a-3e0d-4ce0-93d5-d006b17bbd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:32.954799 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:33.905398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:35.163346 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:35.661138 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:37.016135 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.135692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40880) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:45.299707 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Deleting port 16212d91-cc4e-409f-9dd9-bbe88d023630 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:45.300147 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.377254 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.377580 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.389431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Calling delete_port for 16212d91-cc4e-409f-9dd9-bbe88d023630 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:45.549599 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.575418 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'Port': ['ID=16212d91-cc4e-409f-9dd9-bbe88d023630,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:45.604872 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.605228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.605574 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.605943 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.606310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.606644 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.606977 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.607307 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.607636 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.607971 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.608300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.608628 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:45.648992 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.649232 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Floating IP b472aa1b-9946-4d99-958e-0a9a600a51e2 disassociated (deleted). External IP: 172.25.7.49, port: 6e8142a6-b191-4a2e-8641-b6d5c0372a24. Jul 07 18:23:45.864881 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:23:45.981789 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:23:45.986979 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.991808 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:23:46.005204 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:46.005812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:46.024903 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-811ff883-20db-4bd8-a193-841adb84041c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "DELETE /v2.0/floatingips/b472aa1b-9946-4d99-958e-0a9a600a51e2 HTTP/1.1" status: 204 len: 168 time: 0.8880813 Jul 07 18:23:46.025537 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:46.027845 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca59027-c584-4c72-b401-463ae24c34bb" -d '{"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:46.114192 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:46.137444 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841a882-e36d-4cbc-af84-63f07936aa98 x-openstack-request-id: req-2841a882-e36d-4cbc-af84-63f07936aa98 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:46.138013 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:46.138013 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2841a882-e36d-4cbc-af84-63f07936aa98 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:46.138428 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'status': 'completed', 'code': 200} Jul 07 18:23:46.232105 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59027-c584-4c72-b401-463ae24c34bb req-ef298480-c612-42c2-8d12-68d536bb94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.233560 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-ef298480-c612-42c2-8d12-68d536bb94f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 1098 time: 0.0639381 Jul 07 18:23:46.344785 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59027-c584-4c72-b401-463ae24c34bb req-03883f7a-f6a5-4c9c-bba4-12c3b84b98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.346376 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-03883f7a-f6a5-4c9c-bba4-12c3b84b98bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.1068316 Jul 07 18:23:46.356322 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:46.384487 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:23:46.391127 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-9cda8a33-0f0c-4788-8828-0c6a95c92048 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 200 len: 217 time: 0.0370629 Jul 07 18:23:46.394295 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:23:46.395495 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:23:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:46.452221 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59027-c584-4c72-b401-463ae24c34bb req-e8d65750-fe16-4979-b351-7933d48b387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.454392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaed80-bb0b-4198-a4f0-f032208c20a0 req-acd4354a-4f30-4d0d-9513-eee6e8265051 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.456236 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1aaed80-bb0b-4198-a4f0-f032208c20a0 req-acd4354a-4f30-4d0d-9513-eee6e8265051 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0762351 Jul 07 18:23:46.460157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-e8d65750-fe16-4979-b351-7933d48b387c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0583034 Jul 07 18:23:46.500771 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c1aaed80-bb0b-4198-a4f0-f032208c20a0 req-5ea8e19c-0a91-493d-af94-41dda49acb61 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373197 Jul 07 18:23:46.516306 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:23:46.522543 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59027-c584-4c72-b401-463ae24c34bb req-e42f61cd-9cee-4029-946f-18149ae35bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:46.524347 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-e42f61cd-9cee-4029-946f-18149ae35bed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613759 Jul 07 18:23:46.624953 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-5dae59a2-fc50-4d28-9be1-5c35796bf303 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920615 Jul 07 18:23:46.725848 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-7ca59027-c584-4c72-b401-463ae24c34bb req-ad43e8ce-cc06-4046-b68d-a2324308b948 service neutron] 10.222.0.83 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941725 Jul 07 18:23:46.823599 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:23:46.850606 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29af7f-b569-4747-9059-8d2b9954accc None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:23:47.083627 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c200c-fb62-4446-a9d1-ea3e4406730d None None] New status for floating IP b472aa1b-9946-4d99-958e-0a9a600a51e2: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:23:47.731719 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b46d-e132-48ed-8f52-dfde16cc1a9e req-c997f430-b34b-40c0-9fcc-64d8385cc6f8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:47.733228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6247b46d-e132-48ed-8f52-dfde16cc1a9e req-c997f430-b34b-40c0-9fcc-64d8385cc6f8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 946 time: 0.1151404 Jul 07 18:23:47.775860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6247b46d-e132-48ed-8f52-dfde16cc1a9e req-c9dfbda5-5c1f-4cc0-9a3a-2a3b0bd7afe8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=37388512-e911-4ac3-a927-d10fdad9ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356371 Jul 07 18:23:47.896540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e38301-7e54-4975-bd89-efcbb861f492 req-51fab605-ad0a-4f3f-a5db-833094cdd528 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:23:47.898040 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30e38301-7e54-4975-bd89-efcbb861f492 req-51fab605-ad0a-4f3f-a5db-833094cdd528 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.83 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 946 time: 0.0646403 Jul 07 18:23:48.017824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Deleting port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:23:48.018207 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.108554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] For port 6e8142a6-b191-4a2e-8641-b6d5c0372a24, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=6e8142a6-b191-4a2e-8641-b6d5c0372a24,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:23:48.108823 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.121071 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Calling delete_port for 6e8142a6-b191-4a2e-8641-b6d5c0372a24 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:23:48.259336 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.290370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'Port': ['ID=6e8142a6-b191-4a2e-8641-b6d5c0372a24,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:48.344765 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] No DVR routers for this DVR port 6e8142a6-b191-4a2e-8641-b6d5c0372a24 on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:23:48.347397 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.349459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-30e38301-7e54-4975-bd89-efcbb861f492 req-72e26806-d817-49f6-b123-d62aecc4e8ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.83 "DELETE /v2.0/ports/6e8142a6-b191-4a2e-8641-b6d5c0372a24 HTTP/1.1" status: 204 len: 173 time: 0.4461753 Jul 07 18:23:48.349904 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-deleted', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:23:48.352374 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d9ae8-852e-4f03-bb20-b9baf9eaaa82" -d '{"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-deleted", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:23:48.404461 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d08fb4-c094-45c9-9333-d7217ea652af x-openstack-request-id: req-65d08fb4-c094-45c9-9333-d7217ea652af {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:23:48.404809 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c16d1e-cf47-4f88-a1af-2219f11a8a26", "name": "network-vif-deleted", "tag": "6e8142a6-b191-4a2e-8641-b6d5c0372a24", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:23:48.405175 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65d08fb4-c094-45c9-9333-d7217ea652af {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:23:48.405659 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c16d1e-cf47-4f88-a1af-2219f11a8a26', 'name': 'network-vif-deleted', 'tag': '6e8142a6-b191-4a2e-8641-b6d5c0372a24', 'status': 'completed', 'code': 200} Jul 07 18:23:48.544880 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:48.955220 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-03f0920c-5456-43f1-a993-e5d6b55ba79b req-850a678a-01f5-46b4-b26e-38e23318c600 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c16d1e-cf47-4f88-a1af-2219f11a8a26 HTTP/1.1" status: 200 len: 210 time: 0.0311997 Jul 07 18:23:50.054212 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40910) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:50.116570 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.142777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.204410 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.207367 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.208578 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "DELETE /v2.0/security-groups/37388512-e911-4ac3-a927-d10fdad9ddf2 HTTP/1.1" status: 204 len: 168 time: 0.1533396 Jul 07 18:23:50.218818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a3767-1905-4d01-b8a9-e5bbaefb2e24 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37388512-e911-4ac3-a927-d10fdad9ddf2,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.064371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.069641 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740762072', 'description': 'tempest-secgroup-smoke-740762072 description', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.092518 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.180767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.185345 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.210316 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.211571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1461790 Jul 07 18:23:52.216470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40920) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.220566 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397e9999-ab4f-4dd2-a734-bd7e24e07966,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.224353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.228184 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.228537 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.228879 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.229220 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.229554 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.229885 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.230252 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.230724 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.231014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.231296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.231627 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.231955 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c9f72a-94b8-4caa-9310-9297f8334ece tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:23:52.278278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.323626 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:23:52.341922 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.345385 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: 6e8142a6-b191-4a2e-8641-b6d5c0372a24 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:23:52.345738 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device 6e8142a6-b191-4a2e-8641-b6d5c0372a24 not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:23:52.345902 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.364564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02021a7-a0ae-40f3-9c15-db7c855ad919,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.372179 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.373780 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-1fe04fd5-33c1-4941-abbf-d7281364915a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559756 Jul 07 18:23:52.376592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40922) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.382074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.408343 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.474246 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.478075 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.497786 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844f5418-5d19-4be7-8fce-cda871dfcc9a,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.501466 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.505874 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b0511d19-452f-4665-bfaa-244a12dd6700 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251142 Jul 07 18:23:52.506490 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 40924) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.511060 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.540171 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.604565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.609077 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.630823 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce8424d-1e93-4e55-a7bb-f696da244b20,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.634387 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.635594 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-125c6bc6-5a94-411c-aa79-e4b676991e20 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283734 Jul 07 18:23:52.638560 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.643532 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.671906 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.723516 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.727783 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.751217 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a300acf-aa7f-4902-a31e-ad58235ed0eb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.758630 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.759984 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-4fc6a334-f43c-40ba-b1c0-583c2f1e3396 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203332 Jul 07 18:23:52.762708 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.767458 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.792218 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Project ea0271f0755a4d7a9d8ca1dced633225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:23:52.798076 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.858868 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.863070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.880793 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1a944a-854f-4f56-933a-1780f988d893,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:52.887608 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.889126 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-3cd053d0-e316-45fe-b506-35ce79e550eb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252294 Jul 07 18:23:52.891605 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 40930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:23:52.896596 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'security_group_rule': {'security_group_id': '397e9999-ab4f-4dd2-a734-bd7e24e07966', 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:23:52.919466 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Project ea0271f0755a4d7a9d8ca1dced633225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:23:52.924743 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.987790 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:52.992335 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:53.014489 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4783ba6d-d0bf-434b-9ba6-53db6c545276,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:23:53.023882 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:53.025292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-382b47ed-4b92-48e4-b4a5-53828b686c22 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326864 Jul 07 18:24:00.067569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fab75abf-bc46-41cf-bea5-66b6e77323d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.479404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-164f7001-a004-41b0-8523-50a2028f314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:02.958969 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:03.906671 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.166028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:05.664895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.016683 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:07.516451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-527fb66d-f7fc-4546-bc43-791d5e1078c9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740762072&fields=id&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 267 time: 0.0364356 Jul 07 18:24:07.635947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-184427d9-7728-44d5-8129-924bd8833a88 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:07.637450 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-184427d9-7728-44d5-8129-924bd8833a88 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 809 time: 0.1143880 Jul 07 18:24:07.653135 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-4eea80c8-29b2-43bf-bda6-c702e133952e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/quotas/ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 375 time: 0.0093729 Jul 07 18:24:07.721959 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-a13cb486-469b-49e3-a14b-6c41c264dce4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622909 Jul 07 18:24:07.738400 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-0b3034a1-9adb-4747-8e1c-df879c3117c7 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:24:07.739420 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-0b3034a1-9adb-4747-8e1c-df879c3117c7 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064704 Jul 07 18:24:07.872363 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-fbb2072c-117e-4fcb-9794-a015b4366d4c service neutron] 10.222.0.22 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269932 Jul 07 18:24:07.965247 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-738e5625-eaad-49be-8045-6e2a7f910fc3 service neutron] 10.222.0.22 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Jul 07 18:24:08.289212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d4a0df1d-4698-4257-8100-dd00fe93b522 req-0b1a9d3a-82f3-4a44-9d86-48985e6977bd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Jul 07 18:24:09.379321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10074e6d-226e-4e8c-9117-a73e3b658b84 req-816201cc-469e-4632-bea0-ba7cc80f7cc0 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Jul 07 18:24:10.461550 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8db3b8aa-0380-4e29-84d2-ab58980aece0 req-71da59cd-913c-45fd-bd4d-d4b187a010c9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0300043 Jul 07 18:24:11.541163 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0bf417ff-e0fb-41da-a4c9-bd51c4094dbf req-a5de726d-acce-4e56-9451-5b716e6d89dd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Jul 07 18:24:12.687540 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-468abecd-8867-4f38-b5e8-8f594707fa82 req-49f44961-b10d-452a-ad54-107db2ed1891 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Jul 07 18:24:13.529007 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-60c6c4c8-967e-4c50-aabd-f8595c8f7888 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:13.530513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-60c6c4c8-967e-4c50-aabd-f8595c8f7888 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 809 time: 0.1149817 Jul 07 18:24:13.579613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-70ae769b-2361-4f16-a654-41da53ea8a68 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 379 time: 0.0407357 Jul 07 18:24:13.589009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'port': {'device_id': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'admin_state_up': True, 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'security_groups': ['397e9999-ab4f-4dd2-a734-bd7e24e07966']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:13.721236 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Made reservation on behalf of ea0271f0755a4d7a9d8ca1dced633225 for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:24:13.726662 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:13.849724 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4a043085-cc04-4b4c-a2d3-4a525b91de6b req-e34a546b-fc1c-40c9-9c3b-58962fff349c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0403671 Jul 07 18:24:13.884030 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Allocated IP 172.20.0.9 (481aa4e2-3c16-48a1-9a53-064c9c510a7f/6dc5b531-79d7-41c7-be52-5f6fd27f61f5/76bb360c-1562-438c-a135-09d4ec3fcd69) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:14.040386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.055310 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Transition to ACTIVE for port object 76bb360c-1562-438c-a135-09d4ec3fcd69 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:14.089848 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.136622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:14.139945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:14.146020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:14.171135 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:14.211129 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:14.212208 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.244557 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-9fa05239-7ca1-453d-ba1f-9ff57a8756be tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6604207 Jul 07 18:24:14.262548 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-aae98613-6a63-48d3-97bf-874a9b83b25f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:24:14.264051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-aae98613-6a63-48d3-97bf-874a9b83b25f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092473 Jul 07 18:24:14.325140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Request body: {'port': {'device_id': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:14.405492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aca4e386-ceed-4ad7-a84f-6c67480aeab1 None None] Provisioning for port 76bb360c-1562-438c-a135-09d4ec3fcd69 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:14.412437 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aca4e386-ceed-4ad7-a84f-6c67480aeab1 None None] Provisioning complete for port 76bb360c-1562-438c-a135-09d4ec3fcd69 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:14.412939 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca4e386-ceed-4ad7-a84f-6c67480aeab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.443936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.469373 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aca4e386-ceed-4ad7-a84f-6c67480aeab1 None None] Port 76bb360c-1562-438c-a135-09d4ec3fcd69 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:24:14.798875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bb360c-1562-438c-a135-09d4ec3fcd69 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:14.807989 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.824139 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Transition to ACTIVE for port object 76bb360c-1562-438c-a135-09d4ec3fcd69 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:24:14.830201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:14.964005 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.058101 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Attempting to bind port 76bb360c-1562-438c-a135-09d4ec3fcd69 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:24:15.058684 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Attempting to bind port 76bb360c-1562-438c-a135-09d4ec3fcd69 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:24:15.059288 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Attempting to bind port 76bb360c-1562-438c-a135-09d4ec3fcd69 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:15.067745 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Port 76bb360c-1562-438c-a135-09d4ec3fcd69 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:24:15.068274 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Attempting to bind port 76bb360c-1562-438c-a135-09d4ec3fcd69 on network 481aa4e2-3c16-48a1-9a53-064c9c510a7f {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:24:15.077273 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:24:15.077820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Checking segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:24:15.078459 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Bound using segment: {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:24:15.079155 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Bound port: 76bb360c-1562-438c-a135-09d4ec3fcd69, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4411d91-7221-404c-8e07-40b80df99d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:24:15.079735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.148934 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8f07b-eacd-4748-a0e9-2e6902f45e39 req-c4f93f01-2871-4cd4-88b6-96a5d8f2aaa8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.151230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4b8f07b-eacd-4748-a0e9-2e6902f45e39 req-c4f93f01-2871-4cd4-88b6-96a5d8f2aaa8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.1084766 Jul 07 18:24:15.166320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:24:15.169820 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:24:15.178892 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.223443 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4b8f07b-eacd-4748-a0e9-2e6902f45e39 req-56c3400a-0eff-42ea-a601-37c0918b5427 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651698 Jul 07 18:24:15.228573 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.229221 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.230696 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] 10.222.0.32 "PUT /v2.0/ports/76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 1092 time: 0.9604418 Jul 07 18:24:15.231150 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:15.233413 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41d497-f593-483a-b0bf-68de843b9b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:15.322940 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ba07af-36bd-4c62-b74e-286ce4ad3ba0 x-openstack-request-id: req-b8ba07af-36bd-4c62-b74e-286ce4ad3ba0 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:15.323284 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:15.323450 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8ba07af-36bd-4c62-b74e-286ce4ad3ba0 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:15.325103 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'status': 'completed', 'code': 200} Jul 07 18:24:15.325103 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a5118-9482-465f-8448-fcf291acb9ce service neutron] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:15.397054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-ef132890-6e79-409c-ae5e-44e5c839c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.400417 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-ef132890-6e79-409c-ae5e-44e5c839c9e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1095 time: 0.1129472 Jul 07 18:24:15.450084 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-e258e17e-3172-4145-8872-e71f11d2e049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 217 time: 0.0421441 Jul 07 18:24:15.532173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-51975cad-320e-4c17-a583-92725405937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.534155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-51975cad-320e-4c17-a583-92725405937c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0779879 Jul 07 18:24:15.597580 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74305-413d-44ce-a657-4eb056555947 req-d89cc632-dfbd-4207-8fdb-baa32a35d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.600550 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-d89cc632-dfbd-4207-8fdb-baa32a35d42a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599651 Jul 07 18:24:15.706937 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-8b07ea61-a890-42eb-a9ee-727ba500bb0a service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984383 Jul 07 18:24:15.812551 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-95d74305-413d-44ce-a657-4eb056555947 req-fb0eaf9c-c0a5-4d1c-bd08-96170de9f3fa service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996959 Jul 07 18:24:15.922830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-eee1a1a1-0c86-404e-86a1-e0c50b097c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:15.924490 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-eee1a1a1-0c86-404e-86a1-e0c50b097c5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1095 time: 0.0611298 Jul 07 18:24:16.024118 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-e25119ee-1705-407e-9e36-bbc7f128fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:16.025538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-e25119ee-1705-407e-9e36-bbc7f128fd7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0950360 Jul 07 18:24:16.071645 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-f05e7c11-d9db-4164-8502-e4ec21ec4817 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 217 time: 0.0394270 Jul 07 18:24:16.145073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-c1cd9de1-d4fe-4eb5-8d24-188f8030496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:16.146702 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-c1cd9de1-d4fe-4eb5-8d24-188f8030496c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0673575 Jul 07 18:24:16.218674 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-2b3389fe-dc9a-4cef-b306-1c7457692e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:16.220747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-2b3389fe-dc9a-4cef-b306-1c7457692e52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673828 Jul 07 18:24:16.346604 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-83c811c7-a159-4783-bcec-208df2adf457 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189258 Jul 07 18:24:16.451273 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110262a-51cf-471c-aeff-f469257e1135 req-630ed310-d130-4540-a91c-e601257606cf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:16.457019 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7110262a-51cf-471c-aeff-f469257e1135 req-630ed310-d130-4540-a91c-e601257606cf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0948262 Jul 07 18:24:16.508932 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7110262a-51cf-471c-aeff-f469257e1135 req-8b2e9a94-0d41-4dff-b2e9-cb60dbb79a66 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437789 Jul 07 18:24:16.515718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8d41d497-f593-483a-b0bf-68de843b9b9a req-4bb05ad6-53cc-467a-b4b3-184a60288eec service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626365 Jul 07 18:24:17.731935 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66b457-f59d-4835-ae35-59f00072a1ac req-12bba66c-915d-487e-ac93-b2fa51a1b4b9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:17.733631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e66b457-f59d-4835-ae35-59f00072a1ac req-12bba66c-915d-487e-ac93-b2fa51a1b4b9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0751758 Jul 07 18:24:17.787765 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6e66b457-f59d-4835-ae35-59f00072a1ac req-b7896ed7-57ec-41c0-a4a9-8fc69601bffa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Jul 07 18:24:18.988598 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4aedc-6cd7-4735-b465-7a162463e0ed req-e16d08a3-70bf-4e55-8fa3-063d834e9cc9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:18.991499 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20b4aedc-6cd7-4735-b465-7a162463e0ed req-e16d08a3-70bf-4e55-8fa3-063d834e9cc9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0826831 Jul 07 18:24:19.032156 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-20b4aedc-6cd7-4735-b465-7a162463e0ed req-1d6ef306-2458-48ed-936f-eea299af69d8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Jul 07 18:24:20.215239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9be5c-b3db-4e02-997b-3c183bdbbfa8 req-6f8197af-703c-4f20-b051-1fcdb462b25d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:20.216816 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05d9be5c-b3db-4e02-997b-3c183bdbbfa8 req-6f8197af-703c-4f20-b051-1fcdb462b25d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0702884 Jul 07 18:24:20.263213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-05d9be5c-b3db-4e02-997b-3c183bdbbfa8 req-ad423c57-4be2-46ea-9322-8fe42c723536 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Jul 07 18:24:21.443249 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403554f-14b4-427b-bef4-615009ee8a28 req-da295cfc-a65c-4f1c-9a3f-94a55ff7483b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:21.444768 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1403554f-14b4-427b-bef4-615009ee8a28 req-da295cfc-a65c-4f1c-9a3f-94a55ff7483b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0652642 Jul 07 18:24:21.490452 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1403554f-14b4-427b-bef4-615009ee8a28 req-1bd2a796-2c32-4bd0-9392-c0f947295cf2 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398271 Jul 07 18:24:22.672243 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c387c0-fa2b-4b9a-b467-e7b0f81779e4 req-16bcbdd3-b4d8-4310-997c-ae772c8d95e4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:22.673767 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09c387c0-fa2b-4b9a-b467-e7b0f81779e4 req-16bcbdd3-b4d8-4310-997c-ae772c8d95e4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0694811 Jul 07 18:24:22.719927 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-09c387c0-fa2b-4b9a-b467-e7b0f81779e4 req-aa5c4703-ddf2-4224-b5d2-95881a99989d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Jul 07 18:24:23.919682 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc3d57-1f2d-4782-b26d-b797ad9ca5e6 req-bbe0f40a-baaa-4740-a2f6-6838f415593f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:23.921308 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63bc3d57-1f2d-4782-b26d-b797ad9ca5e6 req-bbe0f40a-baaa-4740-a2f6-6838f415593f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0661926 Jul 07 18:24:23.961991 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-63bc3d57-1f2d-4782-b26d-b797ad9ca5e6 req-88597488-d63d-42a3-8c09-09de51b465ad tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337975 Jul 07 18:24:25.145539 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec14c34-04c7-47a1-ad48-4b470569edd5 req-cd7ef118-f8ef-4b2d-9446-80676303952c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:25.147213 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cec14c34-04c7-47a1-ad48-4b470569edd5 req-cd7ef118-f8ef-4b2d-9446-80676303952c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0698760 Jul 07 18:24:25.189378 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cec14c34-04c7-47a1-ad48-4b470569edd5 req-2859ef46-9d2b-413a-a035-9ec3de34f248 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363600 Jul 07 18:24:25.544248 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:26.384838 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c87529-f3fa-4906-ba96-3b1ca4613d30 req-63a59835-e569-427b-8a44-4de1eede00b6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.386462 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70c87529-f3fa-4906-ba96-3b1ca4613d30 req-63a59835-e569-427b-8a44-4de1eede00b6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0732772 Jul 07 18:24:26.426186 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-70c87529-f3fa-4906-ba96-3b1ca4613d30 req-efa405d4-d068-4ba0-bd36-39cb305cbdbb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Jul 07 18:24:27.601906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb2e17-3e90-41e6-811f-24b97a81fcc6 req-65d51dfd-4799-4a1b-b2da-2a223fc53c09 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:27.603566 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02bb2e17-3e90-41e6-811f-24b97a81fcc6 req-65d51dfd-4799-4a1b-b2da-2a223fc53c09 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0646248 Jul 07 18:24:27.644214 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-02bb2e17-3e90-41e6-811f-24b97a81fcc6 req-c648c1c7-189b-4976-ac07-42a1a86cd652 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Jul 07 18:24:27.947551 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:24:28.047605 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:28.060814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'mac_address': 'fa:16:3e:96:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:24:28.099049 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:28.113047 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bb360c-1562-438c-a135-09d4ec3fcd69 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:24:28.135500 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:28.139589 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:28.193345 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:28.201161 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.201476 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.201858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.202234 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.202580 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.202920 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.203260 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.203596 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.203934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.204267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.204598 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.204927 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:28.376341 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['76bb360c-1562-438c-a135-09d4ec3fcd69'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:24:28.826137 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21279bbc-9ffc-4919-8576-d15e31ad7730 req-66d32ab9-73fa-416e-933c-3e6ef68875c0 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:28.827597 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21279bbc-9ffc-4919-8576-d15e31ad7730 req-66d32ab9-73fa-416e-933c-3e6ef68875c0 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 944 time: 0.0686460 Jul 07 18:24:28.867203 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-21279bbc-9ffc-4919-8576-d15e31ad7730 req-60495c57-8356-4266-8dad-b079f85270fe tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336611 Jul 07 18:24:29.962969 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:24:30.011729 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 76bb360c-1562-438c-a135-09d4ec3fcd69 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:24:30.015685 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 76bb360c-1562-438c-a135-09d4ec3fcd69 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:30.016065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.047678 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47eb55-8336-440b-94ec-5fccad8f6542 req-c1cc9108-9dff-4545-ad01-7c06835b1ae8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:30.049461 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a47eb55-8336-440b-94ec-5fccad8f6542 req-c1cc9108-9dff-4545-ad01-7c06835b1ae8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 944 time: 0.0678725 Jul 07 18:24:30.075155 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a369db57-89c8-43f3-baff-d32839e11011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.090680 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2a47eb55-8336-440b-94ec-5fccad8f6542 req-dc571951-80a8-4214-a9dd-ff9883e4cdd9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353537 Jul 07 18:24:30.110684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.135679 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:30.138084 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585343ab-e858-4f96-80e5-04a9eca52039" -d '{"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-plugged", "status": "completed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:30.156038 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:24:30.160491 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:30.211312 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:30.226064 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f82d1-b1b0-41f4-8141-0305ef74210c x-openstack-request-id: req-557f82d1-b1b0-41f4-8141-0305ef74210c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:30.226426 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-plugged", "status": "completed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:30.226719 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-557f82d1-b1b0-41f4-8141-0305ef74210c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:30.227288 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'code': 200} Jul 07 18:24:30.347867 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254ccea-ce3f-4505-9b2a-861416452db4 req-6ed02bba-df7b-4780-b0a5-e906cfcf6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:30.349439 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4254ccea-ce3f-4505-9b2a-861416452db4 req-6ed02bba-df7b-4780-b0a5-e906cfcf6a50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0573776 Jul 07 18:24:30.390554 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-4254ccea-ce3f-4505-9b2a-861416452db4 req-6a3193c8-47bd-4afd-87e9-d04d559ea021 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Jul 07 18:24:31.276460 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842167ca-9f36-4290-bd58-b3b12fc41cae req-ed90166a-a890-45e1-a9dd-f9619921b3ce tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.277960 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-842167ca-9f36-4290-bd58-b3b12fc41cae req-ed90166a-a890-45e1-a9dd-f9619921b3ce tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0645859 Jul 07 18:24:31.325351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-842167ca-9f36-4290-bd58-b3b12fc41cae req-c371db4f-a7d6-4fd6-8805-671f662954ce tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Jul 07 18:24:31.501084 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9c0d-a6fc-4937-933a-71a49b7f85e7 req-96335b81-6fef-4329-a528-0e0059eb6f72 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.502584 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-867b9c0d-a6fc-4937-933a-71a49b7f85e7 req-96335b81-6fef-4329-a528-0e0059eb6f72 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0652959 Jul 07 18:24:31.540423 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-867b9c0d-a6fc-4937-933a-71a49b7f85e7 req-b30b94d4-e552-4342-835f-4a7f86a4bfe3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Jul 07 18:24:31.563289 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:31.661014 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40f78d-b2a5-4c21-b01e-ec1101c92dec tempest-TestShelveInstance-342900100 tempest-TestShelveInstance-342900100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.662574 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-5d40f78d-b2a5-4c21-b01e-ec1101c92dec tempest-TestShelveInstance-342900100 tempest-TestShelveInstance-342900100-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1092 time: 0.0982721 Jul 07 18:24:31.665315 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:31.669766 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:31.691767 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.793864 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.897943 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Allocated IP 172.25.7.30 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/8bdaa839-13d3-41bb-afcb-ca27bf0048bf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:24:32.019659 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.058433 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.094205 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:24:32.097128 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:24:32.100546 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:24:32.131090 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=8bdaa839-13d3-41bb-afcb-ca27bf0048bf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:32.482261 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e756f384-65ac-4f56-b379-47d006391317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.861900 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.939938 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:32.963243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.092662 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.097170 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.167844 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event updated for resources: {'Port': ['ID=8bdaa839-13d3-41bb-afcb-ca27bf0048bf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:33.177218 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.282304 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Floating IP 4ab35d90-7981-4607-8744-e23ee7674966 associated. External IP: 172.25.7.30, port: 76bb360c-1562-438c-a135-09d4ec3fcd69. Jul 07 18:24:33.497688 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:24:33.606851 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:24:33.616916 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:24:33.624436 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.626275 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:33.626890 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:24:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:33.664244 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-612ee67a-f528-4a07-adee-efc0330965bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9977031 Jul 07 18:24:33.664830 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:24:33.667588 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93002ef8-78b1-4999-93d2-0f01c9f00edf" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:24:33.740244 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:33.766148 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189b667a-17de-4605-92ac-65e5687b1001 x-openstack-request-id: req-189b667a-17de-4605-92ac-65e5687b1001 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:24:33.766435 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:24:33.766686 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-189b667a-17de-4605-92ac-65e5687b1001 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:24:33.767089 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'status': 'completed', 'code': 200} Jul 07 18:24:33.847185 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-286deae4-a21b-4dc6-a32d-32a34c15a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.848715 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-286deae4-a21b-4dc6-a32d-32a34c15a605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0592563 Jul 07 18:24:33.910923 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:33.939188 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-f7761656-485b-4a79-a792-4c2068a8b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.940689 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-f7761656-485b-4a79-a792-4c2068a8b2a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0857754 Jul 07 18:24:33.976313 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '4ab35d90-7981-4607-8744-e23ee7674966', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:96:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:32Z', 'updated_at': '2021-07-07T18:24:32Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:34.002970 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:24:34.011351 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:24:34.011966 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:24:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:34.122307 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:24:34.356430 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '4ab35d90-7981-4607-8744-e23ee7674966', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:96:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:32Z', 'updated_at': '2021-07-07T18:24:32Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:24:34.381157 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-a86aa5f0-c5f8-46e8-8c58-c80facec15e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 998 time: 0.4336941 Jul 07 18:24:34.387014 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304dcd7-4feb-49ee-9937-18adc69082ac None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '4ab35d90-7981-4607-8744-e23ee7674966', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'mac_address': 'fa:16:3e:96:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:24:32Z', 'updated_at': '2021-07-07T18:24:32Z', 'revision_number': 0, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:24:34.438183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-1e90e72a-301a-47e9-afd4-e270cd81c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.439862 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-1e90e72a-301a-47e9-afd4-e270cd81c7a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0523431 Jul 07 18:24:34.499250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-cd516799-ac45-4b5a-9e28-d42d4a8cc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:34.500801 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-cd516799-ac45-4b5a-9e28-d42d4a8cc14e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547090 Jul 07 18:24:34.592752 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360bd44-d31f-48cc-b42c-5f5e25027b24 None None] New status for floating IP 4ab35d90-7981-4607-8744-e23ee7674966: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:24:34.600646 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-41e78fda-51d6-40a7-b1de-508e776e8f3a service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935125 Jul 07 18:24:34.697116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-93002ef8-78b1-4999-93d2-0f01c9f00edf req-66bb97d4-280c-424b-b3bd-e5c0346dd9b2 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895569 Jul 07 18:24:35.168174 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:35.663606 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:37.021622 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:47.555481 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-ce2d4d1b-e6ed-4f70-ac1c-329ef2fed599 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533638 Jul 07 18:24:47.655463 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd679-6236-4809-abdc-41ce2beb8873 req-eddbe622-34f7-40b2-88ba-3cd8396172a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.657006 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-eddbe622-34f7-40b2-88ba-3cd8396172a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0583920 Jul 07 18:24:47.764149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd679-6236-4809-abdc-41ce2beb8873 req-8413faa8-1a8e-4991-ad83-7c7f620f37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.765700 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-8413faa8-1a8e-4991-ad83-7c7f620f37bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0888529 Jul 07 18:24:47.839160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-66583e57-7d44-4c31-bdbe-458c1a039f8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 1000 time: 0.0662739 Jul 07 18:24:47.889247 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd679-6236-4809-abdc-41ce2beb8873 req-61fc8826-ef6c-40ed-9de3-187125105940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.890766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-61fc8826-ef6c-40ed-9de3-187125105940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0437422 Jul 07 18:24:47.950013 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd679-6236-4809-abdc-41ce2beb8873 req-5810c745-d554-4b35-a14d-cd30cb0b63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:47.951566 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-5810c745-d554-4b35-a14d-cd30cb0b63c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544820 Jul 07 18:24:48.059491 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-97663780-c1cc-4446-8910-c0829c29e8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002052 Jul 07 18:24:48.164854 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896dd679-6236-4809-abdc-41ce2beb8873 req-7c78c17b-88ce-4f36-8b86-d5874c46f7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982637 Jul 07 18:25:00.068384 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f57a-d7fa-4c55-bdd5-cb24bb165d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:02.484754 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2ee11b6-4e8f-4219-9973-3e6cfe253b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:02.542582 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:02.967968 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:03.913064 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.177607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:05.666776 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:07.032205 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.069989 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f45f3fa0-1044-4de5-a95f-e548fd5ecace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:32.486289 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5021d7de-3733-4ae2-b976-0ef13d15b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:32.970686 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:33.917115 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:35.193526 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:35.670017 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:37.027242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:39.542883 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:49.546156 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-954b30ba-c2a4-4348-ad28-36c7242923ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542905 Jul 07 18:25:49.647941 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-70e2458e-972d-4742-b973-5d54ffd2a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.649459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-70e2458e-972d-4742-b973-5d54ffd2a83e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0586116 Jul 07 18:25:49.758248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-df897831-8013-4cd1-9fc0-f2365598c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.759766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-df897831-8013-4cd1-9fc0-f2365598c817 service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0906579 Jul 07 18:25:49.833587 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-c598b571-7ef2-4ac4-90cb-e3afc76f5c55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 1000 time: 0.0666041 Jul 07 18:25:49.883495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-ed513640-bb37-4c88-ad68-bfa6bf0e3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.884979 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-ed513640-bb37-4c88-ad68-bfa6bf0e3bb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0458579 Jul 07 18:25:49.943270 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-e0e49976-3674-4e6b-b5c9-4dca44b26b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:49.944786 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-e0e49976-3674-4e6b-b5c9-4dca44b26b4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534341 Jul 07 18:25:50.037118 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-2bced31c-b8c2-4ace-a294-449b1935019c service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859056 Jul 07 18:25:50.124782 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ad75c0ef-7072-4f84-84cb-7a4a9816ad1e req-9eef52cb-2681-42d2-a43a-db8682d3c27f service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816088 Jul 07 18:26:00.071310 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce931725-2728-49b1-9a37-3b06cf9648d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.490618 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bb23f0f-92f7-41fd-907c-4045a9b3cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.973277 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.919791 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:05.209448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:05.674774 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:07.041642 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:16.541252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:30.073137 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-118463b2-df50-4e0e-8cbd-56029af258fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:31.491526 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d54e8-7578-4b4f-ae0c-7a9fad31cffd req-3b8ef455-0d86-44bc-8e6d-5735dbf5c9dd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:31.493144 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e15d54e8-7578-4b4f-ae0c-7a9fad31cffd req-3b8ef455-0d86-44bc-8e6d-5735dbf5c9dd tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0668912 Jul 07 18:26:31.535552 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e15d54e8-7578-4b4f-ae0c-7a9fad31cffd req-0d422c57-2c14-4371-95d7-25c91c7d813c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367875 Jul 07 18:26:32.492403 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-412693db-5fd3-4efb-9b5f-387b240392c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:32.755813 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568df3-671e-45e9-9fcf-458ae96467df req-3ca29c23-bbba-4f82-968c-4bcb0428d070 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:32.757228 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea568df3-671e-45e9-9fcf-458ae96467df req-3ca29c23-bbba-4f82-968c-4bcb0428d070 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.1056755 Jul 07 18:26:32.797611 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ea568df3-671e-45e9-9fcf-458ae96467df req-e6faa332-32ef-48e1-97dc-a60fe0417f41 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347896 Jul 07 18:26:32.974484 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:33.922096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:34.002038 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9842b-9f00-4c4c-96c7-bcbac64ddfa2 req-84652bea-9ce0-4954-b4a4-4ce874d498c3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:34.003564 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa9842b-9f00-4c4c-96c7-bcbac64ddfa2 req-84652bea-9ce0-4954-b4a4-4ce874d498c3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0668685 Jul 07 18:26:34.042034 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa9842b-9f00-4c4c-96c7-bcbac64ddfa2 req-6077b543-91f8-4246-a90e-2aaaec3ac83f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328031 Jul 07 18:26:35.221152 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:35.221729 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3291f-6a19-4a75-817a-349314583dc4 req-5d0f5c7d-8649-4e46-9497-d6c1d6621d07 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:35.223405 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ef3291f-6a19-4a75-817a-349314583dc4 req-5d0f5c7d-8649-4e46-9497-d6c1d6621d07 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0708911 Jul 07 18:26:35.263102 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9ef3291f-6a19-4a75-817a-349314583dc4 req-ffbc8fc8-399b-440f-a974-3fb35dae765f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336070 Jul 07 18:26:35.677803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:36.444112 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d75719-a5d8-49ba-8ad9-09dd78228bf1 req-6e20a562-d720-4d8a-845c-55760471ddd3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:36.445631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36d75719-a5d8-49ba-8ad9-09dd78228bf1 req-6e20a562-d720-4d8a-845c-55760471ddd3 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0675640 Jul 07 18:26:36.484197 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-36d75719-a5d8-49ba-8ad9-09dd78228bf1 req-dfaecd21-112a-4e90-9b1d-310982145d33 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329361 Jul 07 18:26:37.047477 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:37.657783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9e450-2ba3-4015-8bb3-4b2f4639f957 req-bf4c869a-125f-4546-a55b-a731cad9d558 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:37.659339 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6d9e450-2ba3-4015-8bb3-4b2f4639f957 req-bf4c869a-125f-4546-a55b-a731cad9d558 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0645237 Jul 07 18:26:37.700261 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6d9e450-2ba3-4015-8bb3-4b2f4639f957 req-be9ffbd0-8ccf-4c30-aed1-bb073278d2e8 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353487 Jul 07 18:26:38.872264 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477b42e-0ddf-4fa1-bd57-2103d81dd339 req-921faaa0-2f17-47b9-834c-42dca61e5c8e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:38.873826 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0477b42e-0ddf-4fa1-bd57-2103d81dd339 req-921faaa0-2f17-47b9-834c-42dca61e5c8e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0636165 Jul 07 18:26:38.912571 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0477b42e-0ddf-4fa1-bd57-2103d81dd339 req-49760e7f-e565-4ed8-8134-81b7da8a53e9 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 07 18:26:40.089154 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0933-13d0-457c-b37f-c6f4ac3159c3 req-e02e601f-9e9a-4ed9-873d-8429f4c0a126 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:40.090888 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d0b0933-13d0-457c-b37f-c6f4ac3159c3 req-e02e601f-9e9a-4ed9-873d-8429f4c0a126 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0642662 Jul 07 18:26:40.132728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-5d0b0933-13d0-457c-b37f-c6f4ac3159c3 req-857b7c19-3ff8-4ce8-b15f-693a1811310b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352597 Jul 07 18:26:41.309265 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef79c-32db-4a63-b9d4-9f62ec2cdfbd req-ce62e2ac-c9d7-4ce7-8fd3-c7cc167ecf03 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.310902 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d1ef79c-32db-4a63-b9d4-9f62ec2cdfbd req-ce62e2ac-c9d7-4ce7-8fd3-c7cc167ecf03 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0696008 Jul 07 18:26:41.350370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4d1ef79c-32db-4a63-b9d4-9f62ec2cdfbd req-dd00cee8-00b9-41cf-a27a-5a7b3f545b38 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330470 Jul 07 18:26:41.605658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-3085514f-9918-4e99-85aa-eec010a795a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.607424 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-3085514f-9918-4e99-85aa-eec010a795a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0562153 Jul 07 18:26:41.701931 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-5823e89a-a24f-4f34-83d3-b8bf88c0d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.703658 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-5823e89a-a24f-4f34-83d3-b8bf88c0d9ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0893812 Jul 07 18:26:41.769114 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-bebcd8d5-87b2-4a9f-99b0-6268f8b0af48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 1000 time: 0.0587032 Jul 07 18:26:41.821502 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-04b9222f-49b2-41ed-a40d-45eb8682c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.823019 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-04b9222f-49b2-41ed-a40d-45eb8682c968 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0475934 Jul 07 18:26:41.879821 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-e7635c29-cc79-47af-9061-a526ffca0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:41.881321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-e7635c29-cc79-47af-9061-a526ffca0237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516741 Jul 07 18:26:41.972345 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-70bc8633-42cb-48ef-836f-bf99e4e5d7ec service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841517 Jul 07 18:26:42.071108 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-965bda1c-f1a4-4ace-9ba8-9e25bae4cf8f req-dac8b77d-13c3-4afd-90e6-8efed1c1afaa service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908434 Jul 07 18:26:42.530717 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54712dfb-3f2f-40bd-9f7e-8819bd6d4cfd req-44289310-076c-49d9-85d5-acb70de2e2ca tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:42.532110 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54712dfb-3f2f-40bd-9f7e-8819bd6d4cfd req-44289310-076c-49d9-85d5-acb70de2e2ca tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jul 07 18:26:42.569221 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-54712dfb-3f2f-40bd-9f7e-8819bd6d4cfd req-b2148d0d-adf4-43f8-8e63-7f497c0983fc tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Jul 07 18:26:43.746806 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c0e0e-61f6-4092-97b7-76a66a64c17a req-2681a0cf-b47d-40b7-b108-c9a7e993a720 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:43.748335 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8c0e0e-61f6-4092-97b7-76a66a64c17a req-2681a0cf-b47d-40b7-b108-c9a7e993a720 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0646472 Jul 07 18:26:43.791296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3f8c0e0e-61f6-4092-97b7-76a66a64c17a req-965d2eb3-1b2e-4490-a7aa-8b629343a6bb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Jul 07 18:26:44.973371 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10899123-e1d2-4c08-8024-dfa4049b3b68 req-31276497-fc9f-41ba-87cd-cd67fb51c668 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:44.974981 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10899123-e1d2-4c08-8024-dfa4049b3b68 req-31276497-fc9f-41ba-87cd-cd67fb51c668 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0684626 Jul 07 18:26:45.016700 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-10899123-e1d2-4c08-8024-dfa4049b3b68 req-6bdaad3b-fa44-40d5-a806-41cfd2b7bf60 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342278 Jul 07 18:26:46.192574 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4e44-3583-4ff4-8a11-01e90372dd76 req-c323d859-5ece-4e40-b249-53e4708bb14a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:46.194059 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-682b4e44-3583-4ff4-8a11-01e90372dd76 req-c323d859-5ece-4e40-b249-53e4708bb14a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0640759 Jul 07 18:26:46.233230 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-682b4e44-3583-4ff4-8a11-01e90372dd76 req-1ee5eaaf-7460-4b9e-aada-7b83919d6296 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332625 Jul 07 18:26:46.398764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-b94a9281-6236-4976-8864-72e432ce6d0e req-cacf317e-019a-4832-8e92-4ba136eb4442 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:26:46.399918 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b94a9281-6236-4976-8864-72e432ce6d0e req-cacf317e-019a-4832-8e92-4ba136eb4442 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618551 Jul 07 18:26:46.665569 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-dabb5585-6bf6-4568-aa14-0f0d316e09e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1384461 Jul 07 18:26:46.680357 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998c750-6f8f-4c19-8501-36919ef3db10 req-4b549644-c4d9-4566-8321-78f311c71beb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:46.681819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9998c750-6f8f-4c19-8501-36919ef3db10 req-4b549644-c4d9-4566-8321-78f311c71beb tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0832570 Jul 07 18:26:46.722487 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9998c750-6f8f-4c19-8501-36919ef3db10 req-686c91e4-ab10-40ac-9fd9-4baf080280db tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Jul 07 18:26:46.835470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:26:46.911987 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:46.934983 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:26:46.937588 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fefd9a-526a-4b42-9a35-73a634d07c28" -d '{"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-unplugged", "status": "completed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:26:46.953081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:26:46.958030 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:46.982580 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a069d04-ef8b-4722-956f-81663ebd6fa5 x-openstack-request-id: req-5a069d04-ef8b-4722-956f-81663ebd6fa5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:26:46.982869 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-unplugged", "status": "failed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:26:46.983129 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a069d04-ef8b-4722-956f-81663ebd6fa5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:26:46.983540 n-d-791504-12 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'code': 422} returned with failed status Jul 07 18:26:47.009081 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:47.016432 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.016783 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.017127 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.017467 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.017814 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.018175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.018507 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.018836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.019165 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.019520 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.019848 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.020175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:47.901949 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bac3f-deb7-4873-ad88-86ba174127d3 req-05d3c033-8875-4d5a-bbe5-abce89365370 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:47.903675 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee0bac3f-deb7-4873-ad88-86ba174127d3 req-05d3c033-8875-4d5a-bbe5-abce89365370 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0648525 Jul 07 18:26:47.947395 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ee0bac3f-deb7-4873-ad88-86ba174127d3 req-80b26dbe-03be-46a6-b3eb-4e7149810e21 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380197 Jul 07 18:26:49.128878 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00256d54-46c6-4c91-a158-5d9c68e458f5 req-2ce55083-47ca-42fa-9a0f-f375cef47965 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:49.130434 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00256d54-46c6-4c91-a158-5d9c68e458f5 req-2ce55083-47ca-42fa-9a0f-f375cef47965 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0659630 Jul 07 18:26:49.169312 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00256d54-46c6-4c91-a158-5d9c68e458f5 req-17ba060d-4f2a-4f8c-97ca-2ad7fb57e008 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331380 Jul 07 18:26:50.350389 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c402a4-3fae-4977-bae8-c9c299504c8a req-75258055-a068-41f2-980b-23297de674b6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:50.351931 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25c402a4-3fae-4977-bae8-c9c299504c8a req-75258055-a068-41f2-980b-23297de674b6 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0676334 Jul 07 18:26:50.391324 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-25c402a4-3fae-4977-bae8-c9c299504c8a req-2cb87179-4bfe-4608-a3c2-eef1277d6eed tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Jul 07 18:26:51.576160 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4029b-3e7f-43fd-91c3-aaa0f4f568ae req-79ca1c48-761f-4241-a9aa-2cee01374f1e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:51.578243 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00b4029b-3e7f-43fd-91c3-aaa0f4f568ae req-79ca1c48-761f-4241-a9aa-2cee01374f1e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0705051 Jul 07 18:26:51.619812 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00b4029b-3e7f-43fd-91c3-aaa0f4f568ae req-6e56895e-52bb-442b-a794-23c2323c2bab tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354095 Jul 07 18:26:52.583634 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-acc982f8-ee84-46c3-8834-e51aac9dcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.585107 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-acc982f8-ee84-46c3-8834-e51aac9dcf91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5&tenant_id=ea0271f0755a4d7a9d8ca1dced633225 HTTP/1.1" status: 200 len: 1095 time: 0.0560644 Jul 07 18:26:52.661787 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-70ce9496-9a75-4dc4-b7bf-a08d63976a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.663374 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-70ce9496-9a75-4dc4-b7bf-a08d63976a2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1095 time: 0.0558343 Jul 07 18:26:52.760201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-67da7a61-04ae-4569-b840-71ca29cf5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.761718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-67da7a61-04ae-4569-b840-71ca29cf5cad service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0915251 Jul 07 18:26:52.805116 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165180c-4953-4ab5-bdac-f74aeee57b90 req-d7ccbec1-fc42-4a78-9fb0-9056fc030794 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.806653 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0165180c-4953-4ab5-bdac-f74aeee57b90 req-d7ccbec1-fc42-4a78-9fb0-9056fc030794 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0651765 Jul 07 18:26:52.827059 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-03c28748-0da3-4a45-b9e6-6c49f34fb97f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 998 time: 0.0590544 Jul 07 18:26:52.846148 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0165180c-4953-4ab5-bdac-f74aeee57b90 req-b92af2b4-6a49-481a-8eb1-75ca7649fb3e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Jul 07 18:26:52.880978 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-5c039bd6-1a90-4ab8-b32e-653cbc4b263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.882536 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-5c039bd6-1a90-4ab8-b32e-653cbc4b263e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0498664 Jul 07 18:26:52.942913 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-72a3a1f9-96a2-4e2f-9f61-b2ef8bc10b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:52.944456 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-72a3a1f9-96a2-4e2f-9f61-b2ef8bc10b1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559981 Jul 07 18:26:53.034747 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-64546601-e593-4ace-bee9-1968834abbb4 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838544 Jul 07 18:26:53.130459 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-35d466ae-ccc0-403d-853d-1db1091ed88a service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897586 Jul 07 18:26:53.541259 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:54.022330 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0843-d42e-46f6-9be7-1703b2821a9a req-a917c8f0-696b-4ebc-94be-47941d9d1e8e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:54.023855 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1edd0843-d42e-46f6-9be7-1703b2821a9a req-a917c8f0-696b-4ebc-94be-47941d9d1e8e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0659411 Jul 07 18:26:54.066045 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1edd0843-d42e-46f6-9be7-1703b2821a9a req-8026a69c-1563-423e-97e7-2321fcd3cd54 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366607 Jul 07 18:26:55.242891 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670193-4dd1-48f2-bd1c-974ba126ca8f req-6afd4d17-646b-462f-8603-96a15339cc72 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:55.244451 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3670193-4dd1-48f2-bd1c-974ba126ca8f req-6afd4d17-646b-462f-8603-96a15339cc72 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0669971 Jul 07 18:26:55.284941 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c3670193-4dd1-48f2-bd1c-974ba126ca8f req-a9bd3a0b-5721-48aa-b9cc-8b55a3b0666b tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345020 Jul 07 18:26:56.465033 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712de89a-5499-46a7-a432-d058fa6d4073 req-9fb73cf5-33b5-42be-b416-d2383c6f7481 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:56.466632 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-712de89a-5499-46a7-a432-d058fa6d4073 req-9fb73cf5-33b5-42be-b416-d2383c6f7481 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0664332 Jul 07 18:26:56.505364 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-712de89a-5499-46a7-a432-d058fa6d4073 req-ee2b9965-fde2-467e-b931-458ae7a7d59e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jul 07 18:26:57.695854 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76aa23-9c5c-4165-9a73-47efdd4705c5 req-42552650-e259-4a06-a02d-0ffd1a6cb216 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:57.697398 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd76aa23-9c5c-4165-9a73-47efdd4705c5 req-42552650-e259-4a06-a02d-0ffd1a6cb216 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0789673 Jul 07 18:26:57.742500 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-dd76aa23-9c5c-4165-9a73-47efdd4705c5 req-dadcd7d5-84f3-4d87-9213-3a2f6d2f89aa tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349388 Jul 07 18:26:58.919504 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b9e31-079b-4d04-a59a-72a4ae4ab41c req-40c36708-d044-401b-b04d-61df5aabec68 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:26:58.920971 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb0b9e31-079b-4d04-a59a-72a4ae4ab41c req-40c36708-d044-401b-b04d-61df5aabec68 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0650570 Jul 07 18:26:58.960803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bb0b9e31-079b-4d04-a59a-72a4ae4ab41c req-1384a5cf-dd6e-4fbc-a80a-7747c1daedcf tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336001 Jul 07 18:27:00.076713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cbec6dd-7d9b-4f21-bbb2-6b0d57949c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:00.143622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6581-00a1-4b0c-b156-e30d6368546d req-a4a23fce-dc6d-4dae-8cab-fc05c38f1cae tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:00.145190 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dad6581-00a1-4b0c-b156-e30d6368546d req-a4a23fce-dc6d-4dae-8cab-fc05c38f1cae tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 943 time: 0.0690246 Jul 07 18:27:00.183015 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1dad6581-00a1-4b0c-b156-e30d6368546d req-541fcb85-f02b-4a4d-a515-677d663cd597 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Jul 07 18:27:00.972879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:27:01.069846 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:01.082327 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'port_id': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'mac_address': 'fa:16:3e:96:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:27:01.117871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:01.131032 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bb360c-1562-438c-a135-09d4ec3fcd69 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:27:01.150654 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:01.154833 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:01.205906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:01.359664 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['76bb360c-1562-438c-a135-09d4ec3fcd69'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:27:01.362561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b0d12-baa1-49f2-a4c6-2574e840cb98 req-e9e4d61c-4e79-49c5-94d8-95743c4cd9fc tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:01.364132 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f9b0d12-baa1-49f2-a4c6-2574e840cb98 req-e9e4d61c-4e79-49c5-94d8-95743c4cd9fc tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 944 time: 0.0676794 Jul 07 18:27:01.404250 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2f9b0d12-baa1-49f2-a4c6-2574e840cb98 req-23edc765-40f1-4a94-9f82-710ff290aea0 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342009 Jul 07 18:27:02.494055 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ecfe9c-0e26-49c7-991e-41758b8e0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:02.583843 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30c84d-4924-43af-8c59-4212a77a582f req-c0d44759-55a0-448c-b7d8-d2ddff502b1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:02.585356 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d30c84d-4924-43af-8c59-4212a77a582f req-c0d44759-55a0-448c-b7d8-d2ddff502b1c tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 944 time: 0.0664897 Jul 07 18:27:02.624661 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d30c84d-4924-43af-8c59-4212a77a582f req-bd8c95af-725c-4ecd-a3a9-ba46948e7570 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Jul 07 18:27:02.975322 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:27:02.980118 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.023592 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 76bb360c-1562-438c-a135-09d4ec3fcd69 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:27:03.023967 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.097909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.123145 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:27:03.125430 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9258c-bbce-4736-8788-26ef411b025e" -d '{"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-plugged", "status": "completed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:27:03.138163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:27:03.143598 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:03.168300 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e40586-9157-4da5-aefa-63770612bc03 x-openstack-request-id: req-15e40586-9157-4da5-aefa-63770612bc03 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:27:03.168586 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-plugged", "status": "completed", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:27:03.168839 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15e40586-9157-4da5-aefa-63770612bc03 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:27:03.169226 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'code': 200} Jul 07 18:27:03.197180 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:27:03.322037 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e42fc5-1f72-46a9-be9e-a938a4235d78 req-66f322cc-73b2-449b-85d1-09d3e4977323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:03.323503 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-15e42fc5-1f72-46a9-be9e-a938a4235d78 req-66f322cc-73b2-449b-85d1-09d3e4977323 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0514281 Jul 07 18:27:03.357978 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-15e42fc5-1f72-46a9-be9e-a938a4235d78 req-305567e6-66c9-41ee-bc2c-72eb8ea4c157 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281272 Jul 07 18:27:03.806986 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067d5b-e67e-4812-861f-6b93d81eb904 req-54b7a129-6121-4f0f-a069-4f64ed6c2ab1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:03.808525 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d067d5b-e67e-4812-861f-6b93d81eb904 req-54b7a129-6121-4f0f-a069-4f64ed6c2ab1 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0690930 Jul 07 18:27:03.847729 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-8d067d5b-e67e-4812-861f-6b93d81eb904 req-58512263-8d80-4d31-a634-f484cc475b66 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jul 07 18:27:03.926250 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:05.029343 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7793c-9539-40b8-92b6-7c3a8ae50d10 req-9eb5968e-08e5-40a3-b8cc-3d425325b82a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:05.030938 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a7793c-9539-40b8-92b6-7c3a8ae50d10 req-9eb5968e-08e5-40a3-b8cc-3d425325b82a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0652356 Jul 07 18:27:05.069431 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47a7793c-9539-40b8-92b6-7c3a8ae50d10 req-5ce37bfd-45a7-4cec-92fc-98caf43957a4 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Jul 07 18:27:05.227495 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:05.681105 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:07.062696 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.077948 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc867-fe4a-4536-aa4c-fcabd766d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.539549 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:32.495282 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb95ba2e-651f-46c2-b850-e2f8f48e3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:32.981146 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:33.927871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.240009 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:35.682503 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:37.077895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:52.570215 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-9c00e847-d5a2-476f-a47d-ae27359792cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563545 Jul 07 18:27:52.665958 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-1d0aed39-4b51-4c29-bde0-ec7c97a02a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.667532 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-1d0aed39-4b51-4c29-bde0-ec7c97a02a40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0529146 Jul 07 18:27:52.772806 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-44bcd80d-e976-48a7-940c-c8f43afedc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.774321 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-44bcd80d-e976-48a7-940c-c8f43afedc01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.0846834 Jul 07 18:27:52.848349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-31e3b2ef-4d4d-49e9-87ba-9c1a4a202a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 1000 time: 0.0624065 Jul 07 18:27:52.898172 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-9ba56376-cb84-4fd0-9cef-23bf6a1f9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.899654 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-9ba56376-cb84-4fd0-9cef-23bf6a1f9a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0447376 Jul 07 18:27:52.958072 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-e8d25fc1-3fb5-4d6f-81c9-0890b336b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:27:52.959723 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-e8d25fc1-3fb5-4d6f-81c9-0890b336b95e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523973 Jul 07 18:27:53.055907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-d288e42a-ad1a-4568-ad6a-500a20d01e3c service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890038 Jul 07 18:27:53.149100 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b41d1a2f-28f2-45c3-9535-c1999550a0f6 req-51e66804-d912-49e7-b823-851137293809 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Jul 07 18:28:00.082497 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f762-44e4-4ff0-99bc-f32c7d952fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:02.494756 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f3e2-dbef-4def-8c7f-25dc5cd3348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:02.982080 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:03.931446 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.252764 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:05.685560 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.078453 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:07.540140 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:20.888239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:21.048159 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Deleting port 8bdaa839-13d3-41bb-afcb-ca27bf0048bf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:21.048406 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.128054 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.128395 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.140376 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Calling delete_port for 8bdaa839-13d3-41bb-afcb-ca27bf0048bf owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:21.294004 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.324073 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'Port': ['ID=8bdaa839-13d3-41bb-afcb-ca27bf0048bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:21.352631 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.352977 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.353322 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.353661 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.354674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.354674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.354674 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.355042 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.355296 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.355622 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.355948 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.356279 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:21.395726 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.396073 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Floating IP 4ab35d90-7981-4607-8744-e23ee7674966 disassociated (deleted). External IP: 172.25.7.30, port: 76bb360c-1562-438c-a135-09d4ec3fcd69. Jul 07 18:28:21.620227 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:21.734841 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:21.739702 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:21.744254 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:21.754094 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:21.754724 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:21.777788 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-270866c3-21a4-473a-9ada-b4051b0ffc6e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "DELETE /v2.0/floatingips/4ab35d90-7981-4607-8744-e23ee7674966 HTTP/1.1" status: 204 len: 168 time: 0.8883657 Jul 07 18:28:21.778427 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:21.781546 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b7862c-cdb0-4dae-91fd-13c51564894a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:21.831688 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a694f-bf14-414e-a116-9d0268bb08fe x-openstack-request-id: req-9e2a694f-bf14-414e-a116-9d0268bb08fe {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:21.832026 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:21.832244 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e2a694f-bf14-414e-a116-9d0268bb08fe {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:21.832660 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'status': 'completed', 'code': 200} Jul 07 18:28:21.868951 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:21.923266 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-1faafff1-e217-4229-8fbf-7fd92be14b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:21.924797 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-1faafff1-e217-4229-8fbf-7fd92be14b01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 1097 time: 0.0668790 Jul 07 18:28:22.037316 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-044ed9c3-5bf6-4b43-a8aa-ef2ece86a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:22.038915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-044ed9c3-5bf6-4b43-a8aa-ef2ece86a40a service neutron] 10.222.0.32 "GET /v2.0/networks?id=481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 200 len: 910 time: 0.1076524 Jul 07 18:28:22.080680 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-1c3bae08-6948-48ed-a757-975ac906b320 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 200 len: 217 time: 0.0353150 Jul 07 18:28:22.135515 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-749b5fcd-2382-4eb7-afd2-ea7258c517dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:22.136998 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-749b5fcd-2382-4eb7-afd2-ea7258c517dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 200 len: 848 time: 0.0509417 Jul 07 18:28:22.188790 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.199709 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-a1b16827-6677-4f40-967a-86a11252109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:22.201248 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-a1b16827-6677-4f40-967a-86a11252109f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=481aa4e2-3c16-48a1-9a53-064c9c510a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578442 Jul 07 18:28:22.216034 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:22.225191 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:22.225792 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.294369 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-e2175526-0620-4705-951f-d6063f99ff83 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Jul 07 18:28:22.332338 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:22.388179 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-80b7862c-cdb0-4dae-91fd-13c51564894a req-36c85abd-45ea-4ad3-a6c7-92181fea6a88 service neutron] 10.222.0.32 "GET /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876164 Jul 07 18:28:22.527529 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:22.557618 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ca43-d71c-42b5-8224-b34de222a6e1 None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:18:52Z', 'revision_number': 4, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '41320186-03cc-450e-b08b-31b023ca3a76', 'name': '', 'network_id': '481aa4e2-3c16-48a1-9a53-064c9c510a7f', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'mac_address': 'fa:16:3e:af:4b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:52Z', 'updated_at': '2021-07-07T18:18:58Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'subnets': [{'id': '6dc5b531-79d7-41c7-be52-5f6fd27f61f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:22.767250 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5d6e5-73d4-41ef-aeab-b178a278c280 None None] New status for floating IP 4ab35d90-7981-4607-8744-e23ee7674966: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:28:23.219406 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499548e-8496-4a83-898f-e89510e0bef3 req-d570b453-5299-4723-8e79-51ec1e60330e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:23.220948 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1499548e-8496-4a83-898f-e89510e0bef3 req-d570b453-5299-4723-8e79-51ec1e60330e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Jul 07 18:28:23.258446 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-1499548e-8496-4a83-898f-e89510e0bef3 req-158983e9-7ed0-4791-b8c6-bdd02e9e0888 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Jul 07 18:28:24.436292 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb121-448f-46ff-9191-1406d5814ee8 req-3a327dbd-20f1-4126-901d-79bc82d5f393 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:24.438237 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-020eb121-448f-46ff-9191-1406d5814ee8 req-3a327dbd-20f1-4126-901d-79bc82d5f393 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0642221 Jul 07 18:28:24.475994 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-020eb121-448f-46ff-9191-1406d5814ee8 req-bdd5ab9d-dbd3-447a-b3fd-4d4b85ef642a tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/security-groups?id=397e9999-ab4f-4dd2-a734-bd7e24e07966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Jul 07 18:28:24.620646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-d1bfbbc2-4576-414d-8889-4bc5d4fcc99f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:24.622160 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-d1bfbbc2-4576-414d-8889-4bc5d4fcc99f tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 945 time: 0.0642118 Jul 07 18:28:24.725384 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Deleting port 76bb360c-1562-438c-a135-09d4ec3fcd69 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:24.725734 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.813818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] For port 76bb360c-1562-438c-a135-09d4ec3fcd69, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=76bb360c-1562-438c-a135-09d4ec3fcd69,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:24.814089 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.827441 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Calling delete_port for 76bb360c-1562-438c-a135-09d4ec3fcd69 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:24.957054 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:24.985698 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'Port': ['ID=76bb360c-1562-438c-a135-09d4ec3fcd69,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:25.020193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.020540 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.020880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.021216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.021550 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.021880 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.022232 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.022559 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.022882 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.023203 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.023527 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.023871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:25.044190 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] No DVR routers for this DVR port 76bb360c-1562-438c-a135-09d4ec3fcd69 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:25.046683 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:25.048727 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-d8f904f6-7467-4f5c-be31-59eb7d6c9bfe req-0d9114b1-f374-40eb-917a-d5bb3e405b9e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.32 "DELETE /v2.0/ports/76bb360c-1562-438c-a135-09d4ec3fcd69 HTTP/1.1" status: 204 len: 173 time: 0.4208639 Jul 07 18:28:25.049160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-deleted', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:25.051458 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce84e7a-6dd9-45f9-b4a3-29b7c23c9553" -d '{"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-deleted", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:25.089339 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e967b5-dd6a-4c36-9cc0-4a1c1839eccd x-openstack-request-id: req-f3e967b5-dd6a-4c36-9cc0-4a1c1839eccd {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:25.089626 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43794a-21ee-4e31-a2e5-5418bb90dde5", "name": "network-vif-deleted", "tag": "76bb360c-1562-438c-a135-09d4ec3fcd69", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:25.089876 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3e967b5-dd6a-4c36-9cc0-4a1c1839eccd {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:25.090313 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43794a-21ee-4e31-a2e5-5418bb90dde5', 'name': 'network-vif-deleted', 'tag': '76bb360c-1562-438c-a135-09d4ec3fcd69', 'status': 'completed', 'code': 200} Jul 07 18:28:25.614871 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-83a0e471-3fce-4328-b4d9-c1e1de9d0046 req-6ac6ddf9-4faf-457c-92c0-ac86d334472e tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jul 07 18:28:26.760296 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-73f8b2ed-1904-44de-9877-e80e59739d5e req-f877c4f5-ae96-4def-8b2c-336d5aac380d tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0329494 Jul 07 18:28:27.396187 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:27.416625 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 76bb360c-1562-438c-a135-09d4ec3fcd69 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:27.416975 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 76bb360c-1562-438c-a135-09d4ec3fcd69 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:27.901468 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0a5d3c20-d0fc-4fd0-8c90-464257e14b72 req-6d423ef3-366b-4194-b080-058952351b17 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a43794a-21ee-4e31-a2e5-5418bb90dde5 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Jul 07 18:28:29.019035 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:29.084601 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.111952 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.172355 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.175530 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.176720 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] 10.222.0.22 "DELETE /v2.0/security-groups/397e9999-ab4f-4dd2-a734-bd7e24e07966 HTTP/1.1" status: 204 len: 168 time: 0.1566381 Jul 07 18:28:29.187835 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a0955-0dc7-4db6-950b-c08caa750446 tempest-TestShelveInstance-1399909263 tempest-TestShelveInstance-1399909263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e9999-ab4f-4dd2-a734-bd7e24e07966,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:29.239199 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:29.692633 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:29.955133 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Deleting port 41320186-03cc-450e-b08b-31b023ca3a76 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:29.955497 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.037107 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] For port 41320186-03cc-450e-b08b-31b023ca3a76, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=41320186-03cc-450e-b08b-31b023ca3a76,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:30.037828 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.063687 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Calling delete_port for 41320186-03cc-450e-b08b-31b023ca3a76 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:30.088728 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f96b367-359a-4080-8e32-746536d1b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.251474 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.277808 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=41320186-03cc-450e-b08b-31b023ca3a76,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:30.469370 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.701915 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Router 0ae6fd96-b45f-470b-8457-d8418993dc2c has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:31.150969 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:31.156121 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-ec8d2d56-82d4-4422-817d-d2e20c547b21 admin admin] 10.222.0.22 "PUT /v2.0/routers/0ae6fd96-b45f-470b-8457-d8418993dc2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158785 Jul 07 18:28:31.158660 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:31.162428 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Sync routers for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:31.172252 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:31.173127 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:31.277080 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.279921 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:31.387008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.443351 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Deleting port e2958d9e-c2a8-4c46-b18c-b522e9b7a457 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:31.443735 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.470440 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:28:30Z', 'revision_number': 5, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port': {'id': 'e2958d9e-c2a8-4c46-b18c-b522e9b7a457', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:50Z', 'updated_at': '2021-07-07T18:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:31.499896 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Checking router: 0ae6fd96-b45f-470b-8457-d8418993dc2c for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:31.509200 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Routers {'0ae6fd96-b45f-470b-8457-d8418993dc2c'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:31.509818 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['0ae6fd96-b45f-470b-8457-d8418993dc2c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:31.530993 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] For port e2958d9e-c2a8-4c46-b18c-b522e9b7a457, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:31.531365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.545911 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Calling delete_port for e2958d9e-c2a8-4c46-b18c-b522e9b7a457 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:31.599696 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] Set router 0ae6fd96-b45f-470b-8457-d8418993dc2c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:31.652913 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:28:31Z', 'revision_number': 6, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:31.679169 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83999b4f-22f9-4f77-8916-9a6158ae7ff9 None None] The sync data for ids ['0ae6fd96-b45f-470b-8457-d8418993dc2c'] in n-d-791504-12 is: [{'id': '0ae6fd96-b45f-470b-8457-d8418993dc2c', 'name': 'tempest-TestShelveInstance-1656581887-router', 'tenant_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:49Z', 'updated_at': '2021-07-07T18:28:31Z', 'revision_number': 6, 'project_id': 'ea0271f0755a4d7a9d8ca1dced633225', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:31.721001 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.745126 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2958d9e-c2a8-4c46-b18c-b522e9b7a457,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:31.819038 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.914289 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.916458 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.961580 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.962140 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae6fd96-b45f-470b-8457-d8418993dc2c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:28:31.968465 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:31.970481 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-871e1fa4-e9a8-4522-aac8-257e9060ca70 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0ae6fd96-b45f-470b-8457-d8418993dc2c HTTP/1.1" status: 204 len: 168 time: 0.8106682 Jul 07 18:28:31.972961 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:32.024266 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Deleting subnet 6dc5b531-79d7-41c7-be52-5f6fd27f61f5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:32.027528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.065008 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.149253 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.203324 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.234441 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc5b531-79d7-41c7-be52-5f6fd27f61f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:32.239064 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.240947 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-54281dec-0713-41fc-91af-f4618426bbd8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6dc5b531-79d7-41c7-be52-5f6fd27f61f5 HTTP/1.1" status: 204 len: 168 time: 0.2666032 Jul 07 18:28:32.243525 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:32.246014 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ba097-8a6e-43c1-8542-2ef1379fd117 None None] Network 481aa4e2-3c16-48a1-9a53-064c9c510a7f requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:32.312070 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.367065 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Deleting port a20b106f-e672-45fc-8506-904ce5dc3190 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:32.367322 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.440833 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] For port a20b106f-e672-45fc-8506-904ce5dc3190, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a20b106f-e672-45fc-8506-904ce5dc3190,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:32.441310 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.454097 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] DHCP port deletion for 481aa4e2-3c16-48a1-9a53-064c9c510a7f request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:28:32.463821 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Calling delete_port for a20b106f-e672-45fc-8506-904ce5dc3190 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:32.500818 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc8a1-a56e-448b-8c63-193c520fb1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.512996 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Deleting port a20b106f-e672-45fc-8506-904ce5dc3190 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:32.513367 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.549609 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.578756 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] For port a20b106f-e672-45fc-8506-904ce5dc3190, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=a20b106f-e672-45fc-8506-904ce5dc3190,segment=NetworkSegment(b4411d91-7221-404c-8e07-40b80df99d2f),segment_id=b4411d91-7221-404c-8e07-40b80df99d2f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:32.579062 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] No DVR routers for this DVR port a20b106f-e672-45fc-8506-904ce5dc3190 on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:32.579207 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.585193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Pushing event deleted for resources: {'Port': ['ID=a20b106f-e672-45fc-8506-904ce5dc3190,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:32.593089 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Calling delete_port for a20b106f-e672-45fc-8506-904ce5dc3190 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:32.662408 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.672073 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.677867 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481aa4e2-3c16-48a1-9a53-064c9c510a7f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:32.688785 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4411d91-7221-404c-8e07-40b80df99d2f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:32.689088 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4411d91-7221-404c-8e07-40b80df99d2f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:32.693284 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Pushing event deleted for resources: {'Port': ['ID=a20b106f-e672-45fc-8506-904ce5dc3190,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:32.700918 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.707278 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.707539 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.707882 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.708267 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.708607 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.708932 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.709258 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.709588 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.709910 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.710261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.710582 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.710902 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:32.713801 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c04f7-4e71-4028-89b5-d8799d226383 None None] No DVR routers for this DVR port a20b106f-e672-45fc-8506-904ce5dc3190 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:32.726002 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.733521 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:32.734057 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:32.735977 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:32.761194 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 41320186-03cc-450e-b08b-31b023ca3a76 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:32.782552 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 41320186-03cc-450e-b08b-31b023ca3a76 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:32.782981 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 41320186-03cc-450e-b08b-31b023ca3a76 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:32.783460 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a20b106f-e672-45fc-8506-904ce5dc3190 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:32.806504 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: a20b106f-e672-45fc-8506-904ce5dc3190 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:32.806896 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device a20b106f-e672-45fc-8506-904ce5dc3190 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:32.807317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2958d9e-c2a8-4c46-b18c-b522e9b7a457 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:32.807538 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.813697 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:32.818453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] 10.222.0.22 "DELETE /v2.0/networks/481aa4e2-3c16-48a1-9a53-064c9c510a7f HTTP/1.1" status: 204 len: 168 time: 0.5708303 Jul 07 18:28:32.818906 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41392) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:32.833561 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3bad5-e763-4f18-8c4e-bac89b43080c admin admin] Pushing event deleted for resources: {'Network': ['ID=481aa4e2-3c16-48a1-9a53-064c9c510a7f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:32.834674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e2958d9e-c2a8-4c46-b18c-b522e9b7a457 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:32.835369 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e2958d9e-c2a8-4c46-b18c-b522e9b7a457 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:32.983601 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.172194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.427692 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Deleting port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:33.428068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.508276 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] For port 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:33.508641 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.521659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Calling delete_port for 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:33.700936 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.727287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbe3cea-5a12-4bac-a073-f4b79cd3fd01,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:33.891762 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:33.933973 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.102902 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:34.209566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:34.216697 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-f481c820-3453-4d41-a093-84504ad3fe03 admin admin] 10.222.0.22 "PUT /v2.0/routers/71bef7f5-d3be-4a4b-a5d5-86dee6696884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951695 Jul 07 18:28:34.218579 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41394) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:34.219321 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Sync routers for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:34.228379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:34.229020 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:34.322258 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.332950 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:34.425835 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.478409 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Deleting port c674f49d-8268-4fbf-8188-77ff7e5917ca {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:34.478757 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.511965 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:28:33Z', 'revision_number': 5, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port': {'id': 'c674f49d-8268-4fbf-8188-77ff7e5917ca', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:18:55Z', 'updated_at': '2021-07-07T18:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:34.539109 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Checking router: 71bef7f5-d3be-4a4b-a5d5-86dee6696884 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:34.547231 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Routers {'71bef7f5-d3be-4a4b-a5d5-86dee6696884'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:34.547831 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:34.559751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] For port c674f49d-8268-4fbf-8188-77ff7e5917ca, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c674f49d-8268-4fbf-8188-77ff7e5917ca,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:34.560119 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.572258 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Calling delete_port for c674f49d-8268-4fbf-8188-77ff7e5917ca owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:34.639657 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] Set router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:34.694223 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:28:34Z', 'revision_number': 6, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:34.723069 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb99d4a-0a94-4fb1-8a60-852cebcd69d7 None None] The sync data for ids ['71bef7f5-d3be-4a4b-a5d5-86dee6696884'] in n-d-791504-12 is: [{'id': '71bef7f5-d3be-4a4b-a5d5-86dee6696884', 'name': 'tempest-TestShelveInstance-1760571857-router', 'tenant_id': 'd138a028b7fa4db792dbff927d56e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:18:54Z', 'updated_at': '2021-07-07T18:28:34Z', 'revision_number': 6, 'project_id': 'd138a028b7fa4db792dbff927d56e1b5', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:34.751804 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:34.781889 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Pushing event deleted for resources: {'Port': ['ID=c674f49d-8268-4fbf-8188-77ff7e5917ca,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:34.841643 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.251264 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.270841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.272925 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.318953 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.319389 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71bef7f5-d3be-4a4b-a5d5-86dee6696884 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:28:35.323777 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.324992 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-c318c694-da4d-4eb6-8431-28b5748f9932 admin admin] 10.222.0.22 "DELETE /v2.0/routers/71bef7f5-d3be-4a4b-a5d5-86dee6696884 HTTP/1.1" status: 204 len: 168 time: 1.1054742 Jul 07 18:28:35.328196 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41396) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:35.370905 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Deleting subnet 2afd13cb-6d71-49c0-bfea-87d3ee5e3dec {{(pid=93765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:28:35.374359 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.408286 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4426018'] for subnet, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.490578 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.543363 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4318669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4295107'] for subnet, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.571622 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afd13cb-6d71-49c0-bfea-87d3ee5e3dec,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:35.573888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.577404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1be0d-51ae-4da0-8039-99425e16363d None None] Network d5dfa7a1-f78e-46ad-954b-81bd0d7c349a requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:35.579265 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8f76d098-b4af-4709-a715-18c9880fc514 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2afd13cb-6d71-49c0-bfea-87d3ee5e3dec HTTP/1.1" status: 204 len: 168 time: 0.2496624 Jul 07 18:28:35.581632 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41398) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:35.654713 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.702689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.710864 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Deleting port c02c695a-4984-4b1c-be92-46f8260007b9 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:35.711579 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.779558 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] For port c02c695a-4984-4b1c-be92-46f8260007b9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c02c695a-4984-4b1c-be92-46f8260007b9,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:35.779934 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.783394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] DHCP port deletion for d5dfa7a1-f78e-46ad-954b-81bd0d7c349a request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:28:35.794677 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Calling delete_port for c02c695a-4984-4b1c-be92-46f8260007b9 owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:35.831880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Deleting port c02c695a-4984-4b1c-be92-46f8260007b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:28:35.832234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.878073 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.898166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] For port c02c695a-4984-4b1c-be92-46f8260007b9, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=c02c695a-4984-4b1c-be92-46f8260007b9,segment=NetworkSegment(2a8640dd-8a18-41e0-863e-37786780c810),segment_id=2a8640dd-8a18-41e0-863e-37786780c810)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:35.898571 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.904808 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02c695a-4984-4b1c-be92-46f8260007b9,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:35.906680 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] No DVR routers for this DVR port c02c695a-4984-4b1c-be92-46f8260007b9 on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:35.912485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Calling delete_port for c02c695a-4984-4b1c-be92-46f8260007b9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:28:35.989456 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:35.993068 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.004685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dfa7a1-f78e-46ad-954b-81bd0d7c349a']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:36.015047 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8640dd-8a18-41e0-863e-37786780c810') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:36.015401 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8640dd-8a18-41e0-863e-37786780c810') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:36.017549 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] Pushing event deleted for resources: {'Port': ['ID=c02c695a-4984-4b1c-be92-46f8260007b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:36.020298 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86211b69-4430-4c5c-83b2-aaec7ae6004a None None] No DVR routers for this DVR port c02c695a-4984-4b1c-be92-46f8260007b9 on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:28:36.030366 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.045552 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.051369 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:28:36.051765 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:28:36.053561 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:28:36.106914 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.112557 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.114861 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d5dfa7a1-f78e-46ad-954b-81bd0d7c349a HTTP/1.1" status: 204 len: 168 time: 0.5323622 Jul 07 18:28:36.126957 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2af14-d02e-4f2c-9eb1-3cf8c2bf1b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dfa7a1-f78e-46ad-954b-81bd0d7c349a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:36.223080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41402) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:36.262581 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e2ff4c01-656b-4b39-906c-21b67b0aa696 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea0271f0755a4d7a9d8ca1dced633225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382876 Jul 07 18:28:36.265564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41404) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:36.317639 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.337955 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.384260 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.386906 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.388036 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6450a715-0cc7-478f-b906-80906609c8fc HTTP/1.1" status: 204 len: 168 time: 0.1215680 Jul 07 18:28:36.396001 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ba489-bde5-41d1-b4c2-52aa93d2a19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450a715-0cc7-478f-b906-80906609c8fc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:36.698352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41410) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:36.733488 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:36.740592 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-af273ea4-e394-4e1d-9604-4a75a8f7a510 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d138a028b7fa4db792dbff927d56e1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409462 Jul 07 18:28:36.743054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41412) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:36.757548 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:36.757900 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 4bbe3cea-5a12-4bac-a073-f4b79cd3fd01 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:36.758339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c674f49d-8268-4fbf-8188-77ff7e5917ca no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:36.776204 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c674f49d-8268-4fbf-8188-77ff7e5917ca {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:36.776555 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c674f49d-8268-4fbf-8188-77ff7e5917ca not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:36.776967 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c02c695a-4984-4b1c-be92-46f8260007b9 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:28:36.793610 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.796184 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: c02c695a-4984-4b1c-be92-46f8260007b9 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:28:36.796537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device c02c695a-4984-4b1c-be92-46f8260007b9 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:28:36.816617 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.864456 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.867274 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:36.868444 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9ca8ad6-6cc2-47be-81e1-6ad2432670db HTTP/1.1" status: 204 len: 168 time: 0.1244123 Jul 07 18:28:36.876470 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720de1a-f8f9-4933-824c-e75fd0db4738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca8ad6-6cc2-47be-81e1-6ad2432670db,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:37.076871 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.529097 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41434) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:37.623650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1281914488-network', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:37.644222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Made reservation on behalf of 008bfdc02ab249e1aed3eb5bfde2d61a for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:37.646968 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.658833 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.746794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.750533 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.776256 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:28:37.782035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed1a89-530b-40a2-97a5-dddaaae467a8,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:37.789312 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.789696 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Added segment 50965ca0-ccc6-4002-903a-3d054557960b of type vlan for network 6a3f4e0c-0f98-4266-8002-62964f9c5046 Jul 07 18:28:37.829852 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.857437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.858489 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:37.859086 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:37.907598 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3768115 Jul 07 18:28:37.910791 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:37.915907 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Request body: {'subnet': {'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1281914488-subnet', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:37.920875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19fc24-0d85-44bb-ae2b-6c50eab4e1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3f4e0c-0f98-4266-8002-62964f9c5046,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:37.930585 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:28:37.940085 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Made reservation on behalf of 008bfdc02ab249e1aed3eb5bfde2d61a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:37.942507 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.110983 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.168783 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f35a4e7-de91-4adb-91a6-82eba3663d19,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:38.174302 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Checking segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:38.174667 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Network hostable DHCP agents. Network: 6a3f4e0c-0f98-4266-8002-62964f9c5046, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:28:38.196773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:28:38.205514 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, 6a3f4e0c-0f98-4266-8002-62964f9c5046) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:38.217594 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:38.218325 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.221175 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2dc3b8-75d0-4e4c-9e87-1a1a2ba4f13f None None] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:38.234803 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-e9730c2c-2786-42ff-abd9-ba66e3ddb7fa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3227346 Jul 07 18:28:38.236017 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:38.240429 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:38.265014 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.266402 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.322161 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.377670 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-6a3f4e0c-0f98-4266-8002-62964f9c5046', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:28:38.378599 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.462498 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.513930 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Allocated IP 172.20.0.2 (6a3f4e0c-0f98-4266-8002-62964f9c5046/6f35a4e7-de91-4adb-91a6-82eba3663d19/d9f479aa-c519-4823-8bed-01382402ff9b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:38.659627 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.667698 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Transition to ACTIVE for port object d9f479aa-c519-4823-8bed-01382402ff9b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:38.668869 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.682990 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Transition to ACTIVE for port object d9f479aa-c519-4823-8bed-01382402ff9b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:38.688370 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.691211 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.725492 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:38.728320 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:38.731776 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:38.744457 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Pushing event updated for resources: {'Port': ['ID=d9f479aa-c519-4823-8bed-01382402ff9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:38.798880 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Attempting to bind port d9f479aa-c519-4823-8bed-01382402ff9b on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:38.799285 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Allocated IP 172.25.7.201 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/f8f3c1dd-43de-4009-91f0-8b9318d73157) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:38.799529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Attempting to bind port d9f479aa-c519-4823-8bed-01382402ff9b by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:38.799806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Attempting to bind port d9f479aa-c519-4823-8bed-01382402ff9b on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:38.805741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:38.806169 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Checking segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:38.806607 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.807009 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Bound using segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:38.807478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Bound port: d9f479aa-c519-4823-8bed-01382402ff9b, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:38.807893 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.873798 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] For port d9f479aa-c519-4823-8bed-01382402ff9b, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:38.877446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] For port d9f479aa-c519-4823-8bed-01382402ff9b, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d9f479aa-c519-4823-8bed-01382402ff9b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:38.881412 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.906529 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.939160 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8245f-aff0-4566-9292-0bbfd05325b6 None None] Pushing event updated for resources: {'Port': ['ID=d9f479aa-c519-4823-8bed-01382402ff9b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:38.956811 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:38.994465 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:38.997425 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:39.000069 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:39.030636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Pushing event updated for resources: {'Port': ['ID=f8f3c1dd-43de-4009-91f0-8b9318d73157,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:39.283177 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.485046 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.614752 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Router c755061b-77ea-4be7-9083-9be6097c03e4 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:28:39.723814 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:39.736363 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:39.741062 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:39.742559 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7b4da8ac-73d2-42c4-8931-f2bb680f703f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5055690 Jul 07 18:28:39.745355 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41442) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:39.751909 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:39.752621 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:39.865177 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:40.021593 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c50fd5-de6f-4037-81e5-ce44a57b2074 None None] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:40.050453 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:39Z', 'revision_number': 3, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:40.076726 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:40.077068 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Updating router c755061b-77ea-4be7-9083-9be6097c03e4 port f8f3c1dd-43de-4009-91f0-8b9318d73157 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:28:40.113793 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.133951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0bc058f1-ce02-41d8-87b7-3e1d73bcbe6f None None] Provisioning for port d9f479aa-c519-4823-8bed-01382402ff9b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:40.195756 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.376585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Allocated IP 172.20.0.1 (6a3f4e0c-0f98-4266-8002-62964f9c5046/6f35a4e7-de91-4adb-91a6-82eba3663d19/76b82776-7ed9-467b-b7cb-553f7c25a396) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:40.381572 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.394460 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Transition to ACTIVE for port object f8f3c1dd-43de-4009-91f0-8b9318d73157 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:40.400243 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.454893 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Attempting to bind port f8f3c1dd-43de-4009-91f0-8b9318d73157 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:40.455287 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Attempting to bind port f8f3c1dd-43de-4009-91f0-8b9318d73157 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:40.455610 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Attempting to bind port f8f3c1dd-43de-4009-91f0-8b9318d73157 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:40.458804 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Pushing event updated for resources: {'Port': ['ID=f8f3c1dd-43de-4009-91f0-8b9318d73157,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:40.468310 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:40.468684 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:40.469084 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.469473 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:40.469933 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Bound port: f8f3c1dd-43de-4009-91f0-8b9318d73157, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:40.470336 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.472512 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.472854 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.473192 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.473525 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.473853 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.474203 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.474527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.474849 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.475171 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.475488 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.475812 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.476126 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:28:40.493489 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.506712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Transition to ACTIVE for port object 76b82776-7ed9-467b-b7cb-553f7c25a396 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:40.532617 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] For port f8f3c1dd-43de-4009-91f0-8b9318d73157, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:40.535961 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] For port f8f3c1dd-43de-4009-91f0-8b9318d73157, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f8f3c1dd-43de-4009-91f0-8b9318d73157,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:40.539916 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.540910 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.587134 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:40.594437 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:40.596830 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Pushing event updated for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:40.597201 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:40.597814 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:40.599029 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:40.604732 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c3d4b-2ae1-4b9c-8ec6-6089d15a534e None None] Pushing event updated for resources: {'Port': ['ID=f8f3c1dd-43de-4009-91f0-8b9318d73157,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:40.641700 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.722715 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:40.797375 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d9f479aa-c519-4823-8bed-01382402ff9b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:40.809195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.854206 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port d9f479aa-c519-4823-8bed-01382402ff9b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:40.859317 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d9f479aa-c519-4823-8bed-01382402ff9b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:40.859815 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.905050 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1bee9f5-fe32-4397-bc27-d95514ef6789 None None] Provisioning for port 76b82776-7ed9-467b-b7cb-553f7c25a396 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:40.916095 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c1bee9f5-fe32-4397-bc27-d95514ef6789 None None] Provisioning complete for port 76b82776-7ed9-467b-b7cb-553f7c25a396 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:40.916984 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1bee9f5-fe32-4397-bc27-d95514ef6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.977315 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c1bee9f5-fe32-4397-bc27-d95514ef6789 None None] Port 76b82776-7ed9-467b-b7cb-553f7c25a396 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:40.992217 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:40.997794 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.003404 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.012669 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:39Z', 'revision_number': 3, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:41.028157 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port d9f479aa-c519-4823-8bed-01382402ff9b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d9f479aa-c519-4823-8bed-01382402ff9b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:41.032699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.040500 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27282b-59ab-4ed8-bc42-dcab81674abb None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:39Z', 'revision_number': 3, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:41.074185 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.082234 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Pushing event updated for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:41.095659 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=d9f479aa-c519-4823-8bed-01382402ff9b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:41.176734 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:41.178193 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:41.318148 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:41.404811 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-43052989-69ac-4e6f-86b1-d5431c06adad None None] Provisioning complete for port 76b82776-7ed9-467b-b7cb-553f7c25a396 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:41.405220 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43052989-69ac-4e6f-86b1-d5431c06adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.444128 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:41.457742 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-17250638-ae38-488f-9778-90fd1f08b703 admin admin] 10.222.0.22 "PUT /v2.0/routers/c755061b-77ea-4be7-9083-9be6097c03e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033477 Jul 07 18:28:41.606300 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43052989-69ac-4e6f-86b1-d5431c06adad None None] Port 76b82776-7ed9-467b-b7cb-553f7c25a396 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:41.943380 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41458) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:41.948532 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1754392920-network', 'tenant_id': '027e83f88f29416390bade9da372a953'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:41.968791 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Made reservation on behalf of 027e83f88f29416390bade9da372a953 for: {'network': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:41.971418 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for network, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:41.981242 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.075619 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.080056 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.105153 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:28:42.115635 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41545127-5af2-4122-8059-69834573a3a1,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:42.121585 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.121970 n-d-791504-12 neutron-server[93765]: INFO neutron.db.segments_db [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Added segment 3d6c0828-2723-433a-a6ac-926030c298c3 of type vlan for network aea32bfe-7353-4eef-afd1-b406fded98a7 Jul 07 18:28:42.161741 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791333247317'] for network, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.190944 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051'] for network, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.191923 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:42.192523 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.240608 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2960887 Jul 07 18:28:42.243477 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:42.250146 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Request body: {'subnet': {'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1754392920-subnet', 'tenant_id': '027e83f88f29416390bade9da372a953', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:42.254381 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bd9e6-fd65-41e1-ab70-1a736a5dfd1a admin admin] Pushing event updated for resources: {'Network': ['ID=aea32bfe-7353-4eef-afd1-b406fded98a7,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:42.267556 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 details requested by agent ovs-agent-n-d-791504-12 with host n-d-791504-12 {{(pid=93767) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:28:42.277767 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Made reservation on behalf of 027e83f88f29416390bade9da372a953 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:42.280362 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4638380'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.462651 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7798469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638398'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.522093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f43588a-6fb6-439a-b049-107feb45eef0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:42.534158 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Checking segment: {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:42.534534 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Network hostable DHCP agents. Network: aea32bfe-7353-4eef-afd1-b406fded98a7, hostable agents: ['0c279ef3-6828-44ee-a3f9-3449149ad87f'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:28:42.554193 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Network aea32bfe-7353-4eef-afd1-b406fded98a7 is scheduled to be hosted by DHCP agent 0c279ef3-6828-44ee-a3f9-3449149ad87f with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:28:42.560284 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-12, aea32bfe-7353-4eef-afd1-b406fded98a7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:42.564547 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:42.565172 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.570640 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9a392-ca1e-420a-bf9f-b7c1003692eb None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:42.580786 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-41e4f9c4-b60c-4b16-8826-75d7dcab91f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3353171 Jul 07 18:28:42.583413 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41462) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:42.588600 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:42.593571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:42.610665 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60964'] for router, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.611653 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1985443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2072789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60971'] for router, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.636562 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:42.637265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:42.669894 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.817155 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1987065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60985'] for router, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.828207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8dcd7ad-f411-58bb-9355-fe284e01239c-aea32bfe-7353-4eef-afd1-b406fded98a7', 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7', 'tenant_id': '027e83f88f29416390bade9da372a953', 'fixed_ips': [{'subnet_id': '4f43588a-6fb6-439a-b049-107feb45eef0'}]}} from n-d-791504-12. {{(pid=93767) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:28:42.829096 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:42.832701 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f8f3c1dd-43de-4009-91f0-8b9318d73157 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:42.843815 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:43.030411 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.049802 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.130057 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port f8f3c1dd-43de-4009-91f0-8b9318d73157 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:43.148715 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f8f3c1dd-43de-4009-91f0-8b9318d73157 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:43.149093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.151220 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Allocated IP 172.20.0.2 (aea32bfe-7353-4eef-afd1-b406fded98a7/4f43588a-6fb6-439a-b049-107feb45eef0/e54c1423-1a2e-40c9-be47-a58a9b46951a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:43.159554 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Allocated IP 172.25.7.218 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/8165b163-251e-4665-8756-8faffafd90e6) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:43.263325 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.302437 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.340818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:43.348328 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:43.353227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:43.354752 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.357960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8165b163-251e-4665-8756-8faffafd90e6,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:43.412447 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port f8f3c1dd-43de-4009-91f0-8b9318d73157, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f8f3c1dd-43de-4009-91f0-8b9318d73157,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:43.417113 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 2, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:43.447086 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.447867 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d9f479aa-c519-4823-8bed-01382402ff9b up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:43.455537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:43.455890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Updating router c755061b-77ea-4be7-9083-9be6097c03e4 port 76b82776-7ed9-467b-b7cb-553f7c25a396 binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:28:43.527217 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.557601 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Transition to ACTIVE for port object e54c1423-1a2e-40c9-be47-a58a9b46951a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:43.582620 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=f8f3c1dd-43de-4009-91f0-8b9318d73157,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:43.588227 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.601649 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Transition to ACTIVE for port object e54c1423-1a2e-40c9-be47-a58a9b46951a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:43.618681 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.635568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.643697 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port d9f479aa-c519-4823-8bed-01382402ff9b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:43.644059 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.713404 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:43.767371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:43.780773 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:43.784514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Pushing event updated for resources: {'Port': ['ID=e54c1423-1a2e-40c9-be47-a58a9b46951a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:43.813500 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1987042'] for router, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.924059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Attempting to bind port e54c1423-1a2e-40c9-be47-a58a9b46951a on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:43.924431 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Attempting to bind port e54c1423-1a2e-40c9-be47-a58a9b46951a by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:43.924793 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Attempting to bind port e54c1423-1a2e-40c9-be47-a58a9b46951a on network aea32bfe-7353-4eef-afd1-b406fded98a7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:43.941379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:43.941825 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Checking segment: {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:43.942341 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.942711 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Bound using segment: {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:43.943207 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Bound port: e54c1423-1a2e-40c9-be47-a58a9b46951a, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:43.943628 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:43.945395 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Router b7549e90-08a9-4f90-9bb5-ba44aa98b485 is scheduled to L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 with binding_index 1 {{(pid=93765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:28:44.054178 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:44.064251 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Sync routers for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:44.073976 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.075122 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:44.078311 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8089b0a1-4199-4f0f-b63d-9a15896e20c7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4906356 Jul 07 18:28:44.078485 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:44.079863 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41464) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:44.191986 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:44.231621 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] For port e54c1423-1a2e-40c9-be47-a58a9b46951a, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:44.250759 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] For port e54c1423-1a2e-40c9-be47-a58a9b46951a, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e54c1423-1a2e-40c9-be47-a58a9b46951a,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:44.261149 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.264796 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.300892 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Transition to ACTIVE for port object 76b82776-7ed9-467b-b7cb-553f7c25a396 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:44.313909 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.339410 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598a08-ea26-4ae4-a6a8-777a9c6cfe8f None None] Pushing event updated for resources: {'Port': ['ID=e54c1423-1a2e-40c9-be47-a58a9b46951a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.405839 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 3, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:44.425800 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a546701-61a4-4a0d-a65a-66c35a0d674a None None] Pushing event updated for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.446799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Checking router: b7549e90-08a9-4f90-9bb5-ba44aa98b485 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:44.447762 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Updating router b7549e90-08a9-4f90-9bb5-ba44aa98b485 port 8165b163-251e-4665-8756-8faffafd90e6 binding host n-d-791504-12 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:28:44.452572 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Attempting to bind port 76b82776-7ed9-467b-b7cb-553f7c25a396 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:44.452951 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Attempting to bind port 76b82776-7ed9-467b-b7cb-553f7c25a396 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:44.453319 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Attempting to bind port 76b82776-7ed9-467b-b7cb-553f7c25a396 on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:44.458886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:44.459261 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Checking segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:44.459666 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.460065 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Bound using segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:44.460537 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Bound port: 76b82776-7ed9-467b-b7cb-553f7c25a396, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:44.460928 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.493339 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.533067 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] For port 76b82776-7ed9-467b-b7cb-553f7c25a396, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:44.537240 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] For port 76b82776-7ed9-467b-b7cb-553f7c25a396, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b82776-7ed9-467b-b7cb-553f7c25a396,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:44.542463 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.554206 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:44.629797 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.632871 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:44.634059 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:44.638425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a546701-61a4-4a0d-a65a-66c35a0d674a None None] Pushing event updated for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:44.850651 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:44.929813 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.942962 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Allocated IP 172.20.0.1 (aea32bfe-7353-4eef-afd1-b406fded98a7/4f43588a-6fb6-439a-b049-107feb45eef0/76b2a77f-2ff2-4894-8015-3cb947cc244f) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:44.952153 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Transition to ACTIVE for port object 8165b163-251e-4665-8756-8faffafd90e6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:44.960247 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:44.971829 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e54c1423-1a2e-40c9-be47-a58a9b46951a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:45.023816 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Attempting to bind port 8165b163-251e-4665-8756-8faffafd90e6 on host n-d-791504-12 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:45.024196 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Attempting to bind port 8165b163-251e-4665-8756-8faffafd90e6 by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:45.024562 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Attempting to bind port 8165b163-251e-4665-8756-8faffafd90e6 on network 22143c16-edb2-459b-9740-d1320510163a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:45.032356 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:45.033111 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Checking segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:45.033111 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.033529 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Bound using segment: {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:45.034003 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Bound port: 8165b163-251e-4665-8756-8faffafd90e6, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec839be-d61e-4b95-b800-37f151ea4843', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22143c16-edb2-459b-9740-d1320510163a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:45.034416 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.087892 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52855aff-c10a-4e02-9d96-b8ffd3b98c47 None None] Pushing event updated for resources: {'Port': ['ID=8165b163-251e-4665-8756-8faffafd90e6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:45.096883 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.101637 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port e54c1423-1a2e-40c9-be47-a58a9b46951a completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:45.110721 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f8f3c1dd-43de-4009-91f0-8b9318d73157 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:45.116460 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Transition to ACTIVE for port object 76b2a77f-2ff2-4894-8015-3cb947cc244f will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:45.120580 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] For port 8165b163-251e-4665-8756-8faffafd90e6, host n-d-791504-12, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:45.125030 n-d-791504-12 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] For port 8165b163-251e-4665-8756-8faffafd90e6, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8165b163-251e-4665-8756-8faffafd90e6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:45.128898 n-d-791504-12 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.159553 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.184648 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:45.185633 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:45.203422 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Network aea32bfe-7353-4eef-afd1-b406fded98a7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:45.208655 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:45.214837 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:45.225750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:44Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:45.229283 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port f8f3c1dd-43de-4009-91f0-8b9318d73157 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:45.229283 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.238747 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52855aff-c10a-4e02-9d96-b8ffd3b98c47 None None] Pushing event updated for resources: {'Port': ['ID=8165b163-251e-4665-8756-8faffafd90e6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:45.238966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Pushing event updated for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:45.264195 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1987285'] for router_interface, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.279137 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054b9b6-65ff-441d-a5c0-f17391072929 None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:44Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:45.324299 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:45.585237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 3, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:45.620402 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9af5dd-5fe9-4e67-a56f-43c8cd42cdda None None] The sync data for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 is: [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 3, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:45.762710 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbe162-50d6-4b39-913b-fb66db4120e9 None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:28:45.843366 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Provisioning for port e54c1423-1a2e-40c9-be47-a58a9b46951a completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:45.853302 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Provisioning complete for port e54c1423-1a2e-40c9-be47-a58a9b46951a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:45.853947 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:45.920310 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.027368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.079143 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] For port e54c1423-1a2e-40c9-be47-a58a9b46951a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e54c1423-1a2e-40c9-be47-a58a9b46951a,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:46.090903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.164023 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a4a98-6a44-4f8f-b169-a7a46ec7079e None None] Pushing event updated for resources: {'Port': ['ID=e54c1423-1a2e-40c9-be47-a58a9b46951a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:46.180795 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.188244 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.267222 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Pushing event updated for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:46.277911 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1989800'] for router_interface, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.321265 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Provisioning for port 76b2a77f-2ff2-4894-8015-3cb947cc244f completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:46.326189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Provisioning complete for port 76b2a77f-2ff2-4894-8015-3cb947cc244f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:46.326576 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.382678 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Port 76b2a77f-2ff2-4894-8015-3cb947cc244f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:46.394883 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Provisioning complete for port e54c1423-1a2e-40c9-be47-a58a9b46951a triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:46.395643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bdd74d-a4cd-4ae7-9164-ae423b066432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.404744 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Network aea32bfe-7353-4eef-afd1-b406fded98a7 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:46.406228 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:46.555934 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Router b7549e90-08a9-4f90-9bb5-ba44aa98b485 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:28:46.643406 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5380255-b22a-4b86-b913-97b5d9fb3220 None None] Provisioning complete for port 76b2a77f-2ff2-4894-8015-3cb947cc244f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:46.643787 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5380255-b22a-4b86-b913-97b5d9fb3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.685585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:28:46.701822 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b9e0de7b-6602-4ee9-bf1e-6a8d2d48aa81 admin admin] 10.222.0.22 "PUT /v2.0/routers/b7549e90-08a9-4f90-9bb5-ba44aa98b485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207752 Jul 07 18:28:46.734268 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5380255-b22a-4b86-b913-97b5d9fb3220 None None] Port 76b2a77f-2ff2-4894-8015-3cb947cc244f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:46.877039 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-23541690-663c-4658-8fe1-e60f1c284f3c None None] Provisioning complete for port 76b2a77f-2ff2-4894-8015-3cb947cc244f triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:46.878310 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23541690-663c-4658-8fe1-e60f1c284f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:46.917198 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e54c1423-1a2e-40c9-be47-a58a9b46951a up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:46.953331 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23541690-663c-4658-8fe1-e60f1c284f3c None None] Port 76b2a77f-2ff2-4894-8015-3cb947cc244f cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:46.984189 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port e54c1423-1a2e-40c9-be47-a58a9b46951a triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:46.984734 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.078648 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8165b163-251e-4665-8756-8faffafd90e6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:47.127508 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 8165b163-251e-4665-8756-8faffafd90e6 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:47.133043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8165b163-251e-4665-8756-8faffafd90e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:47.133419 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.216539 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.236929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 8165b163-251e-4665-8756-8faffafd90e6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8165b163-251e-4665-8756-8faffafd90e6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:47.240741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.241517 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b82776-7ed9-467b-b7cb-553f7c25a396 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:47.323227 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=8165b163-251e-4665-8756-8faffafd90e6,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.332079 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41472) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.334276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 76b82776-7ed9-467b-b7cb-553f7c25a396 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:47.337453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535135360', 'description': 'tempest-secgroup-smoke-1535135360 description', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:47.338393 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 76b82776-7ed9-467b-b7cb-553f7c25a396 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:47.339166 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.360152 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.433932 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.444708 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.448980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.468226 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 76b82776-7ed9-467b-b7cb-553f7c25a396, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b82776-7ed9-467b-b7cb-553f7c25a396,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:47.472496 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.482432 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.483740 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1503863 Jul 07 18:28:47.484658 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520a1f-553a-4ad0-b9d4-90a6d8560866 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06dd7c0-f422-4c8e-9a6c-edb65c62006a,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.486750 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41474) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.494973 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:47.523269 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.523510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.585720 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.589301 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.607428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dcbc90-271c-401e-b0fa-6d373393671f,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.613722 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.614905 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0f4cfc2a-539f-4011-9b10-867f0e5e460a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238668 Jul 07 18:28:47.617604 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41476) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.622250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:47.648383 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.708516 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.713702 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.733854 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1b911b-f866-4383-b73f-10ba6bc071e4,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.741104 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.742432 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5911a34a-3c77-46fa-af26-cea1e3677a22 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236224 Jul 07 18:28:47.745136 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41478) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.750365 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:47.776241 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.834357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.838196 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.855352 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cad6e0-dae7-4529-a1e0-be6195e3ff97,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.862096 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.863304 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-b8e266ec-92c1-4cdf-906c-2c01f5d4bf41 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172254 Jul 07 18:28:47.865907 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41480) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.870280 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:47.896338 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.960703 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.965203 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.986818 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc27173-af4f-4470-b317-5cee18a45038,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:47.990869 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:47.992115 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-2d760727-5ab8-4e3a-9397-f2d52bd15588 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252294 Jul 07 18:28:47.994888 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41482) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:47.999272 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:48.021809 n-d-791504-12 neutron-server[93765]: INFO neutron.db.securitygroups_db [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Project 008bfdc02ab249e1aed3eb5bfde2d61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:28:48.027290 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.088865 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.092563 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.113747 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc5019b-47c9-4693-9cb5-9fe4e9cb31ab,revision_number=0']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:48.118288 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.119527 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-4d7c9e36-6f46-43f4-ab0d-61fe4c9bb66f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236989 Jul 07 18:28:48.122372 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:48.127565 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'security_group_rule': {'security_group_id': 'e06dd7c0-f422-4c8e-9a6c-edb65c62006a', 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:48.152118 n-d-791504-12 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Project 008bfdc02ab249e1aed3eb5bfde2d61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:28:48.157537 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.220703 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.224368 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2050314'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.242354 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff02d1b-712d-4c83-92be-3fa38fe2cceb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:48.248650 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:48.249819 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-f5dd5d35-291a-4a79-b18e-20636fa419c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259286 Jul 07 18:28:48.489557 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-66e11f23-c96e-4cc2-82ed-7ca85f666f57 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535135360&fields=id&tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 267 time: 0.0353904 Jul 07 18:28:48.600862 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-bedfb090-961f-4d0f-82c0-6f4ede088e2e tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:48.602392 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-bedfb090-961f-4d0f-82c0-6f4ede088e2e tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 810 time: 0.1062968 Jul 07 18:28:48.619216 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-aa7a8935-da2c-4675-8f74-9f2bd4fb9d6f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/quotas/008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 375 time: 0.0103867 Jul 07 18:28:48.650917 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Sync routers for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:28:48.660796 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:48.661513 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:48.689600 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-df8dd85f-b4a6-4fdc-a85f-1759397a34cf tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643299 Jul 07 18:28:48.766018 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8165b163-251e-4665-8756-8faffafd90e6 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:48.796978 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-e9c0247b-972b-427a-83cd-0db52c78bf37 service neutron] 10.222.0.22 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940347 Jul 07 18:28:48.801939 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:48.886063 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-8cc74c99-089c-45fc-84b0-927b4d87d2c4 service neutron] 10.222.0.22 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Jul 07 18:28:48.926212 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 8165b163-251e-4665-8756-8faffafd90e6 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:48.926594 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.061629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b82776-7ed9-467b-b7cb-553f7c25a396 up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:49.108337 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:45Z', 'revision_number': 4, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b2a77f-2ff2-4894-8015-3cb947cc244f', 'name': '', 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7', 'tenant_id': '027e83f88f29416390bade9da372a953', 'mac_address': 'fa:16:3e:b2:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:44Z', 'updated_at': '2021-07-07T18:28:46Z', 'revision_number': 2, 'project_id': '027e83f88f29416390bade9da372a953', 'subnets': [{'id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:49.136270 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Checking router: b7549e90-08a9-4f90-9bb5-ba44aa98b485 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:28:49.136629 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Updating router b7549e90-08a9-4f90-9bb5-ba44aa98b485 port 76b2a77f-2ff2-4894-8015-3cb947cc244f binding host n-d-791504-12 {{(pid=93767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:28:49.167497 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 76b82776-7ed9-467b-b7cb-553f7c25a396 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:49.167864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.190632 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.638864 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.648263 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Transition to ACTIVE for port object 76b2a77f-2ff2-4894-8015-3cb947cc244f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:49.655305 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.702741 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef25d45-4ded-406b-a235-c7cfa489fce1 None None] Pushing event updated for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:49.763723 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Attempting to bind port 76b2a77f-2ff2-4894-8015-3cb947cc244f on host n-d-791504-12 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:49.764101 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Attempting to bind port 76b2a77f-2ff2-4894-8015-3cb947cc244f by drivers openvswitch,hyperv on host n-d-791504-12 at level 0 using segments [{'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:49.764470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Attempting to bind port 76b2a77f-2ff2-4894-8015-3cb947cc244f on network aea32bfe-7353-4eef-afd1-b406fded98a7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:49.769658 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Checking agent: {'id': '66ff5aa4-c04c-4e9f-a226-7091b184b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 51, 3), 'started_at': datetime.datetime(2021, 7, 7, 16, 51, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:49.770046 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Checking segment: {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:49.770487 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.770884 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Bound using segment: {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:49.771354 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Bound port: 76b2a77f-2ff2-4894-8015-3cb947cc244f, host: n-d-791504-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c0828-2723-433a-a6ac-926030c298c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:49.771743 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.839166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] For port 76b2a77f-2ff2-4894-8015-3cb947cc244f, host n-d-791504-12, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:49.843249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] For port 76b2a77f-2ff2-4894-8015-3cb947cc244f, host n-d-791504-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b2a77f-2ff2-4894-8015-3cb947cc244f,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:49.847803 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:49.919163 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:28:49.920370 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:49.923597 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef25d45-4ded-406b-a235-c7cfa489fce1 None None] Pushing event updated for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:50.040819 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:28:50.097351 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-9a8abd92-e30e-4666-be51-355b1946113d req-05e4884b-86e9-4b53-b928-ff6d23d03afb tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0361590 Jul 07 18:28:50.277349 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:45Z', 'revision_number': 4, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b2a77f-2ff2-4894-8015-3cb947cc244f', 'name': '', 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7', 'tenant_id': '027e83f88f29416390bade9da372a953', 'mac_address': 'fa:16:3e:b2:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:44Z', 'updated_at': '2021-07-07T18:28:49Z', 'revision_number': 4, 'project_id': '027e83f88f29416390bade9da372a953', 'subnets': [{'id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:28:50.304836 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be7ab5-32c1-498b-8114-5b97d5159ecd None None] The sync data for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 is: [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:28:45Z', 'revision_number': 4, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b2a77f-2ff2-4894-8015-3cb947cc244f', 'name': '', 'network_id': 'aea32bfe-7353-4eef-afd1-b406fded98a7', 'tenant_id': '027e83f88f29416390bade9da372a953', 'mac_address': 'fa:16:3e:b2:c7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:44Z', 'updated_at': '2021-07-07T18:28:49Z', 'revision_number': 4, 'project_id': '027e83f88f29416390bade9da372a953', 'subnets': [{'id': '4f43588a-6fb6-439a-b049-107feb45eef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:28:50.782641 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b2a77f-2ff2-4894-8015-3cb947cc244f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:50.835048 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning for port 76b2a77f-2ff2-4894-8015-3cb947cc244f completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:50.839042 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 76b2a77f-2ff2-4894-8015-3cb947cc244f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:50.839400 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.923687 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:50.959425 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] For port 76b2a77f-2ff2-4894-8015-3cb947cc244f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b2a77f-2ff2-4894-8015-3cb947cc244f,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:50.964085 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.017644 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Pushing event updated for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:51.231712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-dc7dccaf-192c-459c-837f-df00420dee59 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:51.233502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-dc7dccaf-192c-459c-837f-df00420dee59 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 810 time: 0.1162705 Jul 07 18:28:51.262563 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-b70377b5-9ebb-4b1b-a51f-2497a62c68d6 req-95f1a588-7156-4479-8dd5-081de38d6824 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0306106 Jul 07 18:28:51.289026 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-b7a1c19d-805e-4972-8fa9-225a56efdc61 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 380 time: 0.0395119 Jul 07 18:28:51.297687 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'port': {'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'admin_state_up': True, 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'security_groups': ['e06dd7c0-f422-4c8e-9a6c-edb65c62006a']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:51.404073 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Made reservation on behalf of 008bfdc02ab249e1aed3eb5bfde2d61a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:28:51.407780 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.534376 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Allocated IP 172.20.0.6 (6a3f4e0c-0f98-4266-8002-62964f9c5046/6f35a4e7-de91-4adb-91a6-82eba3663d19/5766fd9c-5d55-4850-8779-c171461d1c35) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:28:51.674194 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.688696 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Transition to ACTIVE for port object 5766fd9c-5d55-4850-8779-c171461d1c35 will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:51.720482 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.763910 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:28:51.767106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:28:51.773287 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:28:51.779773 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:51.827374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:51.828009 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:51.843188 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-a450acdf-e9b9-49f4-a136-5f48705d78d5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491350 Jul 07 18:28:51.854727 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Request body: {'port': {'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:28:51.934672 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.036879 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e661e62e-3d90-4190-83f7-b6a5af3a166c None None] Provisioning for port 5766fd9c-5d55-4850-8779-c171461d1c35 completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:52.041427 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e661e62e-3d90-4190-83f7-b6a5af3a166c None None] Provisioning complete for port 5766fd9c-5d55-4850-8779-c171461d1c35 triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:52.041748 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e661e62e-3d90-4190-83f7-b6a5af3a166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.083276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e661e62e-3d90-4190-83f7-b6a5af3a166c None None] Port 5766fd9c-5d55-4850-8779-c171461d1c35 cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:28:52.207040 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5766fd9c-5d55-4850-8779-c171461d1c35 {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:52.215093 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.227731 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Transition to ACTIVE for port object 5766fd9c-5d55-4850-8779-c171461d1c35 will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:28:52.231273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.282353 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:52.364927 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Attempting to bind port 5766fd9c-5d55-4850-8779-c171461d1c35 on host n-h1-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:28:52.365320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Attempting to bind port 5766fd9c-5d55-4850-8779-c171461d1c35 by drivers openvswitch,hyperv on host n-h1-791504-12 at level 0 using segments [{'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:28:52.365646 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Attempting to bind port 5766fd9c-5d55-4850-8779-c171461d1c35 on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:52.370290 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Port 5766fd9c-5d55-4850-8779-c171461d1c35 on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:28:52.370659 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Attempting to bind port 5766fd9c-5d55-4850-8779-c171461d1c35 on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:28:52.376592 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Checking agent: {'id': '6ab5642b-4b9e-49a6-93b6-dbec7a48684c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:28:52.376942 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Checking segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:28:52.377342 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Bound using segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:28:52.377779 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Bound port: 5766fd9c-5d55-4850-8779-c171461d1c35, host: n-h1-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:28:52.378170 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.452851 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:28:52.455039 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fec40-0c72-4f36-8a9f-9239a9745560 req-a7af96be-9234-410b-b07f-48af876c68ba tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.457080 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:28:52.461278 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.463179 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa1fec40-0c72-4f36-8a9f-9239a9745560 req-a7af96be-9234-410b-b07f-48af876c68ba tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0822270 Jul 07 18:28:52.504137 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-aa1fec40-0c72-4f36-8a9f-9239a9745560 req-42929402-4f48-4945-bb1d-24f7787db6a5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Jul 07 18:28:52.526581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.527273 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.530183 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] 10.222.0.32 "PUT /v2.0/ports/5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 1092 time: 0.6798084 Jul 07 18:28:52.530685 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:52.533102 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a065ae-83a0-43b5-855b-eaa98411115d" -d '{"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:52.549091 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee64717-c1b5-4f2f-990a-0b1b8865a506 service neutron] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:52.632183 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-1cfd9e10-2924-488f-a927-3289b8a22b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.633726 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-1cfd9e10-2924-488f-a927-3289b8a22b6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0637059 Jul 07 18:28:52.678131 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705928e9-0f96-4a79-a95c-820be50b2c32 x-openstack-request-id: req-705928e9-0f96-4a79-a95c-820be50b2c32 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:52.678462 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:52.678701 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-705928e9-0f96-4a79-a95c-820be50b2c32 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:52.679110 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'status': 'completed', 'code': 200} Jul 07 18:28:52.680991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-2b48ece5-7598-4668-af43-bb41b94d4916 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 217 time: 0.0396211 Jul 07 18:28:52.734092 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-72507298-0656-468d-965b-72216d5b8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.735828 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-72507298-0656-468d-965b-72216d5b8cb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0485351 Jul 07 18:28:52.754519 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b2a77f-2ff2-4894-8015-3cb947cc244f up at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:52.799916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-bfadac01-eba2-4733-acc6-d7f489756a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:52.801426 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-bfadac01-eba2-4733-acc6-d7f489756a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594139 Jul 07 18:28:52.803470 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Provisioning complete for port 76b2a77f-2ff2-4894-8015-3cb947cc244f triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:52.803899 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:52.900080 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-59832fee-5a2a-478b-88b4-3dc44015b4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923848 Jul 07 18:28:52.998340 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-2640c0c8-81ca-43d4-8115-8b880c0c3c18 req-c595c7ab-745a-470e-a9f8-7bd26999e38f service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912712 Jul 07 18:28:53.093679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a065ae-83a0-43b5-855b-eaa98411115d req-36883d02-3e42-404a-a373-524d8788104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.095131 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-36883d02-3e42-404a-a373-524d8788104a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0535412 Jul 07 18:28:53.191335 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a065ae-83a0-43b5-855b-eaa98411115d req-944eb574-0872-4f2b-8aff-85d2bab9752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.192851 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-944eb574-0872-4f2b-8aff-85d2bab9752c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0916908 Jul 07 18:28:53.237652 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-367aa32e-fa04-4a0a-9d90-6ffad33c2a46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 217 time: 0.0385582 Jul 07 18:28:53.287940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a065ae-83a0-43b5-855b-eaa98411115d req-77f9ea4d-375b-4e80-b76c-32913e33779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.289418 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-77f9ea4d-375b-4e80-b76c-32913e33779b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0455496 Jul 07 18:28:53.348824 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a065ae-83a0-43b5-855b-eaa98411115d req-17be617b-46be-4c66-986b-f9f2d56d69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.350341 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-17be617b-46be-4c66-986b-f9f2d56d69da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524323 Jul 07 18:28:53.445791 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-211de024-448c-4232-ba2b-9375a65c5ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877609 Jul 07 18:28:53.535387 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-43a065ae-83a0-43b5-855b-eaa98411115d req-1990e797-c581-4b7f-97ed-948773c80c9e service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Jul 07 18:28:53.691415 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e723a-58d0-4dfd-bb4a-d4721639ca2e req-69c86da4-d30a-4ed7-bddb-8de40474c7b9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:53.692945 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-638e723a-58d0-4dfd-bb4a-d4721639ca2e req-69c86da4-d30a-4ed7-bddb-8de40474c7b9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0670836 Jul 07 18:28:53.730212 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-638e723a-58d0-4dfd-bb4a-d4721639ca2e req-de0ea422-0b13-4614-b9e1-3ede678f3470 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Jul 07 18:28:54.904656 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e7c11-67cd-4b16-b905-514b1cdbed77 req-805ea5f7-38df-44f3-acb2-7be3531aa089 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:54.906257 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e87e7c11-67cd-4b16-b905-514b1cdbed77 req-805ea5f7-38df-44f3-acb2-7be3531aa089 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0634744 Jul 07 18:28:54.944827 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-e87e7c11-67cd-4b16-b905-514b1cdbed77 req-370378f5-e4ef-46b3-bd5c-6fbee9b453cd tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jul 07 18:28:55.536087 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:28:55.631166 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:55.642203 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5766fd9c-5d55-4850-8779-c171461d1c35', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:28:55.682330 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:55.699053 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5766fd9c-5d55-4850-8779-c171461d1c35 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:28:55.721485 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:55.725612 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:55.775205 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:55.928090 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5766fd9c-5d55-4850-8779-c171461d1c35'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:28:56.121503 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d58907-56bc-4f4f-8968-e73d7fd80ac7 req-fbcb8f77-d4d5-4926-82b0-84f4d6bafa73 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:56.123058 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d58907-56bc-4f4f-8968-e73d7fd80ac7 req-fbcb8f77-d4d5-4926-82b0-84f4d6bafa73 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.0678031 Jul 07 18:28:56.165020 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-80d58907-56bc-4f4f-8968-e73d7fd80ac7 req-1862765b-daea-4b57-9b46-fde615dc817c tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Jul 07 18:28:57.338906 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa56b35-ed87-41ee-b515-348a7d831b05 req-28a26069-1dec-461c-8266-63a10032f406 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:57.340407 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa56b35-ed87-41ee-b515-348a7d831b05 req-28a26069-1dec-461c-8266-63a10032f406 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.0652215 Jul 07 18:28:57.378370 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-caa56b35-ed87-41ee-b515-348a7d831b05 req-8464b329-424e-4b5b-b719-beec3baa1963 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Jul 07 18:28:57.551208 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:28:57.600835 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning for port 5766fd9c-5d55-4850-8779-c171461d1c35 completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:28:57.604418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5766fd9c-5d55-4850-8779-c171461d1c35 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:28:57.604823 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.679183 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.700805 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:28:57.703077 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e802b-d2ed-4b13-a75a-38e81a35bc93" -d '{"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:28:57.716643 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:28:57.720093 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.746133 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baff974-8e72-4003-9f65-24cd5d06f6b8 x-openstack-request-id: req-1baff974-8e72-4003-9f65-24cd5d06f6b8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:28:57.746437 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:28:57.746696 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1baff974-8e72-4003-9f65-24cd5d06f6b8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:28:57.747088 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'code': 200} Jul 07 18:28:57.773418 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:28:57.854292 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195926a-1386-4ce3-981e-473ac170f283 req-911e64b0-35fa-400f-946a-db28c775f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:57.855687 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b195926a-1386-4ce3-981e-473ac170f283 req-911e64b0-35fa-400f-946a-db28c775f224 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0532629 Jul 07 18:28:57.894833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-b195926a-1386-4ce3-981e-473ac170f283 req-48eaef3f-b4c8-4ce2-94ab-1c89bca8a6ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Jul 07 18:28:58.551450 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cac37-e445-4fd7-b682-c611b15bb829 req-598b2540-7080-4135-94fc-2dff81203ff6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:58.552877 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8cac37-e445-4fd7-b682-c611b15bb829 req-598b2540-7080-4135-94fc-2dff81203ff6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0650203 Jul 07 18:28:58.594560 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6b8cac37-e445-4fd7-b682-c611b15bb829 req-9b3cf24a-09dd-4107-b22e-316cd46589e2 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Jul 07 18:28:59.781751 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96574-5a54-4997-b161-da2734145346 req-e9970c3c-c293-42ca-8382-4ee56d99c8b0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:28:59.783275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6a96574-5a54-4997-b161-da2734145346 req-e9970c3c-c293-42ca-8382-4ee56d99c8b0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0690310 Jul 07 18:28:59.822633 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d6a96574-5a54-4997-b161-da2734145346 req-a527d90a-f320-4f41-9c3a-79a9fb7f4e58 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Jul 07 18:29:00.000753 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547794-c9f9-4996-b8f8-2e74c3c15c58 req-4918038d-a3e0-402a-8e9a-05c3b9a655b5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:00.002292 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94547794-c9f9-4996-b8f8-2e74c3c15c58 req-4918038d-a3e0-402a-8e9a-05c3b9a655b5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0656548 Jul 07 18:29:00.041524 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-94547794-c9f9-4996-b8f8-2e74c3c15c58 req-cd3975a5-9e89-42c4-a50d-d84cd38e6474 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Jul 07 18:29:00.065621 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:00.082535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed98c8a-d34b-4141-9de9-9349af92822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.226200 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edb397-92e9-4868-a12e-cb73548557d8 tempest-TestSnapshotPattern-1236874032 tempest-TestSnapshotPattern-1236874032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:00.227778 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-b5edb397-92e9-4868-a12e-cb73548557d8 tempest-TestSnapshotPattern-1236874032 tempest-TestSnapshotPattern-1236874032-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1092 time: 0.1610551 Jul 07 18:29:00.230690 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 41544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:00.235901 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:00.259191 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.363162 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.467947 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Allocated IP 172.25.7.107 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/353c04e2-0195-46bd-8ec4-63204f7640dc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:00.570858 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.611635 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7798449'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.649965 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:29:00.652923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:00.663897 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:29:00.687118 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=353c04e2-0195-46bd-8ec4-63204f7640dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:01.378718 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.457963 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.610086 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.615166 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7798339'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.686454 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=353c04e2-0195-46bd-8ec4-63204f7640dc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:01.698578 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:01.801867 n-d-791504-12 neutron-server[93766]: INFO neutron.db.l3_db [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Floating IP 802ba615-bfb9-4ae6-96ee-6edcd5779467 associated. External IP: 172.25.7.107, port: 5766fd9c-5d55-4850-8779-c171461d1c35. Jul 07 18:29:02.025151 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:29:02.134170 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:29:02.144237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:29:02.150514 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:02.154238 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:02.154846 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:28:32Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.190602 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-7ceba0e2-1faa-4c46-a5b8-c15dea597acc tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9585373 Jul 07 18:29:02.191651 n-d-791504-12 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:29:02.193779 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}474d285b502e488b4e82b18b1aded86b4d19ba33876d1a5de2d107add2ab8118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd84469-0542-4536-b024-6ceacde7d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:29:02.232314 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28644a2-bc4d-49b9-8ff2-374a567d29fb x-openstack-request-id: req-e28644a2-bc4d-49b9-8ff2-374a567d29fb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:29:02.232609 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:29:02.232863 n-d-791504-12 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e28644a2-bc4d-49b9-8ff2-374a567d29fb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:29:02.233273 n-d-791504-12 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'status': 'completed', 'code': 200} Jul 07 18:29:02.268426 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:02.306993 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd84469-0542-4536-b024-6ceacde7d39a req-5510f047-d0cd-40f7-963e-269512d62194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.309245 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-5510f047-d0cd-40f7-963e-269512d62194 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0555687 Jul 07 18:29:02.401302 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd84469-0542-4536-b024-6ceacde7d39a req-2155d21f-28c0-4608-b669-0a9cc63ca6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.403147 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-2155d21f-28c0-4608-b669-0a9cc63ca6da service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0880699 Jul 07 18:29:02.476596 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-b9fa4ea3-e301-450b-93ac-1df454dd73fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 999 time: 0.0672193 Jul 07 18:29:02.503929 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:01Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.514407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79375a2-c545-4365-9d7e-5b4d5310ba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:02.541528 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:29:02.547992 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd84469-0542-4536-b024-6ceacde7d39a req-6fceb1f7-f1cc-4aaa-aa0a-6e6c8ce0b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.549513 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-6fceb1f7-f1cc-4aaa-aa0a-6e6c8ce0b8a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0656807 Jul 07 18:29:02.551737 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:29:02.554663 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:29:02Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:02.616920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd84469-0542-4536-b024-6ceacde7d39a req-d8c931b5-933d-47ce-a97a-759df87e5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:02.618644 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-d8c931b5-933d-47ce-a97a-759df87e5a5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626769 Jul 07 18:29:02.738403 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-dacc5c26-672d-48d5-a48b-d8f5d66960e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123495 Jul 07 18:29:02.769725 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:29:02.830125 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-6bd84469-0542-4536-b024-6ceacde7d39a req-b9feba00-f5a8-433d-a2d8-e11e7def1b17 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867710 Jul 07 18:29:02.988195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:03.016120 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:01Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:29:03.047843 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffdc5d-f02f-48f0-ac4b-78b2a9332ce2 None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:01Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:29:03.255196 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c22ef-713e-4621-8620-769206a6dfaa None None] New status for floating IP 802ba615-bfb9-4ae6-96ee-6edcd5779467: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:29:03.936827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:05.265449 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:05.694706 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.090974 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:21.543237 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:30.084360 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a49779e-d0d9-4aae-99a6-fa11b6181eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:32.507404 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d8c4-b46e-44e9-9152-ab2b2bea66c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:32.984204 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:33.939001 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.283024 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:35.696448 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:37.089386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.594223 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-2025d9a8-231f-4e24-90c3-05d1c913da09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972457 Jul 07 18:29:56.687565 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-2397cba4-34be-41f6-8ea2-6339e2fd1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.689211 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-2397cba4-34be-41f6-8ea2-6339e2fd1f32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0530934 Jul 07 18:29:56.796077 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-596c63b5-fe16-48bb-85c3-7bdea2e46016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.797476 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-596c63b5-fe16-48bb-85c3-7bdea2e46016 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0884430 Jul 07 18:29:56.864731 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-6b5358e9-a3b7-49e6-b7e5-aa0f3247a63c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 1001 time: 0.0613062 Jul 07 18:29:56.912526 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-9b53f721-3e60-412b-b3d4-02833609aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.913956 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-9b53f721-3e60-412b-b3d4-02833609aaee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0434678 Jul 07 18:29:56.970999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-6b6d5c7b-dcfe-4407-adf6-8ce8000c4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.972530 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-6b6d5c7b-dcfe-4407-adf6-8ce8000c4383 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521824 Jul 07 18:29:57.066766 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-c195116a-e6b0-4ed1-a007-bbf72776046c service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Jul 07 18:29:57.155210 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-5014c78d-6868-44e7-ba20-5c0b1a6b23cf req-01f724ae-919c-4a2a-848d-5d72eec07aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821936 Jul 07 18:29:58.541462 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:00.084956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a67dc9f9-bfd8-4c37-b364-daf5ee3a3853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:02.508444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89190b2b-6945-43b5-adae-3fde203dcbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:02.986455 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.941827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.283807 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.699738 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.082065 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.085552 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06521132-864c-4129-afa3-df0ab2b852a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.510650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d528dc-3159-49ef-84ea-ac78ede58bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.988241 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.945342 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.298650 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.539641 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:35.703158 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.098964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.590634 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-f6c4174c-4a90-4091-a9d4-ebabb5f0797e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698032 Jul 07 18:30:57.699553 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313d5c-ba0a-4970-befe-96585971b240 req-510d53cc-9bb4-48ad-acf0-5d577ede4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.701134 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-510d53cc-9bb4-48ad-acf0-5d577ede4382 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0647304 Jul 07 18:30:57.850329 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313d5c-ba0a-4970-befe-96585971b240 req-9c402d75-3d4c-4b16-8290-d07117c92697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.852492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-9c402d75-3d4c-4b16-8290-d07117c92697 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1281214 Jul 07 18:30:57.934469 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-375a26aa-bc86-425b-9897-650d36ed388b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 1001 time: 0.0748949 Jul 07 18:30:57.991564 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313d5c-ba0a-4970-befe-96585971b240 req-31ce4b0b-a4e4-4802-85f2-4db384ccd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.993923 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-31ce4b0b-a4e4-4802-85f2-4db384ccd9c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0527749 Jul 07 18:30:58.058516 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313d5c-ba0a-4970-befe-96585971b240 req-351070cb-a392-4c4c-a1d0-5af520195e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:58.060116 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-351070cb-a392-4c4c-a1d0-5af520195e7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595858 Jul 07 18:30:58.170538 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-bf1ff7d7-6a03-43bb-8b79-5051c4a2921a service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013217 Jul 07 18:30:58.287308 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-14313d5c-ba0a-4970-befe-96585971b240 req-e4143b61-a80e-4fa4-aec7-d022e4fab38f service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105433 Jul 07 18:31:00.088415 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f31dd6ad-81a6-4211-9a26-f2a20ad628de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.111944 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 details requested by agent hyperv_n-h1-791504-12 with host n-h1-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:31:02.237379 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:02.260068 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Returning: {'device': '5766fd9c-5d55-4850-8779-c171461d1c35', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:31:02.315372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.336858 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5766fd9c-5d55-4850-8779-c171461d1c35 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:02.368008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:02.375720 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.440060 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.448901 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.449471 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.450286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.450563 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.450906 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.451248 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.451611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.451988 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.452382 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.452720 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.453085 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.453543 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:02.459383 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] get_ports_and_sgs() called for port_ids ['5766fd9c-5d55-4850-8779-c171461d1c35'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:02.523971 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72aabaf7-6124-4883-b3ae-517eee1d983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.025769 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.962903 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.129056 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 up at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:04.224873 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Provisioning complete for port 5766fd9c-5d55-4850-8779-c171461d1c35 triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:04.225398 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.337000 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.379929 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:04.383427 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36072b-1ee2-4276-998e-205085851f0e" -d '{"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:04.399514 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:04.405407 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.476769 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.544242 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f9501-b487-4b52-89a8-2fb4e3a8f017 x-openstack-request-id: req-535f9501-b487-4b52-89a8-2fb4e3a8f017 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:04.544523 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:04.544859 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-535f9501-b487-4b52-89a8-2fb4e3a8f017 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:04.545199 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'code': 200} Jul 07 18:31:05.320609 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.717895 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.113819 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:12.547099 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:13.889092 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-36afaf58-d28a-43e9-80d5-ba98ce21585d tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535135360&fields=id&tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 267 time: 0.0398281 Jul 07 18:31:14.011623 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-b2a98159-0fbc-4c08-9d48-c648ad62eb80 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:14.013275 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-b2a98159-0fbc-4c08-9d48-c648ad62eb80 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 810 time: 0.1170044 Jul 07 18:31:14.030625 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-686e7f81-eaa8-4038-8265-66cb6b61b1d3 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/quotas/008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 375 time: 0.0109284 Jul 07 18:31:14.112717 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-baf97cae-d1c8-4dc1-819c-a742fab24a5b tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0754256 Jul 07 18:31:14.275621 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-d6824b5e-ae42-4a54-a08d-e3f3269238d3 service neutron] 10.222.0.22 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502106 Jul 07 18:31:14.378252 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-6c2fb6fa-055f-4c6e-a815-03f8902f2348 service neutron] 10.222.0.22 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963812 Jul 07 18:31:14.592833 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-cdc8b3b6-5c0f-4a68-bc53-9f88a9fa3e71 req-26feee02-bc77-4e0a-8c90-d897e77a9aa3 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 210 time: 0.0311425 Jul 07 18:31:15.752164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d7c251ac-b573-43cd-a106-4db1a950f6e4 req-fc445383-a083-43c2-aa33-6f5201bc4356 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 210 time: 0.0359056 Jul 07 18:31:15.943054 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-57b5aaaf-7c01-496c-bd27-8a7fa5bb8ef3 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:15.945588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-57b5aaaf-7c01-496c-bd27-8a7fa5bb8ef3 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 810 time: 0.1308630 Jul 07 18:31:16.004070 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-9a61f813-8ae8-4060-b7d5-ebae7278de8e tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a HTTP/1.1" status: 200 len: 380 time: 0.0440540 Jul 07 18:31:16.014669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'port': {'device_id': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'admin_state_up': True, 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'security_groups': ['e06dd7c0-f422-4c8e-9a6c-edb65c62006a']}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:16.151924 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Made reservation on behalf of 008bfdc02ab249e1aed3eb5bfde2d61a for: {'port': 1} {{(pid=93765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:16.158792 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.160168 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:16.266657 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.307510 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:16.310922 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e95acbb-c9d0-40cf-8aea-1a5aee108347" -d '{"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:16.333286 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:16.339347 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.370916 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Allocated IP 172.20.0.3 (6a3f4e0c-0f98-4266-8002-62964f9c5046/6f35a4e7-de91-4adb-91a6-82eba3663d19/abac7830-7338-4247-b0d2-61eafbd5ec6b) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:16.395525 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756da8fe-e15b-4e83-8e15-8035a5382be8 x-openstack-request-id: req-756da8fe-e15b-4e83-8e15-8035a5382be8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:16.396804 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:16.397587 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-756da8fe-e15b-4e83-8e15-8035a5382be8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:16.398520 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'code': 200} Jul 07 18:31:16.467381 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Pushing event updated for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.562825 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.581972 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Transition to ACTIVE for port object abac7830-7338-4247-b0d2-61eafbd5ec6b will not be triggered until provisioned by entity DHCP. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:16.626037 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.680133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:16.684323 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:16.691762 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:16.725394 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.809368 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.809963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.810585 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.811215 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.811757 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.812945 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.813482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.814078 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.815009 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.815626 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.816226 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.816758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:16.835871 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:16.836996 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.865155 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-cb7abbdd-7aa8-4511-9dc5-57c6b0d07781 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545194 Jul 07 18:31:17.079215 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dd6aa-968a-43c2-91db-361b7ea4024a req-0f477542-cab1-4c2f-83d3-bea1556d2e2c tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:17.082049 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d84dd6aa-968a-43c2-91db-361b7ea4024a req-0f477542-cab1-4c2f-83d3-bea1556d2e2c tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1225133 Jul 07 18:31:17.129652 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d84dd6aa-968a-43c2-91db-361b7ea4024a req-83b970b4-26e6-493c-b205-5cb10383dcc7 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401940 Jul 07 18:31:17.164276 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-17edfaf3-9484-42c6-bd60-4e80885b20ca None None] Provisioning for port abac7830-7338-4247-b0d2-61eafbd5ec6b completed by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:17.170210 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-17edfaf3-9484-42c6-bd60-4e80885b20ca None None] Provisioning complete for port abac7830-7338-4247-b0d2-61eafbd5ec6b triggered by entity DHCP. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:17.170977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17edfaf3-9484-42c6-bd60-4e80885b20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.241505 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-17edfaf3-9484-42c6-bd60-4e80885b20ca None None] Port abac7830-7338-4247-b0d2-61eafbd5ec6b cannot update to ACTIVE because it is not bound. {{(pid=93767) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:18.415282 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc022-be6d-4db6-bd9c-1c069901ddf2 req-272b6319-1279-4630-bc32-e7319ae525a0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.418448 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f18dc022-be6d-4db6-bd9c-1c069901ddf2 req-272b6319-1279-4630-bc32-e7319ae525a0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1325533 Jul 07 18:31:18.470349 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f18dc022-be6d-4db6-bd9c-1c069901ddf2 req-eb59e091-d6fe-4ed6-a24c-8bae3859dab2 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 Jul 07 18:31:19.781800 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c464b9-1516-4f0e-9ceb-0aa4db0a571d req-f107f026-88ad-41d3-8172-917feef4e710 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.784511 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4c464b9-1516-4f0e-9ceb-0aa4db0a571d req-f107f026-88ad-41d3-8172-917feef4e710 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1028948 Jul 07 18:31:19.854004 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-a4c464b9-1516-4f0e-9ceb-0aa4db0a571d req-5839f5cd-83c0-4707-8659-f37d2d2106b4 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626814 Jul 07 18:31:21.139390 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f0deb-4296-456d-b0df-174b1e6b3663 req-0e5913a0-83fe-4200-90a0-a97735178615 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.148253 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c3f0deb-4296-456d-b0df-174b1e6b3663 req-0e5913a0-83fe-4200-90a0-a97735178615 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1094761 Jul 07 18:31:21.189769 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-7c3f0deb-4296-456d-b0df-174b1e6b3663 req-2bd66d3b-86ca-47bc-80e8-1466c1c55462 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Jul 07 18:31:22.485580 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fcb5d-6249-4cd0-8ef1-47798a61ee05 req-9151c153-6466-4301-9cb3-616a9394026d tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.489701 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-998fcb5d-6249-4cd0-8ef1-47798a61ee05 req-9151c153-6466-4301-9cb3-616a9394026d tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1175153 Jul 07 18:31:22.562616 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-998fcb5d-6249-4cd0-8ef1-47798a61ee05 req-f59659c6-a2d5-41c4-82ab-e0535a10eca0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642016 Jul 07 18:31:23.836921 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32389-7c48-4102-9c98-0ed91f4b2c92 req-296d40bd-0668-4318-9ef3-1ea7a469bcbe tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:23.838957 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24c32389-7c48-4102-9c98-0ed91f4b2c92 req-296d40bd-0668-4318-9ef3-1ea7a469bcbe tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.1055951 Jul 07 18:31:23.901240 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24c32389-7c48-4102-9c98-0ed91f4b2c92 req-3de06311-0da6-4e5e-bd9b-108a8a8edcda tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516801 Jul 07 18:31:25.170773 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7ffc-2169-4262-b44c-1a6870a43d9b req-b125c33b-456a-47a9-b5e0-312098fe72c8 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.172575 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25e7ffc-2169-4262-b44c-1a6870a43d9b req-b125c33b-456a-47a9-b5e0-312098fe72c8 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.0923598 Jul 07 18:31:25.240429 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25e7ffc-2169-4262-b44c-1a6870a43d9b req-a677510b-9429-45d7-a8f3-d41102f88422 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608611 Jul 07 18:31:26.503123 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbdfe3-06bc-4667-ac33-2a854a1bc09c req-5390b82c-1c96-48c4-beae-cb16f3d0e4da tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:26.504673 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdfbdfe3-06bc-4667-ac33-2a854a1bc09c req-5390b82c-1c96-48c4-beae-cb16f3d0e4da tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.0748487 Jul 07 18:31:26.547222 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-bdfbdfe3-06bc-4667-ac33-2a854a1bc09c req-e954818c-1e52-4e7c-b3b9-25e2cb45c689 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360539 Jul 07 18:31:27.738831 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b426560-39df-4da5-8205-90f0e22825c9 req-51552806-7e85-4ba1-8613-d35dc2bdf658 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.740497 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b426560-39df-4da5-8205-90f0e22825c9 req-51552806-7e85-4ba1-8613-d35dc2bdf658 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.0714400 Jul 07 18:31:27.784329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-4b426560-39df-4da5-8205-90f0e22825c9 req-8a8f2d88-929c-4406-b5fb-83cdc886af04 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371153 Jul 07 18:31:28.888876 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-951a594b-2f3e-4a5a-ae64-955ba8ea27a5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:31:28.891150 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-951a594b-2f3e-4a5a-ae64-955ba8ea27a5 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099301 Jul 07 18:31:28.956627 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Request body: {'port': {'device_id': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-12'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:29.005653 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694fd0-5374-452a-b233-0fb6e7b3b498 req-2cac0bce-2901-4bec-aa05-09dfe9162bee tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:29.007348 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba694fd0-5374-452a-b233-0fb6e7b3b498 req-2cac0bce-2901-4bec-aa05-09dfe9162bee tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 931 time: 0.0809989 Jul 07 18:31:29.058708 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-ba694fd0-5374-452a-b233-0fb6e7b3b498 req-1c1a6d0b-5dff-472e-bf0d-e5d238020d55 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Jul 07 18:31:29.064980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.432700 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac7830-7338-4247-b0d2-61eafbd5ec6b {{(pid=93765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:29.441436 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.455429 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.provisioning_blocks [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Transition to ACTIVE for port object abac7830-7338-4247-b0d2-61eafbd5ec6b will not be triggered until provisioned by entity L2. {{(pid=93765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:29.460773 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.514843 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:29.622330 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Attempting to bind port abac7830-7338-4247-b0d2-61eafbd5ec6b on host n-h2-791504-12 for vnic_type normal with profile {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:29.622850 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Attempting to bind port abac7830-7338-4247-b0d2-61eafbd5ec6b by drivers openvswitch,hyperv on host n-h2-791504-12 at level 0 using segments [{'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:29.623347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Attempting to bind port abac7830-7338-4247-b0d2-61eafbd5ec6b on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:29.630975 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Port abac7830-7338-4247-b0d2-61eafbd5ec6b on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-12 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:29.631464 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Attempting to bind port abac7830-7338-4247-b0d2-61eafbd5ec6b on network 6a3f4e0c-0f98-4266-8002-62964f9c5046 {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:29.638611 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Checking agent: {'id': '89f278e6-3b1a-43a3-8d7e-d821b435e518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'started_at': datetime.datetime(2021, 7, 7, 16, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:29.639041 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Checking segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:29.639495 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Bound using segment: {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'} {{(pid=93765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:29.640017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.managers [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Bound port: abac7830-7338-4247-b0d2-61eafbd5ec6b, host: n-h2-791504-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50965ca0-ccc6-4002-903a-3d054557960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046'}}] {{(pid=93765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:29.640445 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.740679 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, cleared binding levels {{(pid=93765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:29.744216 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:29.750229 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.804440 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:29.805390 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.807300 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] 10.222.0.83 "PUT /v2.0/ports/abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 1092 time: 0.9061325 Jul 07 18:31:29.808028 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:29.811869 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:29.879311 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ebde0-1193-4ae9-82af-28b40fbbf160 service neutron] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=3']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:29.911629 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256a90c0-b0b5-4131-81ef-256cb75b9bed x-openstack-request-id: req-256a90c0-b0b5-4131-81ef-256cb75b9bed {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:29.912408 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:29.912762 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-256a90c0-b0b5-4131-81ef-256cb75b9bed {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:29.913321 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'status': 'completed', 'code': 200} Jul 07 18:31:29.953873 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-3ed47d82-9e2f-413c-b5c7-0857ef30e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:29.955509 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-3ed47d82-9e2f-413c-b5c7-0857ef30e1d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1095 time: 0.0943842 Jul 07 18:31:30.018475 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-eb23c352-8319-47c5-a1c0-bccbba2c5208 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 217 time: 0.0548685 Jul 07 18:31:30.104901 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-8859fb1c-22f6-4c78-8288-85f3f4d99e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.107704 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-8859fb1c-22f6-4c78-8288-85f3f4d99e25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0821006 Jul 07 18:31:30.169349 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-032c9237-3da5-47e2-ab95-a57bbe570542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.189737 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220dcf-af70-4351-9965-9a826441669a req-96f282e9-d61a-4318-af61-488b8dd072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.191445 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-96f282e9-d61a-4318-af61-488b8dd072d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778196 Jul 07 18:31:30.298316 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-ac0b605f-45e2-42dd-9b96-390e5a6ac090 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992937 Jul 07 18:31:30.352395 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf16082-d7dc-46b7-9d2b-eb0f41c3f96b req-cb56046c-da8e-47c7-8820-4a9aba8af664 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.354060 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acf16082-d7dc-46b7-9d2b-eb0f41c3f96b req-cb56046c-da8e-47c7-8820-4a9aba8af664 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.0828750 Jul 07 18:31:30.397365 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-acf16082-d7dc-46b7-9d2b-eb0f41c3f96b req-12f0ee03-681a-4c13-9248-b293700c7d40 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366063 Jul 07 18:31:30.445235 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-22220dcf-af70-4351-9965-9a826441669a req-284c2681-a018-4c89-b9e0-189007494aaa service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401396 Jul 07 18:31:30.559388 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-54d158df-2548-4528-a929-973765db9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.560900 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-54d158df-2548-4528-a929-973765db9c06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1095 time: 0.0587034 Jul 07 18:31:30.663263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-aba02ee6-0f02-46fe-ade5-b331cef1a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.664813 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-aba02ee6-0f02-46fe-ade5-b331cef1a20c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0976071 Jul 07 18:31:30.709886 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-33f454c3-ef44-425b-938b-43714503d449 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 217 time: 0.0379653 Jul 07 18:31:30.761240 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-9396b59f-1017-453f-b481-bcfbc618adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.762852 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-9396b59f-1017-453f-b481-bcfbc618adfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0472801 Jul 07 18:31:30.864303 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-6e65559e-ed7a-485e-a13d-633729540150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.867024 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-6e65559e-ed7a-485e-a13d-633729540150 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977392 Jul 07 18:31:30.961113 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-7fa89a36-cd70-4ff7-bd0c-a883772afb4f service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Jul 07 18:31:31.447205 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8c7e1b07-bf56-45f9-b33d-4a5000f7baa5 req-993ca653-d4d4-4a09-a544-102cac089e12 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794099 Jul 07 18:31:31.695643 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25027b4-5728-46f4-bb84-0fe0e8c74ece req-49e4cceb-aeb4-4b28-b35c-39f0a68110e6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:31.697329 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25027b4-5728-46f4-bb84-0fe0e8c74ece req-49e4cceb-aeb4-4b28-b35c-39f0a68110e6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.0745840 Jul 07 18:31:31.741746 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c25027b4-5728-46f4-bb84-0fe0e8c74ece req-0fefeefa-e7d4-4860-ad59-e5e00779f0c9 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Jul 07 18:31:32.517324 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-158b4c53-41f4-488a-8e74-50721a5bd1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.994353 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.097819 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a73e3-0a76-4701-adf7-ce0d07edd919 req-b866c5bc-736d-4493-a141-49908ef45311 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:33.099678 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d81a73e3-0a76-4701-adf7-ce0d07edd919 req-b866c5bc-736d-4493-a141-49908ef45311 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.1476769 Jul 07 18:31:33.144772 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-d81a73e3-0a76-4701-adf7-ce0d07edd919 req-eb6dc5b6-8ed1-45a7-9119-11bb24f5a92a tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Jul 07 18:31:33.948334 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.309667 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:31:34.345987 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb19e25-5c7f-4228-82e6-35da4c7770ea req-d3f266c0-3047-42e6-90d1-ae95eef655f6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:34.347631 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cb19e25-5c7f-4228-82e6-35da4c7770ea req-d3f266c0-3047-42e6-90d1-ae95eef655f6 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.0741162 Jul 07 18:31:34.391689 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-3cb19e25-5c7f-4228-82e6-35da4c7770ea req-75ec1db4-09e5-4227-8e80-835797d10c96 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Jul 07 18:31:34.485857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:34.499529 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'mac_address': 'fa:16:3e:90:23:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:31:34.542412 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.557690 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac7830-7338-4247-b0d2-61eafbd5ec6b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:34.580285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:34.585357 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:34.639487 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=4']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:34.952868 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['abac7830-7338-4247-b0d2-61eafbd5ec6b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:35.323243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.585280 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9973b-b244-406f-883d-a49a0f626963 req-f2d70d24-cc79-4a10-8f32-ca8eb1b78bca tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:35.586907 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24a9973b-b244-406f-883d-a49a0f626963 req-f2d70d24-cc79-4a10-8f32-ca8eb1b78bca tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 944 time: 0.0746937 Jul 07 18:31:35.631489 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-24a9973b-b244-406f-883d-a49a0f626963 req-ed37af77-8abf-472e-a17d-9d749cecfa27 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Jul 07 18:31:35.710568 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.339554 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:36.399705 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning for port abac7830-7338-4247-b0d2-61eafbd5ec6b completed by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:36.404439 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port abac7830-7338-4247-b0d2-61eafbd5ec6b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:36.404815 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.506916 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.533363 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:36.535758 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1137a5d-067b-458a-b787-bd4ce2f65647" -d '{"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-plugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:36.549564 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:36.555680 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.607970 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c0127-53e6-4453-8a65-781ba443039f x-openstack-request-id: req-a96c0127-53e6-4453-8a65-781ba443039f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:36.608490 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-plugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:36.608723 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a96c0127-53e6-4453-8a65-781ba443039f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:36.609332 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'code': 200} Jul 07 18:31:36.630747 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.765706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d0b61-7501-4c5d-83e7-e55dc8057cfc req-6583c870-18ff-4b7a-9c5d-a9190d19ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:36.767170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-835d0b61-7501-4c5d-83e7-e55dc8057cfc req-6583c870-18ff-4b7a-9c5d-a9190d19ad29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0878074 Jul 07 18:31:36.820613 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-835d0b61-7501-4c5d-83e7-e55dc8057cfc req-d9535468-63b3-4de1-9936-449580190475 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Jul 07 18:31:36.876790 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef2ca-ca8d-4e9b-be20-016966e1bd7b req-582fa64f-6ec3-4145-9466-181f098edbe0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:36.879096 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f7ef2ca-ca8d-4e9b-be20-016966e1bd7b req-582fa64f-6ec3-4145-9466-181f098edbe0 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 945 time: 0.0914576 Jul 07 18:31:36.924534 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-0f7ef2ca-ca8d-4e9b-be20-016966e1bd7b req-10ad293f-d298-4ce2-b8f7-a86f939097c2 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Jul 07 18:31:37.127834 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.159645 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923120-5cf6-459d-80c2-0ae7103043fa req-1fa5b9ce-9b97-4fdf-b124-6125d2705a9f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.161285 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47923120-5cf6-459d-80c2-0ae7103043fa req-1fa5b9ce-9b97-4fdf-b124-6125d2705a9f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 945 time: 0.0857265 Jul 07 18:31:38.207279 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-47923120-5cf6-459d-80c2-0ae7103043fa req-8d6d5dbc-ddb2-46e9-8e85-d89412329a96 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357153 Jul 07 18:31:38.404769 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ec416-41e4-4e13-94e3-b57a0361ba2c req-b41e7031-34b5-4b06-99cc-ec2c5451f439 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.406488 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-092ec416-41e4-4e13-94e3-b57a0361ba2c req-b41e7031-34b5-4b06-99cc-ec2c5451f439 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 945 time: 0.0757678 Jul 07 18:31:38.453264 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-092ec416-41e4-4e13-94e3-b57a0361ba2c req-f64497da-0fa1-4349-97a3-64f8ca263470 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365450 Jul 07 18:31:38.481104 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41856) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.539428 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47983c-f693-40ab-9d28-ef0536780bf0 tempest-TestSnapshotPattern-1236874032 tempest-TestSnapshotPattern-1236874032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.541014 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-0e47983c-f693-40ab-9d28-ef0536780bf0 tempest-TestSnapshotPattern-1236874032 tempest-TestSnapshotPattern-1236874032-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1092 time: 0.0585659 Jul 07 18:31:38.545688 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 41858) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.550809 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.v2.base [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Request body: {'floatingip': {'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:38.577041 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.686248 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.813718 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.db_base_plugin_common [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Allocated IP 172.25.7.168 (22143c16-edb2-459b-9740-d1320510163a/01ec231a-d60c-4299-b2db-926472b866e2/2c284e0e-c546-4e11-be1a-0d2878b81158) {{(pid=93765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:38.987660 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.051322 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1015870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791333259996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4318718'] for port, after_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.093801 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Network 22143c16-edb2-459b-9740-d1320510163a is already hosted by enough agents. {{(pid=93765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:39.097173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.base_scheduler [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Resources bound (agent type, host, resource id): {{(pid=93765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:39.105036 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Received port after_create {{(pid=93765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:39.112179 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=2c284e0e-c546-4e11-be1a-0d2878b81158,revision_number=1']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:39.551235 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.655148 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.876928 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for port, precommit_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.882285 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4318476'] for port, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:39.959108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event updated for resources: {'Port': ['ID=2c284e0e-c546-4e11-be1a-0d2878b81158,revision_number=2']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:39.971999 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1986948'] for floatingip, after_update {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.083988 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Floating IP 2b86c375-2962-4332-b629-4fdfc5b8bbc2 associated. External IP: 172.25.7.168, port: abac7830-7338-4247-b0d2-61eafbd5ec6b. Jul 07 18:31:40.340159 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:40.458357 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:40.470195 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:40.478901 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:40.483161 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:40.483773 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:31:33Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:40.534140 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-47e71bf8-8123-44ab-a95d-28e96cbcc932 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9753163 Jul 07 18:31:40.534140 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:40.534140 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896bf428-1491-45fb-8182-82e23d5fc70e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:40.567673 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe448502-9f54-4900-a967-182abe2c220e x-openstack-request-id: req-fe448502-9f54-4900-a967-182abe2c220e {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:40.568341 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:40.568341 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe448502-9f54-4900-a967-182abe2c220e {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:40.568617 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'status': 'completed', 'code': 200} Jul 07 18:31:40.640445 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:40.656673 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf428-1491-45fb-8182-82e23d5fc70e req-e772d67c-a987-4a50-bc9d-eb10fb5779fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.658619 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-e772d67c-a987-4a50-bc9d-eb10fb5779fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0673842 Jul 07 18:31:40.770133 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf428-1491-45fb-8182-82e23d5fc70e req-848c8fbe-cbaa-48b6-8521-ec6e30f246d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.771778 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-848c8fbe-cbaa-48b6-8521-ec6e30f246d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1068439 Jul 07 18:31:40.860976 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-3169e63f-6292-4c86-bf82-1e1dc507b9c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 999 time: 0.0832150 Jul 07 18:31:40.928020 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf428-1491-45fb-8182-82e23d5fc70e req-00b2f602-f836-4fc7-babf-8bbfa7ee7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.929730 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-00b2f602-f836-4fc7-babf-8bbfa7ee7028 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0625582 Jul 07 18:31:40.952949 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2b86c375-2962-4332-b629-4fdfc5b8bbc2', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:90:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:39Z', 'updated_at': '2021-07-07T18:31:39Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}, {'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:40.985594 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:40.997040 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:40.997977 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:31:33Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:41.004612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf428-1491-45fb-8182-82e23d5fc70e req-9488dc1f-5276-434d-9c45-89b23dbae1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.006588 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-9488dc1f-5276-434d-9c45-89b23dbae1d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707350 Jul 07 18:31:41.144858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-4079646e-98e3-4e09-91a0-84018faa3948 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316998 Jul 07 18:31:41.146264 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:41.291296 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-896bf428-1491-45fb-8182-82e23d5fc70e req-fc7df518-a2fe-4af4-b678-f3035369a03f service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406751 Jul 07 18:31:41.420850 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2b86c375-2962-4332-b629-4fdfc5b8bbc2', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:90:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:39Z', 'updated_at': '2021-07-07T18:31:39Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}, {'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:41.456661 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff1bfa-0864-49b7-a179-6e71482920cc None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '2b86c375-2962-4332-b629-4fdfc5b8bbc2', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:90:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:39Z', 'updated_at': '2021-07-07T18:31:39Z', 'revision_number': 0, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}, {'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:41.691496 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eba60d-44e9-4f00-ab4b-5dbcd44c62d6 None None] New status for floating IP 2b86c375-2962-4332-b629-4fdfc5b8bbc2: ACTIVE {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:31:49.537846 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:57.555137 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-04f42f97-0688-46f9-821f-33000b669ebf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597751 Jul 07 18:31:57.657986 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-d59121d4-cc28-4a90-9519-1a1cffa2c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.659826 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-d59121d4-cc28-4a90-9519-1a1cffa2c824 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0580394 Jul 07 18:31:57.785400 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-b7e172ee-f192-4c16-85a2-3e23c7935385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.787105 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-b7e172ee-f192-4c16-85a2-3e23c7935385 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0999088 Jul 07 18:31:57.856841 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-7fb8727c-13f1-465c-8cac-8e732fc273a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 999 time: 0.0629241 Jul 07 18:31:57.913706 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-3364a396-6287-4503-a658-7ab2103e2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.915834 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-3364a396-6287-4503-a658-7ab2103e2ab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0527451 Jul 07 18:31:57.984108 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-3e469390-183e-4853-89ea-2d6c2d92e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.985876 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-3e469390-183e-4853-89ea-2d6c2d92e3e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639250 Jul 07 18:31:58.081860 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-19dd36e2-5a00-470f-95ba-8b76c1347db8 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896475 Jul 07 18:31:58.186221 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-1e48b3dc-144a-4176-a62d-e5d0e56864ea req-195a9f13-164d-4ac4-a0ae-a8c691cee135 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983992 Jul 07 18:32:00.094200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3269ba62-681c-4111-b3de-5f055e9dedf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.522363 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f40df898-c0d5-455e-b384-b197d2f7d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:02.989945 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:03.693029 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-7ffe4c76-561e-4a6b-bf41-c7a9da2b00dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560563 Jul 07 18:32:03.795751 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-8a250594-86c7-4835-8950-7b33bf53241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.797253 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-8a250594-86c7-4835-8950-7b33bf53241b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0585973 Jul 07 18:32:03.936503 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-d79ed503-ef4a-44b7-8174-4a51bbc26562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:03.938061 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-d79ed503-ef4a-44b7-8174-4a51bbc26562 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1186364 Jul 07 18:32:03.955977 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:04.018798 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-0a6ceffe-3a9c-45d8-9414-5e83722502ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 1001 time: 0.0724442 Jul 07 18:32:04.079070 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-eca502f2-a51b-4e32-b4e1-27742fdca2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.080523 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-eca502f2-a51b-4e32-b4e1-27742fdca2dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0549996 Jul 07 18:32:04.142712 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-99222eb0-6fd8-4490-a8d2-ae1fa0f64ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.144375 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-99222eb0-6fd8-4490-a8d2-ae1fa0f64ffb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572670 Jul 07 18:32:04.247193 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-ddd98550-45dd-4b1c-8730-d959baa3d20d service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962002 Jul 07 18:32:04.364016 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-ff7da7f7-f24e-4213-8138-2408319de0e5 req-2d00a594-56a8-464d-bcfd-3cf093243836 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105342 Jul 07 18:32:05.326569 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.715535 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:07.117191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:26.538273 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:30.099386 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dacb44c3-c880-4b24-8cb9-1ea7adc2a023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.531380 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d76feeb-006d-4793-81e4-884276289d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:32.990042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:33.959239 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.327430 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.719076 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:37.127630 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.639098 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-b4f16e35-17ff-494d-a3f8-a58fbdfeae3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0673928 Jul 07 18:32:57.767374 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-9c474945-a18d-469c-8f48-842c43a232ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.768907 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-9c474945-a18d-469c-8f48-842c43a232ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0581930 Jul 07 18:32:57.900370 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-fbce833f-e542-44df-8bee-1d0d20bed71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.901817 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-fbce833f-e542-44df-8bee-1d0d20bed71a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1119874 Jul 07 18:32:57.974123 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-2e2d22bb-2fb6-422a-9507-b879eee5d53e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 999 time: 0.0658729 Jul 07 18:32:58.037379 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-98ca7e31-1991-48e7-bda0-0b2e20fcf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.039086 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-98ca7e31-1991-48e7-bda0-0b2e20fcf19b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0579994 Jul 07 18:32:58.105647 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-c50653e2-5d1f-4977-9bc6-d5de0a7a5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.107343 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-c50653e2-5d1f-4977-9bc6-d5de0a7a5b2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613697 Jul 07 18:32:58.208896 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-a68fecc9-7d23-467a-bc7a-01c37e9e0cb9 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938935 Jul 07 18:32:58.322249 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-332a906b-b856-4b30-988b-b5b0c75e0d47 req-0cfca02b-f990-493c-9be1-71667cac0d1c service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075854 Jul 07 18:33:00.105262 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84dba243-29ee-4a16-9b01-16a3f52ab22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.532541 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1259de8-17b6-41c6-b4f7-2ad31efc46ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:02.986356 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.537791 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:03.961034 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.354458 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.413358 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-b3abfa76-a623-474b-ab8e-977c4e4c8dfd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602386 Jul 07 18:33:05.518291 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-38ce0b1c-9fef-48db-ac42-ec395c768182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.519803 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-38ce0b1c-9fef-48db-ac42-ec395c768182 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0569277 Jul 07 18:33:05.646278 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-fb9f506d-c4e3-4598-97b5-6cc8811e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.647949 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-fb9f506d-c4e3-4598-97b5-6cc8811e9cf9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1006286 Jul 07 18:33:05.724312 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.732380 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-f97e5f6b-9f20-42ac-adc7-a27412e1bbf1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 1001 time: 0.0770330 Jul 07 18:33:05.818767 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-6d014802-afbb-4243-a2f8-165dd89d0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.821225 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-6d014802-afbb-4243-a2f8-165dd89d0bd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0827851 Jul 07 18:33:05.885391 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-7f48e877-de43-42b2-85c5-589f434d8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.887166 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-7f48e877-de43-42b2-85c5-589f434d8649 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594258 Jul 07 18:33:05.991060 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-7f37f2a1-f945-48ca-bc44-72287d695f22 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969279 Jul 07 18:33:06.100789 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3b49ba39-19ff-4602-b342-7f7bb4f55491 req-81b90c4d-b86f-4f94-bea9-8b2f2e0dbd16 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029708 Jul 07 18:33:07.130567 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.098878 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4d150dd-d01c-4089-9d98-39d8f6d22142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:32.529561 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-339d0545-a835-471f-94a4-8e6803cc8704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:32.993056 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.964285 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.356761 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:35.718991 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.165337 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:40.538810 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:57.554398 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-62fb75ca-95e9-411e-98d1-f6aba2665b98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616181 Jul 07 18:33:57.667250 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-7faeed38-b017-48d7-b95f-6e1d4c964fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.668836 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-7faeed38-b017-48d7-b95f-6e1d4c964fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0682604 Jul 07 18:33:57.821331 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-9261d985-73a6-47e4-a969-09e25b296d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.823719 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-9261d985-73a6-47e4-a969-09e25b296d88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1273761 Jul 07 18:33:57.902623 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-0e7a79eb-d386-47d4-8155-a8d3a66d81d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 999 time: 0.0702755 Jul 07 18:33:57.956675 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-a179d8db-ad59-47e5-bf59-589e3396340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:57.958279 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-a179d8db-ad59-47e5-bf59-589e3396340a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0498972 Jul 07 18:33:58.023860 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-3842159d-a367-40c9-a792-198f43a3bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.025479 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-3842159d-a367-40c9-a792-198f43a3bbd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601399 Jul 07 18:33:58.130915 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-e666850e-99d1-4593-a7e5-2139259ae39a service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989482 Jul 07 18:33:58.233144 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bcd7bd5-3792-4f6d-8a03-5c04347c743f req-609b0757-19a3-4408-88df-571c58a62de1 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952966 Jul 07 18:33:58.937676 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b details requested by agent hyperv_n-h2-791504-12 with host n-h2-791504-12 {{(pid=93767) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:33:59.074209 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:59.095765 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Returning: {'device': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'port_id': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'mac_address': 'fa:16:3e:90:23:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93767) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:33:59.139514 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.154446 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abac7830-7338-4247-b0d2-61eafbd5ec6b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:59.176791 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:59.181759 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:59.252075 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:59.261716 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] get_ports_and_sgs() called for port_ids ['abac7830-7338-4247-b0d2-61eafbd5ec6b'] {{(pid=93767) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:59.266682 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.267064 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.267414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.267753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.268086 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.268414 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.269307 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.269750 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.270029 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.270339 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.270673 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:59.270993 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:00.104472 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0de6996-a778-458a-bfba-ef1b48d6b929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.943926 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b up at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:34:01.002518 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Provisioning complete for port abac7830-7338-4247-b0d2-61eafbd5ec6b triggered by entity L2. {{(pid=93767) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:01.002951 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877430'] for port, provisioning_complete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.091515 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.120897 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:01.123652 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af362e-082b-48ca-9df2-0bb919e33940" -d '{"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-plugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:01.146452 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:01.152485 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.192126 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed58fd2-3bdf-4ed3-83d6-d948093c9699 x-openstack-request-id: req-5ed58fd2-3bdf-4ed3-83d6-d948093c9699 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:01.192620 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-plugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:01.192849 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ed58fd2-3bdf-4ed3-83d6-d948093c9699 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:01.193114 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'code': 200} Jul 07 18:34:01.228612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:02.535372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c0d6a7b-98ec-4262-a87f-f8d73a930046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:02.991624 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.976430 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.364025 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.734963 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:06.578248 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-16c79b74-c99f-4a0d-b2b5-75dded81692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.579051 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-16c79b74-c99f-4a0d-b2b5-75dded81692f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0969164 Jul 07 18:34:06.739612 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-c5bddd1f-a854-48a8-951d-39beb2fa7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.741356 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-c5bddd1f-a854-48a8-951d-39beb2fa7910 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1259935 Jul 07 18:34:06.824502 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-ea210456-422e-46c6-8ba0-67d064a4b74a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 1001 time: 0.0762854 Jul 07 18:34:06.905320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-6c3471bb-e59f-44ef-ba63-89ca43fdd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.907663 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-6c3471bb-e59f-44ef-ba63-89ca43fdd470 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0771840 Jul 07 18:34:07.013347 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-bff9a04d-63a2-4661-ba72-980c08556a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:07.016694 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-bff9a04d-63a2-4661-ba72-980c08556a3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993619 Jul 07 18:34:07.199180 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-8e5b3257-7198-48c1-9dce-a87f458b7934 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743300 Jul 07 18:34:07.211252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:07.421582 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-9f6f70f5-a339-45c2-9e41-c48f91eb3375 req-5691648a-94be-462c-b6fd-018e4e861381 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134726 Jul 07 18:34:16.078987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42120) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:16.345263 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Deleting port 2c284e0e-c546-4e11-be1a-0d2878b81158 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:16.345629 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:16.436267 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:16.436786 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:16.455034 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Calling delete_port for 2c284e0e-c546-4e11-be1a-0d2878b81158 owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:16.641140 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:16.670833 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event deleted for resources: {'Port': ['ID=2c284e0e-c546-4e11-be1a-0d2878b81158,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:16.701320 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.701669 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.702019 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.702415 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.702753 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.703106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.703455 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.703782 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.704106 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.704431 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.704756 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.705096 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:16.753841 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:16.754370 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Floating IP 2b86c375-2962-4332-b629-4fdfc5b8bbc2 disassociated (deleted). External IP: 172.25.7.168, port: abac7830-7338-4247-b0d2-61eafbd5ec6b. Jul 07 18:34:17.431265 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:17.544139 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:17.565551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:34:17.570561 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:17.575389 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:17.586595 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:17.587224 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:17.610615 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-7ced211b-af74-4db5-9253-84e797be7b16 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "DELETE /v2.0/floatingips/2b86c375-2962-4332-b629-4fdfc5b8bbc2 HTTP/1.1" status: 204 len: 168 time: 1.5304594 Jul 07 18:34:17.611300 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:17.614360 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ddf03-576a-415e-9f5c-8ffee6bff98f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:17.715799 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:17.747980 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa95ded3-b80e-410c-b989-635903f36349 x-openstack-request-id: req-aa95ded3-b80e-410c-b989-635903f36349 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:17.748272 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:17.748527 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa95ded3-b80e-410c-b989-635903f36349 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:17.748940 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'status': 'completed', 'code': 200} Jul 07 18:34:17.845345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-dbdcfa40-8350-4df5-a4cb-092439fb4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:17.850443 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-dbdcfa40-8350-4df5-a4cb-092439fb4e3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 1097 time: 0.0725217 Jul 07 18:34:17.952862 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-676f6655-1c6f-4beb-a2ee-6a829d5ff1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:17.954556 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-676f6655-1c6f-4beb-a2ee-6a829d5ff1e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.0976496 Jul 07 18:34:17.997805 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-f7f01b7b-7ce4-4d3b-b7b5-39ce40e06fcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 200 len: 217 time: 0.0365939 Jul 07 18:34:18.008304 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:18.036734 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:18.046768 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:18.047542 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:18.078249 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-e116b85c-b096-4645-b483-ae0f947f081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.080858 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-e116b85c-b096-4645-b483-ae0f947f081b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0753472 Jul 07 18:34:18.149938 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-ac0d1fd4-d820-434f-b5a8-90fbfbcb30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.151672 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-ac0d1fd4-d820-434f-b5a8-90fbfbcb30d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639331 Jul 07 18:34:18.169498 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:18.175374 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f112f-6805-4939-a13f-7c1b35b3367f req-46e1318f-ae0f-49e1-9e44-bf335434a946 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.176996 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c12f112f-6805-4939-a13f-7c1b35b3367f req-46e1318f-ae0f-49e1-9e44-bf335434a946 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 945 time: 0.1362605 Jul 07 18:34:18.227627 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-c12f112f-6805-4939-a13f-7c1b35b3367f req-9ce7dc80-74af-4357-bfc8-6c8630b7f0b2 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Jul 07 18:34:18.260170 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-e7c85598-f13d-4575-a0ed-ce453e9b918c service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000981 Jul 07 18:34:18.370223 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-229ddf03-576a-415e-9f5c-8ffee6bff98f req-06090300-b152-4c89-b98a-24278209d275 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030564 Jul 07 18:34:18.457684 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:18.490646 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b50c7b-5e1c-4d73-8541-741925d12883 None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_floatingips': [{'id': '802ba615-bfb9-4ae6-96ee-6edcd5779467', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '22143c16-edb2-459b-9740-d1320510163a', 'router_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'port_id': '5766fd9c-5d55-4850-8779-c171461d1c35', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'mac_address': 'fa:16:3e:7a:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:29:01Z', 'updated_at': '2021-07-07T18:29:03Z', 'revision_number': 1, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:18.789478 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e9230-9994-43db-9c7d-81ed9020af4c None None] New status for floating IP 2b86c375-2962-4332-b629-4fdfc5b8bbc2: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:34:19.006344 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:19.119979 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017339'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.150008 n-d-791504-12 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:19.152399 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ca77b058c158de8259711547be91ef93e93dea7f028458e40485c8bdba45dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16ba99-1b32-4192-80b5-4ba5b6393f51" -d '{"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-unplugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:19.174849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:19.183161 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791333668904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791333260014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791333263135'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.237774 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537aefc4-cbdc-4fa0-a9d4-eaa695f3b7c4 x-openstack-request-id: req-537aefc4-cbdc-4fa0-a9d4-eaa695f3b7c4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:19.238267 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-unplugged", "status": "completed", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:19.238702 n-d-791504-12 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-537aefc4-cbdc-4fa0-a9d4-eaa695f3b7c4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:19.239431 n-d-791504-12 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'code': 200} Jul 07 18:34:19.287291 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Pushing event updated for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:19.485558 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214d336-7ec1-42f9-9c54-d4350dd92499 req-83fa4e88-81af-46a0-a16d-7110564b7eca tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.488856 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f214d336-7ec1-42f9-9c54-d4350dd92499 req-83fa4e88-81af-46a0-a16d-7110564b7eca tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.1269374 Jul 07 18:34:19.556321 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f214d336-7ec1-42f9-9c54-d4350dd92499 req-fb709e1d-a4d5-40de-af7a-cd6d846dbf92 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611017 Jul 07 18:34:19.742960 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-a540dc4f-4e4b-4c55-8236-84cebddedaf4 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.744492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-a540dc4f-4e4b-4c55-8236-84cebddedaf4 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 943 time: 0.0764849 Jul 07 18:34:19.855149 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Deleting port abac7830-7338-4247-b0d2-61eafbd5ec6b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:19.855430 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.957074 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] For port abac7830-7338-4247-b0d2-61eafbd5ec6b, host n-h2-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-12',level=0,port_id=abac7830-7338-4247-b0d2-61eafbd5ec6b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:19.957438 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:19.971795 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Calling delete_port for abac7830-7338-4247-b0d2-61eafbd5ec6b owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:20.134710 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.166949 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event deleted for resources: {'Port': ['ID=abac7830-7338-4247-b0d2-61eafbd5ec6b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:20.214423 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] No DVR routers for this DVR port abac7830-7338-4247-b0d2-61eafbd5ec6b on host n-h2-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:20.217375 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.219492 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-8bf1ce2a-fb20-4db2-a3d9-c0987b4a3f6a req-d808a302-6289-40d9-8253-24011adc9776 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.83 "DELETE /v2.0/ports/abac7830-7338-4247-b0d2-61eafbd5ec6b HTTP/1.1" status: 204 len: 173 time: 0.4695828 Jul 07 18:34:20.219966 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-deleted', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:20.222386 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7930689d-8a1a-4790-a1bb-ea9608cc077c" -d '{"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-deleted", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:20.263344 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c4cb9d-2737-4f5f-932a-7e3179f80679 x-openstack-request-id: req-f5c4cb9d-2737-4f5f-932a-7e3179f80679 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:20.263843 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e5ac95-de50-4ef3-b949-0f7b1e98aee7", "name": "network-vif-deleted", "tag": "abac7830-7338-4247-b0d2-61eafbd5ec6b", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:20.264297 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5c4cb9d-2737-4f5f-932a-7e3179f80679 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:20.265006 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e5ac95-de50-4ef3-b949-0f7b1e98aee7', 'name': 'network-vif-deleted', 'tag': 'abac7830-7338-4247-b0d2-61eafbd5ec6b', 'status': 'completed', 'code': 200} Jul 07 18:34:20.832341 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-00e7a84b-e56d-4fd9-8988-990eb7c18766 req-8f4bbb59-0863-4d50-b714-70cbf9e9b6f2 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e5ac95-de50-4ef3-b949-0f7b1e98aee7 HTTP/1.1" status: 200 len: 210 time: 0.0371730 Jul 07 18:34:22.559544 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42204) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:22.751402 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Deleting port 353c04e2-0195-46bd-8ec4-63204f7640dc {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:22.751760 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.837673 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.837980 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:22.853308 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Calling delete_port for 353c04e2-0195-46bd-8ec4-63204f7640dc owned by network:floatingip {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:23.027735 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.040004 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b no longer exists at agent hyperv_n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:23.055227 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event deleted for resources: {'Port': ['ID=353c04e2-0195-46bd-8ec4-63204f7640dc,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:23.071706 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] No Port match for: abac7830-7338-4247-b0d2-61eafbd5ec6b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:23.072249 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Device abac7830-7338-4247-b0d2-61eafbd5ec6b not bound to the agent host n-h2-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:23.141829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.142703 n-d-791504-12 neutron-server[93765]: INFO neutron.db.l3_db [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Floating IP 802ba615-bfb9-4ae6-96ee-6edcd5779467 disassociated (deleted). External IP: 172.25.7.107, port: 5766fd9c-5d55-4850-8779-c171461d1c35. Jul 07 18:34:23.391309 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:23.512345 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:34:23.517912 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for floatingip, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:23.525339 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:23.541184 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:23.541978 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:23.571349 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-394f063c-2cd5-46a4-9593-aa8924dd913f tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "DELETE /v2.0/floatingips/802ba615-bfb9-4ae6-96ee-6edcd5779467 HTTP/1.1" status: 204 len: 168 time: 1.0104384 Jul 07 18:34:23.572201 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:23.574972 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac" -d '{"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:23.618767 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd57763-cf8f-4d5f-b7bd-67d3a6bc4417 x-openstack-request-id: req-efd57763-cf8f-4d5f-b7bd-67d3a6bc4417 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:23.619314 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:23.619938 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efd57763-cf8f-4d5f-b7bd-67d3a6bc4417 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:23.620634 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'status': 'completed', 'code': 200} Jul 07 18:34:23.683427 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:23.729387 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-e26c794c-6400-4189-9f19-18d86b6a5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:23.731934 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-e26c794c-6400-4189-9f19-18d86b6a5a89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0869784 Jul 07 18:34:23.867213 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-34a52203-f151-49c2-8f02-626158a6d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:23.869991 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-34a52203-f151-49c2-8f02-626158a6d1c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 200 len: 911 time: 0.1311011 Jul 07 18:34:23.936718 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-54601058-0528-4695-b53a-3417dd2e078a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 200 len: 217 time: 0.0599437 Jul 07 18:34:24.003746 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-3a524a7b-1d42-46ce-bdab-d45a042a2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.005343 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-3a524a7b-1d42-46ce-bdab-d45a042a2aad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 200 len: 849 time: 0.0566502 Jul 07 18:34:24.010077 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:24.066883 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:24.074768 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-b7bda8d6-43b4-425a-b340-fb6379190dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.076406 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-b7bda8d6-43b4-425a-b340-fb6379190dda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a3f4e0c-0f98-4266-8002-62964f9c5046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635448 Jul 07 18:34:24.082896 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:24.083972 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:24.089566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-4181e304-5669-4766-95a8-06b832b49da2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:34:24.090973 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-4181e304-5669-4766-95a8-06b832b49da2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067282 Jul 07 18:34:24.209056 n-d-791504-12 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5cd6b-0573-44ff-8842-ae4498855fe1 req-458962a4-d032-49b2-98c3-94b34339d2c7 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.211408 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7e5cd6b-0573-44ff-8842-ae4498855fe1 req-458962a4-d032-49b2-98c3-94b34339d2c7 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0996354 Jul 07 18:34:24.239091 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-dfd271b7-6bda-487a-9410-cb7e5b7d7a83 service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411395 Jul 07 18:34:24.266662 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:24.283860 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-f7e5cd6b-0573-44ff-8842-ae4498855fe1 req-586774da-1be4-4db9-a234-f5f07beec162 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06dd7c0-f422-4c8e-9a6c-edb65c62006a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Jul 07 18:34:24.373833 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-f0d68f3d-8b70-418e-8972-b57fb3ee4aac req-14f3d961-5a1a-41ff-b41f-557de79c41dc service neutron] 10.222.0.32 "GET /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267040 Jul 07 18:34:24.621965 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:24.651195 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fd973-283e-4ab0-abb3-1f1b4dc2b3ec None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:40Z', 'revision_number': 4, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12', '_interfaces': [{'id': '76b82776-7ed9-467b-b7cb-553f7c25a396', 'name': '', 'network_id': '6a3f4e0c-0f98-4266-8002-62964f9c5046', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'mac_address': 'fa:16:3e:d7:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:40Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'subnets': [{'id': '6f35a4e7-de91-4adb-91a6-82eba3663d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:24.708575 n-d-791504-12 neutron-server[93765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-70130f15-7505-46d1-93ec-d70eb43e6a83 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.710252 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-70130f15-7505-46d1-93ec-d70eb43e6a83 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.32 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0769157 Jul 07 18:34:24.823397 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Deleting port 5766fd9c-5d55-4850-8779-c171461d1c35 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:24.823754 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.913985 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6944d7-60a1-4de3-bb0f-8b10a8702029 None None] New status for floating IP 802ba615-bfb9-4ae6-96ee-6edcd5779467: DOWN {{(pid=93767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:34:24.934567 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] For port 5766fd9c-5d55-4850-8779-c171461d1c35, host n-h1-791504-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-12',level=0,port_id=5766fd9c-5d55-4850-8779-c171461d1c35,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:24.934930 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:24.948920 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Calling delete_port for 5766fd9c-5d55-4850-8779-c171461d1c35 owned by compute:nova {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:25.098832 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.136925 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event deleted for resources: {'Port': ['ID=5766fd9c-5d55-4850-8779-c171461d1c35,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:25.184650 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] No DVR routers for this DVR port 5766fd9c-5d55-4850-8779-c171461d1c35 on host n-h1-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:25.187403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20363'] for port, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.190146 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [req-3ed541ea-996f-4719-87b9-ec13b7f59ce6 req-c57605ad-908a-427c-bf1f-56180ceb90ff tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.32 "DELETE /v2.0/ports/5766fd9c-5d55-4850-8779-c171461d1c35 HTTP/1.1" status: 204 len: 173 time: 0.4734900 Jul 07 18:34:25.495164 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [req-6419c234-0d5e-4a78-90e5-822dfa7abb4d req-114efe74-7365-481e-80ab-2a8847dabbd4 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "GET /v2.0/ports?device_id=d11fbc66-3639-41c4-87d9-dbb17c6a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0359406 Jul 07 18:34:25.621758 n-d-791504-12 neutron-server[93765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-deleted', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35'}] {{(pid=93765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:25.624346 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f070461b74cafbc60dacec69f3dee7308206796835b64f0bbc68329869aa4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff8d4f-1696-4b93-90e5-0cf7ba572294" -d '{"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-deleted", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35"}]}' {{(pid=93765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:25.683553 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b45cc8-1166-43bf-ada4-0e4c0bd284d3 x-openstack-request-id: req-85b45cc8-1166-43bf-ada4-0e4c0bd284d3 {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:25.684201 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fbc66-3639-41c4-87d9-dbb17c6a2ca3", "name": "network-vif-deleted", "tag": "5766fd9c-5d55-4850-8779-c171461d1c35", "status": "completed", "code": 200}]} {{(pid=93765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:25.684591 n-d-791504-12 neutron-server[93765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85b45cc8-1166-43bf-ada4-0e4c0bd284d3 {{(pid=93765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:25.685230 n-d-791504-12 neutron-server[93765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11fbc66-3639-41c4-87d9-dbb17c6a2ca3', 'name': 'network-vif-deleted', 'tag': '5766fd9c-5d55-4850-8779-c171461d1c35', 'status': 'completed', 'code': 200} Jul 07 18:34:26.606940 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42220) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:26.675146 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.706602 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.780650 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.784111 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Notify callbacks [] for security_group, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:26.785875 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] 10.222.0.22 "DELETE /v2.0/security-groups/e06dd7c0-f422-4c8e-9a6c-edb65c62006a HTTP/1.1" status: 204 len: 168 time: 0.1777525 Jul 07 18:34:26.797566 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a400a3-07de-47e6-8495-8be90a9bf081 tempest-TestSnapshotPattern-1734759372 tempest-TestSnapshotPattern-1734759372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06dd7c0-f422-4c8e-9a6c-edb65c62006a,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:26.864987 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42224) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:27.264108 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 no longer exists at agent hyperv_n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:27.299121 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] No Port match for: 5766fd9c-5d55-4850-8779-c171461d1c35 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:27.299674 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Device 5766fd9c-5d55-4850-8779-c171461d1c35 not bound to the agent host n-h1-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:27.470180 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.750954 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Deleting port 76b82776-7ed9-467b-b7cb-553f7c25a396 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:27.751740 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.842875 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] For port 76b82776-7ed9-467b-b7cb-553f7c25a396, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b82776-7ed9-467b-b7cb-553f7c25a396,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:27.843293 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.863453 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Calling delete_port for 76b82776-7ed9-467b-b7cb-553f7c25a396 owned by network:router_interface {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:28.063931 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.092581 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b82776-7ed9-467b-b7cb-553f7c25a396,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.329386 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.945999 n-d-791504-12 neutron-server[93765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Router c755061b-77ea-4be7-9083-9be6097c03e4 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:29.107173 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:34:29.116175 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-bd3edb91-bd07-4c39-a247-c14f2feef311 admin admin] 10.222.0.22 "PUT /v2.0/routers/c755061b-77ea-4be7-9083-9be6097c03e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495866 Jul 07 18:34:29.119603 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42230) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:29.120032 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Sync routers for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:29.131455 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:29.132329 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:29.291403 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks [] for router, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.299439 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: n-d-791504-12 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:29.412888 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.494796 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Deleting port f8f3c1dd-43de-4009-91f0-8b9318d73157 {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:29.495201 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.513161 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:34:28Z', 'revision_number': 5, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port': {'id': 'f8f3c1dd-43de-4009-91f0-8b9318d73157', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:29.544314 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Checking router: c755061b-77ea-4be7-9083-9be6097c03e4 for host: n-d-791504-12 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:29.554543 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Routers {'c755061b-77ea-4be7-9083-9be6097c03e4'} bound to L3 agent in host n-d-791504-12 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:29.555183 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:03Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['c755061b-77ea-4be7-9083-9be6097c03e4'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:29.589166 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] For port f8f3c1dd-43de-4009-91f0-8b9318d73157, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=f8f3c1dd-43de-4009-91f0-8b9318d73157,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:29.589597 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.605963 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Calling delete_port for f8f3c1dd-43de-4009-91f0-8b9318d73157 owned by network:router_gateway {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:29.656583 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] Set router c755061b-77ea-4be7-9083-9be6097c03e4 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:29.725333 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:34:29Z', 'revision_number': 6, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:29.762532 n-d-791504-12 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452903a3-c0f1-47c3-827f-605b71ed918d None None] The sync data for ids ['c755061b-77ea-4be7-9083-9be6097c03e4'] in n-d-791504-12 is: [{'id': 'c755061b-77ea-4be7-9083-9be6097c03e4', 'name': 'tempest-TestSnapshotPattern-1281914488-router', 'tenant_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:38Z', 'updated_at': '2021-07-07T18:34:29Z', 'revision_number': 6, 'project_id': '008bfdc02ab249e1aed3eb5bfde2d61a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:29.839844 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.867064 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f3c1dd-43de-4009-91f0-8b9318d73157,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:29.947603 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.098547 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31eb5dda-c18f-4876-8467-1dfccb192e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.135565 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.140635 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.222800 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.223160 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c755061b-77ea-4be7-9083-9be6097c03e4 {{(pid=93765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:34:30.231161 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] Notify callbacks [] for router, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.235734 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:30.237089 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-80fa4dfa-a3c4-4222-ac18-dd37957ac902 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c755061b-77ea-4be7-9083-9be6097c03e4 HTTP/1.1" status: 204 len: 168 time: 1.1148441 Jul 07 18:34:30.285839 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Deleting subnet 6f35a4e7-de91-4adb-91a6-82eba3663d19 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:34:30.289861 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.331270 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.424058 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.484535 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.512104 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f35a4e7-de91-4adb-91a6-82eba3663d19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.523534 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.526622 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152a1a9-a077-4f44-a9dd-4b71572a27d3 None None] Network 6a3f4e0c-0f98-4266-8002-62964f9c5046 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:30.531453 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6f35a4e7-de91-4adb-91a6-82eba3663d19 HTTP/1.1" status: 204 len: 168 time: 0.2917218 Jul 07 18:34:30.531453 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.531801 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.531910 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.532035 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [-] (93765) accepted ('10.222.0.22', 42234) {{(pid=93765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:30.532197 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.532556 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.532893 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.533222 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.533764 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.534124 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.534636 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.534975 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.535311 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a2fb7-3e0e-493f-9718-c70539bc72b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-12 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:30.617110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.677003 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Deleting port d9f479aa-c519-4823-8bed-01382402ff9b {{(pid=93765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:30.677357 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.759836 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.db [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] For port d9f479aa-c519-4823-8bed-01382402ff9b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d9f479aa-c519-4823-8bed-01382402ff9b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:30.760551 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.785496 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.plugin [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Calling delete_port for d9f479aa-c519-4823-8bed-01382402ff9b owned by network:dhcp {{(pid=93765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:30.793051 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] DHCP port deletion for 6a3f4e0c-0f98-4266-8002-62964f9c5046 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:34:30.847191 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Deleting port d9f479aa-c519-4823-8bed-01382402ff9b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:30.847562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.940987 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4318711'] for port, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.956285 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] For port d9f479aa-c519-4823-8bed-01382402ff9b, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=d9f479aa-c519-4823-8bed-01382402ff9b,segment=NetworkSegment(50965ca0-ccc6-4002-903a-3d054557960b),segment_id=50965ca0-ccc6-4002-903a-3d054557960b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:30.957191 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.982482 n-d-791504-12 neutron-server[93765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] No DVR routers for this DVR port d9f479aa-c519-4823-8bed-01382402ff9b on host n-d-791504-12 {{(pid=93765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:30.986912 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f479aa-c519-4823-8bed-01382402ff9b,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.996612 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Calling delete_port for d9f479aa-c519-4823-8bed-01382402ff9b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:31.056049 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f8f3c1dd-43de-4009-91f0-8b9318d73157 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:31.081125 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: f8f3c1dd-43de-4009-91f0-8b9318d73157 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:31.081465 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device f8f3c1dd-43de-4009-91f0-8b9318d73157 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:31.081886 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d9f479aa-c519-4823-8bed-01382402ff9b no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:31.113269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: d9f479aa-c519-4823-8bed-01382402ff9b {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:31.113269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device d9f479aa-c519-4823-8bed-01382402ff9b not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:31.113269 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b82776-7ed9-467b-b7cb-553f7c25a396 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:31.132544 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.141371 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 76b82776-7ed9-467b-b7cb-553f7c25a396 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:31.141753 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b82776-7ed9-467b-b7cb-553f7c25a396 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:31.150551 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3f4e0c-0f98-4266-8002-62964f9c5046']}} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:31.159132 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.173202 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50965ca0-ccc6-4002-903a-3d054557960b') {'for_net_delete': True} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:31.173699 n-d-791504-12 neutron-server[93765]: DEBUG neutron.services.segments.db [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50965ca0-ccc6-4002-903a-3d054557960b') {} {{(pid=93765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:31.187326 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] Pushing event deleted for resources: {'Port': ['ID=d9f479aa-c519-4823-8bed-01382402ff9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.190829 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4426037'] for segment, before_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.193599 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8511e-db83-41e6-9d51-6c132775eb9e None None] No DVR routers for this DVR port d9f479aa-c519-4823-8bed-01382402ff9b on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:31.217520 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.226618 n-d-791504-12 neutron-server[93765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:31.227135 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4318504'] for segment, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: Traceback (most recent call last): Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: timer() Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: cb(*args, **kw) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: return func(*args, **kwargs) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: self._notify() Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: self.callback(batched_events) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: event.method(event) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: return f(self, *a, **k) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: return self._get(url).json() Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:31.228990 n-d-791504-12 neutron-server[93765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:31.289350 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.295110 n-d-791504-12 neutron-server[93765]: DEBUG neutron_lib.callbacks.manager [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583012'] for network, before_response {{(pid=93765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.298399 n-d-791504-12 neutron-server[93765]: INFO neutron.wsgi [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6a3f4e0c-0f98-4266-8002-62964f9c5046 HTTP/1.1" status: 204 len: 168 time: 0.7653015 Jul 07 18:34:31.303392 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:31.317491 n-d-791504-12 neutron-server[93765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32d211-2543-49be-bad2-908a9714d2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3f4e0c-0f98-4266-8002-62964f9c5046,revision_number=None']} {{(pid=93765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.713030 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1989881'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.039681 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Deleting port 76b2a77f-2ff2-4894-8015-3cb947cc244f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:32.039954 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.123524 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] For port 76b2a77f-2ff2-4894-8015-3cb947cc244f, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=76b2a77f-2ff2-4894-8015-3cb947cc244f,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:32.123908 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.138214 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Calling delete_port for 76b2a77f-2ff2-4894-8015-3cb947cc244f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:32.370321 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.402590 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b2a77f-2ff2-4894-8015-3cb947cc244f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.530028 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20a97428-6639-46ab-b199-0210e86bd408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.621029 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1989063'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.994581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.270960 n-d-791504-12 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Router b7549e90-08a9-4f90-9bb5-ba44aa98b485 has already been hosted by L3 agent 6a377660-f6ad-4838-9144-7c53428ae675 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:33.471087 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] Notify agent at l3_agent.n-d-791504-12 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:34:33.479671 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-406585e3-1af8-43f1-bced-e3be4ba28fa8 admin admin] 10.222.0.22 "PUT /v2.0/routers/b7549e90-08a9-4f90-9bb5-ba44aa98b485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1745646 Jul 07 18:34:33.482239 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:33.486454 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Sync routers for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:33.502623 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:33.503611 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:33Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:33.640763 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.660972 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: n-d-791504-12 {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:33.781682 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.854052 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Deleting port 8165b163-251e-4665-8756-8faffafd90e6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:33.854425 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.923435 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'external_fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8165b163-251e-4665-8756-8faffafd90e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:34:32Z', 'revision_number': 5, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port': {'id': '8165b163-251e-4665-8756-8faffafd90e6', 'name': '', 'network_id': '22143c16-edb2-459b-9740-d1320510163a', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '01ec231a-d60c-4299-b2db-926472b866e2', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:28:43Z', 'updated_at': '2021-07-07T18:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ec231a-d60c-4299-b2db-926472b866e2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-12'}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:33.946722 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] For port 8165b163-251e-4665-8756-8faffafd90e6, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=8165b163-251e-4665-8756-8faffafd90e6,segment=NetworkSegment(6ec839be-d61e-4b95-b800-37f151ea4843),segment_id=6ec839be-d61e-4b95-b800-37f151ea4843)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:33.947337 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.964571 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Checking router: b7549e90-08a9-4f90-9bb5-ba44aa98b485 for host: n-d-791504-12 {{(pid=93767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:33.972449 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Calling delete_port for 8165b163-251e-4665-8756-8faffafd90e6 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:33.979857 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Routers {'b7549e90-08a9-4f90-9bb5-ba44aa98b485'} bound to L3 agent in host n-d-791504-12 {{(pid=93767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:33.980506 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:51:02Z,description=,heartbeat_timestamp=2021-07-07T18:34:33Z,host='n-d-791504-12',id=6a377660-f6ad-4838-9144-7c53428ae675,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:51:02Z,topic='l3_agent')) {'router_ids': ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'], 'active': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:33.982765 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.078616 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvr_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] Set router b7549e90-08a9-4f90-9bb5-ba44aa98b485 gateway port host: None {{(pid=93767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:34.138394 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_hamode_db [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 6, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port_host': None}], 'n-d-791504-12', False) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:34.167806 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396145b8-1567-4638-bb88-ed5747dadf70 None None] The sync data for ids ['b7549e90-08a9-4f90-9bb5-ba44aa98b485'] in n-d-791504-12 is: [{'id': 'b7549e90-08a9-4f90-9bb5-ba44aa98b485', 'name': 'tempest-TestSnapshotPattern-1754392920-router', 'tenant_id': '027e83f88f29416390bade9da372a953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:28:42Z', 'updated_at': '2021-07-07T18:34:33Z', 'revision_number': 6, 'project_id': '027e83f88f29416390bade9da372a953', 'gw_port_host': None}] {{(pid=93767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:34:34.228352 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.261444 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8165b163-251e-4665-8756-8faffafd90e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:34.331102 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1987006'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.431117 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1985290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60978'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.433582 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.480347 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1983642'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.481261 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7549e90-08a9-4f90-9bb5-ba44aa98b485 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:34:34.486481 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.487728 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dbb34999-0b04-4183-93f4-282ca9aeb5b2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b7549e90-08a9-4f90-9bb5-ba44aa98b485 HTTP/1.1" status: 204 len: 168 time: 1.0043197 Jul 07 18:34:34.490802 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:34.550484 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Deleting subnet 4f43588a-6fb6-439a-b049-107feb45eef0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:34:34.555266 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.608262 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5215266'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.709892 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880728'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.772902 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7798402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636749'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.805982 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f43588a-6fb6-439a-b049-107feb45eef0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:34.813380 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.815774 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-dfc037be-de8d-4397-924b-4236a0ea6931 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4f43588a-6fb6-439a-b049-107feb45eef0 HTTP/1.1" status: 204 len: 168 time: 0.3236611 Jul 07 18:34:34.818995 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:34.822788 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77274bb-0a26-4538-a777-e21aab0d32b0 None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 requested from n-d-791504-12 {{(pid=93767) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:34.894049 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529957'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:34.960683 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Deleting port e54c1423-1a2e-40c9-be47-a58a9b46951a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:34.961028 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.087923 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] For port e54c1423-1a2e-40c9-be47-a58a9b46951a, host n-d-791504-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-12',level=0,port_id=e54c1423-1a2e-40c9-be47-a58a9b46951a,segment=NetworkSegment(3d6c0828-2723-433a-a6ac-926030c298c3),segment_id=3d6c0828-2723-433a-a6ac-926030c298c3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:35.088528 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.109781 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8165b163-251e-4665-8756-8faffafd90e6 no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:35.116805 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Calling delete_port for e54c1423-1a2e-40c9-be47-a58a9b46951a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:35.135043 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 8165b163-251e-4665-8756-8faffafd90e6 {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:35.135416 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 8165b163-251e-4665-8756-8faffafd90e6 not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:35.135803 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b2a77f-2ff2-4894-8015-3cb947cc244f no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:35.174391 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] DHCP port deletion for aea32bfe-7353-4eef-afd1-b406fded98a7 request from n-d-791504-12 {{(pid=93767) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:34:35.179890 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: 76b2a77f-2ff2-4894-8015-3cb947cc244f {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:35.180482 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device 76b2a77f-2ff2-4894-8015-3cb947cc244f not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:35.243854 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7798456'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.269830 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Deleting port e54c1423-1a2e-40c9-be47-a58a9b46951a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:35.270503 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791333661660'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.287340 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Pushing event deleted for resources: {'Port': ['ID=e54c1423-1a2e-40c9-be47-a58a9b46951a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:35.294255 n-d-791504-12 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] No DVR routers for this DVR port e54c1423-1a2e-40c9-be47-a58a9b46951a on host n-d-791504-12 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:35.414184 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-883405', 'neutron.services.segments.db._delete_segments_for_network-8791333762398'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.433881 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea32bfe-7353-4eef-afd1-b406fded98a7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:35.446942 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c0828-2723-433a-a6ac-926030c298c3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:35.447317 n-d-791504-12 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c0828-2723-433a-a6ac-926030c298c3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:35.458171 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791333810562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5215285'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.475632 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.482792 n-d-791504-12 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:35.483549 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7798375'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: Traceback (most recent call last): Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: timer() Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: cb(*args, **kw) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: return func(*args, **kwargs) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: self._notify() Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: self.callback(batched_events) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: event.method(event) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: return f(self, *a, **k) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: return self._get(url).json() Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:35.485263 n-d-791504-12 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:35.555359 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-883398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986970'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.561477 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.563455 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] 10.222.0.22 "DELETE /v2.0/networks/aea32bfe-7353-4eef-afd1-b406fded98a7 HTTP/1.1" status: 204 len: 168 time: 0.7432392 Jul 07 18:34:35.577456 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da260df6-172c-48b5-8d17-faaa3042807b admin admin] Pushing event deleted for resources: {'Network': ['ID=aea32bfe-7353-4eef-afd1-b406fded98a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:35.630620 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.650171 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] For port e54c1423-1a2e-40c9-be47-a58a9b46951a, host n-d-791504-12, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:35.651192 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989113'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.673922 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Calling delete_port for e54c1423-1a2e-40c9-be47-a58a9b46951a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:35.678977 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Port e54c1423-1a2e-40c9-be47-a58a9b46951a was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:34:35.681150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1015863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791333668886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791333260005'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.727071 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Network aea32bfe-7353-4eef-afd1-b406fded98a7 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:34:35.727633 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:35.727849 n-d-791504-12 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] No DVR routers for this DVR port e54c1423-1a2e-40c9-be47-a58a9b46951a on host n-d-791504-12 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:35.742934 n-d-791504-12 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5469-dfeb-4429-ab09-214c10d0fea4 None None] Pushing event deleted for resources: {'Port': ['ID=e54c1423-1a2e-40c9-be47-a58a9b46951a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:35.755643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.786739 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-58bdacbc-aeef-4ac9-a96c-685ddf2c7d26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=008bfdc02ab249e1aed3eb5bfde2d61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577624 Jul 07 18:34:35.790093 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:35.845365 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.869745 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.922627 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.926711 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:35.928078 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52ed1a89-530b-40a2-97a5-dddaaae467a8 HTTP/1.1" status: 204 len: 168 time: 0.1369238 Jul 07 18:34:35.937930 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c750a-9513-473f-a42f-df9ee7807393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed1a89-530b-40a2-97a5-dddaaae467a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:36.304858 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:36.355831 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-62f7fb46-0a86-4b40-97f6-6d248c2f4f86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=027e83f88f29416390bade9da372a953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496492 Jul 07 18:34:36.360074 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.22', 42256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:36.419841 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.446793 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.504717 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2062198'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.507921 n-d-791504-12 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:36.509340 n-d-791504-12 neutron-server[93766]: INFO neutron.wsgi [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41545127-5af2-4122-8059-69834573a3a1 HTTP/1.1" status: 204 len: 168 time: 0.1481190 Jul 07 18:34:36.522871 n-d-791504-12 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9369e5c-a284-487d-93a7-33437f15e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41545127-5af2-4122-8059-69834573a3a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:36.954583 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e54c1423-1a2e-40c9-be47-a58a9b46951a no longer exists at agent ovs-agent-n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:34:36.977689 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] No Port match for: e54c1423-1a2e-40c9-be47-a58a9b46951a {{(pid=93767) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:34:36.978131 n-d-791504-12 neutron-server[93767]: DEBUG neutron.plugins.ml2.rpc [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Device e54c1423-1a2e-40c9-be47-a58a9b46951a not bound to the agent host n-d-791504-12 {{(pid=93767) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:34:37.197872 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:54.543832 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:00.101678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90adac68-9a9b-48e9-922b-f51f33907750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.526362 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5a5e-2d78-43b9-8241-127cd55077e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.998399 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:03.967953 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.393760 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:05.727130 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:07.199937 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.103964 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5821909-043c-44b0-b807-eb5a023e790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:31.543472 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:32.532334 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b61eeb5-1c3f-4d8a-931f-76ac017f3c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:32.994423 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:33.976390 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.402838 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:35.733237 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.210021 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:00.107578 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a12c18a-019e-4aea-8587-023a4b8aa81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:02.533900 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35869118-fded-431d-a89c-2361ea9bd557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:02.986695 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:03.971177 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.399702 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:05.733708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:07.218832 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:08.543767 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:30.108728 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4486811a-015d-4df6-a699-970471a5fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.535094 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-135c7153-c6fb-4ec3-ae58-657ff7f4e1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:32.988988 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:33.974339 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.413731 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.722842 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-66ed9b79-45f1-458a-a9db-320f7efbf0e7 req-1220dab8-4f9e-4fae-aadd-cddf0cf4e31f service neutron] (93765) timed out ('10.222.0.22', 40724) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:36:35.736510 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.216713 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.544057 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:58.370017 n-d-791504-12 neutron-server[93765]: DEBUG neutron.wsgi [req-c06bbc98-0600-4ab2-9626-3de7fd814c1f req-053ba04f-f94f-45c1-ada7-4af5ef1700db service neutron] (93765) timed out ('10.222.0.83', 60208) {{(pid=93765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:37:00.113592 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f842b72-bd73-40c8-ac6f-605df78d2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:02.537013 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76811fff-7b5c-4a52-8dff-3e79e526ee97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:02.991085 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:03.977153 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.428795 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.742388 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:07.216562 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.551527 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:30.105940 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7c33b3a-cb95-4362-8051-47caabd671a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.537810 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea21b414-16e5-4d66-99cb-fc66d349b449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.991694 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.980122 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.444243 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:35.743328 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:37.228581 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:59.541662 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:00.107133 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba556610-87af-47ac-8276-d291de80c2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:02.538931 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2654-bd8e-46a0-888a-735dc09bef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:02.994677 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:03.985490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.443441 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:05.748757 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:07.229906 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:30.108684 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2554f1b-de29-4921-b521-88871a52b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.541268 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5506ff7d-8379-4af3-b577-859cbd05e79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:32.996383 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:33.986722 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.458042 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:35.750481 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:36.540901 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:37.239255 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:00.109999 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b06dd60-063a-4cf6-928f-1b3eb02f28b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:02.542851 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfcb55a-9ccf-449b-91b2-4a10d62b43a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:02.998331 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:03.988841 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.472438 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.752886 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.227726 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.540408 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:30.110631 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31f55be5-e9b9-4488-99ff-9ca6ef00a08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.543220 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e16fb90f-ff17-4707-8517-5ff2681547e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:33.000224 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:33.992827 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:35.488150 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:35.754281 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:37.230152 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:50.540626 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:00.111368 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60c4cbbd-ea43-48ab-9be7-3b6fd75ede00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.544209 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef106eb2-1134-4549-bbef-de4d28148814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.001284 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.995252 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.487994 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.757234 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:07.239848 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:27.540831 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:30.111914 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e10bc94-d976-4798-bcce-038f4bad6494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:32.544869 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76d0a1e0-e983-43bc-a209-e27418aff095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:33.002451 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:33.999142 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:35.486117 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:35.760708 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:37.238890 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:00.111699 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c397434-d95f-4353-9124-52d9cc6353f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:02.545385 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f895552-0389-4a07-b10c-799d0fb61d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:03.004528 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.001956 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:04.540789 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:05.485741 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:05.762908 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:07.240617 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:30.113809 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861f9636-9389-41c7-b174-97e0911ae19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:32.546372 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fe109bf-7e61-47fa-8d27-86c9e616f7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:33.005471 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:34.006558 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.485689 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:35.765195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:37.251972 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:41.540740 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:46.666937 n-d-791504-12 neutron-server[93766]: DEBUG neutron.wsgi [req-9668d750-a572-4a9a-9e6a-913de36f6737 req-dabb5585-6bf6-4568-aa14-0f0d316e09e1 service neutron] (93766) timed out ('10.222.0.22', 36906) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:42:00.115043 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6353a4e8-ff37-4f61-9a53-b548c2620198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:02.548342 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14416564-51b8-4e42-a6f6-cfb564e464ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:03.005837 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:04.009242 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.485200 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:05.767592 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:07.256452 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:18.539408 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:30.116490 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08190fce-3d12-44c5-8799-a7a77f0a14de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:32.550329 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da73d542-8fba-4f59-9b91-25ca9c84d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:33.006678 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:34.011247 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:35.499681 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:35.770137 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:37.272195 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:55.539461 n-d-791504-12 neutron-server[93768]: DEBUG neutron.db.agents_db [None req-248b21b9-3a93-4157-bec4-044dc67fddaf None None] Agent healthcheck: found 7 active agents {{(pid=93768) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:00.119416 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2f9-2b2a-439f-918a-8493ba0356cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:02.551444 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c08dab1b-0ac3-4761-a90f-57cd37b27a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:03.008171 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb95f03-21bf-47f2-a8a8-c063e1e27a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:04.016758 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acdfcd89-6443-4a96-9b7e-a201615d6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:05.514643 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c28fdcd3-988f-4de3-b58c-9162f3bb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:05.774995 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83a621b0-7b9a-4a38-9c44-98fd8ae61f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:07.271705 n-d-791504-12 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-543f788b-4d4c-4a04-924b-98770543aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791333762380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877447'] for agent, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}